详解车道线检测算法之传统图像处理

智车科技IV
关注

# Threshold x gradientsxbinary = np.zeros_like(scaled_sobel)sxbinary[(scaled_sobel >= sx_thresh[0]) & (scaled_sobel <= sx_thresh[1])] = 1

# Threshold S channel of HLSs_binary = np.zeros_like(s_channel)s_binary[(s_channel >= s_thresh[0]) & (s_channel <= s_thresh[1])] = 1

# Threshold L channel of HLSl_binary = np.zeros_like(l_channel)l_binary[(l_channel >= l_thresh[0]) & (l_channel <= l_thresh[1])] = 1

# 将各种处理方式进行融合,得到车道线的二进制图。color_binary = 255*np.dstack(( l_binary, sxbinary, s_binary)).astype('uint8')        

combined_binary = np.zeros_like(sxbinary)combined_binary[((l_binary == 1) & (s_binary == 1) | (sxbinary==1))] = 1

combined_binary = 255*np.dstack((combined_binary,combined_binary,combined_binary)).astype('uint8')

透视变换和ROI提取

# 使用透视变换(perspective transform)得到二进制图(binary image)的鸟瞰图(birds-eye view).img=plt.imread('test_image.jpg')corners = np.float32([[190,720],[580,460],[705,460],[1120,720]])# tuningimshape = img.shape

new_top_left=np.array([corners[0,0],0])new_top_right=np.array([corners[3,0],0])

offset=[150,0]src = np.float32([corners[0],corners[1],corners[2],corners[3]])dst = np.float32([corners[0]+offset,new_top_left+offset,new_top_right-offset ,corners[3]-offset])    

M = cv2.getPerspectiveTransform(src, dst)warped = cv2.warpPerspective(img, M, img_size , flags=cv2.INTER_LINEAR)    

# ROI提取shape = warped.shapevertices = np.array([[(0,0),(shape[1],0),(shape[1],0),(6*shape[1]/7,shape[0]),                  (shape[1]/7,shape[0]), (0,0)]],dtype=np.int32)mask = np.zeros_like(warped)   if len(shape) > 2:    channel_count = shape[2]    ignore_mask_color = (255,) * channel_countelse:    ignore_mask_color = 255cv2.fillPoly(mask, vertices, ignore_mask_color)   masked_image = cv2.bitwise_and(img, mask)

利用直方图滤波和滑动窗口进行曲线拟合

# 对二进制图片的像素进行直方图统计,统计左右两侧的峰值点作为左右车道线的起始点坐标进行曲线拟合。(利用前帧图像探索后帧曲线)

def find_peaks(img,thresh):    img_half=img[img.shape[0]//2:,:,0]    data = np.sum(img_half, axis=0)    filtered = scipy.ndimage.filters.gaussian_filter1d(data,20)    xs = np.arange(len(filtered))    peak_ind = signal.find_peaks_cwt(filtered, np.arange(20,300))    peaks = np.array(peak_ind)    peaks = peaks[filtered[peak_ind]>thresh]    return peaks,filtered

def get_next_window(img,center_point,width):    ny,nx,_ = img.shape    mask  = np.zeros_like(img)    if (center_point <= width/2): center_point = width/2    if (center_point >= nx-width/2): center_point = nx-width/2        left  = center_point - width/2    right = center_point + width/2     vertices = np.array([[(left,0),(left,ny), (right,ny),(right,0)]], dtype=np.int32)    ignore_mask_color=(255,255,255)    cv2.fillPoly(mask, vertices, ignore_mask_color)    masked = cv2.bitwise_and(mask,img)

   hist = np.sum(masked[:,:,0],axis=0)    if max(hist>10000):        center = np.argmax(hist)    else:        center = center_point    return masked,center
def lane_from_window(binary,center_point,width):    n_zones=6    ny,nx,nc = binary.shape    zones = binary.reshape(n_zones,-1,nx,nc)    zones = zones[::-1]    window,center = get_next_window(zones[0],center_point,width)        for zone in zones[1:]:        next_window,center = get_next_window(zone,center,width)        window = np.vstack((next_window,window))    return window

left_binary = lane_from_window(warped_binary,380,300)right_binary = lane_from_window(warped_binary,1000,300)

计算车道曲率

ym_per_pix = 30/720 # meters per pixel in y dimensionxm_per_pix = 3.7/700 # meters per pixel in x dimlane_width = 3.7
def cal_curvature(line):    fit_coeffs_curv = np.polyfit(y*ym_per_pix, x*xm_per_pix, 2)    radius_of_curvature = ((1 + (2*fit_coeffs_curv[0]*y_eval*ym_per_pix + fit_coeffs_curv[1])**2)**1.5)                     /np.absolute(2*fit_coeffs_curv[0])    return radius_of_curvature     left_curvature= cal_curvature(left_line)right_curvature = cal_curvature(right_line)

curvature = 0.5*(round(right_curvature,1) + round(left_curvature,1))

将曲线逆透视到原图片

# 将完成车道线标记的鸟瞰图反透视变换为初始图像视角

newwarp = cv2.warpPerspective(color_warp, Minv, (img.shape[1], img.shape[0]))

将算法应用于视频

output = 'test_video_output.mp4'clip = VideoFileClip("test_video.mp4")out_clip = clip.fl_image(process_image) %time out_clip.write_videofile(output, audio=False)

- End -

声明: 本文由入驻OFweek维科号的作者撰写,观点仅代表作者本人,不代表OFweek立场。如有侵权或其他问题,请联系举报。
侵权投诉

下载OFweek,一手掌握高科技全行业资讯

还不是OFweek会员,马上注册
打开app,查看更多精彩资讯 >
  • 长按识别二维码
  • 进入OFweek阅读全文
长按图片进行保存