halcon三维点云数据处理(十四)在3D场景中去除背景的三种方式

目录

一、基于二值化去除背景

在2D空间中:reduce_object_model_3d_by_view (Regions, ObjectModel3DScene, \[\], \[\], ObjectModel3DReduced) 首先二值化得到region,然后按region进行筛选。

在3D空间中:select_points_object_model_3d (ObjectModel3DScene, 'point_coord_z', MinDist, MaxDist, ObjectModel3DReduced) 通过选取点进行筛选

csharp 复制代码
for SceneIdx := 2 to 4 by 1
    * Get 3D Scene from XYZ-image.
    read_image (ImageXYZ, 'boxes/cardboard_boxes_xyz_' + SceneIdx$'02d')
    read_image (Image, 'boxes/cardboard_boxes_' + SceneIdx$'02d')
    decompose3 (ImageXYZ, XScene, YScene, ZScene)
    xyz_to_object_model_3d (XScene, YScene, ZScene, ObjectModel3DScene)
    xyz_attrib_to_object_model_3d (XScene, YScene, ZScene, Image, '&gray', ObjectModel3DScene)
    * 
    * Determine threshold values.
    MaxDist := 0.72
    MinDist := 0.28
    * 
    * Remove background.
    get_object_model_3d_params (ObjectModel3DScene, 'has_xyz_mapping', HasXYZMappings)
    if (HasXYZMappings == 'true')
        * In 2D space.
        threshold (ZScene, Regions, MinDist, MaxDist)
        reduce_object_model_3d_by_view (Regions, ObjectModel3DScene, [], [], ObjectModel3DReduced)
        dev_open_window (0, 608, 600, 600, 'black', WindowHandle1)
        set_display_font (WindowHandle1, 16, 'mono', 'true', 'false')
        dev_display (ZScene)
        dev_set_color ('#f28d26')
        dev_display (Regions)
        dev_disp_text ('Apply threshold on Z-image', 'window', 'top', 'left', 'black', [], [])
        dev_set_window (WindowHandle)
        Instructions[0] := 'Rotate: Left button'
        Instructions[1] := 'Zoom:   Shift + left button'
        Instructions[2] := 'Move:   Ctrl  + left button'
        PoseVis := [-0.19, -0.52, 4.5, 310, 15, 330, 0]
        visualize_object_model_3d (WindowHandle, ObjectModel3DScene, [], PoseVis, 'intensity_0', '&gray', 'Full Scene', [], Instructions, PoseOut)
        dev_set_window (WindowHandle1)
        dev_close_window ()
    else
        * In 3D space.
        dev_set_window (WindowHandle)
        Instructions[0] := 'Rotate: Left button'
        Instructions[1] := 'Zoom:   Shift + left button'
        Instructions[2] := 'Move:   Ctrl  + left button'
        PoseVis := [-0.19, -0.52, 4.5, 310, 15, 330, 0]
        visualize_object_model_3d (WindowHandle, ObjectModel3DScene, [], PoseVis, 'intensity_0', '&gray', 'Full Scene', [], Instructions, PoseOut)
        select_points_object_model_3d (ObjectModel3DScene, 'point_coord_z', MinDist, MaxDist, ObjectModel3DReduced)
    endif
    * 
    * Visualization.
    Text := 'Reduced Scene'
    visualize_object_model_3d (WindowHandle, ObjectModel3DReduced, [], PoseOut, 'intensity_0', '&gray', Text, [], Instructions, PoseOut)
endfor
disp_continue_message (WindowHandle, 'black', 'true')
stop ()

二、基于参考平面去除背景

通过估计一个(背景),去除背景。

拟合和生成参考平面:fit_surface_first_order (ROI, ZScene, 'tukey', 5, 2, Alpha, Beta, Gamma)

get_image_size (ZScene, Width, Height)

gen_image_surface_first_order (ImageSurface, 'real', Alpha, Beta, Gamma, Width / 2, Height / 2, Width, Height)

真实平面和生成参考平面做差值,选取非背景区域:

sub_image (ZScene, ImageSurface, ImageSub, 1, 0)

threshold (ImageSub, Regions, -1, -0.03)

reduce_object_model_3d_by_view (Regions, ObjectModel3D, 'xyz_mapping', \[\], ObjectModel3DReduced)

csharp 复制代码
dev_open_window (0, 0, 600, 600, 'black', WindowHandle)
set_display_font (WindowHandle, 16, 'mono', 'true', 'false')
PoseVis := [-0.19, -0.52, 4.5, 310, 15, 330, 0]
* 
* Online step: Apply estimated plane
* to acquired scenes.
for i := 2 to 4 by 1
    * 
    read_image (ImageXYZ, 'boxes/cardboard_boxes_xyz_' + i$'02d')
    read_image (Image, 'boxes/cardboard_boxes_' + i$'02d')
    decompose3 (ImageXYZ, XScene, YScene, ZScene)
    * 
    xyz_attrib_to_object_model_3d (XScene, YScene, ZScene, Image, '&gray', ObjectModel3D)
    * 
    Instructions[0] := 'Rotate: Left button'
    Instructions[1] := 'Zoom:   Shift + left button'
    Instructions[2] := 'Move:   Ctrl  + left button'
    visualize_object_model_3d (WindowHandle, ObjectModel3D, [], PoseVis, 'intensity_0', '&gray', 'Full scene', [], Instructions, PoseOut)
    object_model_3d_to_xyz (X, Y, Z, ObjectModel3D, 'from_xyz_map', [], [])
    * 
    * Remove duplicated points in 2D.
    threshold (Z, Regions1, 0.2, 0.5)
    * 
    * Remove background.
    sub_image (ZScene, ImageSurface, ImageSub, 1, 0)
    threshold (ImageSub, Regions, -1, -0.03)
    reduce_object_model_3d_by_view (Regions, ObjectModel3D, 'xyz_mapping', [], ObjectModel3DReduced)
    * 
    * Visualization .
    visualize_object_model_3d (WindowHandle, ObjectModel3DReduced, [], PoseVis, 'intensity', '&gray', 'Reduced Scene', [], Instructions, PoseOut)
endfor

三、基于参考场景去除背景

1、获取一个没有任何物体的参考场景(离线步骤,场景中没有目标)。

2、从有目标场景的z映射中减去参考场景的z映射,然后二值化,删除噪声。

csharp 复制代码
dev_disp_introduction_reference_scene ()
stop ()
* 
* Read reference scene.
dev_disp_text ('Reading model. This may take a moment.', 'window', 'bottom', 'right', 'black', [], [])
read_image (ImageRefPlane, 'metal-parts/metal_parts_reference_plane_xyz')
decompose3 (ImageRefPlane, XRef, YRef, ZRef)
xyz_to_object_model_3d (XRef, YRef, ZRef, ReferenceScene)
* Initialize visualization.
dev_close_window ()
dev_open_window (0, 0, 600, 600, 'black', WindowHandle)
set_display_font (WindowHandle, 16, 'mono', 'true', 'false')
PoseVis := [-135, -500, 4000, 300, 15, 45, 0]
VisParams := ['alpha', 'color', 'point_size']
VisValues := [0.1, 'gray', 1]
Instructions[0] := 'Rotate: Left button'
Instructions[1] := 'Zoom:   Shift + left button'
Instructions[2] := 'Move:   Ctrl  + left button'
* 
visualize_object_model_3d (WindowHandle, ReferenceScene, [], PoseVis, VisParams, VisValues, 'Reference scene', [], Instructions, PoseOut)
* 
PoseVis := [-96, -522, 2047, 296, 11, 57, 0]
* Online step. Subtract reference scene from
* acquired scene.
for I := 1 to 2 by 1
    dev_disp_text ('Reading model. This may take a moment.', 'window', 'bottom', 'right', 'black', [], [])
    read_image (ImageScene, 'metal-parts/metal_parts_xyz_' + I$'02')
    decompose3 (ImageScene, ImageX, ImageY, ImageZ)
    xyz_to_object_model_3d (ImageX, ImageY, ImageZ, ObjectModel3D)
    visualize_object_model_3d (WindowHandle, ObjectModel3D, [], PoseVis, VisParams, VisValues, 'Full scene', [], Instructions, PoseOut)
    * Subtract reference scene in 2D.
    sub_image (ZRef, ImageZ, ImageSub, 1, 0)
    * 
    * Apply a threshold smaller than the thickness of the object.
    threshold (ImageSub, Region, 0.7, 1e+10)
    * 
    * Remove noise.
    connection (Region, ConnectedRegions)
    select_shape (ConnectedRegions, SelectedRegions, 'area', 'and', 100, 1e+10)
    union1 (SelectedRegions, RegionUnion)
    * 
    * Reduce the point cloud to the objects on plane.
    reduce_object_model_3d_by_view (RegionUnion, ObjectModel3D, [], [], ObjectModel3DReduced)
    * 
    * Visualization.
    VisParamsResult := ['color_0', 'alpha_0', 'color_1', 'alpha_1', 'point_size_0', 'point_size_1']
    VisValuesResult := ['gray', 0.3, 'forest green', 0.3, 1, 2]
    Text := 'Reduced Scene'
    Text[1] := 'The objects have been separated from the background'
    visualize_object_model_3d (WindowHandle, [ObjectModel3D,ObjectModel3DReduced], [], PoseOut, VisParamsResult, VisValuesResult, Text, [], Instructions, PoseOut)
endfor
* 

四、总结

1、上面三种方式,本质上第一步都是在Z-mapping筛选目标Region。

2、第二部根据使用reduce_object_model_3d_by_view函数,裁剪3D模型

相关推荐
拿我格子衫来6 小时前
LaserWeb4:矢量图与位图如何变成 G-code
图像处理·图形渲染
k4m7v2pz7 小时前
Bevy 0.18.1 雨雪天气粒子系统排障实录:四个“想当然“如何让 3D/2D 粒子全部不可见
3d·游戏开发·3d渲染·bevy·天气粒子·2d渲染
Dfreedom.9 小时前
目标检测后处理核心:NMS非极大值抑制详解
图像处理·人工智能·深度学习·目标检测·目标跟踪
戴西软件9 小时前
戴西iDWS.3DViz Suite数据轻量化可视化软件,从传统桌面软件向云端协同的重大突破
大数据·运维·网络·人工智能·机器学习·3d
Jmyd01239 小时前
实训室的 3D 模型涉及肖像文物,数据安全与合规怎么做?
安全·3d·数据安全·虚拟实训
牧羊人.33314 小时前
动手学深度学习 02 | 手写数字识别
图像处理·人工智能·深度学习·算法
AndrewHZ14 小时前
图像处理入门023 | 自适应直方图均衡化:CLAHE——把 HE 的“全局“变“局部“,治好光照不均与噪声放大
图像处理·双线性插值·自适应均衡化·clahe·对比度限制·分块处理·美颜pipeline
AI视觉网奇17 小时前
3d子部件高亮选中
开发语言·javascript·3d
我才是银古1 天前
当 360° 全景遇上真实地图:Vue 3 实现全景-地图双向联动的工程实践
3d·vue3·360影像
做cv的小昊2 天前
结合代码读3DGS&世界模型论文(3)——3DGS & 世界模型新工作GaussianDream论文及代码解读
3d