Example: slam_icp3d_simple_example

slam_icp3d_simple_example screenshot slam_icp3d_simple_example screenshot slam_icp3d_simple_example screenshot slam_icp3d_simple_example screenshot

C++ example source code:

/* +------------------------------------------------------------------------+
   |                     Mobile Robot Programming Toolkit (MRPT)            |
   |                          https://www.mrpt.org/                         |
   |                                                                        |
   | Copyright (c) 2005-2024, Individual contributors, see AUTHORS file     |
   | See: https://www.mrpt.org/Authors - All rights reserved.               |
   | Released under BSD License. See: https://www.mrpt.org/License          |
   +------------------------------------------------------------------------+ */

#include <mrpt/gui/CDisplayWindow3D.h>
#include <mrpt/maps/CSimplePointsMap.h>
#include <mrpt/obs/CObservation2DRangeScan.h>
#include <mrpt/opengl/CAngularObservationMesh.h>
#include <mrpt/opengl/CDisk.h>
#include <mrpt/opengl/CGridPlaneXY.h>
#include <mrpt/opengl/CSphere.h>
#include <mrpt/opengl/stock_objects.h>
#include <mrpt/poses/CPose3DPDF.h>
#include <mrpt/slam/CICP.h>

#include <chrono>
#include <iostream>
#include <thread>

using namespace std;
using namespace mrpt::literals;  // _deg
using namespace mrpt::gui;
using namespace mrpt::opengl;
using namespace mrpt::poses;
using namespace mrpt::slam;
using namespace mrpt::maps;
using namespace mrpt::obs;

// Increase this values to get more precision. It will also increase run time.
const size_t HOW_MANY_YAWS = 120;
const size_t HOW_MANY_PITCHS = 120;

// The scans of the 3D object, taken from 2 different places:
vector<CObservation2DRangeScan> sequence_scans1, sequence_scans2;

// The two origins for the 3D scans
CPose3D viewpoint1(-0.3, 0.7, 3, 5.0_deg, 80.0_deg, 3.0_deg);
CPose3D viewpoint2(0.5, -0.2, 2.6, -5.0_deg, 100.0_deg, -7.0_deg);

CPose3D SCAN2_POSE_ERROR(0.15, -0.07, 0.10, -0.03, 0.1, 0.1);

void generateObjects(CSetOfObjects::Ptr& world)
{
  CSphere::Ptr sph = CSphere::Create(0.5);
  sph->setLocation(0, 0, 0);
  sph->setColor(1, 0, 0);
  world->insert(sph);

  {
    CDisk::Ptr pln = CDisk::Create();
    pln->setDiskRadius(2);
    pln->setPose(CPose3D(0, 0, 0, 0, 5.0_deg, 5.0_deg));
    pln->setColor(0.8, 0, 0);
    world->insert(pln);
  }

  {
    CDisk::Ptr pln = CDisk::Create();
    pln->setDiskRadius(2);
    pln->setPose(CPose3D(0, 0, 0, 30.0_deg, -20.0_deg, -2.0_deg));
    pln->setColor(0.9, 0, 0);
    world->insert(pln);
  }
}

void test_icp3D()
{
  // Create the reference objects:
  Scene::Ptr scene1 = Scene::Create();
  Scene::Ptr scene2 = Scene::Create();
  Scene::Ptr scene3 = Scene::Create();

  auto plane1 = CGridPlaneXY::Create(-20, 20, -20, 20, 0, 1);
  plane1->setColor(0.3f, 0.3f, 0.3f);
  scene1->insert(plane1);
  scene2->insert(plane1);
  scene3->insert(plane1);

  CSetOfObjects::Ptr world = CSetOfObjects::Create();
  generateObjects(world);
  scene1->insert(world);

  // Perform the 3D scans:
  auto aom1 = CAngularObservationMesh::Create();
  auto aom2 = CAngularObservationMesh::Create();

  cout << "Performing ray-tracing..." << endl;
  CAngularObservationMesh::trace2DSetOfRays(
      scene1, viewpoint1, aom1,
      CAngularObservationMesh::TDoubleRange::CreateFromAperture(M_PI, HOW_MANY_PITCHS),
      CAngularObservationMesh::TDoubleRange::CreateFromAperture(M_PI, HOW_MANY_YAWS));
  CAngularObservationMesh::trace2DSetOfRays(
      scene1, viewpoint2, aom2,
      CAngularObservationMesh::TDoubleRange::CreateFromAperture(M_PI, HOW_MANY_PITCHS),
      CAngularObservationMesh::TDoubleRange::CreateFromAperture(M_PI, HOW_MANY_YAWS));
  cout << "Ray-tracing done" << endl;

  // Put the viewpoints origins:
  {
    CSetOfObjects::Ptr origin1 = stock_objects::CornerXYZ();
    origin1->setPose(viewpoint1);
    origin1->setScale(0.6);
    scene1->insert(origin1);
    scene2->insert(origin1);
  }
  {
    CSetOfObjects::Ptr origin2 = stock_objects::CornerXYZ();
    origin2->setPose(viewpoint2);
    origin2->setScale(0.6);
    scene1->insert(origin2);
    scene2->insert(origin2);
  }

  // Show the scanned points:
  CSimplePointsMap M1, M2;

  aom1->generatePointCloud(&M1);
  aom2->generatePointCloud(&M2);

  // Create the wrongly-localized M2:
  CSimplePointsMap M2_noisy;
  M2_noisy = M2;
  M2_noisy.changeCoordinatesReference(SCAN2_POSE_ERROR);

  M1.renderOptions.color = mrpt::img::TColorf(1, 0, 0);
  M2_noisy.renderOptions.color = mrpt::img::TColorf(0, 0, 1);

  scene2->insert(M1.getVisualization());
  scene2->insert(M2_noisy.getVisualization());

  // --------------------------------------
  // Do the ICP-3D
  // --------------------------------------
  CICP icp;
  CICP::TReturnInfo icp_info;

  icp.options.thresholdDist = 0.40;
  icp.options.thresholdAng = 0;

  std::vector<double> xs, ys, zs;
  M1.getAllPoints(xs, ys, ys);
  cout << "Size of  xs in M1: " << xs.size() << endl;
  M2.getAllPoints(xs, ys, ys);
  cout << "Size of  xs in M2: " << xs.size() << endl;

  CPose3DPDF::Ptr pdf = icp.Align3D(
      &M2_noisy,  // Map to align
      &M1,        // Reference map
      CPose3D(),  // Initial gross estimate
      icp_info);

  CPose3D mean = pdf->getMeanVal();

  cout << "ICP run took " << icp_info.executionTime << " secs." << endl;
  cout << "Goodness: " << 100 * icp_info.goodness << "% , # of iterations= " << icp_info.nIterations
       << " Quality: " << icp_info.quality << endl;
  cout << "ICP output: mean= " << mean << endl;
  cout << "Real displacement: " << SCAN2_POSE_ERROR << endl;

  // Aligned maps:
  M2_noisy.changeCoordinatesReference(CPose3D() - mean);

  scene3->insert(M1.getVisualization());
  scene3->insert(M2_noisy.getVisualization());

  // Show in Windows:
  CDisplayWindow3D window("ICP-3D demo: scene", 500, 500);
  CDisplayWindow3D window2("ICP-3D demo: UNALIGNED scans", 500, 500);
  CDisplayWindow3D window3("ICP-3D demo: ICP-ALIGNED scans", 500, 500);

  window.setPos(10, 10);
  window2.setPos(530, 10);
  window3.setPos(10, 520);

  window.get3DSceneAndLock() = scene1;
  window.unlockAccess3DScene();

  window2.get3DSceneAndLock() = scene2;
  window2.unlockAccess3DScene();

  window3.get3DSceneAndLock() = scene3;
  window3.unlockAccess3DScene();

  std::this_thread::sleep_for(20ms);
  window.forceRepaint();
  window2.forceRepaint();

  window.setCameraElevationDeg(15);
  window.setCameraAzimuthDeg(90);
  window.setCameraZoom(15);

  window2.setCameraElevationDeg(15);
  window2.setCameraAzimuthDeg(90);
  window2.setCameraZoom(15);

  window3.setCameraElevationDeg(15);
  window3.setCameraAzimuthDeg(90);
  window3.setCameraZoom(15);

  cout << "Press any key to exit..." << endl;
  window.waitForKey();
}

int main()
{
  try
  {
    test_icp3D();
    return 0;
  }
  catch (exception& e)
  {
    cout << "Error: " << e.what() << '.' << endl;
    return -1;
  }
}