obs/CObservationStereoImages.h

Go to the documentation of this file.

/* +---------------------------------------------------------------------------+
   |                     Mobile Robot Programming Toolkit (MRPT)               |
   |                          http://www.mrpt.org/                             |
   |                                                                           |
   | Copyright (c) 2005-2017, Individual contributors, see AUTHORS file        |
   | See: http://www.mrpt.org/Authors - All rights reserved.                   |
   | Released under BSD License. See details in http://www.mrpt.org/License    |
   +---------------------------------------------------------------------------+ */
#ifndef CObservationStereoImages_H
#define CObservationStereoImages_H

#include <mrpt/utils/CSerializable.h>
#include <mrpt/utils/CImage.h>
#include <mrpt/utils/TStereoCamera.h>
#include <mrpt/obs/CObservation.h>
#include <mrpt/poses/CPose3D.h>
#include <mrpt/poses/CPose3DQuat.h>
#include <mrpt/poses/CPose2D.h>

namespace mrpt
{
namespace obs
{
        DEFINE_SERIALIZABLE_PRE_CUSTOM_BASE_LINKAGE( CObservationStereoImages , CObservation,OBS_IMPEXP )

        /** Observation class for either a pair of left+right or left+disparity images from a stereo camera.
          *
          *  To find whether the observation contains a right image and/or a disparity image, see the
          *   fields hasImageDisparity and hasImageRight, respectively.
          *
          *   This figure illustrates the coordinate frames involved in this class:
          *
          *      <center>
          *   <img src="CObservationStereoImages_figRefSystem.png">
          *  </center>
          *
          * \note The images stored in this class can be raw or undistorted images. In the latter case, the "distortion" params of the corresponding "leftCamera" and "rightCamera" fields should be all zeros.
          * \sa CObservation
         * \ingroup mrpt_obs_grp
          */
        class OBS_IMPEXP CObservationStereoImages : public CObservation
        {
                // This must be added to any CSerializable derived class:
                DEFINE_SERIALIZABLE( CObservationStereoImages )
                // This must be added for declaration of MEX-related functions
                DECLARE_MEX_CONVERSION

         public:
                /** Default Constructor */
                CObservationStereoImages( );

                /** Constructor from "IplImage*" images, which could be NULL.
                  *  The fields hasImageDisparity and hasImageRight will be set to true/false depending on them being !=NULL.
                  * Note that the IplImage's will be COPIED, so it's still the caller's reponsibility to free the original images,
                  *  unless ownMemory is set to true: in that case the IplImage pointers are copied and those IplImage's will be automatically freed by this object.
                  *
                  */
                CObservationStereoImages( void *iplImageLeft, void *iplImageRight, void *iplImageDisparity = NULL, bool ownMemory = false );

                /** Destructor
                 */
                ~CObservationStereoImages(  );


                /** @name Main observation data members
                    @{ */

                /** Image from the left camera (this image will be ALWAYS present) \sa areImagesRectified() */
                mrpt::utils::CImage     imageLeft;

                /** Image from the right camera, only contains a valid image if hasImageRight == true. \sa areImagesRectified() */
                mrpt::utils::CImage     imageRight;

                /** Disparity image, only contains a valid image if hasImageDisparity == true.
                  *  The relation between the actual disparity and pixels and each value in this image is... ???????????  */
                mrpt::utils::CImage imageDisparity;

                bool   hasImageDisparity; //!< Whether imageDisparity actually contains data (Default upon construction: false)
                bool   hasImageRight;        //!< Whether imageRight actually contains data  (Default upon construction: true)

                /** Parameters for the left/right cameras: individual intrinsic and distortion parameters of the cameras.
                  * See the <a href="http://www.mrpt.org/Camera_Parameters" >tutorial</a> for a discussion of these parameters.
                  * \sa areImagesRectified(), getStereoCameraParams()
                  */
                mrpt::utils::TCamera            leftCamera, rightCamera;

                mrpt::poses::CPose3DQuat        cameraPose;             //!< The pose of the LEFT camera, relative to the robot.

                /** The pose of the right camera, relative to the left one:
                  *  Note that using the conventional reference coordinates for the left
                  *   camera (x points to the right, y down), the "right" camera is situated
                  *   at position (BL, 0, 0) with yaw=pitch=roll=0, where BL is the BASELINE.
                  */
                mrpt::poses::CPose3DQuat        rightCameraPose;

                /** Populates a TStereoCamera structure with the parameters in \a leftCamera, \a rightCamera and \a rightCameraPose \sa areImagesRectified() */
                void getStereoCameraParams(mrpt::utils::TStereoCamera &out_params) const;

                /** Sets \a leftCamera, \a rightCamera and \a rightCameraPose from a TStereoCamera structure */
                void setStereoCameraParams(const mrpt::utils::TStereoCamera &in_params);

                /** This method only checks whether ALL the distortion parameters in \a leftCamera are set to zero, which is 
                  * the convention in MRPT to denote that this pair of stereo images has been rectified. 
                  */
                bool areImagesRectified() const;

                /** @} */


                // See base class docs
                void getSensorPose( mrpt::poses::CPose3D &out_sensorPose ) const MRPT_OVERRIDE { out_sensorPose = mrpt::poses::CPose3D(cameraPose); }
                void setSensorPose( const mrpt::poses::CPose3D &newSensorPose ) MRPT_OVERRIDE { cameraPose = mrpt::poses::CPose3DQuat(newSensorPose); }
                void getDescriptionAsText(std::ostream &o) const MRPT_OVERRIDE;

                void swap( CObservationStereoImages &o); //!< Do an efficient swap of all data members of this object with "o".

        }; // End of class def.
        DEFINE_SERIALIZABLE_POST_CUSTOM_BASE_LINKAGE( CObservationStereoImages , CObservation,OBS_IMPEXP )

        } // End of namespace
} // End of namespace

// Add for declaration of mexplus::from template specialization
DECLARE_MEXPLUS_FROM( mrpt::obs::CObservationStereoImages )

#endif