rgbd_frame.h

Go to the documentation of this file.

#ifndef RGBDTOOLS_RGBD_FRAME_H
#define RGBDTOOLS_RGBD_FRAME_H

#include <vector>
#include <boost/filesystem.hpp>
#include <pcl/io/pcd_io.h>
#include <opencv2/core/core.hpp>

#include "rgbdtools/types.h"
#include "rgbdtools/header.h"
#include "rgbdtools/rgbd_util.h"

namespace rgbdtools {

class RGBDFrame
{
  public:

    EIGEN_MAKE_ALIGNED_OPERATOR_NEW

    RGBDFrame();

    RGBDFrame(const RGBDFrame& other);

    RGBDFrame(const cv::Mat& rgb_img_in,
              const cv::Mat& depth_img_in,
              const cv::Mat& intr_in,
              const Header& header_in);

    RGBDFrame(const cv::Mat& rgb_img_in,
              const cv::Mat& depth_img_in,
              const cv::Mat& intr_in,
              const cv::Mat& dist_in,
              const Header& header_in);

    int index;
    
    Header header; 
    cv::Mat rgb_img;         
    cv::Mat depth_img;       
    cv::Mat intr;
    cv::Mat dist;
    //image_geometry::PinholeCameraModel model;
    
    KeypointVector keypoints;         
    cv::Mat        descriptors;       

    BoolVector     kp_valid;          
    Vector3fVector kp_means;          
    Matrix3fVector kp_covariances;    

    int n_valid_keypoints;            
    bool used;
    void computeDistributions(
      double max_z = 5.5,
      double max_stdev_z = 0.03);    

    void constructFeaturePointCloud(PointCloudFeature& cloud);

    void constructDensePointCloud(PointCloudT& cloud,
                                  double max_z = 5.5,
                                  double max_stdev_z = 0.03) const;
    void getPointsDist(std::vector<std::vector<float> > points,std::vector<std::vector<double> > *dists);
    static bool save(const RGBDFrame& frame, const std::string& path);

    static bool load(RGBDFrame& frame, const std::string& path);
    
  protected:

    static const double Z_STDEV_CONSTANT = 0.001425;
    
    double getVarZ(double z) const;
    
    double getStdDevZ(double z) const;

    void getGaussianDistribution(int u, int v, double& z_mean, double& z_var) const;
    
    void getGaussianMixtureDistribution(int u, int v, double& z_mean, double& z_var) const;
};

} // namespace rgbdtools

#endif // RGBDTOOLS_RGBD_FRAME_H