faces.h

Go to the documentation of this file.

/*********************************************************************
* Face-specific computer vision algorithms.
*
**********************************************************************
*
* Software License Agreement (BSD License)
*
*  Copyright (c) 2008, Willow Garage, Inc.
*  All rights reserved.
*
*  Redistribution and use in source and binary forms, with or without
*  modification, are permitted provided that the following conditions
*  are met:
*
*   * Redistributions of source code must retain the above copyright
*     notice, this list of conditions and the following disclaimer.
*   * Redistributions in binary form must reproduce the above
*     copyright notice, this list of conditions and the following
*     disclaimer in the documentation and/or other materials provided
*     with the distribution.
*   * Neither the name of the Willow Garage nor the names of its
*     contributors may be used to endorse or promote products derived
*     from this software without specific prior written permission.
*
*  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
*  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
*  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
*  FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
*  COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
*  INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
*  BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
*  LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
*  CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
*  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
*  ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
*  POSSIBILITY OF SUCH DAMAGE.
*********************************************************************/

/* Author: Caroline Pantofaru */

#ifndef FACE_DETECTOR_FACES_H
#define FACE_DETECTOR_FACES_H

#include <string>
#include <vector>

#include <opencv/cv.hpp>
#include <opencv/cxcore.hpp>
#include <opencv/cvaux.hpp>

#include <image_geometry/stereo_camera_model.h>
#include <boost/thread/mutex.hpp>
#include <boost/bind.hpp>
#include <boost/thread/thread.hpp>
#include <boost/thread/condition.hpp>

#define FACE_SIZE_MIN_M 0.1 
#define FACE_SIZE_MAX_M 0.5 
#define MAX_FACE_Z_M    8.0 
// Default thresholds for face tracking.
#define FACE_SEP_DIST_M 1.0 
namespace people
{

struct Box2D3D
{
  cv::Point2d center2d;
  cv::Point3d center3d;
  double width2d;
  double width3d;
  cv::Rect box2d;
  std::string status;
  int id;
};

struct Face
{
  std::string id;
  std::string name;
};

class Faces
{
public:
  // Default thresholds for the face detection algorithm.

  // Thresholds for the face detection algorithm.
  double face_size_min_m_; 
  double face_size_max_m_; 
  double max_face_z_m_; 
  // Thresholds for face tracking.
  double face_sep_dist_m_; 
  // Create an empty list of people.
  Faces();

  // Destroy a list of people.
  ~Faces();

  std::vector<Box2D3D> detectAllFacesDisparity(const cv::Mat &image, double threshold, const cv::Mat &disparity_image,
                                               image_geometry::StereoCameraModel *cam_model);

  std::vector<Box2D3D> detectAllFacesDepth(const cv::Mat &image, double threshold, const cv::Mat &depth_image,
                                           image_geometry::StereoCameraModel *cam_model);

  void initFaceDetectionDisparity(uint num_cascades, std::string haar_classifier_filename, double face_size_min_m,
                                  double face_size_max_m, double max_face_z_m, double face_sep_dist_m);

  void initFaceDetectionDepth(uint num_cascades, std::string haar_classifier_filename, double face_size_min_m,
                              double face_size_max_m, double max_face_z_m, double face_sep_dist_m);

private:
  std::vector<Face> list_;  
  std::vector<Box2D3D> faces_; 
  cv::Mat cv_image_gray_;  
  cv::Mat const* disparity_image_; 
  cv::Mat const* depth_image_; 
  image_geometry::StereoCameraModel *cam_model_; 
  boost::mutex face_mutex_, face_done_mutex_, t_mutex_;
  boost::mutex* face_go_mutex_;
  boost::thread_group threads_;
  boost::condition face_detection_ready_cond_, face_detection_done_cond_;
  int num_threads_to_wait_for_;
  int images_ready_;

  /* Structures for the face detector. */
  cv::CascadeClassifier cascade_;  
  void faceDetectionThreadDisparity(uint i);
  void faceDetectionThreadDepth(uint i);
};
}  // namespace people

#endif  // FACE_DETECTOR_FACES_H