$search

objects_database_node.cpp

Go to the documentation of this file.

/*********************************************************************
 * Software License Agreement (BSD License)
 *
 *  Copyright (c) 2009, Willow Garage, Inc.
 *  All rights reserved.
 *
 *  Redistribution and use in source and binary forms, with or without
 *  modification, are permitted provided that the following conditions
 *  are met:
 *
 *   * Redistributions of source code must retain the above copyright
 *     notice, this list of conditions and the following disclaimer.
 *   * Redistributions in binary form must reproduce the above
 *     copyright notice, this list of conditions and the following
 *     disclaimer in the documentation and/or other materials provided
 *     with the distribution.
 *   * Neither the name of the Willow Garage nor the names of its
 *     contributors may be used to endorse or promote products derived
 *     from this software without specific prior written permission.
 *
 *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 *  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 *  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 *  FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 *  COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 *  INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
 *  BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 *  LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 *  CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
 *  ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 *  POSSIBILITY OF SUCH DAMAGE.
 *********************************************************************/

// Author(s): Matei Ciocarlie


#include <vector>
#include <boost/shared_ptr.hpp>

#include <ros/ros.h>

#include <actionlib/server/simple_action_server.h>

#include <tf/transform_datatypes.h>
#include <tf/transform_listener.h>

#include <object_manipulation_msgs/GraspPlanning.h>
#include <object_manipulation_msgs/GraspPlanningAction.h>

#include <household_objects_database_msgs/GetModelList.h>
#include <household_objects_database_msgs/GetModelMesh.h>
#include <household_objects_database_msgs/GetModelDescription.h>
#include <household_objects_database_msgs/GetModelScans.h>
#include <household_objects_database_msgs/DatabaseScan.h>
#include <household_objects_database_msgs/SaveScan.h>
#include <household_objects_database_msgs/TranslateRecognitionId.h>

#include "household_objects_database/objects_database.h"

const std::string GET_MODELS_SERVICE_NAME = "get_model_list";
const std::string GET_MESH_SERVICE_NAME = "get_model_mesh";
const std::string GET_DESCRIPTION_SERVICE_NAME = "get_model_description";
const std::string GRASP_PLANNING_SERVICE_NAME = "database_grasp_planning";
const std::string GET_SCANS_SERVICE_NAME = "get_model_scans";
const std::string SAVE_SCAN_SERVICE_NAME = "save_model_scan";
const std::string TRANSLATE_ID_SERVICE_NAME = "translate_id";
const std::string GRASP_PLANNING_ACTION_NAME = "database_grasp_planning";

using namespace household_objects_database_msgs;
using namespace household_objects_database;
using namespace object_manipulation_msgs;


class HandDescription
{
 private:
  ros::NodeHandle root_nh_;

  inline std::string getStringParam(std::string name)
  {
    std::string value;
    if (!root_nh_.getParamCached(name, value))
    {
      ROS_ERROR("Hand description: could not find parameter %s", name.c_str());
    }
    //ROS_INFO_STREAM("Hand description param " << name << " resolved to " << value);
    return value;
  }

  inline std::vector<std::string> getVectorParam(std::string name)
  {
    std::vector<std::string> values;
    XmlRpc::XmlRpcValue list;
    if (!root_nh_.getParamCached(name, list)) 
    {
      ROS_ERROR("Hand description: could not find parameter %s", name.c_str());
    }
    if (list.getType() != XmlRpc::XmlRpcValue::TypeArray)
    {
      ROS_ERROR("Hand description: bad parameter %s", name.c_str());
    }
    //ROS_INFO_STREAM("Hand description vector param " << name << " resolved to:");
    for (int32_t i=0; i<list.size(); i++)
    {
      if (list[i].getType() != XmlRpc::XmlRpcValue::TypeString)
      {
        ROS_ERROR("Hand description: bad parameter %s", name.c_str());
      }
      values.push_back( static_cast<std::string>(list[i]) );
      //ROS_INFO_STREAM("  " << values.back());
    }
    return values;      
  }

 public:
 HandDescription() : root_nh_("~") {}
  
  inline std::string handDatabaseName(std::string arm_name)
  {
    return getStringParam("/hand_description/" + arm_name + "/hand_database_name");
  }
  
  inline std::vector<std::string> handJointNames(std::string arm_name)
  {
    return getVectorParam("/hand_description/" + arm_name + "/hand_joints");
  }
  
};


class ObjectsDatabaseNode
{
private:
  ros::NodeHandle priv_nh_;

  ros::NodeHandle root_nh_;

  ros::ServiceServer get_models_srv_;

  ros::ServiceServer get_mesh_srv_;

  ros::ServiceServer get_description_srv_;

  ros::ServiceServer grasp_planning_srv_;

  actionlib::SimpleActionServer<object_manipulation_msgs::GraspPlanningAction> *grasp_planning_server_;  

  ros::ServiceServer get_scans_srv_;

  ros::ServiceServer save_scan_srv_;

  ros::ServiceServer translate_id_srv_;

  ObjectsDatabase *database_;

  tf::TransformListener listener_;

  double prune_gripper_opening_;

  double prune_table_clearance_;

  bool translateIdCB(TranslateRecognitionId::Request &request, TranslateRecognitionId::Response &response)
  {
    std::vector<boost::shared_ptr<DatabaseScaledModel> > models;
    if (!database_)
    {
      ROS_ERROR("Translate is service: database not connected");
      response.result = response.DATABASE_ERROR;
      return true;
    }
    if (!database_->getScaledModelsByRecognitionId(models, request.recognition_id))
    {
      ROS_ERROR("Translate is service: query failed");
      response.result = response.DATABASE_ERROR;
      return true;
    }
    if (models.empty())
    {
      ROS_ERROR("Translate is service: recognition id %s not found", request.recognition_id.c_str());
      response.result = response.ID_NOT_FOUND;
      return true;
    }
    response.household_objects_id = models[0]->id_.data();
    if (models.size() > 1) ROS_WARN("Multiple matches found for recognition id %s. Returning the first one.",
                                    request.recognition_id.c_str());
    response.result = response.SUCCESS;
    return true;
  }

  bool getModelsCB(GetModelList::Request &request, GetModelList::Response &response)
  {
    if (!database_)
    {
      response.return_code.code = response.return_code.DATABASE_NOT_CONNECTED;
      return true;
    }
    std::vector< boost::shared_ptr<DatabaseScaledModel> > models;
    if (!database_->getScaledModelsBySet(models, request.model_set))
    {
      response.return_code.code = response.return_code.DATABASE_QUERY_ERROR;
      return true;
    }
    for (size_t i=0; i<models.size(); i++)
    {
      response.model_ids.push_back( models[i]->id_.data() );
    }
    response.return_code.code = response.return_code.SUCCESS;
    return true;
  }

  bool getMeshCB(GetModelMesh::Request &request, GetModelMesh::Response &response)
  {
    if (!database_)
    {
      response.return_code.code = response.return_code.DATABASE_NOT_CONNECTED;
      return true;
    }
    if ( !database_->getScaledModelMesh(request.model_id, response.mesh) )
    {
      response.return_code.code = response.return_code.DATABASE_QUERY_ERROR;
      return true;
    }
    response.return_code.code = response.return_code.SUCCESS;
    return true;
  }

  bool getDescriptionCB(GetModelDescription::Request &request, GetModelDescription::Response &response)
  {
    if (!database_)
    {
      response.return_code.code = response.return_code.DATABASE_NOT_CONNECTED;
      return true;
    }
    std::vector< boost::shared_ptr<DatabaseScaledModel> > models;
    
    std::stringstream id;
    id << request.model_id;
    std::string where_clause("scaled_model_id=" + id.str());
    if (!database_->getList(models, where_clause) || models.size() != 1)
    {
      response.return_code.code = response.return_code.DATABASE_QUERY_ERROR;
      return true;
    }
    response.tags = models[0]->tags_.data();
    response.name = models[0]->model_.data();
    response.maker = models[0]->maker_.data();
    response.return_code.code = response.return_code.SUCCESS;
    return true;
  }

  bool getScansCB(GetModelScans::Request &request, GetModelScans::Response &response)
  {
    if (!database_)
    {
      ROS_ERROR("GetModelScan: database not connected");
      response.return_code.code = DatabaseReturnCode::DATABASE_NOT_CONNECTED;
      return true;
    }

    database_->getModelScans(request.model_id, request.scan_source,response.matching_scans);
    response.return_code.code = DatabaseReturnCode::SUCCESS;
    return true;
  }

  bool saveScanCB(SaveScan::Request &request, SaveScan::Response &response)
  {
    if (!database_)
    {
      ROS_ERROR("SaveScan: database not connected");
      response.return_code.code = DatabaseReturnCode::DATABASE_NOT_CONNECTED;
      return true;
    }
    household_objects_database::DatabaseScan scan;
    scan.frame_id_.get() = request.ground_truth_pose.header.frame_id;
    scan.cloud_topic_.get() = request.cloud_topic;
    scan.object_pose_.get().pose_ = request.ground_truth_pose.pose;
    scan.scaled_model_id_.get() = request.scaled_model_id;
    scan.scan_bagfile_location_.get() = request.bagfile_location;
    scan.scan_source_.get() = request.scan_source;
    database_->insertIntoDatabase(&scan);
    response.return_code.code = DatabaseReturnCode::SUCCESS;
    return true;
  }


  virtual void pruneGraspList(std::vector< boost::shared_ptr<DatabaseGrasp> > &grasps,
                              double gripper_threshold, 
                              double table_clearance_threshold)
  {
    std::vector< boost::shared_ptr<DatabaseGrasp> >::iterator prune_it = grasps.begin();
    int pruned = 0;
    while ( prune_it != grasps.end() )
    {
      //by mistake, table clearance in database is currently in mm
      if ((*prune_it)->final_grasp_posture_.get().joint_angles_[0] > gripper_threshold ||
          (table_clearance_threshold >= 0.0 && (*prune_it)->table_clearance_.get() < table_clearance_threshold*1.0e3) ) 
      {
        if (gripper_threshold >= 0.0 && (*prune_it)->final_grasp_posture_.get().joint_angles_[0] > gripper_threshold)
            ROS_DEBUG("gripper_threshold: %.2f, joint_angles: %.2f, pruning grasp", 
                      gripper_threshold, (*prune_it)->final_grasp_posture_.get().joint_angles_[0]);
        else ROS_DEBUG("table_clearance_threshold: %.2f, table_clearance: %.2f, pruning grasp", 
                       table_clearance_threshold,(*prune_it)->table_clearance_.get()); 
        prune_it = grasps.erase(prune_it);
        pruned++;
      } 
      else 
      {
        prune_it++;
      }
    }
    ROS_INFO("Database grasp planner: pruned %d grasps for table collision or gripper angle above threshold", pruned);
  }

  geometry_msgs::Pose multiplyPoses(const geometry_msgs::Pose &p1, 
                                    const geometry_msgs::Pose &p2)
  {
    tf::Transform t1;
    tf::poseMsgToTF(p1, t1);
    tf::Transform t2;
    tf::poseMsgToTF(p2, t2);
    t2 = t1 * t2;        
    geometry_msgs::Pose out_pose;
    tf::poseTFToMsg(t2, out_pose);
    return out_pose;
  }

  //retrieves all grasps from the database for a given target
  bool getGrasps(const GraspableObject &target, const std::string &arm_name, 
                 std::vector<Grasp> &grasps, GraspPlanningErrorCode &error_code)
  {
    if (!database_)
    {
      ROS_ERROR("Database grasp planning: database not connected");
      error_code.value = error_code.OTHER_ERROR;
      return false;
    }

    if (target.potential_models.empty())
    {
      ROS_ERROR("Database grasp planning: no potential model information in grasp planning target");
      error_code.value = error_code.OTHER_ERROR;
      return false;      
    }

    if (target.potential_models.size() > 1)
    {
      ROS_WARN("Database grasp planning: target has more than one potential models. "
               "Returning grasps for first model only");
    }

    HandDescription hd;
    int model_id = target.potential_models[0].model_id;
    std::string hand_id = hd.handDatabaseName(arm_name);
    
    //retrieve the raw grasps from the database
    std::vector< boost::shared_ptr<DatabaseGrasp> > db_grasps;
    if (!database_->getClusterRepGrasps(model_id, hand_id, db_grasps))
    {
      ROS_ERROR("Database grasp planning: database query error");
      error_code.value = error_code.OTHER_ERROR;
      return false;
    }
    ROS_INFO("Database object node: retrieved %u grasps from database", (unsigned int)db_grasps.size());
    
    //prune the retrieved grasps
    pruneGraspList(db_grasps, prune_gripper_opening_, prune_table_clearance_);

    //randomize the order of the grasps
    std::random_shuffle(db_grasps.begin(), db_grasps.end());

    //convert to the Grasp data type
    std::vector< boost::shared_ptr<DatabaseGrasp> >::iterator it;
    for (it = db_grasps.begin(); it != db_grasps.end(); it++)
    {
      ROS_ASSERT( (*it)->final_grasp_posture_.get().joint_angles_.size() == 
                  (*it)->pre_grasp_posture_.get().joint_angles_.size() );
      Grasp grasp;
      std::vector<std::string> joint_names = hd.handJointNames(arm_name);

      if (hand_id != "WILLOW_GRIPPER_2010")
      {
        //check that the number of joints in the ROS description of this hand
        //matches the number of values we have in the database
        if (joint_names.size() != (*it)->final_grasp_posture_.get().joint_angles_.size())
        {
          ROS_ERROR("Database grasp specification does not match ROS description of hand. "
                    "Hand is expected to have %d joints, but database grasp specifies %d values", 
                    (int)joint_names.size(), (int)(*it)->final_grasp_posture_.get().joint_angles_.size());
          continue;
        }
        //for now we silently assume that the order of the joints in the ROS description of
        //the hand is the same as in the database description
        grasp.pre_grasp_posture.name = joint_names;
        grasp.grasp_posture.name = joint_names;
        grasp.pre_grasp_posture.position = (*it)->pre_grasp_posture_.get().joint_angles_;
        grasp.grasp_posture.position = (*it)->final_grasp_posture_.get().joint_angles_; 
      }
      else
      {
        //unfortunately we have to hack this, as the grasp is really defined by a single
        //DOF, but the urdf for the PR2 gripper is not well set up to do that
        if ( joint_names.size() != 4 || (*it)->final_grasp_posture_.get().joint_angles_.size() != 1)
        {
          ROS_ERROR("PR2 gripper specs and database grasp specs do not match expected values");
          continue;
        }
        grasp.pre_grasp_posture.name = joint_names;
        grasp.grasp_posture.name = joint_names;
        //replicate the single value from the database 4 times
        grasp.pre_grasp_posture.position.resize( joint_names.size(), 
                                                 (*it)->pre_grasp_posture_.get().joint_angles_.at(0));
        grasp.grasp_posture.position.resize( joint_names.size(), 
                                             (*it)->final_grasp_posture_.get().joint_angles_.at(0));
      }
      //for now the effort is not in the database so we hard-code it in here
      //this will change at some point
      grasp.grasp_posture.effort.resize(joint_names.size(), 50);
      grasp.pre_grasp_posture.effort.resize(joint_names.size(), 100);
      //min and desired approach distances are the same for all grasps
      grasp.desired_approach_distance = 0.10;
      grasp.min_approach_distance = 0.05;
      //the pose of the grasp
      grasp.grasp_pose = (*it)->final_grasp_pose_.get().pose_;
      //convert it to the frame of the detection
      grasp.grasp_pose = multiplyPoses(target.potential_models[0].pose.pose, grasp.grasp_pose);
      //and then finally to the reference frame of the object
      if (target.potential_models[0].pose.header.frame_id !=
          target.reference_frame_id)
      {
        tf::StampedTransform ref_trans;
        try
        {
          listener_.lookupTransform(target.reference_frame_id,
                                    target.potential_models[0].pose.header.frame_id,                    
                                    ros::Time(0), ref_trans);
        }
        catch (tf::TransformException ex)
        {
          ROS_ERROR("Grasp planner: failed to get transform from %s to %s; exception: %s", 
                    target.reference_frame_id.c_str(), 
                    target.potential_models[0].pose.header.frame_id.c_str(), ex.what());
          error_code.value = error_code.OTHER_ERROR;
          return false;      
        }        
        geometry_msgs::Pose ref_pose;
        tf::poseTFToMsg(ref_trans, ref_pose);
        grasp.grasp_pose = multiplyPoses(ref_pose, grasp.grasp_pose);
      }
      //stick the scaled quality into the success_probability field
      grasp.success_probability = (*it)->scaled_quality_.get();

      //insert the new grasp in the list
      grasps.push_back(grasp);
    }

    ROS_INFO("Database grasp planner: returning %u grasps", (unsigned int)grasps.size());
    error_code.value = error_code.SUCCESS;
    return true;
  }

  bool graspPlanningCB(GraspPlanning::Request &request, GraspPlanning::Response &response)
  {
    getGrasps(request.target, request.arm_name, response.grasps, response.error_code);
    return true;
  }

  void graspPlanningActionCB(const object_manipulation_msgs::GraspPlanningGoalConstPtr &goal)
  {
    std::vector<Grasp> grasps;
    GraspPlanningErrorCode error_code;
    GraspPlanningResult result;
    GraspPlanningFeedback feedback;
    bool success = getGrasps(goal->target, goal->arm_name, grasps, error_code);
    /*
    for (size_t i=0; i<grasps.size(); i++)
    {
      if (grasp_planning_server_->isPreemptRequested()) 
      {
        grasp_planning_server_->setAborted(result);
        return;
      }
      feedback.grasps.push_back(grasps[i]);
      if ( (i+1)%10==0)
      {
        grasp_planning_server_->publishFeedback(feedback);
        ros::Duration(10.0).sleep();
      }
    }
    */
    result.grasps = grasps;
    result.error_code = error_code;
    if (!success) 
    {
      grasp_planning_server_->setAborted(result);
      return;
    }
    grasp_planning_server_->setSucceeded(result);
  }

public:
  ObjectsDatabaseNode() : priv_nh_("~"), root_nh_("")
  {
    //initialize database connection
    std::string database_host, database_port, database_user, database_pass, database_name;
    root_nh_.param<std::string>("/household_objects_database/database_host", database_host, "");
    int port_int;
    root_nh_.param<int>("/household_objects_database/database_port", port_int, -1);
    std::stringstream ss; ss << port_int; database_port = ss.str();
    root_nh_.param<std::string>("/household_objects_database/database_user", database_user, "");
    root_nh_.param<std::string>("/household_objects_database/database_pass", database_pass, "");
    root_nh_.param<std::string>("/household_objects_database/database_name", database_name, "");
    database_ = new ObjectsDatabase(database_host, database_port, database_user, database_pass, database_name);
    if (!database_->isConnected())
    {
      ROS_ERROR("ObjectsDatabaseNode: failed to open model database on host "
                "%s, port %s, user %s with password %s, database %s. Unable to do grasp "
                "planning on database recognized objects. Exiting.",
                database_host.c_str(), database_port.c_str(), 
                database_user.c_str(), database_pass.c_str(), database_name.c_str());
      delete database_; database_ = NULL;
    }

    //advertise services
    get_models_srv_ = priv_nh_.advertiseService(GET_MODELS_SERVICE_NAME, &ObjectsDatabaseNode::getModelsCB, this);    
    get_mesh_srv_ = priv_nh_.advertiseService(GET_MESH_SERVICE_NAME, &ObjectsDatabaseNode::getMeshCB, this);    
    get_description_srv_ = priv_nh_.advertiseService(GET_DESCRIPTION_SERVICE_NAME, 
                                                     &ObjectsDatabaseNode::getDescriptionCB, this);    
    grasp_planning_srv_ = priv_nh_.advertiseService(GRASP_PLANNING_SERVICE_NAME, 
                                                    &ObjectsDatabaseNode::graspPlanningCB, this);

    get_scans_srv_ = priv_nh_.advertiseService(GET_SCANS_SERVICE_NAME,
                                               &ObjectsDatabaseNode::getScansCB, this);
    save_scan_srv_ = priv_nh_.advertiseService(SAVE_SCAN_SERVICE_NAME,
                                               &ObjectsDatabaseNode::saveScanCB, this);
    translate_id_srv_ = priv_nh_.advertiseService(TRANSLATE_ID_SERVICE_NAME, 
                                                  &ObjectsDatabaseNode::translateIdCB, this);

    grasp_planning_server_ = new actionlib::SimpleActionServer<object_manipulation_msgs::GraspPlanningAction>
      (root_nh_, GRASP_PLANNING_ACTION_NAME, 
       boost::bind(&ObjectsDatabaseNode::graspPlanningActionCB, this, _1), false);
    grasp_planning_server_->start();

    priv_nh_.param<double>("prune_gripper_opening", prune_gripper_opening_, 0.5);
    ROS_DEBUG("prune_gripper_opening value: %.2f", prune_gripper_opening_);
    priv_nh_.param<double>("prune_table_clearance", prune_table_clearance_, 0.0);
    ROS_DEBUG("prune_table_clearance value: %.2f", prune_table_clearance_);
  }

  ~ObjectsDatabaseNode()
  {
    delete database_;
    delete grasp_planning_server_;
  }
};

int main(int argc, char **argv)
{
  ros::init(argc, argv, "objects_database_node");
  ObjectsDatabaseNode node;
  ros::spin();
  return 0;  
}

---

household_objects_database
Author(s): Matei Ciocarlie, except for source files individually marked otherwise
autogenerated on Fri Mar 1 19:52:23 2013