ExplorationModel.hh

Go to the documentation of this file.

#ifndef _EXPLOREMODEL_HH_
#define _EXPLOREMODEL_HH_

#include <rl_common/Random.h>
#include <rl_common/core.hh>
#include <vector>
#include <map>
#include <set>


class ExplorationModel: public MDPModel {

public:

  ExplorationModel(MDPModel * model, int modelType, 
                   int exploreType, int predType, int nModels,
                   float m, int numactions, float rmax, 
                   float qmax, float rrange, int nfactors, float v, float n,
                   const std::vector<float> &featmax, 
                   const std::vector<float> &featmin, 
                   Random rng); 

  ExplorationModel(const ExplorationModel&);

  virtual ~ExplorationModel();
  virtual ExplorationModel* getCopy();

  virtual bool updateWithExperiences(std::vector<experience> &instances);
  virtual bool updateWithExperience(experience &e);
  virtual float getStateActionInfo(const std::vector<float> &state, int act, StateActionInfo* retval);

  bool addStateToSet(const std::vector<float> &s);

  bool checkForState(const std::vector<float> &s);

  float getFeatDistToVisitedSA(const std::vector<float> &s);


  bool MODEL_DEBUG;

protected:



private:
  
  std::set<std::vector<float> > statespace;

  MDPModel* model;

  std::vector<float> featmax;
  std::vector<float> featmin;

  int modelType; 
  int exploreType; 
  int predType;
  int nModels;
  float M; 
  int numactions; float rmax; float qmax; float rrange;
  int nfactors; 
  const float v;
  const float n;

  Random rng;
  
};



#endif