FactoredModel.hh

Go to the documentation of this file.

#ifndef _FACTOREDMODEL_HH_
#define _FACTOREDMODEL_HH_

#include "../Models/C45Tree.hh"
#include "../Models/M5Tree.hh"
#include "../Models/LinearSplitsTree.hh"
#include "../Models/Stump.hh"
#include "../Models/MultipleClassifiers.hh"
#include "../Models/SepPlanExplore.hh"

#include <rl_common/Random.h>
#include <rl_common/core.hh>
#include <vector>


class FactoredModel: public MDPModel {
public:

  FactoredModel(int id, int numactions, int M, int modelType, 
          int predType, int nModels, float treeThreshold,
          const std::vector<float> &featRange, float rRange,
          bool needConf, bool dep, bool relTrans, float featPct, 
          bool stoch, bool episodic, Random rng = Random());

  FactoredModel(const FactoredModel &);

  virtual ~FactoredModel();

  virtual bool updateWithExperiences(std::vector<experience> &instances);
  virtual bool updateWithExperience(experience &e);

  bool initMDPModel(int nfactors);
  virtual float getStateActionInfo(const std::vector<float> &state, int act, StateActionInfo* retval);
  virtual FactoredModel* getCopy();

  float getSingleSAInfo(const std::vector<float> &state, int act, StateActionInfo* retval);

  void addFactorProb(float* probs, std::vector<float>* next, std::vector<float> x, StateActionInfo* retval, int index, std::vector< std::map<float,float> > predictions, float* confSum);

  void setTreeParams(float margin, float forestPct, float minRatio);

  std::vector<float> addVec(const std::vector<float> &a, const std::vector<float> &b);

  std::vector<float> subVec(const std::vector<float> &a, const std::vector<float> &b);
  
private:
  
  std::vector<Classifier*> outputModels;

  Classifier* rewardModel;

  Classifier* terminalModel;

  int id;
  int nfactors;
  const int nact;
  const int M;
  const int modelType;
  const int predType;
  const int nModels;
  const int treeBuildType;
  const float treeThresh;

  const std::vector<float> featRange;
  const float rRange;

  const bool needConf;
  const bool dep;
  const bool relTrans;
  const float FEAT_PCT;
  const bool stoch;
  const bool episodic;
  Random rng;
  
  float EXP_PCT;

  bool MODEL_DEBUG;
  bool COPYDEBUG;

};



#endif