RMaxModel.hh

Go to the documentation of this file.

#ifndef _RMAXMODEL_HH_
#define _RMAXMODEL_HH_

#include <rl_common/Random.h>
#include <rl_common/core.hh>
#include <vector>
#include <map>
#include <set>


class RMaxModel: public MDPModel {

public:

  RMaxModel(int m, int nact, Random rng);
  
  RMaxModel(const RMaxModel&);

  virtual ~RMaxModel();
  virtual RMaxModel* getCopy();

  virtual bool updateWithExperiences(std::vector<experience> &instances);
  virtual bool updateWithExperience(experience &e);
  virtual float getStateActionInfo(const std::vector<float> &state, int act, StateActionInfo* retval);


  // structs to be defined
  struct state_info;


  struct state_info {
    int id;

    // model data (visit counts, outcome counts, reward sums, known)
    std::vector<int> visits;

    std::map< std::vector<float> , std::vector<int> > outCounts;
    std::vector<float> Rsum;
    std::vector<int> terminations;

    std::vector<bool> known;

  };

protected:
  typedef const std::vector<float> *state_t;

  // various helper functions that we need

  void initStateInfo(state_info* info);
  
  state_t canonicalize(const std::vector<float> &s);

  void checkTransitionCountSize(std::vector<int> *transCounts);

  void initNewState(state_t s);



private:
  
  std::set<std::vector<float> > statespace;

  std::map<state_t, state_info> statedata;

  int nstates;

  int M;
  int nact;
  Random rng;

  bool RMAX_DEBUG;
  
};



#endif