tworooms.hh

Go to the documentation of this file.

#ifndef _TWOROOMS_H_
#define _TWOROOMS_H_

#include <set>
#include <rl_common/Random.h>
#include <rl_common/core.hh>
#include "gridworld.hh"

#include <deque>


class TwoRooms: public Environment {
public:

  TwoRooms(Random &rand, bool stochastic, bool rewardType, int actDelay, bool multiGoal);

  virtual ~TwoRooms();

  virtual const std::vector<float> &sensation() const;
  virtual float apply(int action);

  virtual bool terminal() const;
  virtual void reset();

  virtual int getNumActions();
  virtual void getMinMaxFeatures(std::vector<float> *minFeat, std::vector<float> *maxFeat);
  virtual void getMinMaxReward(float* minR, float* maxR);

  experience getExp(float s0, float s1, int a);

  virtual std::vector<experience> getSeedings();

protected:
  typedef std::pair<float,float> coord_t;
  enum room_action_t {NORTH, SOUTH, EAST, WEST};

private:
  const Gridworld *const grid;
  coord_t goal;
  coord_t goal2;
  std::deque<int> actHistory;
  bool useGoal2;

  const bool negReward;
  const bool noisy;
  const int actDelay;
  const bool multiGoal;

  Random &rng;

  coord_t doorway;

  std::vector<float> s;

  float &ns;
  float &ew;

  const Gridworld *create_default_map();

  room_action_t add_noise(room_action_t action);

  void randomize_goal();

  float reward();

};

#endif