energyrooms.hh

Go to the documentation of this file.

#ifndef _ENERGYROOMS_H_
#define _ENERGYROOMS_H_

#include <set>
#include <rl_common/Random.h>
#include <rl_common/core.hh>
#include "gridworld.hh"

/*
inline ostream &operator<<(ostream &out, const room_action_t &a) {
  switch(a) {
  case NORTH: return out << "NORTH";
  case SOUTH: return out << "SOUTH";
  case EAST: return out << "EAST";
  case WEST: return out << "WEST";
  }
  return out;
}
*/

class EnergyRooms: public Environment {
public:
  EnergyRooms(Random &rand, const Gridworld *gridworld, bool stochastic);

  EnergyRooms(Random &rand, bool negReward);

  EnergyRooms(Random &rand, bool stochastic, bool negReward, bool goalOption);

  EnergyRooms(Random &rand, bool stochastic, bool negReward, bool goalOption, bool fuel);

  EnergyRooms(Random &rand, unsigned width, unsigned height, bool stochastic);

  virtual ~EnergyRooms();

  virtual const std::vector<float> &sensation() const;
  virtual float apply(int action);

  virtual bool terminal() const;
  virtual void reset();

  virtual int getNumActions();
  virtual void getMinMaxFeatures(std::vector<float> *minFeat, std::vector<float> *maxFeat);
  virtual void getMinMaxReward(float* minR, float* maxR);

  const Gridworld &gridworld() const { return *grid; }

  friend std::ostream &operator<<(std::ostream &out, const EnergyRooms &rooms);

  std::vector<std::vector<float> > getSubgoals();

protected:
  typedef std::pair<float,float> coord_t;
  enum room_action_t {NORTH, SOUTH, EAST, WEST};

private:
  const Gridworld *const grid;
  coord_t goal;

  const bool negReward;

  const bool noisy;
  Random &rng;

  coord_t doorway;

  std::vector<float> s;

  float &ns;
  float &ew;
  float &energy;

  const bool goalOption;
  const bool fuel;

  const Gridworld *create_default_map();

  room_action_t add_noise(room_action_t action);

  void randomize_goal();

  float reward();

};

#endif