FuelRooms.hh

Go to the documentation of this file.

#ifndef _FUELROOMS_H_
#define _FUELROOMS_H_

#include <set>
#include <rl_common/Random.h>
#include <rl_common/core.hh>
#include "gridworld.hh"


class FuelRooms: public Environment {
public:

  FuelRooms(Random &rand, bool extraVariation, bool stoch);

  virtual ~FuelRooms();

  virtual const std::vector<float> &sensation() const;
  virtual float apply(int action);

  virtual bool terminal() const;
  virtual void reset();

  virtual int getNumActions();
  virtual void getMinMaxFeatures(std::vector<float> *minFeat, std::vector<float> *maxFeat);
  virtual void getMinMaxReward(float* minR, float* maxR);

  virtual std::vector<experience> getSeedings();

  experience getExp(int s0, int s1, int s2, int a);

  // stuff to check on exploration
  void checkVisits();

  void resetVisits();

  void printVisits();

  void printVisitMap(string filename);

protected:
  typedef std::pair<float,float> coord_t;
  enum room_action_t {NORTH, NORTHEAST, EAST, SOUTHEAST, SOUTH, SOUTHWEST, WEST, NORTHWEST};

private:
  const int height;
  const int width;
  coord_t goal;

  const bool extraVar;
  const bool noisy;
  Random &rng;


  std::vector<float> s;

  float &ns;
  float &ew;
  float &energy;

  // keep track of the agent's exploration so we can look at it later
  int fuelVisited;
  int totalVisited;
  
  int** stateVisits;

  room_action_t add_noise(room_action_t action);

  float reward(int effect);

};

#endif