NeuroEvolutionAgent.h

Go to the documentation of this file.

#ifndef NEURO_EVOLUTION_AGENT_H_
#define NEURO_EVOLUTION_AGENT_H_

#include <OpenANN/rl/Agent.h>
#include <OpenANN/OpenANN>
#include <OpenANN/optimization/IPOPCMAES.h>
#include "DoubleExponentialSmoothing.h"
#include <vector>
#include <list>

using namespace OpenANN;

class NeuroEvolutionAgent : public Agent, public Optimizable
{
  int h;
  bool b;
  const std::string a;
  bool compress;
  int m;
  bool fullyObservable;
  bool alphaBetaFilter;
  bool doubleExponentialSmoothing;
  bool gruauFitness;

  Environment* environment;
  int inputSize;
  Net policy;
  IPOPCMAES opt;
  Eigen::VectorXd lastState;
  bool firstStep;
  std::vector<DoubleExponentialSmoothing> des;
  std::list<Eigen::VectorXd> inputBuffer;
public:
  NeuroEvolutionAgent(int h, bool b, const std::string& a,
                      bool compress = false, int m = 0,
                      bool fullyObservable = true,
                      bool alphaBetaFilter = false,
                      bool doubleExponentialSmoothing = false);
  ~NeuroEvolutionAgent();
  virtual void abandoneIn(Environment& environment);
  virtual void chooseAction();
  virtual void chooseOptimalAction();

  virtual const Eigen::VectorXd& currentParameters();
  virtual unsigned int dimension();
  virtual double error();
  virtual Eigen::VectorXd gradient();
  virtual void initialize();
  virtual bool providesGradient();
  virtual bool providesInitialization();
  virtual void setParameters(const Eigen::VectorXd& parameters);
  void setSigma0(double sigma0);
};

#endif // NEURO_EVOLUTION_AGENT_H_