Learns the parameters of a logistic sigmoid activation function. More...

#include <IntrinsicPlasticity.h>

Inheritance diagram for OpenANN::IntrinsicPlasticity:

Public Member Functions
	IntrinsicPlasticity (int nodes, double mu, double stdDev=1.0)

virtual unsigned int	examples ()
	Request number of training examples. More...

virtual unsigned int	dimension ()
	Request the number of optimizable parameters. More...

virtual bool	providesInitialization ()
	Check if the object knows how to initialize its parameters. More...

virtual void	initialize ()
	Initialize the optimizable parameters. More...

virtual double	error ()
	Compute error on training set. More...

virtual double	error (unsigned int n)

virtual const Eigen::VectorXd &	currentParameters ()
	Request the current parameters. More...

virtual void	setParameters (const Eigen::VectorXd &parameters)
	Set new parameters. More...

virtual bool	providesGradient ()
	Check if the object provides a gradient of the error function with respect to its parameters. More...

virtual Eigen::VectorXd	gradient ()
	Compute gradient of the error function with respect to the parameters. More...

virtual Eigen::VectorXd	gradient (unsigned int n)

virtual Eigen::VectorXd	operator() (const Eigen::VectorXd &a)
	Make a prediction. More...

virtual Eigen::MatrixXd	operator() (const Eigen::MatrixXd &A)
	Make predictions. More...

virtual OutputInfo	initialize (std::vector< double * > &parameterPointers, std::vector< double * > &parameterDerivativePointers)
	Fill in the parameter pointers and parameter derivative pointers. More...

virtual void	initializeParameters ()
	Initialize the parameters. More...

virtual void	updatedParameters ()
	Generate internal parameters from externally visible parameters. More...

virtual void	forwardPropagate (Eigen::MatrixXd x, Eigen::MatrixXd &y, bool dropout, double *error=0)
	Forward propagation in this layer. More...

virtual void	backpropagate (Eigen::MatrixXd ein, Eigen::MatrixXd &eout, bool backpropToPrevious)
	Backpropagation in this layer. More...

virtual Eigen::MatrixXd &	getOutput ()
	Output after last forward propagation. More...

virtual Eigen::VectorXd	getParameters ()
	Get the current values of parameters (weights, biases, ...). More...

Public Member Functions inherited from OpenANN::Learner
	Learner ()

virtual	~Learner ()

virtual Learner &	trainingSet (Eigen::MatrixXd &input, Eigen::MatrixXd &output)
	Set training set. More...

virtual Learner &	trainingSet (DataSet &trainingSet)
	Set training set. More...

virtual Learner &	removeTrainingSet ()
	Remove the training set from the learner. More...

virtual Learner &	validationSet (Eigen::MatrixXd &input, Eigen::MatrixXd &output)
	Set validation set. More...

virtual Learner &	validationSet (DataSet &validationSet)
	Set validation set. More...

virtual Learner &	removeValidationSet ()
	Remove the validation set from the learner. More...

Public Member Functions inherited from OpenANN::Optimizable
virtual	~Optimizable ()

virtual void	finishedIteration ()
	This callback is called after each optimization algorithm iteration. More...

virtual double	error (unsigned n)
	Compute error of a given training example. More...

virtual Eigen::VectorXd	gradient (unsigned n)
	Compute gradient of a given training example. More...

virtual void	errorGradient (int n, double &value, Eigen::VectorXd &grad)
	Calculates the function value and gradient of a training example. More...

virtual void	errorGradient (double &value, Eigen::VectorXd &grad)
	Calculates the function value and gradient of all training examples. More...

virtual Eigen::VectorXd	error (std::vector< int >::const_iterator startN, std::vector< int >::const_iterator endN)
	Calculates the errors of given training examples. More...

virtual Eigen::VectorXd	gradient (std::vector< int >::const_iterator startN, std::vector< int >::const_iterator endN)
	Calculates the accumulated gradient of given training examples. More...

virtual void	errorGradient (std::vector< int >::const_iterator startN, std::vector< int >::const_iterator endN, double &value, Eigen::VectorXd &grad)
	Calculates the accumulated gradient and error of given training examples. More...

Public Member Functions inherited from OpenANN::Layer
virtual	~Layer ()

Additional Inherited Members
Protected Attributes inherited from OpenANN::Learner
DataSet *	trainSet

DataSet *	validSet

bool	deleteTrainSet

bool	deleteValidSet

int	N

Detailed Description

Learns the parameters of a logistic sigmoid activation function.

Activation functions of the form $y = 1 / (1 + \exp (-s a - b))$ with slopes $ s $ and biases $ b $ are adapted such that the output distribution is approximately exponential with mean $\mu$ and with respect to a input distribution given by a training set. This procedure prevents saturation. Note that changing the incoming weights might require readjustment.

[1] Jochen Triesch: A Gradient Rule for the Plasticity of a Neuron’s Intrinsic Excitability, Proceedings of the International Conference on Artificial Neural Networks, pp. 1–7, 2005.

[2] Jochen Triesch: Synergies between intrinsic and synaptic plasticity mechanisms, Neural Computation 19, pp. 885-909, 2007.

Constructor & Destructor Documentation

OpenANN::IntrinsicPlasticity::IntrinsicPlasticity	(	int	nodes,
		double	mu,
		double	stdDev = `1.0`
	)

Member Function Documentation

virtual void OpenANN::IntrinsicPlasticity::backpropagate	(	Eigen::MatrixXd *	ein,
		Eigen::MatrixXd *&	eout,
		bool	backpropToPrevious
	)

virtual

Backpropagation in this layer.

Parameters

ein	pointer to error signal of the higher layer
eout	returns a pointer to error signal of the layer (derivative of the error with respect to the input)
backpropToPrevious	backpropagate errors to previous layers

Implements OpenANN::Layer.

virtual const Eigen::VectorXd& OpenANN::IntrinsicPlasticity::currentParameters ( )

virtual

Request the current parameters.

Returns: current parameters

Implements OpenANN::Optimizable.

virtual unsigned int OpenANN::IntrinsicPlasticity::dimension ( )

virtual

Request the number of optimizable parameters.

Returns: number of optimizable parameters

Implements OpenANN::Optimizable.

virtual double OpenANN::IntrinsicPlasticity::error ( )

virtual

Compute error on training set.

Returns: current error on training set or objective function value

Implements OpenANN::Optimizable.

virtual double OpenANN::IntrinsicPlasticity::error ( unsigned int n)

virtual

virtual unsigned int OpenANN::IntrinsicPlasticity::examples ( )

virtual

Request number of training examples.

Returns: number of training examples

Reimplemented from OpenANN::Optimizable.

virtual void OpenANN::IntrinsicPlasticity::forwardPropagate	(	Eigen::MatrixXd *	x,
		Eigen::MatrixXd *&	y,
		bool	dropout,
		double *	error = `0`
	)

virtual

Forward propagation in this layer.

Parameters

x	pointer to input of the layer (with bias)
y	returns a pointer to output of the layer
dropout	enable dropout for regularization
error	error value, will be updated with regularization terms

Implements OpenANN::Layer.

virtual Eigen::MatrixXd& OpenANN::IntrinsicPlasticity::getOutput ( )

virtual

Output after last forward propagation.

Returns: output

Implements OpenANN::Layer.

virtual Eigen::VectorXd OpenANN::IntrinsicPlasticity::getParameters ( )

virtual

Get the current values of parameters (weights, biases, ...).

Returns: parameters

Implements OpenANN::Layer.

virtual Eigen::VectorXd OpenANN::IntrinsicPlasticity::gradient ( )

virtual

Compute gradient of the error function with respect to the parameters.

Returns: gradient

Implements OpenANN::Optimizable.

virtual Eigen::VectorXd OpenANN::IntrinsicPlasticity::gradient ( unsigned int n)

virtual

virtual void OpenANN::IntrinsicPlasticity::initialize ( )

virtual

Initialize the optimizable parameters.

Implements OpenANN::Optimizable.

virtual OutputInfo OpenANN::IntrinsicPlasticity::initialize	(	std::vector< double * > &	parameterPointers,
		std::vector< double * > &	parameterDerivativePointers
	)