Base class for all optimizers. More...

#include <optimizer.h>

Inheritance diagram for Optimizer:

Public Member Functions
	Optimizer (const config::Optimizer &optimizer_config)

virtual void	AllocateMemory (const int rows, const int cols)

virtual bool	IsAllocated ()

virtual void	Optimize (Matrix &gradient, Matrix &parameter)=0

virtual void	ReduceLearningRate (float factor)

virtual void	LoadParameters (hid_t file, const string &prefix)

virtual void	SaveParameters (hid_t file, const string &prefix)

Static Public Member Functions
static Optimizer *	ChooseOptimizer (const config::Optimizer &config)

Protected Member Functions
float	GetDecayedEpsilon () const

void	ApplyConstraints (Matrix &parameter)

Protected Attributes
const config::Optimizer::Decay	epsilon_decay_type_

float	epsilon_

float	minimum_epsilon_

const int	epsilon_decay_timescale_

const int	start_optimization_after_

const float	l2_decay_

const float	weight_norm_limit_

const float	weight_norm_constraint_

int	step_

Detailed Description

Base class for all optimizers.

The documentation for this class was generated from the following files:

Public Member Functions