AdamSolver, an algorithm for first-order gradient-based optimization of stochastic objective functions, based on adaptive estimates of lower-order moments. Described in [1]. More...

#include <sgd_solvers.hpp>

Inheritance diagram for caffe::AdamSolver< Dtype >:

Public Member Functions
	AdamSolver (const SolverParameter &param)

	AdamSolver (const string &param_file)

virtual const char *	type () const
	Returns the solver type.

Public Member Functions inherited from caffe::SGDSolver< Dtype >
	SGDSolver (const SolverParameter &param)

	SGDSolver (const string &param_file)

const vector< shared_ptr< Blob< Dtype > > > &	history ()

Public Member Functions inherited from caffe::Solver< Dtype >
	Solver (const SolverParameter &param)

	Solver (const string &param_file)

void	Init (const SolverParameter &param)

void	InitTrainNet ()

void	InitTestNets ()

void	SetActionFunction (ActionCallback func)

SolverAction::Enum	GetRequestedAction ()

virtual void	Solve (const char *resume_file=NULL)

void	Solve (const string resume_file)

void	Step (int iters)

void	Restore (const char *resume_file)

void	Snapshot ()

const SolverParameter &	param () const

shared_ptr< Net< Dtype > >	net ()

const vector< shared_ptr< Net< Dtype > > > &	test_nets ()

int	iter () const

const vector< Callback * > &	callbacks () const

void	add_callback (Callback *value)

void	CheckSnapshotWritePermissions ()

Protected Member Functions
void	AdamPreSolve ()

virtual void	ComputeUpdateValue (int param_id, Dtype rate)

	DISABLE_COPY_AND_ASSIGN (AdamSolver)

Protected Member Functions inherited from caffe::SGDSolver< Dtype >
void	PreSolve ()

Dtype	GetLearningRate ()

virtual void	ApplyUpdate ()

virtual void	Normalize (int param_id)

virtual void	Regularize (int param_id)

virtual void	ClipGradients ()

virtual void	SnapshotSolverState (const string &model_filename)

virtual void	SnapshotSolverStateToBinaryProto (const string &model_filename)

virtual void	SnapshotSolverStateToHDF5 (const string &model_filename)

virtual void	RestoreSolverStateFromHDF5 (const string &state_file)

virtual void	RestoreSolverStateFromBinaryProto (const string &state_file)

	DISABLE_COPY_AND_ASSIGN (SGDSolver)

Protected Member Functions inherited from caffe::Solver< Dtype >
string	SnapshotFilename (const string extension)

string	SnapshotToBinaryProto ()

string	SnapshotToHDF5 ()

void	TestAll ()

void	Test (const int test_net_id=0)

void	DisplayOutputBlobs (const int net_id)

void	UpdateSmoothedLoss (Dtype loss, int start_iter, int average_loss)

	DISABLE_COPY_AND_ASSIGN (Solver)

Additional Inherited Members
Protected Attributes inherited from caffe::SGDSolver< Dtype >
vector< shared_ptr< Blob< Dtype > > >	history_

vector< shared_ptr< Blob< Dtype > > >	update_

vector< shared_ptr< Blob< Dtype > > >	temp_

Protected Attributes inherited from caffe::Solver< Dtype >
SolverParameter	param_

int	iter_

int	current_step_

shared_ptr< Net< Dtype > >	net_

vector< shared_ptr< Net< Dtype > > >	test_nets_

vector< Callback * >	callbacks_

vector< Dtype >	losses_

Dtype	smoothed_loss_

ActionCallback	action_request_function_

bool	requested_early_exit_

Timer	iteration_timer_

float	iterations_last_

Detailed Description

template<typename Dtype>
class caffe::AdamSolver< Dtype >

AdamSolver, an algorithm for first-order gradient-based optimization of stochastic objective functions, based on adaptive estimates of lower-order moments. Described in [1].

[1] D. P. Kingma and J. L. Ba, "ADAM: A Method for Stochastic Optimization." arXiv preprint arXiv:1412.6980v8 (2014).

The documentation for this class was generated from the following files:

include/caffe/sgd_solvers.hpp
src/caffe/solvers/adam_solver.cpp

Public Member Functions

Protected Member Functions

Additional Inherited Members

Detailed Description

template<typename Dtype> class caffe::AdamSolver< Dtype >

template<typename Dtype>
class caffe::AdamSolver< Dtype >