Caffe
prelu_layer.hpp
1 #ifndef CAFFE_PRELU_LAYER_HPP_
2 #define CAFFE_PRELU_LAYER_HPP_
3 
4 #include <vector>
5 
6 #include "caffe/blob.hpp"
7 #include "caffe/layer.hpp"
8 #include "caffe/proto/caffe.pb.h"
9 
10 #include "caffe/layers/neuron_layer.hpp"
11 
12 namespace caffe {
13 
22 template <typename Dtype>
23 class PReLULayer : public NeuronLayer<Dtype> {
24  public:
33  explicit PReLULayer(const LayerParameter& param)
34  : NeuronLayer<Dtype>(param) {}
35 
36  virtual void LayerSetUp(const vector<Blob<Dtype>*>& bottom,
37  const vector<Blob<Dtype>*>& top);
38 
39  virtual void Reshape(const vector<Blob<Dtype>*>& bottom,
40  const vector<Blob<Dtype>*>& top);
41 
42  virtual inline const char* type() const { return "PReLU"; }
43 
44  protected:
55  virtual void Forward_cpu(const vector<Blob<Dtype>*>& bottom,
56  const vector<Blob<Dtype>*>& top);
57  virtual void Forward_gpu(const vector<Blob<Dtype>*>& bottom,
58  const vector<Blob<Dtype>*>& top);
59 
88  virtual void Backward_cpu(const vector<Blob<Dtype>*>& top,
89  const vector<bool>& propagate_down, const vector<Blob<Dtype>*>& bottom);
90  virtual void Backward_gpu(const vector<Blob<Dtype>*>& top,
91  const vector<bool>& propagate_down, const vector<Blob<Dtype>*>& bottom);
92 
93  bool channel_shared_;
94  Blob<Dtype> multiplier_; // dot multiplier for backward computation of params
95  Blob<Dtype> backward_buff_; // temporary buffer for backward computation
96  Blob<Dtype> bottom_memory_; // memory for in-place computation
97 };
98 
99 } // namespace caffe
100 
101 #endif // CAFFE_PRELU_LAYER_HPP_
virtual void Forward_cpu(const vector< Blob< Dtype > *> &bottom, const vector< Blob< Dtype > *> &top)
Definition: prelu_layer.cpp:67
virtual void Forward_gpu(const vector< Blob< Dtype > *> &bottom, const vector< Blob< Dtype > *> &top)
Using the GPU device, compute the layer output. Fall back to Forward_cpu() if unavailable.
A layer factory that allows one to register layers. During runtime, registered layers can be called b...
Definition: blob.hpp:14
virtual void Reshape(const vector< Blob< Dtype > *> &bottom, const vector< Blob< Dtype > *> &top)
Adjust the shapes of top blobs and internal buffers to accommodate the shapes of the bottom blobs...
Definition: prelu_layer.cpp:55
virtual void Backward_cpu(const vector< Blob< Dtype > *> &top, const vector< bool > &propagate_down, const vector< Blob< Dtype > *> &bottom)
Computes the error gradient w.r.t. the PReLU inputs.
Definition: prelu_layer.cpp:92
An interface for layers that take one blob as input ( ) and produce one equally-sized blob as output ...
Definition: neuron_layer.hpp:19
Parameterized Rectified Linear Unit non-linearity . The differences from ReLULayer are 1) negative sl...
Definition: prelu_layer.hpp:23
virtual void LayerSetUp(const vector< Blob< Dtype > *> &bottom, const vector< Blob< Dtype > *> &top)
Does layer-specific setup: your layer should implement this function as well as Reshape.
Definition: prelu_layer.cpp:12
PReLULayer(const LayerParameter &param)
Definition: prelu_layer.hpp:33
virtual void Backward_gpu(const vector< Blob< Dtype > *> &top, const vector< bool > &propagate_down, const vector< Blob< Dtype > *> &bottom)
Using the GPU device, compute the gradients for any parameters and for the bottom blobs if propagate_...
A wrapper around SyncedMemory holders serving as the basic computational unit through which Layers...
Definition: blob.hpp:24
virtual const char * type() const
Returns the layer type.
Definition: prelu_layer.hpp:42