caffe的leaky层源码实现

#include <algorithm> #include <vector> #include "caffe/layers/leaky_layer.hpp" namespace caffe { template <typename Dtype> void LEAKYLayer<Dtype>::Forward_cpu(const vector<Blob<Dtype>*>& bottom, const vector<Blob<Dtype>*>& top) { const Dtype* bottom_data = bottom[0]->cpu_data(); Dtype* top_data = top[0]->mutable_cpu_data(); const int count = bottom[0]->count(); Dtype leaky_scale = this->layer_param_.leaky_param().leaky_scale(); for (int i = 0; i < count; ++i) { top_data[i] = bottom_data[i] > 0 ? bottom_data[i] : leaky_scale*bottom_data[i]; } } template <typename Dtype> void LEAKYLayer<Dtype>::Backward_cpu(const vector<Blob<Dtype>*>& top, const vector<bool>& propagate_down, const vector<Blob<Dtype>*>& bottom) { if (propagate_down[0]) { const Dtype* bottom_data = bottom[0]->cpu_data(); const Dtype* top_diff = top[0]->cpu_diff(); Dtype* bottom_diff = bottom[0]->mutable_cpu_diff(); const int count = bottom[0]->count(); Dtype leaky_scale = this->layer_param_.leaky_param().leaky_scale(); for (int i = 0; i < count; ++i) { bottom_diff[i] = bottom_data[i] > 0 ? top_diff[i] : top_diff[i] * leaky_scale; } } } #ifdef CPU_ONLY STUB_GPU(LEAKYLayer); #endif INSTANTIATE_CLASS(LEAKYLayer); } // namespace caffe