weight_init namespace

lecun() : scalable((float_t)1.0) {}

 virtual lecun* clone() const  { return new lecun(scale_); }

explicit lecun(float_t value) : scalable(value) {}

void fill(vec_t *weight, layer_size_t fan_in, layer_size_t fan_out) {         CNN_UNREFERENCED_PARAMETER(fan_out);         const float_t weight_base = scale_ / std::sqrt(fan_in);         uniform_rand(weight->begin(), weight->end(), -weight_base, weight_base);     }

virtual void fill(vec_t *weight, layer_size_t fan_in, layer_size_t fan_out) = 0

virtual function* clone() const = 0;

scalable(float_t value) : scale_(value) {}

void scale(float_t value) {scale_ = value;}

protected:     float_t scale_;

xavier() : scalable((float_t)6.0) {}

virtual xavier* clone() const  { return new xavier(scale_); }

 explicit xavier(float_t value) : scalable(value) {}

void fill(vec_t *weight, layer_size_t fan_in, layer_size_t fan_out)  {         const float_t weight_base = std::sqrt(scale_ / (fan_in + fan_out));         uniform_rand(weight->begin(), weight->end(), -weight_base, weight_base);          }

constant() : scalable((float_t)0.0) {}

explicit constant(float_t value) : scalable(value) {}

void fill(vec_t *weight, layer_size_t fan_in, layer_size_t fan_out) {         CNN_UNREFERENCED_PARAMETER(fan_in);         CNN_UNREFERENCED_PARAMETER(fan_out);         std::fill(weight->begin(), weight->end(), scale_);     }

virtual constant* clone() const  { return new constant(scale_); }