simple-deep-learning-cpp/Initializers.h at main · tte0/simple-deep-learning-cpp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#ifndef INITIALIZERS_H
#define INITIALIZERS_H

#include <vector>
#include <random>

namespace initializers {
    class RandomInitializer{
    private:
        double param_init_scale;
        std::random_device rd;
        std::mt19937 rng;
        std::normal_distribution<double> distribution;

    public:
        RandomInitializer(const double& parameter_initialization_scale=0.01);
        std::vector<std::vector<double>> initialize_weights(const size_t& num_neurons,const size_t& num_neurons_previous);
        std::vector<double> initialize_biases(const int& num_neurons);
    };

    class HeInitializer{
    private:
        std::random_device rd;
        std::mt19937 rng;
        std::normal_distribution<double> distribution;

    public:
        HeInitializer();
        std::vector<std::vector<double>> initialize_weights(const size_t& num_neurons,const size_t& num_neurons_previous);
        std::vector<double> initialize_biases(const size_t& num_neurons);
    };
}

#endif // INITIALIZERS_H