functions.hpp

Go to the documentation of this file.

#pragma once
 
#include <cmath>
#include <vector>
#include "utils/matrix.hpp"
 
namespace dl::activation {
    using utils::MatrixD;
 
    class ActivationFunction {
    public:
        virtual ~ActivationFunction() = default;
 
    };
 
    class ReLU : public ActivationFunction {
    public:
        double forward(double x);
 
        double backward(double x);
    };
 
    class Sigmoid : public ActivationFunction {
    public:
        double forward(double x);
 
        double backward(double x);
    };
 
    class Tanh : public ActivationFunction {
    public:
        double forward(double x);
 
        double backward(double x);
    };
 
    class Softmax : public ActivationFunction {
    public:
        MatrixD forward(const MatrixD &x);
 
        MatrixD backward(const MatrixD &x);
    };
 
    class LeakyReLU : public ActivationFunction {
    public:
        LeakyReLU(double alpha = 0.01);
 
        double forward(double x);
 
        double backward(double x);
 
    private:
        double alpha_;
    };
} // namespace dl::activation