GradientDescentTrainer.h

// Copyright (C) Entropy Software LLC - All Rights Reserved
 
#pragma once
 
#include "Graph.h"
#include "Loss.h"
#include "LossTrainer.h"
 
namespace SmartEngine
{
class IGradientDescentTrainer;
 
#pragma pack(push, 4)
struct GradientDescentTrainerCInfo : public LossTrainerCInfo
{
    ILoss* loss = nullptr;
};
 
struct RegularizationLossInfo
{
    float L1Weights = 0.0f;
 
    float L1Biases = 0.0f;
 
    float L2Weights = 1e-6f;
 
    float L2Biases = 1e-6f;
};
 
enum class GradientDescentTrainingAlgorithm : byte
{
    Adam,
 
    AdaMax
};
 
struct GradientDescentTrainingInfo
{
    GradientDescentTrainingAlgorithm algorithm = GradientDescentTrainingAlgorithm::Adam;
 
    RegularizationLossInfo regularizationLoss;
 
    float clipGradients = 0.0f;
 
    float learnRate = 0.001f;
 
    float beta1 = 0.9f;
 
    float beta2 = 0.999f;
 
    float epsilon = 1e-8f;
};
#pragma pack(pop)
 
class SMARTENGINE_EXPORT IGradientDescentTrainer : public ILossTrainer
{
public:
    SMARTENGINE_DECLARE_CLASS(IGradientDescentTrainer)
 
    
    virtual void SetTrainingInfo(const GradientDescentTrainingInfo& info) = 0;
 
    virtual void Train(int generationCount) = 0;
 
    virtual void Reset() = 0;
};
 
SMARTENGINE_EXPORT ObjectPtr<IGradientDescentTrainer> CreateGradientDescentTrainer(const GradientDescentTrainerCInfo& cinfo);
 
extern "C"
{
    SMARTENGINE_EXPORT ObjPtr GradientDescentTrainer_CreateInstance(const GradientDescentTrainerCInfo& cinfo);
    SMARTENGINE_EXPORT void GradientDescentTrainer_SetTrainingInfo(ObjPtr object, const GradientDescentTrainingInfo& info);
    SMARTENGINE_EXPORT void GradientDescentTrainer_Train(ObjPtr object, int generationCount);
    SMARTENGINE_EXPORT void GradientDescentTrainer_Reset(ObjPtr object);
}
 
} // namespace SmartEngine