D4PGTrainer.h

// Copyright (C) Entropy Software LLC - All Rights Reserved
 
#pragma once
 
#include "Object.h"
#include "RLTrainer.h"
 
namespace SmartEngine
{
 
#pragma pack(push, 4)
struct D4PGTrainerCInfo : RLTrainerCInfo
{
    IGraph* actorGraph = nullptr;
 
    int criticNeuronCount = 32;
 
    int criticAtomCount = 32;
 
    float minValue = -10.0f;
 
    float maxValue = 10.0f;
 
    int minSampleCount = 10000;
 
    int criticPreTrainSteps = 10000;
 
    int lookAheadSteps = 2;
 
    int batchSize = 64;
 
    int syncGenerationCount = 1;
 
    float syncLerpPercent = 1e-3f;
};
#pragma pack(pop)
 
class SMARTENGINE_EXPORT ID4PGTrainer : public IRLTrainer
{
public:
    SMARTENGINE_DECLARE_CLASS(ID4PGTrainer)
 
    
    virtual float GetActorLoss() = 0;
 
    virtual float GetCriticLoss() = 0;
};
 
SMARTENGINE_EXPORT ObjectPtr<ID4PGTrainer> CreateD4PGTrainer(const D4PGTrainerCInfo& cinfo);
 
extern "C"
{
    SMARTENGINE_EXPORT ObjPtr D4PGTrainer_CreateInstance(const D4PGTrainerCInfo& cinfo);
    SMARTENGINE_EXPORT float D4PGTrainer_GetActorLoss(ObjPtr object);
    SMARTENGINE_EXPORT float D4PGTrainer_GetCriticLoss(ObjPtr object);
}
 
} // namespace SmartEngine