GeneticAgentTrainer.h

// Copyright (C) Entropy Software LLC - All Rights Reserved
 
#pragma once
 
#include "Agent.h"
#include "Context.h"
#include "CuriosityModule.h"
#include "GeneticTrainer.h"
#include "Graph.h"
#include "Resource.h"
 
namespace SmartEngine
{
 
#pragma pack(push, 4)
enum class GeneticAgentScoringMethod : byte
{
    Sum,
 
    Average,
};
 
struct GeneticAgentTrainerCInfo : public ResourceCInfo
{
    IContext* context = nullptr;
 
    IGraph* graph = nullptr;
 
    IAgentDataStore* dataStore = nullptr;
 
    const char* agentName = "";
 
    const char** policyNodeNames = nullptr;
 
    int policyNodeNameCount = 0;
 
    ICuriosityModule* curiosityModule = nullptr;
 
    int curiosityTrainEpochs = 1;
 
    float gamma = 0.99f;
 
    GeneticAgentScoringMethod scoringMethod = GeneticAgentScoringMethod::Sum;
};
#pragma pack(pop)
 
class SMARTENGINE_EXPORT IGeneticAgentTrainer : public IGeneticTrainer, public IAgentFactory
{
public:
    SMARTENGINE_DECLARE_CLASS(IGeneticAgentTrainer)
 
    
    virtual void MapAgentToChromosome(IAgent* agent, int chromosomeIndex) = 0;
 
    virtual float GetSumRawRewards(int chromosomeIndex, bool discounted = true) const = 0;
 
    virtual float GetCuriosityRewards(int chromosomeIndex, bool discounted = true) const = 0;
 
    virtual void ProcessAgentData(bool onlyCompletedEpisodes = true) = 0;
};
 
SMARTENGINE_EXPORT ObjectPtr<IGeneticAgentTrainer> CreateGeneticAgentTrainer(const GeneticAgentTrainerCInfo& cinfo);
 
extern "C"
{
    SMARTENGINE_EXPORT ObjPtr GeneticAgentTrainer_CreateInstance(const GeneticAgentTrainerCInfo& cinfo);
    SMARTENGINE_EXPORT void GeneticAgentTrainer_MapAgentToChromosome(ObjPtr object, ObjPtr agent, int chromosomeIndex);
    SMARTENGINE_EXPORT float GeneticAgentTrainer_GetSumRawRewards(ObjPtr object, int chromosomeIndex, int discounted);
    SMARTENGINE_EXPORT float GeneticAgentTrainer_GetCuriosityRewards(ObjPtr object, int chromosomeIndex, int discounted);
    SMARTENGINE_EXPORT void GeneticAgentTrainer_ProcessAgentData(ObjPtr object, bool onlyCompletedEpisodes);
    SMARTENGINE_EXPORT ObjPtr GeneticAgentTrainer_CreateAgent(ObjPtr object);
}
 
} // namespace SmartEngine