Agent.h

// Copyright (C) Entropy Software LLC - All Rights Reserved
 
#pragma once
 
#include "Context.h"
#include "Graph.h"
#include "MemoryBuffer.h"
#include "Object.h"
#include "Resource.h"
 
namespace SmartEngine
{
 
class IAgentDataStore;
 
#pragma pack(push, 4)
struct AgentDataStoreCInfo : public ResourceCInfo
{
    int maxExperiences = 100000;
};
 
typedef void (SMARTENGINE_CALLBACK *Agent_StartNewExperience_Ptr)(void* userData);
typedef void (SMARTENGINE_CALLBACK *Agent_RecordObservation_Ptr)(void* userData, const char* inputName, const float* buffer, int64 bufferCount);
typedef void (SMARTENGINE_CALLBACK *Agent_RecordAction_Ptr)(void* userData, const char* actionName, const float* buffer, int64 bufferCount);
typedef void (SMARTENGINE_CALLBACK *Agent_GiveReward_Ptr)(void* userData, float reward);
typedef void (SMARTENGINE_CALLBACK *Agent_EndEpisode_Ptr)(void* userData);
 
struct UserAgentCInfo
{
    void* userData = nullptr;
    Agent_StartNewExperience_Ptr startNewExperience = nullptr;
    Agent_RecordObservation_Ptr recordObservation = nullptr;
    Agent_RecordAction_Ptr recordAction = nullptr;
    Agent_GiveReward_Ptr giveReward = nullptr;
    Agent_EndEpisode_Ptr endEpisode = nullptr;
};
#pragma pack(pop)
 
class SMARTENGINE_EXPORT IAgentDataStore : public IResource
{
public:
    SMARTENGINE_DECLARE_CLASS(IAgentDataStore)
 
    
    virtual void ClearAllExperiences() = 0;
 
    virtual void ClearExperiences(const char* agentName) = 0;
};
 
class SMARTENGINE_EXPORT IAgent : public virtual IObject, public ISerializable
{
public:
    SMARTENGINE_DECLARE_CLASS(IAgent)
 
    
    virtual void StartNewExperience() = 0;
 
    virtual void RecordObservation(const char* inputName, const float* buffer, int64 bufferCount) = 0;
 
    virtual void RecordAction(const char* actionName, const float* buffer, int64 bufferCount) = 0;
 
    virtual void GiveReward(float reward) = 0;
 
    virtual void EndEpisode() = 0;
};
 
class SMARTENGINE_EXPORT IAgentFactory : public virtual IObject
{
public:
    SMARTENGINE_DECLARE_CLASS(IAgentFactory)
 
    
    virtual ObjectPtr<IAgent> CreateAgent() = 0;
};
 
SMARTENGINE_EXPORT ObjectPtr<IAgentDataStore> CreateAgentDataStore(const AgentDataStoreCInfo& cinfo);
 
SMARTENGINE_EXPORT ObjectPtr<IAgent> CreateUserAgent(const UserAgentCInfo& cinfo);
 
extern "C"
{
    SMARTENGINE_EXPORT ObjPtr AgentDataStore_CreateInstance(const AgentDataStoreCInfo& cinfo);
    SMARTENGINE_EXPORT void AgentDataStore_ClearAllExperiences(ObjPtr object);
    SMARTENGINE_EXPORT void AgentDataStore_ClearExperiences(ObjPtr object, const char* agentName);
 
    SMARTENGINE_EXPORT void Agent_StartNewExperience(ObjPtr object);
    SMARTENGINE_EXPORT void Agent_RecordObservation(ObjPtr object, const char* inputName, const float* buffer,
                                               int64 bufferCount);
    SMARTENGINE_EXPORT void Agent_RecordAction(ObjPtr object, const char* actionName, const float* buffer, int64 bufferCount);
    SMARTENGINE_EXPORT void Agent_GiveReward(ObjPtr object, float reward);
    SMARTENGINE_EXPORT void Agent_EndEpisode(ObjPtr object);
 
    SMARTENGINE_EXPORT ObjPtr UserAgent_CreateInstance(const UserAgentCInfo& cinfo);
}
 
} // namespace SmartEngine