CuriosityModule.h

// Copyright (C) Entropy Software LLC - All Rights Reserved
 
#pragma once
 
#include "Agent.h"
#include "Context.h"
#include "GradientDescentTrainer.h"
#include "Resource.h"
 
namespace SmartEngine
{
 
#pragma pack(push, 4)
struct CuriosityModuleCInfo : public ResourceCInfo
{
    IContext* context = nullptr;
 
    IGraph* graph = nullptr;
 
    const char** actionNodeNames = nullptr;
 
    int actionNodeNamesCount = 0;
 
    int observationFeatureDimension = 16;
 
    float rewardMultiplier = 0.01f;
 
    float maxIndividualReward = 0.0f;
 
    bool normalizeRewards = false;
 
    float minThresholdStdDev = 0.0f;
 
    float inverseForwardLossWeight = 0.2f;
 
    int sequenceLength = 1;
 
    GradientDescentTrainingInfo trainingInfo;
};
#pragma pack(pop)
 
class SMARTENGINE_EXPORT ICuriosityModule : public virtual IObject, public IResource
{
public:
    SMARTENGINE_DECLARE_CLASS(ICuriosityModule)
 
    
    virtual void SetRandomWeights() = 0;
 
    virtual float GetLoss() = 0;
 
    virtual float GetReward() = 0;
};
 
SMARTENGINE_EXPORT ObjectPtr<ICuriosityModule> CreateCuriosityModule(const CuriosityModuleCInfo& cinfo);
 
extern "C"
{
    SMARTENGINE_EXPORT ObjPtr CuriosityModule_CreateInstance(const CuriosityModuleCInfo& cinfo);
    SMARTENGINE_EXPORT void CuriosityModule_SetRandomWeights(ObjPtr object);
    SMARTENGINE_EXPORT float CuriosityModule_GetLoss(ObjPtr object);
    SMARTENGINE_EXPORT float CuriosityModule_GetReward(ObjPtr object);
}
 
} // namespace SmartEngine