// Copyright Epic Games, Inc. All Rights Reserved.

#include "MuR/System.h"

#include "Containers/Array.h"
#include "Containers/Map.h"
#include "Containers/Set.h"
#include "Serialization/BitWriter.h"
#include "HAL/IConsoleManager.h"
#include "HAL/LowLevelMemTracker.h"
#include "HAL/PlatformCrt.h"
#include "HAL/PlatformMath.h"
#include "Logging/LogCategory.h"
#include "Logging/LogMacros.h"
#include "Misc/AssertionMacros.h"
#include "MuR/CodeRunner.h"
#include "MuR/CodeVisitor.h"
#include "MuR/InstancePrivate.h"
#include "MuR/Mesh.h"
#include "MuR/Model.h"
#include "MuR/ModelPrivate.h"
#include "MuR/MutableMath.h"
#include "MuR/MutableString.h"
#include "MuR/MutableTrace.h"
#include "MuR/Operations.h"
#include "MuR/Parameters.h"
#include "MuR/ParametersPrivate.h"
#include "MuR/Platform.h"
#include "MuR/Serialisation.h"
#include "MuR/SystemPrivate.h"
#include "MuR/MutableRuntimeModule.h"
#include "Templates/SharedPointer.h"
#include "Templates/Tuple.h"
#include "Trace/Detail/Channel.h"
#include "ProfilingDebugging/CountersTrace.h"
#include "PackedNormal.h"


DECLARE_STATS_GROUP(TEXT("MutableCore"), STATGROUP_MutableCore, STATCAT_Advanced);
DECLARE_DWORD_ACCUMULATOR_STAT(TEXT("Working Memory"), STAT_MutableWorkingMemory, STATGROUP_MutableCore);
DECLARE_DWORD_ACCUMULATOR_STAT(TEXT("Working Memory Excess"), STAT_MutableWorkingMemoryExcess, STATGROUP_MutableCore);
DECLARE_DWORD_ACCUMULATOR_STAT(TEXT("Current Memory"), STAT_MutableCurrentMemory, STATGROUP_MutableCore);

namespace 
{

bool bEnableDetailedMemoryBudgetExceededLogging = false;
static FAutoConsoleVariableRef CVarEnableDetailedMemoryBudgetExceededLogging (
	TEXT("mutable.EnableDetailedMemoryBudgetExceededLogging"),
	bEnableDetailedMemoryBudgetExceededLogging,
	TEXT("If set to true, enables a more detailed logging when memory budget is exceeded. Only for Debug and Development builds."),
	ECVF_Default);
}

namespace mu::MemoryCounters
{
	std::atomic<SSIZE_T>& FInternalMemoryCounter::Get()
	{
		static std::atomic<SSIZE_T> Counter{0};
		return Counter;
	}
}

namespace mu
{
	MUTABLE_IMPLEMENT_ENUM_SERIALISABLE(ETextureCompressionStrategy);

	TRACE_DECLARE_INT_COUNTER(MutableRuntime_LiveInstances,		TEXT("MutableRuntime/LiveInstances"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_Updates,			TEXT("MutableRuntime/Updates"));

	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemInternal,	TEXT("MutableRuntime/MemInternal"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemTemp,		TEXT("MutableRuntime/MemTemp"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemPool,		TEXT("MutableRuntime/MemPool"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemCache,		TEXT("MutableRuntime/MemCache"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemRom,		TEXT("MutableRuntime/MemRom"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemImage,		TEXT("MutableRuntime/MemImage"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemMesh,		TEXT("MutableRuntime/MemMesh"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemStream,		TEXT("MutableRuntime/MemStream"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemTotal,		TEXT("MutableRuntime/MemTotal"));
	TRACE_DECLARE_INT_COUNTER(MutableRuntime_MemBudget,		TEXT("MutableRuntime/MemBudget"));


    //---------------------------------------------------------------------------------------------
    FSystem::FSystem(const FSettings& InSettings)
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));

        // Choose the implementation
        m_pD = new FSystem::Private(InSettings);
    }


    //---------------------------------------------------------------------------------------------
    FSystem::~FSystem()
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemDestructor);

        check( m_pD );

        delete m_pD;
        m_pD = nullptr;
    }


    //---------------------------------------------------------------------------------------------
    FSystem::Private* FSystem::GetPrivate() const
    {
        return m_pD;
    }


    //---------------------------------------------------------------------------------------------
    FSystem::Private::Private(const FSettings& InSettings)
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));

        Settings = InSettings;
	
		WorkingMemoryManager.BudgetBytes = Settings.WorkingMemoryBytes;
		WorkingMemoryManager.GeneratedResources.Reserve(WorkingMemoryManager.MaxGeneratedResourceCacheSize);

		UpdateStats();
	}


    //---------------------------------------------------------------------------------------------
    FSystem::Private::~Private()
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemPrivateDestructor);

		// Make it explicit to try to capture metrics
        StreamInterface = nullptr;
		ExternalResourceProvider = nullptr;
    }


    //---------------------------------------------------------------------------------------------
    void FSystem::SetStreamingInterface(const TSharedPtr<FModelReader>& InInterface )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
       
        m_pD->StreamInterface = InInterface;
    }


	//---------------------------------------------------------------------------------------------
	void FSystem::SetWorkingMemoryBytes(uint64 InBytes)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SetWorkingMemoryBytes);

		m_pD->WorkingMemoryManager.BudgetBytes = InBytes;
		m_pD->WorkingMemoryManager.EnsureBudgetBelow(0);

		m_pD->UpdateStats();
	}


    //---------------------------------------------------------------------------------------------
    void FSystem::SetGeneratedCacheSize( uint32 InCount )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SetGeneratedCacheSize);

		m_pD->WorkingMemoryManager.MaxGeneratedResourceCacheSize = InCount;
		m_pD->WorkingMemoryManager.GeneratedResources.Reserve(m_pD->WorkingMemoryManager.MaxGeneratedResourceCacheSize);
		if (m_pD->WorkingMemoryManager.GeneratedResources.Num()>int32(InCount))
		{
			// Discard some random resource keys.
			m_pD->WorkingMemoryManager.GeneratedResources.SetNum(InCount);
		}
	}

	
	//---------------------------------------------------------------------------------------------
	void FSystem::ClearWorkingMemory()
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));

		// rom caches
		for (FWorkingMemoryManager::FModelCacheEntry& ModelCache : m_pD->WorkingMemoryManager.CachePerModel)
		{
			if (const TSharedPtr<const FModel> CacheModel = ModelCache.Model.Pin())
			{
				FProgram& Program = CacheModel->GetPrivate()->Program;

				for (int32 RomIndex = 0; RomIndex < Program.Roms.Num(); ++RomIndex)
				{
					Program.UnloadRom(RomIndex);
				}
			}
		}

		m_pD->WorkingMemoryManager.PooledImages.Empty();
		m_pD->WorkingMemoryManager.CacheResources.Empty();
		check(m_pD->WorkingMemoryManager.TempImages.IsEmpty());
		check(m_pD->WorkingMemoryManager.TempMeshes.IsEmpty());

		m_pD->UpdateStats();
	}

	
    //---------------------------------------------------------------------------------------------
    void FSystem::SetExternalResourceProvider(const TSharedPtr<FExternalResourceProvider>& InInterface )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));

        m_pD->ExternalResourceProvider = InInterface;
    }


	//---------------------------------------------------------------------------------------------
	void FSystem::SetImagePixelConversionOverride(const FImageOperator::FImagePixelFormatFunc& FormatFunc)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));

		m_pD->ImagePixelFormatOverride = FormatFunc;
	}


    //---------------------------------------------------------------------------------------------
    FInstance::FID FSystem::NewInstance( const TSharedPtr<const FModel>& InModel )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(NewInstance);

		FLiveInstance InstanceData;
		InstanceData.InstanceID = ++m_pD->LastInstanceID;
		InstanceData.Instance = nullptr;
		InstanceData.Model = InModel;
		InstanceData.State = -1;
		InstanceData.Cache = MakeShared<FProgramCache>();
		m_pD->WorkingMemoryManager.LiveInstances.Add(InstanceData);

		TRACE_COUNTER_SET(MutableRuntime_LiveInstances, m_pD->WorkingMemoryManager.LiveInstances.Num());

		return InstanceData.InstanceID;
	}


    //---------------------------------------------------------------------------------------------
    TSharedPtr<const FInstance> FSystem::BeginUpdate( FInstance::FID InInstanceID,
                                     const TSharedPtr<const FParameters>& InParams,
                                     int32 InStateIndex,
                                     uint32 InLodMask )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemBeginUpdate);
		TRACE_COUNTER_INCREMENT(MutableRuntime_Updates);

		if (!InParams)
		{
			UE_LOG(LogMutableCore, Error, TEXT("Invalid parameters in mutable update."));
			return nullptr;
		}

		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(InInstanceID);
		if (!LiveInstance)
		{
			UE_LOG(LogMutableCore, Error, TEXT("Invalid instance id in mutable update."));
			return nullptr;
		}

		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

		FProgram& Program = LiveInstance->Model->GetPrivate()->Program;

		bool bValidState = InStateIndex >= 0 && InStateIndex < (int)Program.States.Num();
		if (!bValidState)
		{
			UE_LOG(LogMutableCore, Error, TEXT("Invalid state in mutable update."));
			return nullptr;
		}

		// This may free resources that allow us to use less memory.
		LiveInstance->Instance = nullptr;

		bool bFullBuild = (InStateIndex != LiveInstance->State);

		LiveInstance->State = InStateIndex;

		// If we changed parameters that are not in this state, we need to rebuild all.
		if (!bFullBuild)
		{
			bFullBuild = m_pD->CheckUpdatedParameters(LiveInstance, InParams, LiveInstance->UpdatedParameters);
		}

		// Remove cached data
		m_pD->WorkingMemoryManager.ClearCacheLayer0();
		if (bFullBuild)
		{
			m_pD->WorkingMemoryManager.ClearCacheLayer1();
		}

		m_pD->WorkingMemoryManager.BeginRunnerThread();

		OP::ADDRESS RootAt = LiveInstance->Model->GetPrivate()->Program.States[InStateIndex].Root;

		// Prepare instance cache
		m_pD->PrepareCache(LiveInstance->Model.Get(), InStateIndex);
		LiveInstance->OldParameters = InParams->Clone();

		// Ensure the model cache has been created
		m_pD->WorkingMemoryManager.FindOrAddModelCache(LiveInstance->Model);

		m_pD->RunCode(LiveInstance->Model, InParams.Get(), RootAt, InLodMask);

		TSharedPtr<const FInstance> Result = LiveInstance->Cache->GetInstance(FCacheAddress(RootAt, 0, 0));

		// Debug check to see if we managed the op-hit-counts correctly
		LiveInstance->Cache->CheckHitCountsCleared();

		LiveInstance->Instance = Result;
		if (Result)
		{
			Result->GetPrivate()->Id = LiveInstance->InstanceID;
		}
		else
		{
			// In case of failure return an empty instance, to prevent following code to have to check it every time
			Result = MakeShared<FInstance>();
		}

		m_pD->WorkingMemoryManager.EndRunnerThread();

		m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;

		return Result;
	}


	TSharedPtr<const FImage> FSystem::GetImageInline(FInstance::FID instanceID, FResourceID ImageId, int32 MipsToSkip, int32 InImageLOD)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemGetImage);

		TSharedPtr<const FImage> pResult;

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

		OP::ADDRESS RootAddress = GetResourceIDRoot(ImageId);
		pResult = m_pD->BuildImage(LiveInstance->Model, LiveInstance->OldParameters.Get(), RootAddress, MipsToSkip, InImageLOD);

		// We always need to return something valid.
		if (!pResult)
		{
			pResult = MakeShared<mu::FImage>(16, 16, 1, EImageFormat::RGBA_UByte, EInitializationType::Black);
		}

		m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;

		return pResult;
	}

	UE::Tasks::TTask<TSharedPtr<const FImage>> FSystem::GetImage(FInstance::FID instanceID, FResourceID ImageId, int32 MipsToSkip, int32 InImageLOD)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemGetImage);

		TSharedPtr<const FImage> pResult;

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

		OP::ADDRESS RootAddress = GetResourceIDRoot(ImageId);
		
		m_pD->WorkingMemoryManager.BeginRunnerThread();
		
		mu::EOpType OpType = LiveInstance->Model->GetPrivate()->Program.GetOpType(RootAddress);
		if (GetOpDataType(OpType) != EDataType::Image)
		{
			m_pD->WorkingMemoryManager.EndRunnerThread();
			m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;

			return UE::Tasks::MakeCompletedTask<TSharedPtr<const FImage>>(
					MakeShared<mu::FImage>(16, 16, 1, EImageFormat::RGBA_UByte, EInitializationType::Black));
		}
		
		TSharedRef<CodeRunner> Runner = CodeRunner::Create(
				m_pD->Settings, m_pD, EExecutionStrategy::MinimizeMemory, LiveInstance->Model, LiveInstance->OldParameters.Get(), RootAddress, FSystem::AllLODs, MipsToSkip, InImageLOD, FScheduledOp::EType::Full);
	
		
		constexpr bool bForceInlineExecution = false;
		UE::Tasks::FTask RunnerCompletionEvent = Runner->StartRun(bForceInlineExecution);

		return UE::Tasks::Launch(TEXT("FSystem::GetImageResultTask"),
				[SystemPrivate = m_pD, Runner, RootAddress, MipsToSkip]() -> TSharedPtr<const FImage>
				{
					TSharedPtr<const FImage> Result;

					SystemPrivate->bUnrecoverableError = Runner->bUnrecoverableError;
					if (!Runner->bUnrecoverableError)
					{
						Result = SystemPrivate->WorkingMemoryManager.LoadImage(FCacheAddress(RootAddress, 0, MipsToSkip), true);
					}

					if (!Result)
					{
						Result = MakeShared<mu::FImage>(16, 16, 1, EImageFormat::RGBA_UByte, EInitializationType::Black);
					}

					SystemPrivate->WorkingMemoryManager.EndRunnerThread();
					SystemPrivate->WorkingMemoryManager.CurrentInstanceCache = nullptr;
					
					return Result;
				},
				UE::Tasks::Prerequisites(RunnerCompletionEvent),
				UE::Tasks::ETaskPriority::Inherit,
				UE::Tasks::EExtendedTaskPriority::Inline);
	}


	// Temporarily make the Image DescCache clear at every image because otherwise it makes some textures 
	// not evaluate their layout and be of size 0 and 0 lods, making them incorrectly evaluate MipsToSkip
	static TAutoConsoleVariable<int32> CVarClearImageDescCache(
		TEXT("mutable.ClearImageDescCache"),
		1,
		TEXT("If different than 0, clear the image desc cache at every image."),
		ECVF_Scalability);

	FExtendedImageDesc FSystem::GetImageDescInline(FInstance::FID instanceID, FResourceID ImageId)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemGetImageDesc);

		FExtendedImageDesc Result;

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

		OP::ADDRESS RootAddress = GetResourceIDRoot(ImageId);

		const mu::FModel* Model = LiveInstance->Model.Get();
		const mu::FProgram& Program = Model->GetPrivate()->Program;

		// TODO: It should be possible to reuse this data if cleared in the correct places only, together with HeapImageDesc.
		int32 VarValue = CVarClearImageDescCache.GetValueOnAnyThread();
		if (VarValue != 0)
		{
			m_pD->WorkingMemoryManager.CurrentInstanceCache->ClearDescCache();
		}

		mu::EOpType OpType = Program.GetOpType(RootAddress);
		if (GetOpDataType(OpType) == EDataType::Image)
		{
			// GetImageDesc may call normal execution paths where meshes are computed.
			m_pD->WorkingMemoryManager.BeginRunnerThread();
					
			int8 executionOptions = 0;
			TSharedRef<CodeRunner> Runner = CodeRunner::Create(
					m_pD->Settings, m_pD, EExecutionStrategy::MinimizeMemory, LiveInstance->Model, LiveInstance->OldParameters.Get(), RootAddress, FSystem::AllLODs, executionOptions, 0, FScheduledOp::EType::ImageDesc);
			
			constexpr bool bForceInlineExecution = true;
			UE::Tasks::FTask CompletionEvent = Runner->StartRun(bForceInlineExecution);
			check(CompletionEvent.IsCompleted());

			Result = Runner->GetImageDescResult(RootAddress);

			m_pD->WorkingMemoryManager.EndRunnerThread();
		}

		m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;

		return Result;
	}


	UE::Tasks::TTask<FExtendedImageDesc> FSystem::GetImageDesc(FInstance::FID instanceID, FResourceID ImageId)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemGetImageDesc);

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

		OP::ADDRESS RootAddress = GetResourceIDRoot(ImageId);

		const mu::FModel* Model = LiveInstance->Model.Get();
		const mu::FProgram& Program = Model->GetPrivate()->Program;

		// TODO: It should be possible to reuse this data if cleared in the correct places only, together with HeapImageDesc.
		int32 VarValue = CVarClearImageDescCache.GetValueOnAnyThread();
		if (VarValue != 0)
		{
			m_pD->WorkingMemoryManager.CurrentInstanceCache->ClearDescCache();
		}

		m_pD->WorkingMemoryManager.BeginRunnerThread();
		mu::EOpType OpType = Program.GetOpType(RootAddress);
		if (GetOpDataType(OpType) != EDataType::Image)
		{
			m_pD->WorkingMemoryManager.EndRunnerThread();
			m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;

			return UE::Tasks::MakeCompletedTask<FExtendedImageDesc>(); 
		}

		// GetImageDesc may call normal execution paths where meshes are computed.
		int8 ExecutionOptions = 0;
		TSharedRef<CodeRunner> Runner = CodeRunner::Create(
				m_pD->Settings, m_pD, EExecutionStrategy::MinimizeMemory, LiveInstance->Model, LiveInstance->OldParameters.Get(), RootAddress, FSystem::AllLODs, ExecutionOptions, 0, FScheduledOp::EType::ImageDesc);
		
		constexpr bool bForceInlineExecution = false;
		UE::Tasks::FTask RunnerCompletionEvent = Runner->StartRun(bForceInlineExecution);
		
		return UE::Tasks::Launch(TEXT("FSystem::GetImageDescResultTask"),
				[SystemPrivate = m_pD, Runner, RootAddress]() -> FExtendedImageDesc
				{
					FExtendedImageDesc Result = Runner->GetImageDescResult(RootAddress);

					SystemPrivate->WorkingMemoryManager.EndRunnerThread();
					SystemPrivate->WorkingMemoryManager.CurrentInstanceCache = nullptr;

					return Result;
				},
				UE::Tasks::Prerequisites(RunnerCompletionEvent),
				UE::Tasks::ETaskPriority::Inherit,
				UE::Tasks::EExtendedTaskPriority::Inline);

	}	

    TSharedPtr<const FMesh> FSystem::GetMeshInline(FInstance::FID instanceID, FResourceID MeshId, EMeshContentFlags MeshContentFilter)
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemGetMesh);

		TSharedPtr<const FMesh> Result;

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

		OP::ADDRESS RootAddress = GetResourceIDRoot(MeshId);
		Result = m_pD->BuildMesh(
				LiveInstance->Model, 
				LiveInstance->OldParameters.Get(), 
				RootAddress, 
				MeshContentFilter);

		// If the mesh is null it means empty, but we still need to return a valid one
		if (!Result)
		{
			Result = MakeShared<FMesh>();
		}

		m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;
		return Result;
	}

	UE::Tasks::TTask<TSharedPtr<const FMesh>> FSystem::GetMesh(FInstance::FID instanceID, FResourceID MeshId, EMeshContentFlags MeshContentFilter)
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(SystemGetMesh);

		TSharedPtr<const FMesh> ResultMesh;

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;
		m_pD->WorkingMemoryManager.BeginRunnerThread();
		
		OP::ADDRESS RootAddress = GetResourceIDRoot(MeshId);
			
		mu::EOpType OpType = LiveInstance->Model->GetPrivate()->Program.GetOpType(RootAddress);
		if (GetOpDataType(OpType) != EDataType::Mesh)
		{
			m_pD->WorkingMemoryManager.EndRunnerThread();
			m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;

			return UE::Tasks::MakeCompletedTask<TSharedPtr<const FMesh>>(new FMesh());
		}
	
		uint8 ExecutionOptions = static_cast<uint8>(MeshContentFilter);
		TSharedRef<CodeRunner> Runner = CodeRunner::Create(
				m_pD->Settings,
				m_pD, 
				EExecutionStrategy::MinimizeMemory, 
				LiveInstance->Model, 
				LiveInstance->OldParameters.Get(), 
				RootAddress, 
				FSystem::AllLODs, 
				ExecutionOptions, 
				0, 
				FScheduledOp::EType::Full);
		
		constexpr bool bForceInlineExecution = false;
		UE::Tasks::FTask RunnerCompletionEvent = Runner->StartRun(bForceInlineExecution);

		return UE::Tasks::Launch(TEXT("FSystem::GetMeshResultTask"),
				[SystemPrivate = m_pD, Runner, RootAddress, ExecutionOptions]() -> TSharedPtr<const FMesh>
				{
					TSharedPtr<const FMesh> Result;

					SystemPrivate->bUnrecoverableError = Runner->bUnrecoverableError;
					if (!Runner->bUnrecoverableError)
					{
						Result = SystemPrivate->WorkingMemoryManager.LoadMesh(FCacheAddress(RootAddress, 0, ExecutionOptions), true);
					}
					
					SystemPrivate->WorkingMemoryManager.EndRunnerThread();
					SystemPrivate->WorkingMemoryManager.CurrentInstanceCache = nullptr;
					
					return Result;
				},
				UE::Tasks::Prerequisites(RunnerCompletionEvent),
				UE::Tasks::ETaskPriority::Inherit,
				UE::Tasks::EExtendedTaskPriority::Inline);
	}


    //---------------------------------------------------------------------------------------------
	void FSystem::EndUpdate(FInstance::FID instanceID)
	{
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(EndUpdate);

		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(instanceID);
		if (LiveInstance)
		{
			LiveInstance->Instance = nullptr;

			// Debug check to see if we managed the op-hit-counts correctly
			LiveInstance->Cache->CheckHitCountsCleared();

			m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;

			// We don't want to clear the cache layer 1 because it contains data that can be useful for a 
			// future update (same states, just runtime parameters changed).
			//m_pD->WorkingMemoryManager.ClearCacheLayer1();

			// We need to clear the layer 0 cache, because it contains data that is only valid for the current 
			// parameter values (unless it is data marked as state cache)
			m_pD->WorkingMemoryManager.ClearCacheLayer0();

			m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;
		}

		// Reduce the cache until it fits the limit.
		m_pD->WorkingMemoryManager.EnsureBudgetBelow(0);

		// If we don't constrain the memory budget, free the pooled images or they may pile up.
		if (m_pD->WorkingMemoryManager.BudgetBytes == 0)
		{
			m_pD->WorkingMemoryManager.PooledImages.Empty();
		}

		m_pD->UpdateStats();
	}


    //---------------------------------------------------------------------------------------------
    void FSystem::ReleaseInstance( FInstance::FID instanceID )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));
		MUTABLE_CPUPROFILER_SCOPE(ReleaseInstance);

		for (int32 Index = 0; Index < m_pD->WorkingMemoryManager.LiveInstances.Num(); ++Index)
		{
			FLiveInstance& Instance = m_pD->WorkingMemoryManager.LiveInstances[Index];
			if (Instance.InstanceID == instanceID)
			{
				// Make sure all the resources cached in the instance are removed from the tracking list
				for (const FProgramCache::TResourceResult<FImage>& Data : Instance.Cache->ImageResults)
				{
					if (Data.Value)
					{
						m_pD->WorkingMemoryManager.CacheResources.Remove(Data.Value);
					}
				}

				for (const FProgramCache::TResourceResult<FMesh>& Data : Instance.Cache->MeshResults)
				{
					if (Data.Value)
					{
						m_pD->WorkingMemoryManager.CacheResources.Remove(Data.Value);
					}
				}

				m_pD->WorkingMemoryManager.LiveInstances.RemoveAtSwap(Index);
				break;
			}
		}

 		int32 Removed = m_pD->WorkingMemoryManager.LiveInstances.RemoveAllSwap(
			[instanceID](const FLiveInstance& Instance)
			{
				return (Instance.InstanceID == instanceID);
			});

		TRACE_COUNTER_SET(MutableRuntime_LiveInstances, m_pD->WorkingMemoryManager.LiveInstances.Num());

	}


    //---------------------------------------------------------------------------------------------
    class RelevantParameterVisitor : public UniqueDiscreteCoveredCodeVisitor<>
    {
    public:

        RelevantParameterVisitor
            (
                FSystem::Private* InSystem,
				const TSharedPtr<const FModel>& InModel,
                const TSharedPtr<const FParameters>& InParams,
                bool* InFlags
            )
            : UniqueDiscreteCoveredCodeVisitor<>( InSystem, InModel, InParams, FSystem::AllLODs )
        {
            Flags = InFlags;

            FMemory::Memset( Flags, 0, sizeof(bool)*InParams->GetCount() );

            OP::ADDRESS at = InModel->GetPrivate()->Program.States[0].Root;

            Run( at );
        }


        bool Visit( OP::ADDRESS at, FProgram& Program ) override
        {
            switch ( Program.GetOpType(at) )
            {
            case EOpType::BO_PARAMETER:
            case EOpType::NU_PARAMETER:
            case EOpType::SC_PARAMETER:
            case EOpType::CO_PARAMETER:
            case EOpType::PR_PARAMETER:
			case EOpType::IM_PARAMETER:
			case EOpType::ME_PARAMETER:
			case EOpType::MA_PARAMETER:
            {
				OP::ParameterArgs args = Program.GetOpArgs<OP::ParameterArgs>(at);
				OP::ADDRESS ParamIndex = args.variable;
                Flags[ParamIndex] = true;
                break;
            }

            default:
                break;

            }

            return UniqueDiscreteCoveredCodeVisitor<>::Visit( at, Program );
        }

    private:

        //! Non-owned result buffer
        bool* Flags;
    };


    //---------------------------------------------------------------------------------------------
    void FSystem::GetParameterRelevancy( FInstance::FID InstanceID,
                                        const TSharedPtr<const FParameters>& FParameters,
                                        bool* Flags )
    {
		LLM_SCOPE_BYNAME(TEXT("MutableRuntime"));

		// Find the live instance
		FLiveInstance* LiveInstance = m_pD->FindLiveInstance(InstanceID);
		check(LiveInstance);
		m_pD->WorkingMemoryManager.CurrentInstanceCache = LiveInstance->Cache;
		
		RelevantParameterVisitor visitor( m_pD, LiveInstance->Model, FParameters, Flags );

		m_pD->WorkingMemoryManager.CurrentInstanceCache = nullptr;
    }


    //---------------------------------------------------------------------------------------------
	inline FLiveInstance* FSystem::Private::FindLiveInstance(FInstance::FID id)
	{
		for (int32 i = 0; i < WorkingMemoryManager.LiveInstances.Num(); ++i)
		{
			if (WorkingMemoryManager.LiveInstances[i].InstanceID == id)
			{
				return &WorkingMemoryManager.LiveInstances[i];
			}
		}
		return nullptr;
	}


	//---------------------------------------------------------------------------------------------
	bool FSystem::Private::CheckUpdatedParameters( const FLiveInstance* LiveInstance,
                                 const TSharedPtr<const FParameters>& Params,
                                 uint64& UpdatedParameters)
    {
        bool bFullBuild = false;

		if (!LiveInstance->OldParameters)
		{
			UpdatedParameters = AllParametersMask;
			return true;
		}

        // check what parameters have changed
		UpdatedParameters = 0;
        const FProgram& Program = LiveInstance->Model->GetPrivate()->Program;
        const TArray<int>& runtimeParams = Program.States[ LiveInstance->State ].m_runtimeParameters;

        check( Params->GetCount() == (int)Program.Parameters.Num() );
        check( !LiveInstance->OldParameters
			||
			Params->GetCount() == LiveInstance->OldParameters->GetCount() );

        for ( int32 p=0; p<Program.Parameters.Num() && !bFullBuild; ++p )
        {
            bool isRuntime = runtimeParams.Contains( p );
            bool changed = !Params->HasSameValue( p, LiveInstance->OldParameters, p );

            if (changed && isRuntime)
            {
				uint64 runtimeIndex = runtimeParams.IndexOfByKey(p);
				UpdatedParameters |= uint64(1) << runtimeIndex;
            }
            else if (changed)
            {
                // A non-runtime parameter has changed, we need a full build.
                // TODO: report, or log somehow.
				bFullBuild = true;
                UpdatedParameters = AllParametersMask;
            }
        }

        return bFullBuild;
    }


	//---------------------------------------------------------------------------------------------
	void FSystem::Private::BeginBuild(const TSharedPtr<const FModel>& InModel)
	{
		// We don't have a FLiveInstance, let's create the memory
		// \TODO: There is no clear moment to remove this... EndBuild?
		WorkingMemoryManager.CurrentInstanceCache = MakeShared<FProgramCache>();
		WorkingMemoryManager.CurrentInstanceCache->Init(InModel->GetPrivate()->Program.OpAddress.Num());

		// Ensure the model cache has been created
		WorkingMemoryManager.FindOrAddModelCache(InModel);

		PrepareCache(InModel.Get(), -1);
	}


	//---------------------------------------------------------------------------------------------
	void FSystem::Private::EndBuild()
	{
		WorkingMemoryManager.CurrentInstanceCache = nullptr;
	}


	//---------------------------------------------------------------------------------------------
	void FSystem::Private::RunCode(const TSharedPtr<const FModel>& InModel,
		const FParameters* InParameters, OP::ADDRESS InCodeRoot, uint32 InLODs, uint8 ExecutionOptions, int32 InImageLOD)
	{
		TSharedRef<CodeRunner> Runner = CodeRunner::Create(Settings, this, EExecutionStrategy::MinimizeMemory, InModel, InParameters, InCodeRoot, InLODs,
			ExecutionOptions, InImageLOD, FScheduledOp::EType::Full);
		
		constexpr bool bForceInlineExecutution = true;
		UE::Tasks::FTask RunnerCompletionEvent = Runner->StartRun(bForceInlineExecutution);
		check(RunnerCompletionEvent.IsCompleted());

		bUnrecoverableError = Runner->bUnrecoverableError;
	}


	//---------------------------------------------------------------------------------------------
	bool FSystem::Private::BuildBool(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		RunCode(pModel, Params, at);

		bool bResult = false;
		if (!bUnrecoverableError)
		{
			bResult = WorkingMemoryManager.CurrentInstanceCache->GetBool(FCacheAddress(at, 0, 0));
		}

		WorkingMemoryManager.EndRunnerThread();

		return bResult;
	}


	//---------------------------------------------------------------------------------------------
	float FSystem::Private::BuildScalar(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		RunCode(pModel, Params, at);

		float Result = 0.0f;		
		if (!bUnrecoverableError)
		{
			Result = WorkingMemoryManager.CurrentInstanceCache->GetScalar(FCacheAddress(at, 0, 0));
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	//---------------------------------------------------------------------------------------------
	int32 FSystem::Private::BuildInt(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		RunCode(pModel, Params, at);

		int32 Result = 0;
		if (!bUnrecoverableError)
		{
			Result = WorkingMemoryManager.CurrentInstanceCache->GetInt(FCacheAddress(at, 0, 0));
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	//---------------------------------------------------------------------------------------------
	FVector4f FSystem::Private::BuildColour(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		FVector4f Result(0,0,0,1);

		mu::EOpType OpType = pModel->GetPrivate()->Program.GetOpType(at);
		if (GetOpDataType(OpType) == EDataType::Color)
		{
			RunCode(pModel, Params, at);
			if (!bUnrecoverableError)
			{
				Result = WorkingMemoryManager.CurrentInstanceCache->GetColour(FCacheAddress(at, 0, 0));
			}
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}

	
	//---------------------------------------------------------------------------------------------
	FProjector FSystem::Private::BuildProjector(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

    	RunCode(pModel, Params, at);

		FProjector Result;
		if (!bUnrecoverableError)
		{
			Result = WorkingMemoryManager.CurrentInstanceCache->GetProjector(FCacheAddress(at, 0, 0));
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}

	
	TSharedPtr<const FImage> FSystem::Private::BuildImage(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at, int32 MipsToSkip, int32 InImageLOD)
	{
		WorkingMemoryManager.BeginRunnerThread();

		TSharedPtr<const FImage> Result;

		mu::EOpType OpType = pModel->GetPrivate()->Program.GetOpType(at);
		if (GetOpDataType(OpType) == EDataType::Image)
		{
			RunCode(pModel, Params, at, FSystem::AllLODs, uint8(MipsToSkip), InImageLOD);
			if (!bUnrecoverableError)
			{
				Result = WorkingMemoryManager.LoadImage(FCacheAddress(at, 0, MipsToSkip), true);
			}			
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	TSharedPtr<const FMesh> FSystem::Private::BuildMesh(const TSharedPtr<const FModel>& Model, const FParameters* Params, OP::ADDRESS RootAddress, EMeshContentFlags MeshContentFilter)
	{
		WorkingMemoryManager.BeginRunnerThread();

		TSharedPtr<const FMesh> Result;

		mu::EOpType OpType = Model->GetPrivate()->Program.GetOpType(RootAddress);

		if (GetOpDataType(OpType) == EDataType::Mesh)
		{
			uint8 ExecutionOptions = static_cast<uint8>(MeshContentFilter);
			RunCode(Model, Params, RootAddress, FSystem::AllLODs, ExecutionOptions);
			if (!bUnrecoverableError)
			{
				Result = WorkingMemoryManager.LoadMesh(FCacheAddress(RootAddress, 0, ExecutionOptions), true);
			}	
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	TSharedPtr<const FInstance> FSystem::Private::BuildInstance(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		TSharedPtr<const FInstance> Result;

		mu::EOpType OpType = pModel->GetPrivate()->Program.GetOpType(at);
		if (GetOpDataType(OpType) == EDataType::Instance)
		{
			RunCode(pModel, Params, at);
			if (!bUnrecoverableError)
			{
				Result = WorkingMemoryManager.CurrentInstanceCache->GetInstance(FCacheAddress(at, 0, 0));
			}
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	//---------------------------------------------------------------------------------------------
	TSharedPtr<const FLayout> FSystem::Private::BuildLayout(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		TSharedPtr<const FLayout> Result;

		if (pModel->GetPrivate()->Program.States[0].Root)
		{
			mu::EOpType OpType = pModel->GetPrivate()->Program.GetOpType(at);
			if (GetOpDataType(OpType) == EDataType::Layout)
			{
				RunCode(pModel, Params, at);
				if (!bUnrecoverableError)
				{
					Result = WorkingMemoryManager.CurrentInstanceCache->GetLayout(FCacheAddress(at, 0, 0));
				}
			}
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	//---------------------------------------------------------------------------------------------
	TSharedPtr<const String> FSystem::Private::BuildString(const TSharedPtr<const FModel>& pModel, const FParameters* Params, OP::ADDRESS at)
	{
		WorkingMemoryManager.BeginRunnerThread();

		TSharedPtr<const String> Result;

		if (pModel->GetPrivate()->Program.States[0].Root)
		{
			mu::EOpType OpType = pModel->GetPrivate()->Program.GetOpType(at);
			if (GetOpDataType(OpType) == EDataType::String)
			{
				RunCode(pModel, Params, at);
				if (!bUnrecoverableError)
				{
					Result = WorkingMemoryManager.CurrentInstanceCache->GetString(FCacheAddress(at, 0, 0));
				}
			}
		}

		WorkingMemoryManager.EndRunnerThread();

		return Result;
	}


	//---------------------------------------------------------------------------------------------
	void FSystem::Private::PrepareCache( const FModel* InModel, int32 InState)
	{
		MUTABLE_CPUPROFILER_SCOPE(PrepareCache);

		FProgram& Program = InModel->GetPrivate()->Program;
		int32 OpCount = Program.OpAddress.Num();
		WorkingMemoryManager.CurrentInstanceCache->Init(OpCount);

		// Clear cache flags of existing data
		CodeContainer<FProgramCache::FOpExecutionData>::iterator It = WorkingMemoryManager.CurrentInstanceCache->OpExecutionData.begin();
		for (; It.IsValid(); ++It)
		{
			(*It).OpHitCount = 0; // This should already be 0, but just in case.
			(*It).IsCacheLocked = false;
		}

		// Mark the resources that have to be cached to update the instance in this state
		if (InState >= 0 && InState< Program.States.Num())
		{
			const FProgram::FState& State = Program.States[InState];
			for (uint32 Address : State.m_updateCache)
			{
				WorkingMemoryManager.CurrentInstanceCache->SetForceCached(Address);
			}
		}
	}


	//---------------------------------------------------------------------------------------------
	void FSystem::Private::UpdateStats()
	{
		// Updater stats
		int32 WorkingMemoryKb = WorkingMemoryManager.BudgetBytes / 1024;
		SET_DWORD_STAT(STAT_MutableWorkingMemory, WorkingMemoryKb);

		int32 WorkingMemoryExcessKb = WorkingMemoryManager.BudgetExcessBytes / 1024;
		SET_DWORD_STAT(STAT_MutableWorkingMemoryExcess, WorkingMemoryExcessKb);

		int32 CurrentMemoryKb = WorkingMemoryManager.GetCurrentMemoryBytes() / 1024;
		SET_DWORD_STAT(STAT_MutableCurrentMemory, CurrentMemoryKb);
	}


	//---------------------------------------------------------------------------------------------
	void FWorkingMemoryManager::LogWorkingMemory(const CodeRunner* CurrentRunner) const
	{
#if !(UE_BUILD_SHIPPING || UE_BUILD_TEST)

		MUTABLE_CPUPROFILER_SCOPE(LogWorkingMemory);

		// For now, we calculate these for every log. We will later track on resource creation, destruction or state change.
		// All resource memory is tracked by the memory allocator, but that does not give information about where the memory is
		// located. Keep the localized memory computation for now.   
		const uint32 RomBytes = GetRomBytes();
		const uint32 CacheBytes = GetCacheBytes();
		const uint32 TrackedCacheBytes = GetTrackedCacheBytes();
		const uint32 PoolBytes = GetPooledBytes();
		const uint32 TempBytes = GetTempBytes();

		// Get allocator counters.
		const SSIZE_T ImageAllocBytes	 = MemoryCounters::FImageMemoryCounter::Get().load(std::memory_order_relaxed);
		const SSIZE_T MeshAllocBytes     = MemoryCounters::FMeshMemoryCounter::Get().load(std::memory_order_relaxed);
		const SSIZE_T StreamAllocBytes   = MemoryCounters::FStreamingMemoryCounter::Get().load(std::memory_order_relaxed);
		const SSIZE_T InternalAllocBytes = MemoryCounters::FInternalMemoryCounter::Get().load(std::memory_order_relaxed);

		SSIZE_T TotalBytes = ImageAllocBytes + MeshAllocBytes + StreamAllocBytes + InternalAllocBytes;

		UE_LOG(LogMutableCore, Log, 
			TEXT("Mem KB: ImageAlloc %7" SIZE_T_FMT ", MeshAlloc %7" SIZE_T_FMT ", StreamAlloc %7" SIZE_T_FMT ", InternalAlloc %7" SIZE_T_FMT ",  AllocTotal %7" SIZE_T_FMT " / %7" INT64_FMT ". \
				  Resources MemLoc: Temp %7d, Pool %7d, Cache0+1 %7d (%7d), Rom %7d."),
			ImageAllocBytes/1024, MeshAllocBytes/1024, StreamAllocBytes/1024, InternalAllocBytes/1024, TotalBytes/1024, BudgetBytes/1024,  
			TempBytes/1024, PoolBytes/1024, CacheBytes/1024, TrackedCacheBytes/1024, RomBytes/1024);

		TRACE_COUNTER_SET(MutableRuntime_MemTemp,	  TempBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemPool,     PoolBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemCache,    TrackedCacheBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemRom,      RomBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemInternal, InternalAllocBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemMesh,     MeshAllocBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemImage,    ImageAllocBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemStream,   StreamAllocBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemTotal,    TotalBytes);
		TRACE_COUNTER_SET(MutableRuntime_MemBudget,   BudgetBytes);
#endif
	}



	//---------------------------------------------------------------------------------------------
	FWorkingMemoryManager::FModelCacheEntry* FWorkingMemoryManager::FindModelCache(const FModel* InModel)
	{
		check(InModel);

		for (FModelCacheEntry& c : CachePerModel)
		{
			TSharedPtr<const FModel> pCandidate = c.Model.Pin();
			if (pCandidate)
			{
				if (pCandidate.Get() == InModel)
				{
					return &c;
				}
			}
		}

		return nullptr;
	}

    //---------------------------------------------------------------------------------------------
	FWorkingMemoryManager::FModelCacheEntry& FWorkingMemoryManager::FindOrAddModelCache(const TSharedPtr<const FModel>& InModel)
    {
        check(InModel);

		// First clean stray data for models that may have been unloaded.
		for (int32 CacheIndex=0; CacheIndex<CachePerModel.Num(); )
		{
			if (!CachePerModel[CacheIndex].Model.Pin())
			{
				CachePerModel.RemoveAtSwap(CacheIndex);
			}
			else
			{
				++CacheIndex;
			}
		}


		FModelCacheEntry* ExistingCache = FindModelCache(InModel.Get());
		if (ExistingCache)
		{
			return *ExistingCache;
		}        

        // Not found. Add new
		FModelCacheEntry n;
        n.Model = TWeakPtr<const FModel>(InModel);
		n.PendingOpsPerRom.SetNum(InModel->GetPrivate()->Program.Roms.Num());
    	n.RomWeights.SetNumZeroed(InModel->GetPrivate()->Program.Roms.Num());
    	CachePerModel.Add(n);
        return CachePerModel.Last();
    }


	//---------------------------------------------------------------------------------------------
	int64 FWorkingMemoryManager::GetCurrentMemoryBytes() const
	{
		MUTABLE_CPUPROFILER_SCOPE(GetCurrentMemoryBytes);

		SSIZE_T TotalBytes = MemoryCounters::FImageMemoryCounter::Get().load(std::memory_order_relaxed) + 
						     MemoryCounters::FMeshMemoryCounter::Get().load(std::memory_order_relaxed) +
							 MemoryCounters::FStreamingMemoryCounter::Get().load(std::memory_order_relaxed) +
							 MemoryCounters::FInternalMemoryCounter::Get().load(std::memory_order_relaxed);

		return TotalBytes;
	}


	//---------------------------------------------------------------------------------------------
	bool FWorkingMemoryManager::IsMemoryBudgetFull() const
	{
		// If we have 0 budget it means we have unlimited budget
		if (BudgetBytes == 0)
		{
			return false;
		}

		uint64 CurrentBytes = GetCurrentMemoryBytes();
		uint64 BudgetThresholdBytes = (BudgetBytes * 9) / 10;
		
		return CurrentBytes > BudgetThresholdBytes;
	}

	namespace Private
	{
		enum class EBudgetBelowSearchFlags : uint8
		{
			None = 0,
			Keep = 1 << 1,
			Visited = 1 << 2,
			FirstOccurance = 1 << 3
		};

		ENUM_CLASS_FLAGS(EBudgetBelowSearchFlags);
	}

    //---------------------------------------------------------------------------------------------
	bool FWorkingMemoryManager::EnsureBudgetBelow( uint64 AdditionalMemory )
    {
		MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow);

		// If we have 0 budget it means we have unlimited budget
		if (BudgetBytes == 0)
		{
			return true;
		}		

		int64 TotalBytes = GetCurrentMemoryBytes();

		// Add the extra memory that we are trying to allocate when we return.
		TotalBytes += AdditionalMemory;


        bool bFinished = TotalBytes <= BudgetBytes;

		// Try to free pooled resources first
		if (!bFinished)
		{
			MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreePooled);
			while (PooledImages.Num() && !bFinished)
			{
				// TODO: Actually advancing index if possible after swap may be better to remove the oldest in the pool first.
				int32 PooledResourceSize = PooledImages[0]->GetDataSize();
				TotalBytes -= PooledResourceSize;				
				PooledImages.RemoveAtSwap(0);
				bFinished = TotalBytes <= BudgetBytes;
			}
		}
		
		// Try to free loaded roms
		if (!bFinished)
		{
			MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeRoms);

			struct FRomRef
			{
				const FModel* Model = nullptr;
				int32 RomIndex = 0;
			};

			TArray<TPair<float, FRomRef>> Candidates;
			Candidates.Reserve(512);

			for (FModelCacheEntry& ModelCache : CachePerModel)
			{
				TSharedPtr<const FModel> CacheModel = ModelCache.Model.Pin();
				if (CacheModel)
				{
					mu::FProgram& Program = CacheModel->GetPrivate()->Program;
					check(ModelCache.RomWeights.Num() == Program.Roms.Num());
	
					check(Program.LoadedMemTrackedRoms.GetMaxIndex() <= Program.Roms.Num());

					for (TSparseArray<uint8>::TConstIterator Iter = Program.LoadedMemTrackedRoms.CreateConstIterator(); Iter; ++Iter)
					{
						const int32 RomIndex = Iter.GetIndex();

						const FRomDataRuntime& Rom = Program.Roms[RomIndex];
						check(Program.IsRomLoaded(RomIndex));
						check(Rom.ResourceType == (uint32)*Iter);

						// We cannot unload a rom if some operation is expecting it.
						const bool bIsRomLocked = ModelCache.PendingOpsPerRom.IsValidIndex(RomIndex) && 
												  ModelCache.PendingOpsPerRom[RomIndex] > 0;
						if (!bIsRomLocked)
						{
							constexpr float FactorWeight = 100.0f;
							constexpr float FactorTime = -1.0f;
							float Priority = FactorWeight * float(ModelCache.RomWeights[RomIndex].Get<0>()) +
											 FactorTime * float((RomTick - ModelCache.RomWeights[RomIndex].Get<1>()));

							Candidates.Emplace(Priority, FRomRef{ CacheModel.Get(), RomIndex });
						}
					}
				}
			}

			// Don't sort all candidates, make it a heap in O(N) time. We may not need to visit all elements.
			auto CompareCandidates = [](const TPair<float, FRomRef>& A, const TPair<float, FRomRef>& B) { return A.Key < B.Key; };
			Candidates.Heapify(CompareCandidates);

			while (!bFinished && Candidates.Num())
			{
				MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_UnloadRom);

				TPair<float, FRomRef> Candidate;
				Candidates.HeapPop(Candidate, CompareCandidates, EAllowShrinking::No);

				// UE_LOG(LogMutableCore,Log, "Unloading rom because of memory budget: %d.", lowestPriorityRom);
				int32 UnloadedSize = 0;
				Candidate.Value.Model->GetPrivate()->Program.UnloadRom(Candidate.Value.RomIndex, &UnloadedSize);
				TotalBytes -= UnloadedSize;
				bFinished = TotalBytes <= BudgetBytes;
			}
		}
	
		// Try to free cache 1 memory
		if (!bFinished)
		{
			MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeCached);

			TSet<const FResource*> RemovedResources;
			RemovedResources.Reserve(1024);
			
			// From other live instances first
			for (const FLiveInstance& Instance : LiveInstances)
			{
				if (Instance.Cache == CurrentInstanceCache)
				{
					// Ignore the current live instance.
					continue;
				}

				// Gather all data in the cache for this instance
				{
					MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeCached_GatherAndRemove_Other);

					RemovedResources.Reset();
					int32 ImageRemovedBytes = 0;
					for (const FProgramCache::TResourceResult<FImage>& ImageResult : Instance.Cache->ImageResults)
					{
						if (!ImageResult.Value)
						{
							continue;
						}

						if (!RemovedResources.Find(ImageResult.Value.Get()))
						{
							ImageRemovedBytes += ImageResult.Value->GetDataSize();
							bFinished = TotalBytes - ImageRemovedBytes <= BudgetBytes;

							RemovedResources.Add(ImageResult.Value.Get());
							CacheResources.Remove(ImageResult.Value);
						}

						if (bFinished)
						{
							break;
						}
					}

					if (ImageRemovedBytes > 0)
					{
						for (const FProgramCache::TResourceResult<FImage>& ImageResult : Instance.Cache->ImageResults)
						{
							if (RemovedResources.Find(ImageResult.Value.Get()))
							{
								Instance.Cache->SetUnused(Instance.Cache->OpExecutionData[ImageResult.OpAddress]);
							}
						}
					}

					TotalBytes -= ImageRemovedBytes;
					if (bFinished)
					{
						break;
					}

					int32 MeshRemovedBytes = 0;
					RemovedResources.Reset();
					for (const FProgramCache::TResourceResult<FMesh>& MeshResult : Instance.Cache->MeshResults)
					{
						if (!MeshResult.Value)
						{
							continue;
						}

						if (!RemovedResources.Find(MeshResult.Value.Get()))
						{
							MeshRemovedBytes = MeshResult.Value->GetDataSize();
							bFinished = TotalBytes - MeshRemovedBytes <= BudgetBytes;

							RemovedResources.Add(MeshResult.Value.Get());
							CacheResources.Remove(MeshResult.Value);
						}

						if (bFinished)
						{
							break;
						}
					}

					if (MeshRemovedBytes > 0)
					{
						for (const FProgramCache::TResourceResult<FMesh>& MeshResult : Instance.Cache->MeshResults)
						{
							if (RemovedResources.Find(MeshResult.Value.Get()))
							{
								Instance.Cache->SetUnused(Instance.Cache->OpExecutionData[MeshResult.OpAddress]);
							}
						}
					}

					TotalBytes -= MeshRemovedBytes;
					if (bFinished)
					{
						break;
					}
				}
			}
		}

		// From the current live instances. It is more involved: we have to make sure any data we want to free is not also
		// in any cache (0 or 1) position with hit-count > 0.
		if (!bFinished && CurrentInstanceCache)
		{
			MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeCached_Current);
			// This removes images first, not sure if this can become a problem.
			
			using namespace Private;
			using ESearchFlags = EBudgetBelowSearchFlags;
			
			auto SearchResourcesToRemove = 
			[
				TotalBytes = TotalBytes, 
				BudgetBytes = BudgetBytes, 
				CurrentInstanceCache = CurrentInstanceCache.Get()
			](const auto& ResourceRange, TArray<ESearchFlags>& SearchFlags) -> int32
			{
				MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeCached_Current_SearchResources);

				int32 RemovedBytes = 0;

				const int32 NumResources = ResourceRange.Num();
				for (int32 ResourceIndex = 0; ResourceIndex < NumResources; ++ResourceIndex)
				{
					// Check if visited.
					if (EnumHasAnyFlags(SearchFlags[ResourceIndex], ESearchFlags::Visited))
					{
						continue;
					}
	
					// Null values will not have any flag set.
					if (!ResourceRange[ResourceIndex].Value)
					{
						continue;
					}

					SearchFlags[ResourceIndex] = (ESearchFlags::Visited | ESearchFlags::FirstOccurance);
					
					if (CurrentInstanceCache->OpExecutionData[ResourceRange[ResourceIndex].OpAddress].OpHitCount > 0)
					{
						// Mark all occurences as visited to keep. 
						for (int32 I = ResourceIndex; I < NumResources; ++I)
						{
							if (ResourceRange[I].Value == ResourceRange[ResourceIndex].Value)
							{
								EnumAddFlags(SearchFlags[I], (ESearchFlags::Visited | ESearchFlags::Keep));
							}
						}
					}
					else
					{
						int32 I = ResourceIndex + 1;
						for (; I < NumResources; ++I)
						{
							// Mark as visted.
							if (ResourceRange[I].Value == ResourceRange[ResourceIndex].Value)
							{
								EnumAddFlags(SearchFlags[I], ESearchFlags::Visited);	
								if (CurrentInstanceCache->OpExecutionData[ResourceRange[I].OpAddress].OpHitCount > 0)
								{
									// Still used, next step will mark to keep.
									break;
								}
							}
						}

						if (I < NumResources)
						{
							// The image is still used, mark all occurences as visited and keep.
							for (int32 J = ResourceIndex; J < NumResources; ++J)
							{
								if (ResourceRange[J].Value == ResourceRange[ResourceIndex].Value)
								{
									EnumAddFlags(SearchFlags[J], (ESearchFlags::Visited | ESearchFlags::Keep));	
								}
							}
						}
						else
						{
							// The resource is not used, see if we can stop searching. 
							// In that case all occurences have been marked as visited.
							RemovedBytes += ResourceRange[ResourceIndex].Value->GetDataSize();

							if (TotalBytes - RemovedBytes <= BudgetBytes)
							{
								return RemovedBytes;
							}
						}
					}
				}

				return RemovedBytes;
			};

			const int32 MaxNumResources = FMath::Max(CurrentInstanceCache->ImageResults.Num(), CurrentInstanceCache->MeshResults.Num());
			TArray<ESearchFlags> SearchFlags;
			SearchFlags.SetNumUninitialized(MaxNumResources);
			
			if (!bFinished)
			{
				FMemory::Memzero(SearchFlags.GetData(), MaxNumResources*sizeof(ESearchFlags));
				
				const TArrayView<FProgramCache::TResourceResult<FImage>>& Images = MakeArrayView(CurrentInstanceCache->ImageResults);
				const int32 RemovedBytes = SearchResourcesToRemove(Images, SearchFlags); 
				
				if (RemovedBytes > 0)
				{	
					MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeCached_Current_FreeResources);
			
					const int32 NumImages = Images.Num();
					for (int32 I = 0; I < NumImages; ++I)
					{
						// Remove the first occurence of any visited not to keep. 
						if (SearchFlags[I] == (ESearchFlags::FirstOccurance | ESearchFlags::Visited))
						{
							CacheResources.Remove(Images[I].Value);
						}
					
						// Set unused all references visited not marked to keep. 
						if ((SearchFlags[I] & (ESearchFlags::Visited | ESearchFlags::Keep)) == ESearchFlags::Visited)
						{
							CurrentInstanceCache->SetUnused(CurrentInstanceCache->OpExecutionData[Images[I].OpAddress]);
						}
					}	
				}

				TotalBytes -= RemovedBytes;
				bFinished = TotalBytes <= BudgetBytes;
			}
			
			if (!bFinished)
			{
				FMemory::Memzero(SearchFlags.GetData(), MaxNumResources*sizeof(ESearchFlags));
				
				TArrayView<FProgramCache::TResourceResult<FMesh>> Meshes = MakeArrayView(CurrentInstanceCache->MeshResults);
				const int32 RemovedBytes = SearchResourcesToRemove(Meshes, SearchFlags); 

				if (RemovedBytes > 0)
				{	
					MUTABLE_CPUPROFILER_SCOPE(EnsureBudgetBelow_FreeCached_Current_FreeResources);
					
					const int32 NumMeshes = Meshes.Num();
					for (int32 I = 0; I < NumMeshes; ++I)
					{
						// Remove the first occurence of any visited not to keep. 
						if (SearchFlags[I] == (ESearchFlags::FirstOccurance | ESearchFlags::Visited))
						{
							CacheResources.Remove(Meshes[I].Value);
						}
						
						if ((SearchFlags[I] & (ESearchFlags::Visited | ESearchFlags::Keep)) == ESearchFlags::Visited)
						{
							CurrentInstanceCache->SetUnused(CurrentInstanceCache->OpExecutionData[Meshes[I].OpAddress]);
						}
					}
				}

				TotalBytes -= RemovedBytes;
				bFinished = TotalBytes <= BudgetBytes;
			}
		}

		if (!bFinished)
		{
			int64 ExcessBytes = TotalBytes - BudgetBytes;

			if (ExcessBytes > BudgetExcessBytes)
			{
				BudgetExcessBytes = ExcessBytes;

				// We failed to free enough memory. Log this, but try to continue anyway.
				// This is a good place to insert a brakpoint to detect callstacks with memory peaks
				UE_LOG(LogMutableCore, Log, TEXT("Failed to keep memory budget. Budget: %" INT64_FMT ", Current: %" INT64_FMT ", New: %" UINT64_FMT),
					BudgetBytes / 1024, (TotalBytes - AdditionalMemory) / 1024, AdditionalMemory / 1024);
				
				if (bEnableDetailedMemoryBudgetExceededLogging)
				{
					// We won't show correct internal or streaming buffer memory.
					LogWorkingMemory(nullptr);
				}
			}

		}

        return bFinished;
    }

    //---------------------------------------------------------------------------------------------
    void FWorkingMemoryManager::MarkRomUsed( int32 romIndex, const TSharedPtr<const FModel>& pModel )
    {
        check(pModel);

        // If budget is zero, we don't unload anything here, and we assume it is managed somewhere else.
        if (!BudgetBytes)
        {
            return;
        }

        ++RomTick;

        // Update current cache
        {
			FModelCacheEntry* ModelCache = FindModelCache(pModel.Get());
        	
            ModelCache->RomWeights[romIndex].Key++;
            ModelCache->RomWeights[romIndex].Value = RomTick;
        }
    }


	//---------------------------------------------------------------------------------------------
	static void AddMultiValueKeys(FBitWriter& Blob, const TMap< TArray<int32>, FParameterValue >& Multi)
	{
		uint16 Num = uint16(Multi.Num());
		Blob.Serialize(&Num, 2);

		for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
		{
			uint16 RangeNum = uint16(v.Key.Num());
			Blob.Serialize(&RangeNum, 2);
			Blob.Serialize((void*)v.Key.GetData(), RangeNum * sizeof(int32));
		}
	}


	//---------------------------------------------------------------------------------------------
	FResourceID FWorkingMemoryManager::GetResourceKey(const TSharedPtr<const FModel>& Model, const FParameters* Params, uint32 ParamListIndex, OP::ADDRESS RootAt)
	{
		MUTABLE_CPUPROFILER_SCOPE(GetResourceKey);

		constexpr uint32 ErrorId = 0xffff;

		if (!Model)
		{
			return ErrorId;
		}

		const FProgram& Program = Model->GetPrivate()->Program;

		// Find the list of relevant parameters
		const TArray<uint16>* RelevantParams = nullptr;
		if (ParamListIndex < (uint32)Program.ParameterLists.Num())
		{
			RelevantParams = &Program.ParameterLists[ParamListIndex];
		}
		check(RelevantParams);
		if (!RelevantParams)
		{
			return ErrorId;
		}

		// Generate the relevant parameters blob
		FBitWriter Blob( 2048*8, true );

		const TArray<FParameterDesc>& ParamDescs = Params->GetPrivate()->Model->GetPrivate()->Program.Parameters;

		// First make a mask with a bit for each relevant parameter. It will be on for parameters included in the blob.
		// A parameter will be excluded from the blob if it has the default value, and no multivalues.
		TBitArray IncludedParameters(0, RelevantParams->Num());
		if (RelevantParams->Num())
		{
			for (int32 IndexIndex = 0; IndexIndex < RelevantParams->Num(); ++IndexIndex)
			{
				int32 ParamIndex = (*RelevantParams)[IndexIndex];
				bool bInclude = Params->GetPrivate()->HasMultipleValues(ParamIndex);
				if (!bInclude)
				{
					bInclude = !(
						Params->GetPrivate()->Values[ParamIndex]
						==
						ParamDescs[ParamIndex].DefaultValue
						);
				}

				IncludedParameters[IndexIndex] = bInclude;
			}
			Blob.SerializeBits(IncludedParameters.GetData(), IncludedParameters.Num());
		}

		// Second: serialize the value of the selected parameters.
		for (int32 IndexIndex = 0; IndexIndex < RelevantParams->Num(); ++IndexIndex)
		{
			int32 ParamIndex = (*RelevantParams)[IndexIndex];
			if (!IncludedParameters[IndexIndex])
			{
				continue;
			}

			int32 DataSize = 0;

			switch (Program.Parameters[ParamIndex].Type)
			{
			case EParameterType::Bool:
				Blob.WriteBit(Params->GetPrivate()->Values[ParamIndex].Get<FParamBoolType>() ? 1 : 0);

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						Blob.WriteBit(v.Value.Get<FParamBoolType>() ? 1 : 0);
					}
				}
				break;

			case EParameterType::Int:
			{
				int32 MaxValue = ParamDescs[ParamIndex].PossibleValues.Num();
				int32 Value = Params->GetPrivate()->Values[ParamIndex].Get<FParamIntType>();
				if (MaxValue)
				{
					// It is an enum
					uint32 LimitedValue = FMath::Clamp( Params->GetIntValueIndex(ParamIndex,Value), 0, MaxValue-1 );
					Blob.SerializeInt(LimitedValue, uint32(MaxValue));
				}
				else
				{
					// It may have any value
					DataSize = sizeof(FParamIntType);
					Blob.Serialize(&Value, DataSize);
				}

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						Value = v.Value.Get<FParamIntType>();
						if (MaxValue)
						{
							// It is an enum
							uint32 LimitedValue = Value;
							Blob.SerializeInt(LimitedValue, uint32(MaxValue));
						}
						else
						{
							// It may have any value
							DataSize = sizeof(FParamIntType);
							Blob.Serialize(&Value, DataSize);
						}
					}
				}
				break;
			}

			case EParameterType::Float:
				DataSize = sizeof(FParamFloatType);
				Blob.Serialize(&Params->GetPrivate()->Values[ParamIndex].Get<FParamFloatType>(), DataSize);

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						Blob.Serialize((void*)&v.Value.Get<FParamFloatType>(), DataSize);
					}
				}
				break;

			case EParameterType::Color:
				DataSize = sizeof(FParamColorType);
				Blob.Serialize(&Params->GetPrivate()->Values[ParamIndex].Get<FParamColorType>(), DataSize);

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						Blob.Serialize((void*)&v.Value.Get<FParamColorType>(), DataSize);
					}
				}
				break;

			case EParameterType::Projector:
			{
				FPackedNormal TempVec;
				const FProjector& Value = Params->GetPrivate()->Values[ParamIndex].Get<FParamProjectorType>();
				Blob.Serialize((void*)&Value.position, sizeof(FVector3f));
				TempVec = FPackedNormal(Value.direction);
				Blob.Serialize(&TempVec, sizeof(FPackedNormal));
				TempVec = FPackedNormal(Value.up);
				Blob.Serialize(&TempVec, sizeof(FPackedNormal));
				Blob.Serialize((void*)&Value.scale, sizeof(FVector3f));
				Blob.Serialize((void*)&Value.projectionAngle, sizeof(float));

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						const FProjector& MultiValue = v.Value.Get<FParamProjectorType>();
						Blob.Serialize((void*)&MultiValue.position, sizeof(FVector3f));
						TempVec = FPackedNormal(MultiValue.direction);
						Blob.Serialize(&TempVec, sizeof(FPackedNormal));
						TempVec = FPackedNormal(MultiValue.up);
						Blob.Serialize(&TempVec, sizeof(FPackedNormal));
						Blob.Serialize((void*)&MultiValue.scale, sizeof(FVector3f));
						Blob.Serialize((void*)&MultiValue.projectionAngle, sizeof(float));
					}
				}
				break;
			}

			case EParameterType::Image:
			{
				FString Path = Params->GetPrivate()->Values[ParamIndex].Get<FParamTextureType>()->GetPathName();
				Blob.Serialize(GetData(Path), Path.GetAllocatedSize());

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						Path = v.Value.Get<FParamTextureType>()->GetPathName();
						Blob.Serialize(GetData(Path), Path.GetAllocatedSize());
					}
				}
				break;
			}

			case EParameterType::Mesh:
			{
				FString Path = Params->GetPrivate()->Values[ParamIndex].Get<FParamSkeletalMeshType>()->GetPathName();
				Blob.Serialize(GetData(Path), Path.GetAllocatedSize());

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap< TArray<int32>, FParameterValue >& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair< TArray<int32>, FParameterValue >& v : Multi)
					{
						Path = v.Value.Get<FParamSkeletalMeshType>()->GetPathName();
						Blob.Serialize(GetData(Path), Path.GetAllocatedSize());
					}
				}
				break;
			}

			case EParameterType::Matrix:
			{
				DataSize = sizeof(FMatrix44f);

				const FMatrix44f& Value = Params->GetPrivate()->Values[ParamIndex].Get<FParamMatrixType>();
				Blob.Serialize((void*)&Value, DataSize);

				// Multi-values
				if (Params->GetPrivate()->HasMultipleValues(ParamIndex))
				{
					const TMap<TArray<int32>, FParameterValue>& Multi = Params->GetPrivate()->MultiValues[ParamIndex];
					AddMultiValueKeys(Blob, Multi);
					for (const TPair<TArray<int32>, FParameterValue>& MultiValuePair : Multi)
					{
						const FMatrix44f& MultiValue = MultiValuePair.Value.Get<FParamMatrixType>();
						Blob.Serialize((void*)&MultiValue, DataSize);
					}
				}
				break;
			}

			default:
				// unsupported parameter type
				check(false);
			}
		}

		// Increase the request id
		++LastResourceResquestId;

		FGeneratedResourceData NewKey;
		int32 BlobBytes = Blob.GetNumBytes();
		NewKey.ParameterValuesBlob.SetNum(BlobBytes);
		FMemory::Memcpy(NewKey.ParameterValuesBlob.GetData(), Blob.GetData(), BlobBytes);

		// See if we already have this id
		int32 OldestCachePosition = 0;
		uint32 OldestRequestId = 0;
		for (int32 CacheIndex = 0; CacheIndex < GeneratedResources.Num(); ++CacheIndex)
		{
			FGeneratedResourceData& Data = GeneratedResources[CacheIndex];
			bool bSameModel = Data.Model == Model;
			bool bSameRoot = GetResourceIDRoot(Data.Id) == RootAt;
			if (bSameModel
				&&
				bSameRoot
				)
			{
				bool bSameBlob = Data.ParameterValuesBlob == NewKey.ParameterValuesBlob;
				if (bSameBlob)
				{
					Data.LastRequestId = LastResourceResquestId;
					return Data.Id;
				}
			}
			
			if (!Data.Model.Pin().Get() 
				||
				OldestRequestId > Data.LastRequestId)
			{
				OldestCachePosition = CacheIndex;
				OldestRequestId = Data.Model.Pin() ? Data.LastRequestId : 0;
			}
		}

		// Generate a new id
		uint32 NewBlobId = ++LastResourceKeyId;
		NewKey.Id = MakeResourceID( RootAt, NewBlobId);
		NewKey.LastRequestId = LastResourceResquestId;
		NewKey.Model = Model;

		if (GeneratedResources.Num() >= MaxGeneratedResourceCacheSize)
		{
			GeneratedResources[OldestCachePosition] = MoveTemp(NewKey);
		}
		else
		{
			GeneratedResources.Add(MoveTemp(NewKey));
		}

		return NewKey.Id;
	}

}