MessageChunkAudioContainer.h

Go to the documentation of this file.

// Copyright(c) 2024 grrimgrriefer & DZnnah, see LICENSE for details.
 
#pragma once
 
#include "CoreMinimal.h"
#include "LipSyncType.h"
#include "MessageChunkState.h"
 
class UImportedSoundWave;
class Audio2FaceRESTHandler;
class ILipSyncBaseData;

class MessageChunkAudioContainer : public TSharedFromThis<MessageChunkAudioContainer>
{
#pragma region public API
public:
    MessageChunkAudioContainer(const FString& fullUrl,
        LipSyncType lipSyncType,
        TWeakPtr<Audio2FaceRESTHandler> A2FRestHandler,
        TFunction<void(const MessageChunkAudioContainer* newState)> callback,
        int id);
 
    virtual ~MessageChunkAudioContainer() = default;

    void Continue();

    void CleanupData();

    const TArray<uint8>& GetRawAudioData() const;

    template <typename T, typename = std::enable_if_t<std::is_base_of_v<ILipSyncBaseData, T>>>
    const T* GetLipSyncData() const
    {
        return StaticCast<const T*>(m_lipSyncData);
    }

    MessageChunkState GetCurrentState() const;

    UImportedSoundWave* GetSoundWave() const;
 
#pragma endregion
 
#pragma region data
public:
    const int INDEX;

    const LipSyncType LIP_SYNC_TYPE;
 
private:
    const FString FULL_DOWNLOAD_URL;
    const TFunction<void(const MessageChunkAudioContainer* chunk)> ON_STATE_CHANGED;
 
    TArray<uint8> m_rawAudioData;
    TWeakPtr<Audio2FaceRESTHandler> m_A2FRestHandler = nullptr;
    MessageChunkState m_state = MessageChunkState::Idle;
 
    // UObjects added to root while this object is alive; as UPROPERTY doesn't work with normal classes
    UImportedSoundWave* m_soundWave = nullptr;
    ILipSyncBaseData* m_lipSyncData = nullptr;
#pragma endregion
 
#pragma region private API
private:
    void DownloadData();

    void ProcessAudioData();

    void GenerateLipSync();

    void UpdateState(MessageChunkState newState);
#pragma endregion
};