xiaozhi-esp32/main/Application.h

#ifndef _APPLICATION_H_
#define _APPLICATION_H_

#include "WifiStation.h"
#include "AudioDevice.h"
#include "OpusEncoder.h"
#include "WebSocketClient.h"
#include "BuiltinLed.h"

#include "opus.h"
#include "resampler_structs.h"
#include "freertos/event_groups.h"
#include "freertos/queue.h"
#include "freertos/task.h"
#include "esp_afe_sr_models.h"
#include "esp_nsn_models.h"
#include <mutex>
#include <list>

#define DETECTION_RUNNING 1
#define COMMUNICATION_RUNNING 2
#define DETECT_PACKETS_ENCODED 4


enum ChatState {
    kChatStateIdle,
    kChatStateConnecting,
    kChatStateListening,
    kChatStateSpeaking,
    kChatStateWakeWordDetected
};

class Application {
public:
    Application();
    ~Application();
    void Start();

private:
    WifiStation wifi_station_;
    AudioDevice audio_device_;
    BuiltinLed builtin_led_;

    std::recursive_mutex mutex_;
    WebSocketClient* ws_client_ = nullptr;
    esp_afe_sr_data_t* afe_detection_data_ = nullptr;
    esp_afe_sr_data_t* afe_communication_data_ = nullptr;
    EventGroupHandle_t event_group_;
    char* wakenet_model_ = NULL;
    char* nsnet_model_ = NULL;
    volatile ChatState chat_state_ = kChatStateIdle;

    // Audio encode / decode
    TaskHandle_t audio_feed_task_ = nullptr;
    StaticTask_t audio_encode_task_buffer_;
    StackType_t* audio_encode_task_stack_ = nullptr;
    QueueHandle_t audio_encode_queue_ = nullptr;

    TaskHandle_t audio_decode_task_ = nullptr;
    StaticTask_t audio_decode_task_buffer_;
    StackType_t* audio_decode_task_stack_ = nullptr;
    QueueHandle_t audio_decode_queue_ = nullptr;

    OpusEncoder opus_encoder_;
    OpusDecoder* opus_decoder_ = nullptr;

    int opus_duration_ms_ = 60;
    int opus_decode_sample_rate_ = CONFIG_AUDIO_OUTPUT_SAMPLE_RATE;
    silk_resampler_state_struct resampler_state_;

    TaskHandle_t wake_word_encode_task_ = nullptr;
    StaticTask_t wake_word_encode_task_buffer_;
    StackType_t* wake_word_encode_task_stack_ = nullptr;
    std::list<iovec> wake_word_pcm_;
    std::vector<iovec> wake_word_opus_;

    void SetDecodeSampleRate(int sample_rate);
    void SetChatState(ChatState state);
    void StartDetection();
    void StartCommunication();
    void StartWebSocketClient();
    void StoreWakeWordData(uint8_t* data, size_t size);
    void EncodeWakeWordData();
    void SendWakeWordData();

    void AudioFeedTask();
    void AudioDetectionTask();
    void AudioCommunicationTask();
    void AudioEncodeTask();
    void AudioDecodeTask();
};

#endif // _APPLICATION_H_