forked from xiaozhi/xiaozhi-esp32
fa899a310e
* read frame duration from server * fit wechat style emoji size * Make Wechat UI look better * Add Realtime Chat to ESP-BOX-3/LichuangDev * disable debug log * Fix Sh1106 Compile Error Bug. IDF 5.3.2 Not supporting sh1106-esp-idf. (#424) * Fix ESP32 Board Led No Light Bug (#427) * add board esp32-s3-touch-lcd-3.5 (#415) * add board esp32-s3-touch-lcd-3.5 * add axp2101 --------- Co-authored-by: flyingtjy <flyingtjy@gmail.com> --------- Co-authored-by: ooxxU <71391474@qq.com> Co-authored-by: flying1425 <79792003+flying1425@users.noreply.github.com> Co-authored-by: flyingtjy <flyingtjy@gmail.com>
59 lines
1.7 KiB
C++
59 lines
1.7 KiB
C++
#ifndef WAKE_WORD_DETECT_H
|
|
#define WAKE_WORD_DETECT_H
|
|
|
|
#include <freertos/FreeRTOS.h>
|
|
#include <freertos/task.h>
|
|
#include <freertos/event_groups.h>
|
|
|
|
#include <esp_afe_sr_models.h>
|
|
#include <esp_nsn_models.h>
|
|
|
|
#include <list>
|
|
#include <string>
|
|
#include <vector>
|
|
#include <functional>
|
|
#include <mutex>
|
|
#include <condition_variable>
|
|
|
|
#include "audio_codec.h"
|
|
|
|
class WakeWordDetect {
|
|
public:
|
|
WakeWordDetect();
|
|
~WakeWordDetect();
|
|
|
|
void Initialize(AudioCodec* codec);
|
|
void Feed(const std::vector<int16_t>& data);
|
|
void OnWakeWordDetected(std::function<void(const std::string& wake_word)> callback);
|
|
void StartDetection();
|
|
void StopDetection();
|
|
bool IsDetectionRunning();
|
|
size_t GetFeedSize();
|
|
void EncodeWakeWordData();
|
|
bool GetWakeWordOpus(std::vector<uint8_t>& opus);
|
|
const std::string& GetLastDetectedWakeWord() const { return last_detected_wake_word_; }
|
|
|
|
private:
|
|
esp_afe_sr_iface_t* afe_iface_ = nullptr;
|
|
esp_afe_sr_data_t* afe_data_ = nullptr;
|
|
char* wakenet_model_ = NULL;
|
|
std::vector<std::string> wake_words_;
|
|
EventGroupHandle_t event_group_;
|
|
std::function<void(const std::string& wake_word)> wake_word_detected_callback_;
|
|
AudioCodec* codec_ = nullptr;
|
|
std::string last_detected_wake_word_;
|
|
|
|
TaskHandle_t wake_word_encode_task_ = nullptr;
|
|
StaticTask_t wake_word_encode_task_buffer_;
|
|
StackType_t* wake_word_encode_task_stack_ = nullptr;
|
|
std::list<std::vector<int16_t>> wake_word_pcm_;
|
|
std::list<std::vector<uint8_t>> wake_word_opus_;
|
|
std::mutex wake_word_mutex_;
|
|
std::condition_variable wake_word_cv_;
|
|
|
|
void StoreWakeWordData(uint16_t* data, size_t size);
|
|
void AudioDetectionTask();
|
|
};
|
|
|
|
#endif
|