Files
xiaozhi-esp32/main/protocols/protocol.h

79 lines
2.4 KiB
C
Raw Normal View History

2024-11-14 23:15:43 +08:00
#ifndef PROTOCOL_H
#define PROTOCOL_H
#include <cJSON.h>
#include <string>
#include <functional>
2025-03-04 05:32:11 +08:00
#include <chrono>
2024-11-14 23:15:43 +08:00
2024-11-16 05:49:35 +08:00
struct BinaryProtocol3 {
uint8_t type;
uint8_t reserved;
uint16_t payload_size;
uint8_t payload[];
} __attribute__((packed));
enum AbortReason {
kAbortReasonNone,
kAbortReasonWakeWordDetected
};
enum ListeningMode {
kListeningModeAutoStop,
kListeningModeManualStop,
kListeningModeRealtime // 需要 AEC 支持
};
2024-11-16 05:49:35 +08:00
2024-11-14 23:15:43 +08:00
class Protocol {
public:
virtual ~Protocol() = default;
2024-11-16 05:49:35 +08:00
inline int server_sample_rate() const {
return server_sample_rate_;
}
inline int server_frame_duration() const {
return server_frame_duration_;
}
inline const std::string& session_id() const {
return session_id_;
}
2024-11-16 05:49:35 +08:00
void OnIncomingAudio(std::function<void(std::vector<uint8_t>&& data)> callback);
2024-11-16 05:49:35 +08:00
void OnIncomingJson(std::function<void(const cJSON* root)> callback);
void OnAudioChannelOpened(std::function<void()> callback);
void OnAudioChannelClosed(std::function<void()> callback);
2024-11-20 03:28:52 +08:00
void OnNetworkError(std::function<void(const std::string& message)> callback);
2024-11-16 05:49:35 +08:00
2025-02-18 05:14:53 +08:00
virtual void Start() = 0;
2024-11-14 23:15:43 +08:00
virtual bool OpenAudioChannel() = 0;
virtual void CloseAudioChannel() = 0;
2024-11-15 04:44:53 +08:00
virtual bool IsAudioChannelOpened() const = 0;
virtual void SendAudio(const std::vector<uint8_t>& data) = 0;
virtual void SendWakeWordDetected(const std::string& wake_word);
virtual void SendStartListening(ListeningMode mode);
virtual void SendStopListening();
virtual void SendAbortSpeaking(AbortReason reason);
2024-12-06 11:08:49 +08:00
virtual void SendIotDescriptors(const std::string& descriptors);
virtual void SendIotStates(const std::string& states);
2024-11-16 05:49:35 +08:00
protected:
std::function<void(const cJSON* root)> on_incoming_json_;
std::function<void(std::vector<uint8_t>&& data)> on_incoming_audio_;
2024-11-16 05:49:35 +08:00
std::function<void()> on_audio_channel_opened_;
std::function<void()> on_audio_channel_closed_;
2024-11-20 03:28:52 +08:00
std::function<void(const std::string& message)> on_network_error_;
2024-11-16 05:49:35 +08:00
int server_sample_rate_ = 24000;
int server_frame_duration_ = 60;
2025-03-04 05:32:11 +08:00
bool error_occurred_ = false;
std::string session_id_;
2025-03-04 05:32:11 +08:00
std::chrono::time_point<std::chrono::steady_clock> last_incoming_time_;
virtual void SendText(const std::string& text) = 0;
2025-03-04 05:32:11 +08:00
virtual void SetError(const std::string& message);
virtual bool IsTimeout() const;
2024-11-14 23:15:43 +08:00
};
#endif // PROTOCOL_H