devttl/xiaozhi-esp32
1
0
Fork 0
forked from xiaozhi/xiaozhi-esp32
Code Pull Requests Activity

opus encode valid data packets

Browse Source
This commit is contained in:
Terrence
2024-09-03 16:13:32 +08:00
parent a26541911e
commit 10574dd2bc
1 changed files with 15 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
main/Application.cc
View File

@@ -427,21 +427,23 @@ void Application::AudioDecodeTask() {
AudioPacket* packet; AudioPacket* packet;
xQueueReceive(audio_decode_queue_, &packet, portMAX_DELAY); xQueueReceive(audio_decode_queue_, &packet, portMAX_DELAY);
int frame_size = opus_decode_sample_rate_ / 1000 * opus_duration_ms_; if (packet->type == kAudioPacketTypeData) {
packet->pcm.resize(frame_size); int frame_size = opus_decode_sample_rate_ / 1000 * opus_duration_ms_;
packet->pcm.resize(frame_size);
int ret = opus_decode(opus_decoder_, packet->opus.data(), packet->opus.size(), packet->pcm.data(), frame_size, 0); int ret = opus_decode(opus_decoder_, packet->opus.data(), packet->opus.size(), packet->pcm.data(), frame_size, 0);
if (ret < 0) { if (ret < 0) {
ESP_LOGE(TAG, "Failed to decode audio, error code: %d", ret); ESP_LOGE(TAG, "Failed to decode audio, error code: %d", ret);
delete packet; delete packet;
continue; continue;
} }
if (opus_decode_sample_rate_ != CONFIG_AUDIO_OUTPUT_SAMPLE_RATE) { if (opus_decode_sample_rate_ != CONFIG_AUDIO_OUTPUT_SAMPLE_RATE) {
int target_size = frame_size * CONFIG_AUDIO_OUTPUT_SAMPLE_RATE / opus_decode_sample_rate_; int target_size = frame_size * CONFIG_AUDIO_OUTPUT_SAMPLE_RATE / opus_decode_sample_rate_;
std::vector<int16_t> resampled(target_size); std::vector<int16_t> resampled(target_size);
assert(0 == silk_resampler(&resampler_state_, resampled.data(), packet->pcm.data(), frame_size)); assert(0 == silk_resampler(&resampler_state_, resampled.data(), packet->pcm.data(), frame_size));
packet->pcm = std::move(resampled); packet->pcm = std::move(resampled);
}
} }
audio_device_.QueueAudioPacket(packet); audio_device_.QueueAudioPacket(packet);