From 45fa2ca3895a60fdca78852defae71b91a8a6101 Mon Sep 17 00:00:00 2001 From: laride <198868291+laride@users.noreply.github.com> Date: Wed, 12 Mar 2025 21:56:47 +0800 Subject: [PATCH] feat: add AtomS3R CAM/M12 + Echo Base (#330) * feat: add AtomS3R CAM/M12 + Echo Base * Update README.md fix typing --------- Co-authored-by: Xiaoxia --- main/CMakeLists.txt | 2 + main/Kconfig.projbuild | 2 + .../atoms3r-cam-m12-echo-base/README.md | 53 ++++++ .../atoms3r_cam_m12_echo_base.cc | 162 ++++++++++++++++++ .../boards/atoms3r-cam-m12-echo-base/config.h | 51 ++++++ .../atoms3r-cam-m12-echo-base/config.json | 12 ++ 6 files changed, 282 insertions(+) create mode 100644 main/boards/atoms3r-cam-m12-echo-base/README.md create mode 100644 main/boards/atoms3r-cam-m12-echo-base/atoms3r_cam_m12_echo_base.cc create mode 100644 main/boards/atoms3r-cam-m12-echo-base/config.h create mode 100644 main/boards/atoms3r-cam-m12-echo-base/config.json diff --git a/main/CMakeLists.txt b/main/CMakeLists.txt index 9926d0e0..0197fb57 100644 --- a/main/CMakeLists.txt +++ b/main/CMakeLists.txt @@ -78,6 +78,8 @@ elseif(CONFIG_BOARD_TYPE_ATOMS3_ECHO_BASE) set(BOARD_TYPE "atoms3-echo-base") elseif(CONFIG_BOARD_TYPE_ATOMS3R_ECHO_BASE) set(BOARD_TYPE "atoms3r-echo-base") +elseif(CONFIG_BOARD_TYPE_ATOMS3R_CAM_M12_ECHO_BASE) + set(BOARD_TYPE "atoms3r-cam-m12-echo-base") elseif(CONFIG_BOARD_TYPE_ATOMMATRIX_ECHO_BASE) set(BOARD_TYPE "atommatrix-echo-base") elseif(CONFIG_BOARD_TYPE_XMINI_C3) diff --git a/main/Kconfig.projbuild b/main/Kconfig.projbuild index 2187a8eb..54dec304 100644 --- a/main/Kconfig.projbuild +++ b/main/Kconfig.projbuild @@ -104,6 +104,8 @@ choice BOARD_TYPE bool "AtomS3 + Echo Base" config BOARD_TYPE_ATOMS3R_ECHO_BASE bool "AtomS3R + Echo Base" + config BOARD_TYPE_ATOMS3R_CAM_M12_ECHO_BASE + bool "AtomS3R CAM/M12 + Echo Base" config BOARD_TYPE_ATOMMATRIX_ECHO_BASE bool "AtomMatrix + Echo Base" config BOARD_TYPE_XMINI_C3 diff --git a/main/boards/atoms3r-cam-m12-echo-base/README.md b/main/boards/atoms3r-cam-m12-echo-base/README.md new file mode 100644 index 00000000..f21f6e06 --- /dev/null +++ b/main/boards/atoms3r-cam-m12-echo-base/README.md @@ -0,0 +1,53 @@ +# AtomS3R CAM/M12 + Echo Base + +## 简介 + +
+ AtomS3R CAM 产品主页 + | + AtomS3R M12 产品主页 + | + Echo Base 产品主页 +
+ +AtomS3R CAM、AtomS3R M12 是 M5Stack 推出的基于 ESP32-S3-PICO-1-N8R8 的物联网可编程控制器，搭载了摄像头。Atomic Echo Base 是一款专为 M5 Atom 系列主机设计的语音识别底座，采用了 ES8311 单声道音频解码器、MEMS 麦克风和 NS4150B 功率放大器的集成方案。 + +两款开发版均**不带屏幕、不带额外按键**，需要使用语音唤醒。必要时，需要使用 `idf.py monitor` 查看 log 以确定运行状态。 + +## 配置、编译命令 + +**配置编译目标为 ESP32S3** + +```bash +idf.py set-target esp32s3 +``` + +**打开 menuconfig 并配置** + +```bash +idf.py menuconfig +``` + +分别配置如下选项： + +- `Xiaozhi Assistant` → `Board Type` → 选择 `AtomS3R CAM/M12 + Echo Base` +- `Partition Table` → `Custom partition CSV file` → 删除原有内容，输入 `partitions_8M.csv` +- `Serial flasher config` → `Flash size` → 选择 `8 MB` + +按 `S` 保存，按 `Q` 退出。 + +**编译** + +```bash +idf.py build +``` + +**烧录** + +将 AtomS3R CAM/M12 连接到电脑，按住侧面 RESET 按键，直到 RESET 按键下方绿灯闪烁。 + +```bash +idf.py flash +``` + +烧录完毕后，按一下 RESET 按钮重启。 diff --git a/main/boards/atoms3r-cam-m12-echo-base/atoms3r_cam_m12_echo_base.cc b/main/boards/atoms3r-cam-m12-echo-base/atoms3r_cam_m12_echo_base.cc new file mode 100644 index 00000000..48898d64 --- /dev/null +++ b/main/boards/atoms3r-cam-m12-echo-base/atoms3r_cam_m12_echo_base.cc @@ -0,0 +1,162 @@ +#include "wifi_board.h" +#include "audio_codecs/es8311_audio_codec.h" +#include "application.h" +#include "button.h" +#include "config.h" +#include "i2c_device.h" +#include "iot/thing_manager.h" +#include "assets/lang_config.h" + +#include +#include +#include + +#define TAG "AtomS3R M12+EchoBase" + +#define PI4IOE_ADDR 0x43 +#define PI4IOE_REG_CTRL 0x00 +#define PI4IOE_REG_IO_PP 0x07 +#define PI4IOE_REG_IO_DIR 0x03 +#define PI4IOE_REG_IO_OUT 0x05 +#define PI4IOE_REG_IO_PULLUP 0x0D + +class Pi4ioe : public I2cDevice { +public: + Pi4ioe(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : I2cDevice(i2c_bus, addr) { + WriteReg(PI4IOE_REG_IO_PP, 0x00); // Set to high-impedance + WriteReg(PI4IOE_REG_IO_PULLUP, 0xFF); // Enable pull-up + WriteReg(PI4IOE_REG_IO_DIR, 0x6E); // Set input=0, output=1 + WriteReg(PI4IOE_REG_IO_OUT, 0xFF); // Set outputs to 1 + } + + void SetSpeakerMute(bool mute) { + WriteReg(PI4IOE_REG_IO_OUT, mute ? 0x00 : 0xFF); + } +}; + +class AtomS3rCamM12EchoBaseBoard : public WifiBoard { +private: + i2c_master_bus_handle_t i2c_bus_; + Pi4ioe* pi4ioe_ = nullptr; + bool is_echo_base_connected_ = false; + + void InitializeI2c() { + // Initialize I2C peripheral + i2c_master_bus_config_t i2c_bus_cfg = { + .i2c_port = I2C_NUM_0, + .sda_io_num = AUDIO_CODEC_I2C_SDA_PIN, + .scl_io_num = AUDIO_CODEC_I2C_SCL_PIN, + .clk_source = I2C_CLK_SRC_DEFAULT, + .glitch_ignore_cnt = 7, + .intr_priority = 0, + .trans_queue_depth = 0, + .flags = { + .enable_internal_pullup = 1, + }, + }; + ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_)); + } + + void I2cDetect() { + is_echo_base_connected_ = false; + uint8_t echo_base_connected_flag = 0x00; + uint8_t address; + printf(" 0 1 2 3 4 5 6 7 8 9 a b c d e f\r\n"); + for (int i = 0; i < 128; i += 16) { + printf("%02x: ", i); + for (int j = 0; j < 16; j++) { + fflush(stdout); + address = i + j; + esp_err_t ret = i2c_master_probe(i2c_bus_, address, pdMS_TO_TICKS(200)); + if (ret == ESP_OK) { + printf("%02x ", address); + if (address == 0x18) { + echo_base_connected_flag |= 0xF0; + } else if (address == 0x43) { + echo_base_connected_flag |= 0x0F; + } + } else if (ret == ESP_ERR_TIMEOUT) { + printf("UU "); + } else { + printf("-- "); + } + } + printf("\r\n"); + } + is_echo_base_connected_ = (echo_base_connected_flag == 0xFF); + } + + void CheckEchoBaseConnection() { + if (is_echo_base_connected_) { + return; + } + + while (1) { + ESP_LOGE(TAG, "Atomic Echo Base is disconnected"); + vTaskDelay(pdMS_TO_TICKS(1000)); + + // Rerun detection + I2cDetect(); + if (is_echo_base_connected_) { + vTaskDelay(pdMS_TO_TICKS(500)); + I2cDetect(); + if (is_echo_base_connected_) { + ESP_LOGI(TAG, "Atomic Echo Base is reconnected"); + vTaskDelay(pdMS_TO_TICKS(200)); + esp_restart(); + } + } + } + } + + void InitializePi4ioe() { + ESP_LOGI(TAG, "Init PI4IOE"); + pi4ioe_ = new Pi4ioe(i2c_bus_, PI4IOE_ADDR); + pi4ioe_->SetSpeakerMute(false); + } + + void EnableCameraPower() { + gpio_reset_pin((gpio_num_t)18); + gpio_set_direction((gpio_num_t)18, GPIO_MODE_OUTPUT); + gpio_set_pull_mode((gpio_num_t)18, GPIO_PULLDOWN_ONLY); + + ESP_LOGI(TAG, "Camera Power Enabled"); + + vTaskDelay(pdMS_TO_TICKS(200)); + } + + // 物联网初始化，添加对 AI 可见设备 + void InitializeIot() { + auto& thing_manager = iot::ThingManager::GetInstance(); + thing_manager.AddThing(iot::CreateThing("Speaker")); + } + +public: + AtomS3rCamM12EchoBaseBoard() { + EnableCameraPower(); // IO18 还会控制指示灯 + InitializeI2c(); + I2cDetect(); + CheckEchoBaseConnection(); + InitializePi4ioe(); + InitializeIot(); + } + + virtual AudioCodec* GetAudioCodec() override { + static Es8311AudioCodec audio_codec( + i2c_bus_, + I2C_NUM_0, + AUDIO_INPUT_SAMPLE_RATE, + AUDIO_OUTPUT_SAMPLE_RATE, + AUDIO_I2S_GPIO_MCLK, + AUDIO_I2S_GPIO_BCLK, + AUDIO_I2S_GPIO_WS, + AUDIO_I2S_GPIO_DOUT, + AUDIO_I2S_GPIO_DIN, + AUDIO_CODEC_GPIO_PA, + AUDIO_CODEC_ES8311_ADDR, + false); + return &audio_codec; + } +}; + +DECLARE_BOARD(AtomS3rCamM12EchoBaseBoard); diff --git a/main/boards/atoms3r-cam-m12-echo-base/config.h b/main/boards/atoms3r-cam-m12-echo-base/config.h new file mode 100644 index 00000000..6876dbc7 --- /dev/null +++ b/main/boards/atoms3r-cam-m12-echo-base/config.h @@ -0,0 +1,51 @@ +#ifndef _BOARD_CONFIG_H_ +#define _BOARD_CONFIG_H_ + +// AtomS3R M12+EchoBase Board configuration + +#include + +#define AUDIO_INPUT_REFERENCE true +#define AUDIO_INPUT_SAMPLE_RATE 24000 +#define AUDIO_OUTPUT_SAMPLE_RATE 24000 + +#define AUDIO_I2S_GPIO_MCLK GPIO_NUM_NC +#define AUDIO_I2S_GPIO_WS GPIO_NUM_6 +#define AUDIO_I2S_GPIO_BCLK GPIO_NUM_8 +#define AUDIO_I2S_GPIO_DIN GPIO_NUM_7 +#define AUDIO_I2S_GPIO_DOUT GPIO_NUM_5 + +#define AUDIO_CODEC_I2C_SDA_PIN GPIO_NUM_38 +#define AUDIO_CODEC_I2C_SCL_PIN GPIO_NUM_39 +#define AUDIO_CODEC_ES8311_ADDR ES8311_CODEC_DEFAULT_ADDR +#define AUDIO_CODEC_GPIO_PA GPIO_NUM_NC + +#define BUILTIN_LED_GPIO GPIO_NUM_NC +#define BOOT_BUTTON_GPIO GPIO_NUM_41 +#define VOLUME_UP_BUTTON_GPIO GPIO_NUM_NC +#define VOLUME_DOWN_BUTTON_GPIO GPIO_NUM_NC + +#define CAMERA_PIN_PWDN (-1) +#define CAMERA_PIN_RESET (-1) + +#define CAMERA_PIN_VSYNC (10) +#define CAMERA_PIN_HREF (14) +#define CAMERA_PIN_PCLK (40) +#define CAMERA_PIN_XCLK (21) + +#define CAMERA_PIN_SIOD (12) +#define CAMERA_PIN_SIOC ( 9) + +#define CAMERA_PIN_D0 ( 3) +#define CAMERA_PIN_D1 (42) +#define CAMERA_PIN_D2 (46) +#define CAMERA_PIN_D3 (48) +#define CAMERA_PIN_D4 ( 4) +#define CAMERA_PIN_D5 (17) +#define CAMERA_PIN_D6 (11) +#define CAMERA_PIN_D7 (13) + +#define CAMERA_XCLK_FREQ (20000000) + + +#endif // _BOARD_CONFIG_H_ diff --git a/main/boards/atoms3r-cam-m12-echo-base/config.json b/main/boards/atoms3r-cam-m12-echo-base/config.json new file mode 100644 index 00000000..507e0fe7 --- /dev/null +++ b/main/boards/atoms3r-cam-m12-echo-base/config.json @@ -0,0 +1,12 @@ +{ + "target": "esp32s3", + "builds": [ + { + "name": "atoms3r-cam-m12-echo-base", + "sdkconfig_append": [ + "CONFIG_ESPTOOLPY_FLASHSIZE_8MB=y", + "CONFIG_PARTITION_TABLE_CUSTOM_FILENAME=\"partitions_8M.csv\"" + ] + } + ] +} \ No newline at end of file