From 12cf213351314e4d1d726c043bec4e64577dc614 Mon Sep 17 00:00:00 2001 From: HonestQiao Date: Tue, 27 May 2025 21:43:01 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0DFRobot=20ESP32-S3=20AI?= =?UTF-8?q?=E6=99=BA=E8=83=BD=E6=91=84=E5=83=8F=E5=A4=B4=E6=A8=A1=E5=9D=97?= =?UTF-8?q?=EF=BC=8C=E9=80=82=E9=85=8D=E8=A7=86=E8=A7=89=E8=AF=86=E5=88=AB?= =?UTF-8?q?=E5=8A=9F=E8=83=BD=20(#692)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * 增加 DFRobot ESP32-S3 AI智能摄像头模块 * 适配视觉识别功能 * 修改dfrobot-esp32-s3-ai-cam为df-s3-ai-cam --- main/CMakeLists.txt | 2 + main/Kconfig.projbuild | 2 + main/boards/df-s3-ai-cam/README.md | 54 ++++++++++++ main/boards/df-s3-ai-cam/config.h | 63 ++++++++++++++ main/boards/df-s3-ai-cam/config.json | 14 ++++ main/boards/df-s3-ai-cam/df_s3_ai_cam.cc | 102 +++++++++++++++++++++++ 6 files changed, 237 insertions(+) create mode 100644 main/boards/df-s3-ai-cam/README.md create mode 100644 main/boards/df-s3-ai-cam/config.h create mode 100644 main/boards/df-s3-ai-cam/config.json create mode 100644 main/boards/df-s3-ai-cam/df_s3_ai_cam.cc diff --git a/main/CMakeLists.txt b/main/CMakeLists.txt index 99bcbd37..5428956b 100644 --- a/main/CMakeLists.txt +++ b/main/CMakeLists.txt @@ -46,6 +46,8 @@ elseif(CONFIG_BOARD_TYPE_BREAD_COMPACT_ESP32_LCD) set(BOARD_TYPE "bread-compact-esp32-lcd") elseif(CONFIG_BOARD_TYPE_DF_K10) set(BOARD_TYPE "df-k10") +elseif(CONFIG_BOARD_TYPE_DF_S3_AI_CAM) + set(BOARD_TYPE "df-s3-ai-cam") elseif(CONFIG_BOARD_TYPE_ESP_BOX_3) set(BOARD_TYPE "esp-box-3") elseif(CONFIG_BOARD_TYPE_ESP_BOX) diff --git a/main/Kconfig.projbuild b/main/Kconfig.projbuild index a4e76e98..2abc1c67 100644 --- a/main/Kconfig.projbuild +++ b/main/Kconfig.projbuild @@ -64,6 +64,8 @@ choice BOARD_TYPE bool "立创·实战派ESP32-C3开发板" config BOARD_TYPE_DF_K10 bool "DFRobot 行空板 k10" + config BOARD_TYPE_DF_S3_AI_CAM + bool "DFRobot ESP32-S3 AI智能摄像头模块" config BOARD_TYPE_MAGICLICK_2P4 bool "神奇按钮 Magiclick_2.4" config BOARD_TYPE_MAGICLICK_2P5 diff --git a/main/boards/df-s3-ai-cam/README.md b/main/boards/df-s3-ai-cam/README.md new file mode 100644 index 00000000..304483cd --- /dev/null +++ b/main/boards/df-s3-ai-cam/README.md @@ -0,0 +1,54 @@ +# DFRobot ESP32-S3 AI智能摄像头模块 + +## 介绍 +ESP32-S3 AI CAM是一款基于ESP32-S3芯片设计的智能摄像头模组，专为视频图像处理和语音交互打造，适用于视频监控、边缘图像识别、语音对话等AI项目。 +![](https://ws.dfrobot.com.cn/FsTrGbrX2NZAwzWS8OSQGOGikuYA) + +[点击查看详细介绍](https://wiki.dfrobot.com.cn/SKU_DFR1154_ESP32_S3_AI_CAM) + +[点击查看视觉功能演示](https://www.bilibili.com/video/BV1ktjSzNEUU/) + +# 特性 +* 使用PDM麦克风 +* 板载 OV3660 摄像头 + +## 按键配置 +* BOOT：短按-打断/唤醒 + +## 编译配置命令 + +**配置编译目标为 ESP32S3：** + +```bash +idf.py set-target esp32s3 +``` + +**打开 menuconfig：** + +```bash +idf.py menuconfig +``` + +**选择板子：** + +``` +Xiaozhi Assistant -> Board Type -> DFRobot ESP32-S3 AI智能摄像头模块 +``` + +**修改 psram 配置：** + +``` +Component config -> ESP PSRAM -> SPI RAM config -> Mode (QUAD/OCT) -> Octal Mode PSRAM +``` + +**修改 WiFi 发射功率 为 10：** + +``` +Component config -> PHY -> (10)Max WiFi TX power (dBm) +``` + +**编译：** + +```bash +idf.py build +``` \ No newline at end of file diff --git a/main/boards/df-s3-ai-cam/config.h b/main/boards/df-s3-ai-cam/config.h new file mode 100644 index 00000000..42c440f6 --- /dev/null +++ b/main/boards/df-s3-ai-cam/config.h @@ -0,0 +1,63 @@ +#ifndef _BOARD_CONFIG_H_ +#define _BOARD_CONFIG_H_ + +#include + +#define AUDIO_INPUT_SAMPLE_RATE 16000 +#define AUDIO_OUTPUT_SAMPLE_RATE 24000 + +#define AUDIO_I2S_MIC_GPIO_SCK GPIO_NUM_38 +#define AUDIO_I2S_MIC_GPIO_DIN GPIO_NUM_39 +#define AUDIO_I2S_SPK_GPIO_DOUT GPIO_NUM_42 +#define AUDIO_I2S_SPK_GPIO_BCLK GPIO_NUM_45 +#define AUDIO_I2S_SPK_GPIO_LRCK GPIO_NUM_46 +#define AUDIO_I2S_SPK_GPIO_GAIN GPIO_NUM_41 + +#define BUILTIN_LED_GPIO GPIO_NUM_3 +#define BOOT_BUTTON_GPIO GPIO_NUM_0 +#define TOUCH_BUTTON_GPIO GPIO_NUM_NC +#define VOLUME_UP_BUTTON_GPIO GPIO_NUM_NC +#define VOLUME_DOWN_BUTTON_GPIO GPIO_NUM_NC +#define RESET_NVS_BUTTON_GPIO GPIO_NUM_NC +#define RESET_FACTORY_BUTTON_GPIO GPIO_NUM_NC + +/* DFRobot Camera pins */ +#define PWDN_GPIO_NUM -1 +#define RESET_GPIO_NUM -1 +#define XCLK_GPIO_NUM 5 +#define Y9_GPIO_NUM 4 +#define Y8_GPIO_NUM 6 +#define Y7_GPIO_NUM 7 +#define Y6_GPIO_NUM 14 +#define Y5_GPIO_NUM 17 +#define Y4_GPIO_NUM 21 +#define Y3_GPIO_NUM 18 +#define Y2_GPIO_NUM 16 +#define VSYNC_GPIO_NUM 1 +#define HREF_GPIO_NUM 2 +#define PCLK_GPIO_NUM 15 +#define SIOD_GPIO_NUM 8 +#define SIOC_GPIO_NUM 9 + +/* Camera pins */ +#define CAMERA_PIN_PWDN PWDN_GPIO_NUM +#define CAMERA_PIN_RESET RESET_GPIO_NUM +#define CAMERA_PIN_XCLK XCLK_GPIO_NUM +#define CAMERA_PIN_SIOD SIOD_GPIO_NUM +#define CAMERA_PIN_SIOC SIOC_GPIO_NUM + +#define CAMERA_PIN_D7 Y9_GPIO_NUM +#define CAMERA_PIN_D6 Y8_GPIO_NUM +#define CAMERA_PIN_D5 Y7_GPIO_NUM +#define CAMERA_PIN_D4 Y6_GPIO_NUM +#define CAMERA_PIN_D3 Y5_GPIO_NUM +#define CAMERA_PIN_D2 Y4_GPIO_NUM +#define CAMERA_PIN_D1 Y3_GPIO_NUM +#define CAMERA_PIN_D0 Y2_GPIO_NUM +#define CAMERA_PIN_VSYNC VSYNC_GPIO_NUM +#define CAMERA_PIN_HREF HREF_GPIO_NUM +#define CAMERA_PIN_PCLK PCLK_GPIO_NUM + +#define XCLK_FREQ_HZ 20000000 + +#endif // _BOARD_CONFIG_H_ diff --git a/main/boards/df-s3-ai-cam/config.json b/main/boards/df-s3-ai-cam/config.json new file mode 100644 index 00000000..4d797a43 --- /dev/null +++ b/main/boards/df-s3-ai-cam/config.json @@ -0,0 +1,14 @@ +{ + "target": "esp32s3", + "builds": [ + { + "name": "df-s3-ai-cam", + "sdkconfig_append": [ + "CONFIG_ESP_PHY_MAX_WIFI_TX_POWER=10", + "CONFIG_ESP_PHY_MAX_TX_POWER=10", + "CONFIG_SPIRAM_MODE_OCT=y", + "CONFIG_IOT_PROTOCOL_MCP=y" + ] + } + ] +} \ No newline at end of file diff --git a/main/boards/df-s3-ai-cam/df_s3_ai_cam.cc b/main/boards/df-s3-ai-cam/df_s3_ai_cam.cc new file mode 100644 index 00000000..c966860a --- /dev/null +++ b/main/boards/df-s3-ai-cam/df_s3_ai_cam.cc @@ -0,0 +1,102 @@ +#include "wifi_board.h" +#include "audio_codecs/no_audio_codec.h" +#include "system_reset.h" +#include "application.h" +#include "button.h" +#include "config.h" +#include "iot/thing_manager.h" +#include "esp32_camera.h" + +#include "led/gpio_led.h" +#include +#include +#include +#include + +#define TAG "DfrobotEsp32S3AiCam" + +class DfrobotEsp32S3AiCam : public WifiBoard { + private: + Button boot_button_; + Esp32Camera* camera_; + + void InitializeButtons() { + boot_button_.OnClick([this]() { + auto& app = Application::GetInstance(); + if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) { + ResetWifiConfiguration(); + } + app.ToggleChatState(); + }); + } + + // 物联网初始化，添加对 AI 可见设备 + void InitializeIot() { + auto& thing_manager = iot::ThingManager::GetInstance(); + thing_manager.AddThing(iot::CreateThing("Speaker")); + } + + void InitializeCamera() { + camera_config_t config = {}; + config.ledc_channel = LEDC_CHANNEL_2; // LEDC通道选择 用于生成XCLK时钟 但是S3不用 + config.ledc_timer = LEDC_TIMER_2; // LEDC timer选择 用于生成XCLK时钟 但是S3不用 + config.pin_d0 = CAMERA_PIN_D0; + config.pin_d1 = CAMERA_PIN_D1; + config.pin_d2 = CAMERA_PIN_D2; + config.pin_d3 = CAMERA_PIN_D3; + config.pin_d4 = CAMERA_PIN_D4; + config.pin_d5 = CAMERA_PIN_D5; + config.pin_d6 = CAMERA_PIN_D6; + config.pin_d7 = CAMERA_PIN_D7; + config.pin_xclk = CAMERA_PIN_XCLK; + config.pin_pclk = CAMERA_PIN_PCLK; + config.pin_vsync = CAMERA_PIN_VSYNC; + config.pin_href = CAMERA_PIN_HREF; + config.pin_sccb_sda = CAMERA_PIN_SIOD; // 这里如果写-1 表示使用已经初始化的I2C接口 + config.pin_sccb_scl = CAMERA_PIN_SIOC; + config.sccb_i2c_port = 1; // 这里如果写1 默认使用I2C1 + config.pin_pwdn = CAMERA_PIN_PWDN; + config.pin_reset = CAMERA_PIN_RESET; + config.xclk_freq_hz = XCLK_FREQ_HZ; + config.pixel_format = PIXFORMAT_RGB565; + config.frame_size = FRAMESIZE_VGA; + config.jpeg_quality = 12; + config.fb_count = 1; + config.fb_location = CAMERA_FB_IN_PSRAM; + config.grab_mode = CAMERA_GRAB_WHEN_EMPTY; + + camera_ = new Esp32Camera(config); + camera_->SetVFlip(1); + } + + public: + DfrobotEsp32S3AiCam() : + boot_button_(BOOT_BUTTON_GPIO) { + InitializeButtons(); + InitializeIot(); + InitializeCamera(); + +#if CONFIG_IOT_PROTOCOL_XIAOZHI + auto& thing_manager = iot::ThingManager::GetInstance(); + thing_manager.AddThing(iot::CreateThing("Speaker")); +#endif + } + + virtual Led* GetLed() override { + static GpioLed led(BUILTIN_LED_GPIO, 0); + return &led; + } + + virtual AudioCodec* GetAudioCodec() override { + static NoAudioCodecSimplexPdm audio_codec(AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE, + AUDIO_I2S_SPK_GPIO_BCLK, AUDIO_I2S_SPK_GPIO_LRCK, AUDIO_I2S_SPK_GPIO_DOUT, + AUDIO_I2S_MIC_GPIO_SCK, AUDIO_I2S_MIC_GPIO_DIN); + return &audio_codec; + } + + virtual Camera* GetCamera() override { + return camera_; + } +}; + +DECLARE_BOARD(DfrobotEsp32S3AiCam);