forked from xiaozhi/xiaozhi-esp32
103 lines
3.3 KiB
C++
103 lines
3.3 KiB
C++
#include "wifi_board.h"
|
|
#include "audio_codecs/no_audio_codec.h"
|
|
#include "system_reset.h"
|
|
#include "application.h"
|
|
#include "button.h"
|
|
#include "config.h"
|
|
#include "iot/thing_manager.h"
|
|
#include "esp32_camera.h"
|
|
|
|
#include "led/gpio_led.h"
|
|
#include <wifi_station.h>
|
|
#include <esp_log.h>
|
|
#include <driver/i2c_master.h>
|
|
#include <driver/gpio.h>
|
|
|
|
#define TAG "DfrobotEsp32S3AiCam"
|
|
|
|
class DfrobotEsp32S3AiCam : public WifiBoard {
|
|
private:
|
|
Button boot_button_;
|
|
Esp32Camera* camera_;
|
|
|
|
void InitializeButtons() {
|
|
boot_button_.OnClick([this]() {
|
|
auto& app = Application::GetInstance();
|
|
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
|
ResetWifiConfiguration();
|
|
}
|
|
app.ToggleChatState();
|
|
});
|
|
}
|
|
|
|
// 物联网初始化，添加对 AI 可见设备
|
|
void InitializeIot() {
|
|
auto& thing_manager = iot::ThingManager::GetInstance();
|
|
thing_manager.AddThing(iot::CreateThing("Speaker"));
|
|
}
|
|
|
|
void InitializeCamera() {
|
|
camera_config_t config = {};
|
|
config.ledc_channel = LEDC_CHANNEL_2; // LEDC通道选择 用于生成XCLK时钟 但是S3不用
|
|
config.ledc_timer = LEDC_TIMER_2; // LEDC timer选择 用于生成XCLK时钟 但是S3不用
|
|
config.pin_d0 = CAMERA_PIN_D0;
|
|
config.pin_d1 = CAMERA_PIN_D1;
|
|
config.pin_d2 = CAMERA_PIN_D2;
|
|
config.pin_d3 = CAMERA_PIN_D3;
|
|
config.pin_d4 = CAMERA_PIN_D4;
|
|
config.pin_d5 = CAMERA_PIN_D5;
|
|
config.pin_d6 = CAMERA_PIN_D6;
|
|
config.pin_d7 = CAMERA_PIN_D7;
|
|
config.pin_xclk = CAMERA_PIN_XCLK;
|
|
config.pin_pclk = CAMERA_PIN_PCLK;
|
|
config.pin_vsync = CAMERA_PIN_VSYNC;
|
|
config.pin_href = CAMERA_PIN_HREF;
|
|
config.pin_sccb_sda = CAMERA_PIN_SIOD; // 这里如果写-1 表示使用已经初始化的I2C接口
|
|
config.pin_sccb_scl = CAMERA_PIN_SIOC;
|
|
config.sccb_i2c_port = 1; // 这里如果写1 默认使用I2C1
|
|
config.pin_pwdn = CAMERA_PIN_PWDN;
|
|
config.pin_reset = CAMERA_PIN_RESET;
|
|
config.xclk_freq_hz = XCLK_FREQ_HZ;
|
|
config.pixel_format = PIXFORMAT_RGB565;
|
|
config.frame_size = FRAMESIZE_VGA;
|
|
config.jpeg_quality = 12;
|
|
config.fb_count = 1;
|
|
config.fb_location = CAMERA_FB_IN_PSRAM;
|
|
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
|
|
|
|
camera_ = new Esp32Camera(config);
|
|
camera_->SetVFlip(1);
|
|
}
|
|
|
|
public:
|
|
DfrobotEsp32S3AiCam() :
|
|
boot_button_(BOOT_BUTTON_GPIO) {
|
|
InitializeButtons();
|
|
InitializeIot();
|
|
InitializeCamera();
|
|
|
|
#if CONFIG_IOT_PROTOCOL_XIAOZHI
|
|
auto& thing_manager = iot::ThingManager::GetInstance();
|
|
thing_manager.AddThing(iot::CreateThing("Speaker"));
|
|
#endif
|
|
}
|
|
|
|
virtual Led* GetLed() override {
|
|
static GpioLed led(BUILTIN_LED_GPIO, 0);
|
|
return &led;
|
|
}
|
|
|
|
virtual AudioCodec* GetAudioCodec() override {
|
|
static NoAudioCodecSimplexPdm audio_codec(AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE,
|
|
AUDIO_I2S_SPK_GPIO_BCLK, AUDIO_I2S_SPK_GPIO_LRCK, AUDIO_I2S_SPK_GPIO_DOUT,
|
|
AUDIO_I2S_MIC_GPIO_SCK, AUDIO_I2S_MIC_GPIO_DIN);
|
|
return &audio_codec;
|
|
}
|
|
|
|
virtual Camera* GetCamera() override {
|
|
return camera_;
|
|
}
|
|
};
|
|
|
|
DECLARE_BOARD(DfrobotEsp32S3AiCam);
|