forked from xiaozhi/xiaozhi-esp32
300 lines
11 KiB
C++
300 lines
11 KiB
C++
#include "wifi_board.h"
|
|
#include "k10_audio_codec.h"
|
|
#include "display/lcd_display.h"
|
|
#include "esp_lcd_ili9341.h"
|
|
#include "font_awesome_symbols.h"
|
|
#include "application.h"
|
|
#include "button.h"
|
|
#include "config.h"
|
|
#include "iot/thing_manager.h"
|
|
#include "esp32_camera.h"
|
|
|
|
#include "led/circular_strip.h"
|
|
#include "assets/lang_config.h"
|
|
|
|
#include <esp_log.h>
|
|
#include <esp_lcd_panel_vendor.h>
|
|
#include <driver/i2c_master.h>
|
|
#include <driver/spi_common.h>
|
|
#include <wifi_station.h>
|
|
|
|
#include "esp_io_expander_tca95xx_16bit.h"
|
|
|
|
#define TAG "DF-K10"
|
|
|
|
LV_FONT_DECLARE(font_puhui_20_4);
|
|
LV_FONT_DECLARE(font_awesome_20_4);
|
|
|
|
class Df_K10Board : public WifiBoard {
|
|
private:
|
|
i2c_master_bus_handle_t i2c_bus_;
|
|
esp_io_expander_handle_t io_expander;
|
|
LcdDisplay *display_;
|
|
button_handle_t btn_a;
|
|
button_handle_t btn_b;
|
|
Esp32Camera* camera_;
|
|
|
|
button_driver_t* btn_a_driver_ = nullptr;
|
|
button_driver_t* btn_b_driver_ = nullptr;
|
|
|
|
static Df_K10Board* instance_;
|
|
|
|
void InitializeI2c() {
|
|
// Initialize I2C peripheral
|
|
i2c_master_bus_config_t i2c_bus_cfg = {
|
|
.i2c_port = (i2c_port_t)1,
|
|
.sda_io_num = AUDIO_CODEC_I2C_SDA_PIN,
|
|
.scl_io_num = AUDIO_CODEC_I2C_SCL_PIN,
|
|
.clk_source = I2C_CLK_SRC_DEFAULT,
|
|
.glitch_ignore_cnt = 7,
|
|
.intr_priority = 0,
|
|
.trans_queue_depth = 0,
|
|
.flags = {
|
|
.enable_internal_pullup = 1,
|
|
},
|
|
};
|
|
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_));
|
|
}
|
|
|
|
void InitializeSpi() {
|
|
spi_bus_config_t buscfg = {};
|
|
buscfg.mosi_io_num = GPIO_NUM_21;
|
|
buscfg.miso_io_num = GPIO_NUM_NC;
|
|
buscfg.sclk_io_num = GPIO_NUM_12;
|
|
buscfg.quadwp_io_num = GPIO_NUM_NC;
|
|
buscfg.quadhd_io_num = GPIO_NUM_NC;
|
|
buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
|
|
ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO));
|
|
}
|
|
|
|
esp_err_t IoExpanderSetLevel(uint16_t pin_mask, uint8_t level) {
|
|
return esp_io_expander_set_level(io_expander, pin_mask, level);
|
|
}
|
|
|
|
uint8_t IoExpanderGetLevel(uint16_t pin_mask) {
|
|
uint32_t pin_val = 0;
|
|
esp_io_expander_get_level(io_expander, DRV_IO_EXP_INPUT_MASK, &pin_val);
|
|
pin_mask &= DRV_IO_EXP_INPUT_MASK;
|
|
return (uint8_t)((pin_val & pin_mask) ? 1 : 0);
|
|
}
|
|
|
|
void InitializeIoExpander() {
|
|
esp_io_expander_new_i2c_tca95xx_16bit(
|
|
i2c_bus_, ESP_IO_EXPANDER_I2C_TCA9555_ADDRESS_000, &io_expander);
|
|
|
|
esp_err_t ret;
|
|
ret = esp_io_expander_print_state(io_expander);
|
|
if (ret != ESP_OK) {
|
|
ESP_LOGE(TAG, "Print state failed: %s", esp_err_to_name(ret));
|
|
}
|
|
ret = esp_io_expander_set_dir(io_expander, IO_EXPANDER_PIN_NUM_0,
|
|
IO_EXPANDER_OUTPUT);
|
|
if (ret != ESP_OK) {
|
|
ESP_LOGE(TAG, "Set direction failed: %s", esp_err_to_name(ret));
|
|
}
|
|
ret = esp_io_expander_set_level(io_expander, 0, 1);
|
|
if (ret != ESP_OK) {
|
|
ESP_LOGE(TAG, "Set level failed: %s", esp_err_to_name(ret));
|
|
}
|
|
ret = esp_io_expander_set_dir(
|
|
io_expander, DRV_IO_EXP_INPUT_MASK,
|
|
IO_EXPANDER_INPUT);
|
|
if (ret != ESP_OK) {
|
|
ESP_LOGE(TAG, "Set direction failed: %s", esp_err_to_name(ret));
|
|
}
|
|
}
|
|
void InitializeButtons() {
|
|
instance_ = this;
|
|
|
|
// Button A
|
|
button_config_t btn_a_config = {
|
|
.long_press_time = 1000,
|
|
.short_press_time = 0
|
|
};
|
|
btn_a_driver_ = (button_driver_t*)calloc(1, sizeof(button_driver_t));
|
|
btn_a_driver_->enable_power_save = false;
|
|
btn_a_driver_->get_key_level = [](button_driver_t *button_driver) -> uint8_t {
|
|
return !instance_->IoExpanderGetLevel(IO_EXPANDER_PIN_NUM_2);
|
|
};
|
|
ESP_ERROR_CHECK(iot_button_create(&btn_a_config, btn_a_driver_, &btn_a));
|
|
iot_button_register_cb(btn_a, BUTTON_SINGLE_CLICK, nullptr, [](void* button_handle, void* usr_data) {
|
|
auto self = static_cast<Df_K10Board*>(usr_data);
|
|
auto& app = Application::GetInstance();
|
|
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
|
self->ResetWifiConfiguration();
|
|
}
|
|
app.ToggleChatState();
|
|
}, this);
|
|
iot_button_register_cb(btn_a, BUTTON_LONG_PRESS_START, nullptr, [](void* button_handle, void* usr_data) {
|
|
auto self = static_cast<Df_K10Board*>(usr_data);
|
|
auto codec = self->GetAudioCodec();
|
|
auto volume = codec->output_volume() - 10;
|
|
if (volume < 0) {
|
|
volume = 0;
|
|
}
|
|
codec->SetOutputVolume(volume);
|
|
self->GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume));
|
|
}, this);
|
|
|
|
// Button B
|
|
button_config_t btn_b_config = {
|
|
.long_press_time = 1000,
|
|
.short_press_time = 0
|
|
};
|
|
btn_b_driver_ = (button_driver_t*)calloc(1, sizeof(button_driver_t));
|
|
btn_b_driver_->enable_power_save = false;
|
|
btn_b_driver_->get_key_level = [](button_driver_t *button_driver) -> uint8_t {
|
|
return !instance_->IoExpanderGetLevel(IO_EXPANDER_PIN_NUM_12);
|
|
};
|
|
ESP_ERROR_CHECK(iot_button_create(&btn_b_config, btn_b_driver_, &btn_b));
|
|
iot_button_register_cb(btn_b, BUTTON_SINGLE_CLICK, nullptr, [](void* button_handle, void* usr_data) {
|
|
auto self = static_cast<Df_K10Board*>(usr_data);
|
|
auto& app = Application::GetInstance();
|
|
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
|
self->ResetWifiConfiguration();
|
|
}
|
|
app.ToggleChatState();
|
|
}, this);
|
|
iot_button_register_cb(btn_b, BUTTON_LONG_PRESS_START, nullptr, [](void* button_handle, void* usr_data) {
|
|
auto self = static_cast<Df_K10Board*>(usr_data);
|
|
auto codec = self->GetAudioCodec();
|
|
auto volume = codec->output_volume() + 10;
|
|
if (volume > 100) {
|
|
volume = 100;
|
|
}
|
|
codec->SetOutputVolume(volume);
|
|
self->GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume));
|
|
}, this);
|
|
}
|
|
|
|
void InitializeCamera() {
|
|
|
|
camera_config_t config = {};
|
|
config.ledc_channel = LEDC_CHANNEL_2; // LEDC通道选择 用于生成XCLK时钟 但是S3不用
|
|
config.ledc_timer = LEDC_TIMER_2; // LEDC timer选择 用于生成XCLK时钟 但是S3不用
|
|
config.pin_d0 = CAMERA_PIN_D2;
|
|
config.pin_d1 = CAMERA_PIN_D3;
|
|
config.pin_d2 = CAMERA_PIN_D4;
|
|
config.pin_d3 = CAMERA_PIN_D5;
|
|
config.pin_d4 = CAMERA_PIN_D6;
|
|
config.pin_d5 = CAMERA_PIN_D7;
|
|
config.pin_d6 = CAMERA_PIN_D8;
|
|
config.pin_d7 = CAMERA_PIN_D9;
|
|
config.pin_xclk = CAMERA_PIN_XCLK;
|
|
config.pin_pclk = CAMERA_PIN_PCLK;
|
|
config.pin_vsync = CAMERA_PIN_VSYNC;
|
|
config.pin_href = CAMERA_PIN_HREF;
|
|
config.pin_sccb_sda = -1; // 这里如果写-1 表示使用已经初始化的I2C接口
|
|
config.pin_sccb_scl = CAMERA_PIN_SIOC;
|
|
config.sccb_i2c_port = 1; // 这里如果写1 默认使用I2C1
|
|
config.pin_pwdn = CAMERA_PIN_PWDN;
|
|
config.pin_reset = CAMERA_PIN_RESET;
|
|
config.xclk_freq_hz = XCLK_FREQ_HZ;
|
|
config.pixel_format = PIXFORMAT_RGB565;
|
|
config.frame_size = FRAMESIZE_VGA;
|
|
config.jpeg_quality = 12;
|
|
config.fb_count = 1;
|
|
config.fb_location = CAMERA_FB_IN_PSRAM;
|
|
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
|
|
|
|
camera_ = new Esp32Camera(config);
|
|
camera_->SetVFlip(1);
|
|
}
|
|
|
|
void InitializeIli9341Display() {
|
|
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
|
esp_lcd_panel_handle_t panel = nullptr;
|
|
|
|
// 液晶屏控制IO初始化
|
|
ESP_LOGD(TAG, "Install panel IO");
|
|
esp_lcd_panel_io_spi_config_t io_config = {};
|
|
io_config.cs_gpio_num = GPIO_NUM_14;
|
|
io_config.dc_gpio_num = GPIO_NUM_13;
|
|
io_config.spi_mode = 0;
|
|
io_config.pclk_hz = 40 * 1000 * 1000;
|
|
io_config.trans_queue_depth = 10;
|
|
io_config.lcd_cmd_bits = 8;
|
|
io_config.lcd_param_bits = 8;
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io));
|
|
|
|
// 初始化液晶屏驱动芯片
|
|
ESP_LOGD(TAG, "Install LCD driver");
|
|
esp_lcd_panel_dev_config_t panel_config = {};
|
|
panel_config.reset_gpio_num = GPIO_NUM_NC;
|
|
panel_config.bits_per_pixel = 16;
|
|
panel_config.color_space = ESP_LCD_COLOR_SPACE_BGR;
|
|
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_ili9341(panel_io, &panel_config, &panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_reset(panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_init(panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_invert_color(panel, DISPLAY_BACKLIGHT_OUTPUT_INVERT));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_disp_on_off(panel, true));
|
|
|
|
display_ = new SpiLcdDisplay(panel_io, panel,
|
|
DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY,
|
|
{
|
|
.text_font = &font_puhui_20_4,
|
|
.icon_font = &font_awesome_20_4,
|
|
.emoji_font = font_emoji_64_init(),
|
|
});
|
|
}
|
|
|
|
// 物联网初始化，添加对 AI 可见设备
|
|
void InitializeIot() {
|
|
auto &thing_manager = iot::ThingManager::GetInstance();
|
|
thing_manager.AddThing(iot::CreateThing("Speaker"));
|
|
}
|
|
|
|
public:
|
|
Df_K10Board() {
|
|
InitializeI2c();
|
|
InitializeIoExpander();
|
|
InitializeSpi();
|
|
InitializeIli9341Display();
|
|
InitializeButtons();
|
|
InitializeIot();
|
|
InitializeCamera();
|
|
|
|
#if CONFIG_IOT_PROTOCOL_XIAOZHI
|
|
auto& thing_manager = iot::ThingManager::GetInstance();
|
|
thing_manager.AddThing(iot::CreateThing("Speaker"));
|
|
#endif
|
|
}
|
|
|
|
virtual Led* GetLed() override {
|
|
static CircularStrip led(BUILTIN_LED_GPIO, 3);
|
|
return &led;
|
|
}
|
|
|
|
virtual AudioCodec *GetAudioCodec() override {
|
|
static K10AudioCodec audio_codec(
|
|
i2c_bus_,
|
|
AUDIO_INPUT_SAMPLE_RATE,
|
|
AUDIO_OUTPUT_SAMPLE_RATE,
|
|
AUDIO_I2S_GPIO_MCLK,
|
|
AUDIO_I2S_GPIO_BCLK,
|
|
AUDIO_I2S_GPIO_WS,
|
|
AUDIO_I2S_GPIO_DOUT,
|
|
AUDIO_I2S_GPIO_DIN,
|
|
AUDIO_CODEC_PA_PIN,
|
|
AUDIO_CODEC_ES8311_ADDR,
|
|
AUDIO_CODEC_ES7210_ADDR,
|
|
AUDIO_INPUT_REFERENCE);
|
|
return &audio_codec;
|
|
}
|
|
|
|
virtual Camera* GetCamera() override {
|
|
return camera_;
|
|
}
|
|
|
|
virtual Display *GetDisplay() override {
|
|
return display_;
|
|
}
|
|
};
|
|
|
|
DECLARE_BOARD(Df_K10Board);
|
|
|
|
Df_K10Board* Df_K10Board::instance_ = nullptr;
|