forked from xiaozhi/xiaozhi-esp32
256 lines
9.6 KiB
C++
256 lines
9.6 KiB
C++
#include <esp_lcd_panel_vendor.h>
|
|
#include <esp_log.h>
|
|
#include "settings.h"
|
|
#include "application.h"
|
|
#include "assets/lang_config.h"
|
|
#include "button.h"
|
|
#include "codecs/es8388_audio_codec.h"
|
|
#include "config.h"
|
|
#include "display/lcd_display.h"
|
|
#include "dual_network_board.h"
|
|
#include "lvgl_theme.h"
|
|
#include "power_manager.h"
|
|
#include "power_save_timer.h"
|
|
#include "mcp_server.h"
|
|
|
|
#define TAG "YunliaoS3"
|
|
|
|
class YunliaoS3 : public DualNetworkBoard {
|
|
private:
|
|
i2c_master_bus_handle_t codec_i2c_bus_;
|
|
Button boot_button_;
|
|
SpiLcdDisplay* display_;
|
|
PowerSaveTimer* power_save_timer_;
|
|
PowerManager* power_manager_;
|
|
|
|
void InitializePowerSaveTimer() {
|
|
power_save_timer_ = new PowerSaveTimer(-1, 60, 600);
|
|
power_save_timer_->OnEnterSleepMode([this]() {
|
|
GetDisplay()->SetPowerSaveMode(true);
|
|
GetBacklight()->SetBrightness(10);
|
|
});
|
|
power_save_timer_->OnExitSleepMode([this]() {
|
|
GetDisplay()->SetPowerSaveMode(false);
|
|
GetBacklight()->RestoreBrightness();
|
|
});
|
|
power_save_timer_->OnShutdownRequest([this]() {
|
|
ESP_LOGI(TAG, "Shutting down");
|
|
power_manager_->Sleep();
|
|
});
|
|
power_save_timer_->SetEnabled(true);
|
|
}
|
|
|
|
void InitializeI2c() {
|
|
// Initialize I2C peripheral
|
|
i2c_master_bus_config_t i2c_bus_cfg = {
|
|
.i2c_port = I2C_NUM_0,
|
|
.sda_io_num = AUDIO_CODEC_I2C_SDA_PIN,
|
|
.scl_io_num = AUDIO_CODEC_I2C_SCL_PIN,
|
|
.clk_source = I2C_CLK_SRC_DEFAULT,
|
|
.glitch_ignore_cnt = 7,
|
|
.intr_priority = 0,
|
|
.trans_queue_depth = 0,
|
|
.flags =
|
|
{
|
|
.enable_internal_pullup = 1,
|
|
},
|
|
};
|
|
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &codec_i2c_bus_));
|
|
}
|
|
|
|
void InitializeSpi() {
|
|
spi_bus_config_t buscfg = {};
|
|
buscfg.mosi_io_num = DISPLAY_SPI_PIN_MOSI;
|
|
buscfg.miso_io_num = DISPLAY_SPI_PIN_MISO;
|
|
buscfg.sclk_io_num = DISPLAY_SPI_PIN_SCLK;
|
|
buscfg.quadwp_io_num = GPIO_NUM_NC;
|
|
buscfg.quadhd_io_num = GPIO_NUM_NC;
|
|
buscfg.max_transfer_sz =
|
|
DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
|
|
ESP_ERROR_CHECK(
|
|
spi_bus_initialize(DISPLAY_SPI_LCD_HOST, &buscfg, SPI_DMA_CH_AUTO));
|
|
}
|
|
|
|
void InitializeButtons() {
|
|
boot_button_.OnClick([this]() {
|
|
power_save_timer_->WakeUp();
|
|
auto& app = Application::GetInstance();
|
|
app.ToggleChatState();
|
|
});
|
|
boot_button_.OnDoubleClick([this]() {
|
|
ESP_LOGI(TAG, "Button OnDoubleClick");
|
|
auto& app = Application::GetInstance();
|
|
if (app.GetDeviceState() == kDeviceStateStarting ||
|
|
app.GetDeviceState() == kDeviceStateWifiConfiguring) {
|
|
SwitchNetworkType();
|
|
}
|
|
});
|
|
boot_button_.OnMultipleClick(
|
|
[this]() {
|
|
ESP_LOGI(TAG, "Button OnThreeClick");
|
|
if (GetNetworkType() == NetworkType::WIFI) {
|
|
auto& wifi_board =
|
|
static_cast<WifiBoard&>(GetCurrentBoard());
|
|
wifi_board.EnterWifiConfigMode();
|
|
}
|
|
}, 3);
|
|
boot_button_.OnLongPress([this]() {
|
|
ESP_LOGI(TAG, "Button LongPress to Sleep");
|
|
display_->SetStatus(Lang::Strings::PLEASE_WAIT);
|
|
vTaskDelay(pdMS_TO_TICKS(2000));
|
|
power_manager_->Sleep();
|
|
});
|
|
}
|
|
void InitializeSt7789Display() {
|
|
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
|
esp_lcd_panel_handle_t panel = nullptr;
|
|
// 液晶屏控制IO初始化
|
|
ESP_LOGD(TAG, "Install panel IO");
|
|
esp_lcd_panel_io_spi_config_t io_config = {};
|
|
io_config.cs_gpio_num = DISPLAY_SPI_PIN_LCD_CS;
|
|
io_config.dc_gpio_num = DISPLAY_SPI_PIN_LCD_DC;
|
|
io_config.spi_mode = 3;
|
|
io_config.pclk_hz = DISPLAY_SPI_CLOCK_HZ;
|
|
io_config.trans_queue_depth = 10;
|
|
io_config.lcd_cmd_bits = 8;
|
|
io_config.lcd_param_bits = 8;
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(DISPLAY_SPI_LCD_HOST,
|
|
&io_config, &panel_io));
|
|
|
|
// 初始化液晶屏驱动芯片ST7789
|
|
ESP_LOGD(TAG, "Install LCD driver");
|
|
Settings settings("display", false);
|
|
bool currentIpsMode = settings.GetBool("ips_mode", DISPLAY_INVERT_COLOR);
|
|
esp_lcd_panel_dev_config_t panel_config = {};
|
|
panel_config.reset_gpio_num = DISPLAY_SPI_PIN_LCD_RST;
|
|
panel_config.rgb_ele_order = DISPLAY_RGB_ORDER_COLOR;
|
|
panel_config.bits_per_pixel = 16;
|
|
ESP_ERROR_CHECK(
|
|
esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel));
|
|
|
|
esp_lcd_panel_reset(panel);
|
|
esp_lcd_panel_init(panel);
|
|
esp_lcd_panel_invert_color(panel, currentIpsMode);
|
|
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY);
|
|
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y);
|
|
display_ = new SpiLcdDisplay(panel_io, panel, DISPLAY_WIDTH,
|
|
DISPLAY_HEIGHT, DISPLAY_OFFSET_X,
|
|
DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X,
|
|
DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY);
|
|
auto& theme_manager = LvglThemeManager::GetInstance();
|
|
auto theme = theme_manager.GetTheme("dark");
|
|
if (theme != nullptr) {
|
|
display_->SetTheme(theme);
|
|
}
|
|
}
|
|
void InitializeTools(){
|
|
auto& mcp_server = McpServer::GetInstance();
|
|
|
|
mcp_server.AddTool("self.system.set_aec",
|
|
"Enable or disable voice interruption mode (AEC:Acoustic Echo Cancellation). When enabled, the device can detect voice interruptions and respond accordingly.",
|
|
PropertyList({
|
|
Property("enable", kPropertyTypeBoolean)
|
|
}), [this](const PropertyList& properties) {
|
|
bool enable = properties["enable"].value<bool>();
|
|
SetAecMode(enable);
|
|
return true;
|
|
});
|
|
|
|
mcp_server.AddTool("self.system.switch_TFT",
|
|
"Switch TFT display mode between normal and inverted colors. This will toggle the IPS mode and reboot the device.",
|
|
PropertyList(), [this](const PropertyList& properties) {
|
|
SwitchTFT();
|
|
return true;
|
|
});
|
|
}
|
|
void SetAecMode(bool enable) {
|
|
AecMode newMode = enable ? kAecOnDeviceSide : kAecOff;
|
|
auto& app = Application::GetInstance();
|
|
app.StopListening();
|
|
app.SetDeviceState(kDeviceStateIdle);
|
|
app.SetAecMode(newMode);
|
|
Settings settings("aec", true);
|
|
settings.SetInt("mode", newMode);
|
|
}
|
|
void SwitchTFT() {
|
|
Settings settings("display", true);
|
|
bool currentIpsMode = settings.GetBool("ips_mode", false);
|
|
settings.SetBool("ips_mode", !currentIpsMode);
|
|
ESP_LOGI(TAG, "IPS mode toggled to %s", !currentIpsMode ? "enabled" : "disabled");
|
|
vTaskDelay(pdMS_TO_TICKS(1000));
|
|
auto& app = Application::GetInstance();
|
|
app.Reboot();
|
|
}
|
|
|
|
public:
|
|
YunliaoS3()
|
|
: DualNetworkBoard(ML307_TX_PIN, ML307_RX_PIN, GPIO_NUM_NC, 0),
|
|
boot_button_(BOOT_BUTTON_PIN),
|
|
power_manager_(new PowerManager()) {
|
|
power_manager_->Start5V();
|
|
power_manager_->Initialize();
|
|
InitializeI2c();
|
|
power_manager_->CheckStartup();
|
|
InitializePowerSaveTimer();
|
|
InitializeSpi();
|
|
InitializeSt7789Display();
|
|
power_manager_->OnChargingStatusDisChanged([this](bool is_discharging) {
|
|
if (power_save_timer_) {
|
|
if (is_discharging) {
|
|
power_save_timer_->SetEnabled(true);
|
|
} else {
|
|
power_save_timer_->SetEnabled(false);
|
|
}
|
|
}
|
|
});
|
|
if (GetNetworkType() == NetworkType::WIFI) {
|
|
power_manager_->Shutdown4G();
|
|
} else {
|
|
power_manager_->Start4G();
|
|
}
|
|
GetBacklight()->RestoreBrightness();
|
|
while (gpio_get_level(BOOT_BUTTON_PIN) == 0) {
|
|
vTaskDelay(pdMS_TO_TICKS(10));
|
|
}
|
|
InitializeButtons();
|
|
Settings settings("aec", false);
|
|
auto& app = Application::GetInstance();
|
|
app.SetAecMode(settings.GetInt("mode",kAecOnDeviceSide) == kAecOnDeviceSide ? kAecOnDeviceSide : kAecOff);
|
|
InitializeTools();
|
|
}
|
|
|
|
virtual AudioCodec* GetAudioCodec() override {
|
|
static Es8388AudioCodec audio_codec(
|
|
codec_i2c_bus_, I2C_NUM_0, AUDIO_INPUT_SAMPLE_RATE,
|
|
AUDIO_OUTPUT_SAMPLE_RATE, AUDIO_I2S_GPIO_MCLK, AUDIO_I2S_GPIO_BCLK,
|
|
AUDIO_I2S_GPIO_WS, AUDIO_I2S_GPIO_DOUT, AUDIO_I2S_GPIO_DIN,
|
|
AUDIO_CODEC_PA_PIN, AUDIO_CODEC_ES8388_ADDR, AUDIO_INPUT_REFERENCE);
|
|
return &audio_codec;
|
|
}
|
|
|
|
virtual Display* GetDisplay() override { return display_; }
|
|
|
|
virtual Backlight* GetBacklight() override {
|
|
static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN,
|
|
DISPLAY_BACKLIGHT_OUTPUT_INVERT);
|
|
return &backlight;
|
|
}
|
|
|
|
virtual bool GetBatteryLevel(int& level, bool& charging,
|
|
bool& discharging) override {
|
|
level = power_manager_->GetBatteryLevel();
|
|
charging = power_manager_->IsCharging();
|
|
discharging = power_manager_->IsDischarging();
|
|
return true;
|
|
}
|
|
|
|
virtual void SetPowerSaveLevel(PowerSaveLevel level) override {
|
|
if (level != PowerSaveLevel::LOW_POWER) {
|
|
power_save_timer_->WakeUp();
|
|
}
|
|
DualNetworkBoard::SetPowerSaveLevel(level);
|
|
}
|
|
};
|
|
|
|
DECLARE_BOARD(YunliaoS3);
|