#include "wifi_board.h" #include "codecs/es8311_audio_codec.h" #include "display/lcd_display.h" #include "system_reset.h" #include "application.h" #include "button.h" #include "config.h" #include "mcp_server.h" #include #include "i2c_device.h" #include #include #include #include #include #include #include #include "esp_io_expander_tca9554.h" #include "axp2101.h" #include "power_save_timer.h" #include #include #include "esp32_camera.h" #define TAG "waveshare_lcd_3_5" LV_FONT_DECLARE(font_puhui_16_4); LV_FONT_DECLARE(font_awesome_16_4); class Pmic : public Axp2101 { public: Pmic(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : Axp2101(i2c_bus, addr) { WriteReg(0x22, 0b110); // PWRON > OFFLEVEL as POWEROFF Source enable WriteReg(0x27, 0x10); // hold 4s to power off // Disable All DCs but DC1 WriteReg(0x80, 0x01); // Disable All LDOs WriteReg(0x90, 0x00); WriteReg(0x91, 0x00); // Set DC1 to 3.3V WriteReg(0x82, (3300 - 1500) / 100); // Set ALDO1 to 3.3V WriteReg(0x92, (3300 - 500) / 100); WriteReg(0x96, (1500 - 500) / 100); WriteReg(0x97, (2800 - 500) / 100); // Enable ALDO1 BLDO1 BLDO2 WriteReg(0x90, 0x31); WriteReg(0x64, 0x02); // CV charger voltage setting to 4.1V WriteReg(0x61, 0x02); // set Main battery precharge current to 50mA WriteReg(0x62, 0x08); // set Main battery charger current to 400mA ( 0x08-200mA, 0x09-300mA, 0x0A-400mA ) WriteReg(0x63, 0x01); // set Main battery term charge current to 25mA } }; typedef struct { int cmd; /*OnEnterSleepMode([this]() { ESP_LOGI(TAG, "Enabling sleep mode"); auto display = GetDisplay(); display->SetChatMessage("system", ""); display->SetEmotion("sleepy"); GetBacklight()->SetBrightness(20); }); power_save_timer_->OnExitSleepMode([this]() { auto display = GetDisplay(); display->SetChatMessage("system", ""); display->SetEmotion("neutral"); GetBacklight()->RestoreBrightness(); }); power_save_timer_->OnShutdownRequest([this]() { pmic_->PowerOff(); }); power_save_timer_->SetEnabled(true); } void InitializeI2c() { // Initialize I2C peripheral i2c_master_bus_config_t i2c_bus_cfg = { .i2c_port = (i2c_port_t)I2C_NUM_0, .sda_io_num = AUDIO_CODEC_I2C_SDA_PIN, .scl_io_num = AUDIO_CODEC_I2C_SCL_PIN, .clk_source = I2C_CLK_SRC_DEFAULT, .glitch_ignore_cnt = 7, .intr_priority = 0, .trans_queue_depth = 0, .flags = { .enable_internal_pullup = 1, }, }; ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_)); } void InitializeTca9554(void) { esp_err_t ret = esp_io_expander_new_i2c_tca9554(i2c_bus_, ESP_IO_EXPANDER_I2C_TCA9554_ADDRESS_000, &io_expander); if(ret != ESP_OK) ESP_LOGE(TAG, "TCA9554 create returned error"); ret = esp_io_expander_set_dir(io_expander, IO_EXPANDER_PIN_NUM_0 | IO_EXPANDER_PIN_NUM_1, IO_EXPANDER_OUTPUT); ESP_ERROR_CHECK(ret); vTaskDelay(pdMS_TO_TICKS(100)); ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_0 | IO_EXPANDER_PIN_NUM_1, 0); ESP_ERROR_CHECK(ret); vTaskDelay(pdMS_TO_TICKS(100)); ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_1, 1); ESP_ERROR_CHECK(ret); } void InitializeAxp2101() { ESP_LOGI(TAG, "Init AXP2101"); pmic_ = new Pmic(i2c_bus_, 0x34); } void InitializeSpi() { ESP_LOGI(TAG, "Initialize QSPI bus"); spi_bus_config_t buscfg = {}; buscfg.mosi_io_num = DISPLAY_MOSI_PIN; buscfg.miso_io_num = DISPLAY_MISO_PIN; buscfg.sclk_io_num = DISPLAY_CLK_PIN; buscfg.quadwp_io_num = GPIO_NUM_NC; buscfg.quadhd_io_num = GPIO_NUM_NC; buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t); ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO)); } void InitializeCamera() { camera_config_t config = {}; config.pin_pwdn = CAM_PIN_PWDN; config.pin_reset = CAM_PIN_RESET; config.pin_xclk = CAM_PIN_XCLK; config.pin_sccb_sda = CAM_PIN_SIOD; config.pin_sccb_scl = CAM_PIN_SIOC; config.sccb_i2c_port = I2C_NUM_0; config.pin_d7 = CAM_PIN_D7; config.pin_d6 = CAM_PIN_D6; config.pin_d5 = CAM_PIN_D5; config.pin_d4 = CAM_PIN_D4; config.pin_d3 = CAM_PIN_D3; config.pin_d2 = CAM_PIN_D2; config.pin_d1 = CAM_PIN_D1; config.pin_d0 = CAM_PIN_D0; config.pin_vsync = CAM_PIN_VSYNC; config.pin_href = CAM_PIN_HREF; config.pin_pclk = CAM_PIN_PCLK; /* XCLK 20MHz or 10MHz for OV2640 double FPS (Experimental) */ config.xclk_freq_hz = 10000000; config.ledc_timer = LEDC_TIMER_1; config.ledc_channel = LEDC_CHANNEL_0; config.pixel_format = PIXFORMAT_RGB565; /* YUV422,GRAYSCALE,RGB565,JPEG */ config.frame_size = FRAMESIZE_240X240; /* QQVGA-UXGA, For ESP32, do not use sizes above QVGA when not JPEG. The performance of the ESP32-S series has improved a lot, but JPEG mode always gives better frame rates */ config.jpeg_quality = 12; /* 0-63, for OV series camera sensors, lower number means higher quality */ config.fb_count = 2; /* When jpeg mode is used, if fb_count more than one, the driver will work in continuous mode */ config.fb_location = CAMERA_FB_IN_PSRAM; config.grab_mode = CAMERA_GRAB_WHEN_EMPTY; esp_err_t err = esp_camera_init(&config); // 测试相机是否存在 if (err != ESP_OK) { ESP_LOGE(TAG, "Camera is not plugged in or not supported, error: %s", esp_err_to_name(err)); // 如果摄像头初始化失败,设置 camera_ 为 nullptr camera_ = nullptr; return; }else { esp_camera_deinit();// 释放之前的摄像头资源,为正确初始化做准备 camera_ = new Esp32Camera(config); } } void InitializeTouch() { esp_lcd_touch_handle_t tp; esp_lcd_touch_config_t tp_cfg = { .x_max = DISPLAY_WIDTH, .y_max = DISPLAY_HEIGHT, .rst_gpio_num = GPIO_NUM_NC, .int_gpio_num = GPIO_NUM_NC, .levels = { .reset = 0, .interrupt = 0, }, .flags = { .swap_xy = 1, .mirror_x = 1, .mirror_y = 1, }, }; esp_lcd_panel_io_handle_t tp_io_handle = NULL; esp_lcd_panel_io_i2c_config_t tp_io_config = ESP_LCD_TOUCH_IO_I2C_FT5x06_CONFIG(); tp_io_config.scl_speed_hz = 400 * 1000; ESP_ERROR_CHECK(esp_lcd_new_panel_io_i2c(i2c_bus_, &tp_io_config, &tp_io_handle)); ESP_LOGI(TAG, "Initialize touch controller"); ESP_ERROR_CHECK(esp_lcd_touch_new_i2c_ft5x06(tp_io_handle, &tp_cfg, &tp)); const lvgl_port_touch_cfg_t touch_cfg = { .disp = lv_display_get_default(), .handle = tp, }; lvgl_port_add_touch(&touch_cfg); ESP_LOGI(TAG, "Touch panel initialized successfully"); } void InitializeLcdDisplay() { esp_lcd_panel_io_handle_t panel_io = nullptr; esp_lcd_panel_handle_t panel = nullptr; // 液晶屏控制IO初始化 ESP_LOGI(TAG, "Install panel IO"); esp_lcd_panel_io_spi_config_t io_config = {}; io_config.cs_gpio_num = DISPLAY_CS_PIN; io_config.dc_gpio_num = DISPLAY_DC_PIN; io_config.spi_mode = DISPLAY_SPI_MODE; io_config.pclk_hz = 40 * 1000 * 1000; io_config.trans_queue_depth = 10; io_config.lcd_cmd_bits = 8; io_config.lcd_param_bits = 8; ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io)); st7796_vendor_config_t st7796_vendor_config = { .init_cmds = st7796_lcd_init_cmds, .init_cmds_size = sizeof(st7796_lcd_init_cmds) / sizeof(st7796_lcd_init_cmd_t), }; // 初始化液晶屏驱动芯片 ESP_LOGI(TAG, "Install LCD driver"); esp_lcd_panel_dev_config_t panel_config = {}; panel_config.reset_gpio_num = DISPLAY_RST_PIN; panel_config.rgb_ele_order = DISPLAY_RGB_ORDER; panel_config.bits_per_pixel = 16; panel_config.vendor_config = &st7796_vendor_config; ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel)); esp_lcd_panel_reset(panel); esp_lcd_panel_init(panel); esp_lcd_panel_invert_color(panel, DISPLAY_INVERT_COLOR); esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY); esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y); display_ = new SpiLcdDisplay(panel_io, panel, DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY, { .text_font = &font_puhui_16_4, .icon_font = &font_awesome_16_4, .emoji_font = font_emoji_32_init(), }); } void InitializeButtons() { boot_button_.OnClick([this]() { auto& app = Application::GetInstance(); if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) { ResetWifiConfiguration(); } app.ToggleChatState(); }); } // 初始化工具 void InitializeTools() { auto &mcp_server = McpServer::GetInstance(); mcp_server.AddTool("self.system.reconfigure_wifi", "Reboot the device and enter WiFi configuration mode.\n" "**CAUTION** You must ask the user to confirm this action.", PropertyList(), [this](const PropertyList& properties) { ResetWifiConfiguration(); return true; }); } public: CustomBoard() : boot_button_(BOOT_BUTTON_GPIO) { InitializePowerSaveTimer(); InitializeI2c(); InitializeTca9554(); InitializeAxp2101(); InitializeSpi(); InitializeLcdDisplay(); // 解决部分开机黑屏的问题 if (esp_reset_reason() == ESP_RST_POWERON) { fflush(stdout); esp_restart(); } InitializeTouch(); InitializeButtons(); InitializeCamera(); InitializeTools(); GetBacklight()->RestoreBrightness(); } virtual AudioCodec* GetAudioCodec() override { static Es8311AudioCodec audio_codec(i2c_bus_, I2C_NUM_0, AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE, AUDIO_I2S_GPIO_MCLK, AUDIO_I2S_GPIO_BCLK, AUDIO_I2S_GPIO_WS, AUDIO_I2S_GPIO_DOUT, AUDIO_I2S_GPIO_DIN, AUDIO_CODEC_PA_PIN, AUDIO_CODEC_ES8311_ADDR); return &audio_codec; } virtual Display* GetDisplay() override { return display_; } virtual Backlight* GetBacklight() override { static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT); return &backlight; } virtual bool GetBatteryLevel(int &level, bool& charging, bool& discharging) override { static bool last_discharging = false; charging = pmic_->IsCharging(); discharging = pmic_->IsDischarging(); if (discharging != last_discharging) { power_save_timer_->SetEnabled(discharging); last_discharging = discharging; } level = pmic_->GetBatteryLevel(); return true; } virtual void SetPowerSaveMode(bool enabled) override { if (!enabled) { power_save_timer_->WakeUp(); } WifiBoard::SetPowerSaveMode(enabled); } virtual Camera* GetCamera() override { return camera_; } }; DECLARE_BOARD(CustomBoard);