forked from xiaozhi/xiaozhi-esp32
28db4bd60a
* feat: add keepalive check for Himax client and handle restart * fix: adjust layout and positioning for top and bottom bars * fix: fix other param restoring default when modifying one param .
76 lines
2.2 KiB
C++
76 lines
2.2 KiB
C++
#ifndef SSCMA_CAMERA_H
|
||
#define SSCMA_CAMERA_H
|
||
|
||
#include <cstdint>
|
||
#include <lvgl.h>
|
||
#include <thread>
|
||
#include <memory>
|
||
|
||
#include <freertos/FreeRTOS.h>
|
||
#include <freertos/queue.h>
|
||
#include <esp_io_expander_tca95xx_16bit.h>
|
||
#include <esp_jpeg_dec.h>
|
||
#include <mbedtls/base64.h>
|
||
|
||
#include "sscma_client.h"
|
||
#include "camera.h"
|
||
|
||
struct SscmaData {
|
||
uint8_t* img;
|
||
size_t len;
|
||
};
|
||
struct JpegData {
|
||
uint8_t* buf;
|
||
size_t len;
|
||
};
|
||
|
||
class SscmaCamera : public Camera {
|
||
private:
|
||
lv_img_dsc_t preview_image_;
|
||
std::string explain_url_;
|
||
std::string explain_token_;
|
||
sscma_client_io_handle_t sscma_client_io_handle_;
|
||
sscma_client_handle_t sscma_client_handle_;
|
||
QueueHandle_t sscma_data_queue_;
|
||
JpegData jpeg_data_;
|
||
jpeg_dec_handle_t jpeg_dec_;
|
||
jpeg_dec_io_t *jpeg_io_;
|
||
jpeg_dec_header_info_t *jpeg_out_;
|
||
// 检测状态机
|
||
enum DetectionState {
|
||
IDLE, // 空闲状态
|
||
VALIDATING, // 验证中（连续检测3秒）
|
||
COOLDOWN // 冷却期（等待重新检测）
|
||
};
|
||
|
||
DetectionState detection_state = IDLE;
|
||
int64_t state_start_time = 0;
|
||
bool need_start_cooldown = false; // 是否需要开始冷却期
|
||
int64_t last_detected_time = 0; // 验证期间最后一次检测到物体的时间
|
||
|
||
int detect_target = 0;
|
||
int detect_threshold = 75;
|
||
int detect_duration_sec = 2; // 检测持续时间2秒，确认人员持续存在
|
||
int detect_invoke_interval_sec = 8; // 默认15秒冷却期，避免频繁开始会话
|
||
int detect_debounce_sec = 1; // 验证期间人员离开的去抖动时间1秒
|
||
int inference_en = 0; // 推理使能开关（0: 关闭, 1: 开启）
|
||
bool sscma_restarted_ = false;
|
||
|
||
sscma_client_model_t *model;
|
||
int model_class_cnt = 0;
|
||
public:
|
||
SscmaCamera(esp_io_expander_handle_t io_exp_handle);
|
||
~SscmaCamera();
|
||
void InitializeMcpTools();
|
||
|
||
virtual void SetExplainUrl(const std::string& url, const std::string& token);
|
||
virtual bool Capture();
|
||
// 翻转控制函数
|
||
virtual bool SetHMirror(bool enabled) override;
|
||
virtual bool SetVFlip(bool enabled) override;
|
||
virtual std::string Explain(const std::string& question);
|
||
|
||
};
|
||
|
||
#endif // ESP32_CAMERA_H
|