#include "who_ai_utils.hpp" #include "esp_log.h" #include "esp_camera.h" #include "dl_image.hpp" static const char *TAG = "ai_utils"; // +-------+--------------------+----------+ // | | RGB565 | RGB888 | // +=======+====================+==========+ // | Red | 0b0000000011111000 | 0x0000FF | // +-------+--------------------+----------+ // | Green | 0b1110000000000111 | 0x00FF00 | // +-------+--------------------+----------+ // | Blue | 0b0001111100000000 | 0xFF0000 | // +-------+--------------------+----------+ void draw_detection_result(uint16_t *image_ptr, int image_height, int image_width, std::list &results) { int i = 0; for (std::list::iterator prediction = results.begin(); prediction != results.end(); prediction++, i++) { dl::image::draw_hollow_rectangle(image_ptr, image_height, image_width, DL_MAX(prediction->box[0], 0), DL_MAX(prediction->box[1], 0), DL_MAX(prediction->box[2], 0), DL_MAX(prediction->box[3], 0), 0b1110000000000111); if (prediction->keypoint.size() == 10) { dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[0], 0), DL_MAX(prediction->keypoint[1], 0), 4, 0b0000000011111000); // left eye dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[2], 0), DL_MAX(prediction->keypoint[3], 0), 4, 0b0000000011111000); // mouth left corner dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[4], 0), DL_MAX(prediction->keypoint[5], 0), 4, 0b1110000000000111); // nose dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[6], 0), DL_MAX(prediction->keypoint[7], 0), 4, 0b0001111100000000); // right eye dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[8], 0), DL_MAX(prediction->keypoint[9], 0), 4, 0b0001111100000000); // mouth right corner } } } void draw_detection_result(uint8_t *image_ptr, int image_height, int image_width, std::list &results) { int i = 0; for (std::list::iterator prediction = results.begin(); prediction != results.end(); prediction++, i++) { dl::image::draw_hollow_rectangle(image_ptr, image_height, image_width, DL_MAX(prediction->box[0], 0), DL_MAX(prediction->box[1], 0), DL_MAX(prediction->box[2], 0), DL_MAX(prediction->box[3], 0), 0x00FF00); if (prediction->keypoint.size() == 10) { dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[0], 0), DL_MAX(prediction->keypoint[1], 0), 4, 0x0000FF); // left eye dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[2], 0), DL_MAX(prediction->keypoint[3], 0), 4, 0x0000FF); // mouth left corner dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[4], 0), DL_MAX(prediction->keypoint[5], 0), 4, 0x00FF00); // nose dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[6], 0), DL_MAX(prediction->keypoint[7], 0), 4, 0xFF0000); // right eye dl::image::draw_point(image_ptr, image_height, image_width, DL_MAX(prediction->keypoint[8], 0), DL_MAX(prediction->keypoint[9], 0), 4, 0xFF0000); // mouth right corner } } } void print_detection_result(std::list &results) { int i = 0; for (std::list::iterator prediction = results.begin(); prediction != results.end(); prediction++, i++) { ESP_LOGI("detection_result", "[%2d]: (%3d, %3d, %3d, %3d)", i, prediction->box[0], prediction->box[1], prediction->box[2], prediction->box[3]); if (prediction->keypoint.size() == 10) { ESP_LOGI("detection_result", " left eye: (%3d, %3d), right eye: (%3d, %3d), nose: (%3d, %3d), mouth left: (%3d, %3d), mouth right: (%3d, %3d)", prediction->keypoint[0], prediction->keypoint[1], // left eye prediction->keypoint[6], prediction->keypoint[7], // right eye prediction->keypoint[4], prediction->keypoint[5], // nose prediction->keypoint[2], prediction->keypoint[3], // mouth left corner prediction->keypoint[8], prediction->keypoint[9]); // mouth right corner } } } void *app_camera_decode(camera_fb_t *fb) { if (fb->format == PIXFORMAT_RGB565) { return (void *)fb->buf; } else { uint8_t *image_ptr = (uint8_t *)malloc(fb->height * fb->width * 3 * sizeof(uint8_t)); if (image_ptr) { if (fmt2rgb888(fb->buf, fb->len, fb->format, image_ptr)) { return (void *)image_ptr; } else { ESP_LOGE(TAG, "fmt2rgb888 failed"); dl::tool::free_aligned(image_ptr); } } else { ESP_LOGE(TAG, "malloc memory for image rgb888 failed"); } } return NULL; }