esp-who/examples/single_chip/recognition_wechat/main/app_facenet.c

124 lines
4.0 KiB
C
Raw Permalink Normal View History

/* ESPRESSIF MIT License
*
* Copyright (c) 2018 <ESPRESSIF SYSTEMS (SHANGHAI) PTE LTD>
*
* Permission is hereby granted for use on all ESPRESSIF SYSTEMS products, in which case,
* it is free of charge, to any person obtaining a copy of this software and associated
* documentation files (the "Software"), to deal in the Software without restriction, including
* without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the Software is furnished
* to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all copies or
* substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
* FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
* COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
* IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
#include "esp_log.h"
#include "app_httpserver.h"
#include "fd_forward.h"
#include "image_util.h"
#include "app_main.h"
static const char *TAG = "app_process";
face_id_name_list st_face_list = {0};
static dl_matrix3du_t *aligned_face = NULL;
extern QueueHandle_t gpst_input_image;
extern QueueHandle_t gpst_output;
static inline mtmn_config_t app_mtmn_config()
{
mtmn_config_t mtmn_config = {0};
mtmn_config.type = FAST;
mtmn_config.min_face = 80;
mtmn_config.pyramid = 0.707;
mtmn_config.pyramid_times = 4;
mtmn_config.p_threshold.score = 0.6;
mtmn_config.p_threshold.nms = 0.7;
mtmn_config.p_threshold.candidate_number = 20;
mtmn_config.r_threshold.score = 0.7;
mtmn_config.r_threshold.nms = 0.7;
mtmn_config.r_threshold.candidate_number = 10;
mtmn_config.o_threshold.score = 0.7;
mtmn_config.o_threshold.nms = 0.7;
mtmn_config.o_threshold.candidate_number = 1;
return mtmn_config;
}
static inline box_array_t *do_detection(camera_fb_t *fb, dl_matrix3du_t *image_mat, mtmn_config_t *mtmn_config)
{
if(!fmt2rgb888(fb->buf, fb->len, fb->format, image_mat->item))
{
ESP_LOGW(TAG, "fmt2rgb888 failed");
return NULL;
}
box_array_t *net_boxes = face_detect(image_mat, mtmn_config);
return net_boxes;
}
void task_process(void *arg)
{
camera_fb_t * fb = NULL;
dl_matrix3du_t *image_matrix = dl_matrix3du_alloc(1, 320, 240, 3);
if (!image_matrix)
{
ESP_LOGE(TAG, "dl_matrix3du_alloc failed");
return;
}
mtmn_config_t mtmn_config = app_mtmn_config();
http_img_process_result out_res = {0};
//out_res.lock = xSemaphoreCreateBinary();
out_res.image = image_matrix->item;
while (1)
{
xQueueReceive(gpst_input_image, &fb, portMAX_DELAY);
//xSemaphoreTake(out_res.lock, portMAX_DELAY);
out_res.net_boxes = NULL;
out_res.face_id = NULL;
out_res.net_boxes = do_detection(fb, image_matrix, &mtmn_config);
if (out_res.net_boxes)
{
if (g_state == START_DETECT)
{
xQueueSend(gpst_output, &out_res, portMAX_DELAY);
continue;
}
// Get face ID
if (align_face(out_res.net_boxes, image_matrix, aligned_face) == ESP_OK)
{
out_res.face_id = get_face_id(aligned_face);
}
}
xQueueSend(gpst_output, &out_res, portMAX_DELAY);
}
dl_matrix3du_free(image_matrix);
}
void app_facenet_main()
{
face_id_name_init(&st_face_list, FACE_ID_SAVE_NUMBER, ENROLL_CONFIRM_TIMES);
aligned_face = dl_matrix3du_alloc(1, FACE_WIDTH, FACE_HEIGHT, 3);
read_face_id_from_flash_with_name(&st_face_list);
xTaskCreatePinnedToCore(task_process, "process", 4 * 1024, NULL, 5, NULL, 1);
}