1919#include " Arduino.h"
2020
2121#include " fb_gfx.h"
22+
23+ #if CONFIG_ESP_FACE_DETECT_ENABLED
24+
2225#include " fd_forward.h"
26+
27+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
2328#include " fr_forward.h"
2429
2530#define ENROLL_CONFIRM_TIMES 5
2631#define FACE_ID_SAVE_NUMBER 7
32+ #endif
2733
28- #define FACE_COLOR_WHITE 0x00FFFFFF
29- #define FACE_COLOR_BLACK 0x00000000
30- #define FACE_COLOR_RED 0x000000FF
31- #define FACE_COLOR_GREEN 0x0000FF00
32- #define FACE_COLOR_BLUE 0x00FF0000
34+ #define FACE_COLOR_WHITE 0x00FFFFFF
35+ #define FACE_COLOR_BLACK 0x00000000
36+ #define FACE_COLOR_RED 0x000000FF
37+ #define FACE_COLOR_GREEN 0x0000FF00
38+ #define FACE_COLOR_BLUE 0x00FF0000
3339#define FACE_COLOR_YELLOW (FACE_COLOR_RED | FACE_COLOR_GREEN)
34- #define FACE_COLOR_CYAN (FACE_COLOR_BLUE | FACE_COLOR_GREEN)
40+ #define FACE_COLOR_CYAN (FACE_COLOR_BLUE | FACE_COLOR_GREEN)
3541#define FACE_COLOR_PURPLE (FACE_COLOR_BLUE | FACE_COLOR_RED)
42+ #endif
3643
3744typedef struct {
3845 size_t size; // number of values used for filtering
@@ -56,12 +63,6 @@ static ra_filter_t ra_filter;
5663httpd_handle_t stream_httpd = NULL ;
5764httpd_handle_t camera_httpd = NULL ;
5865
59- static mtmn_config_t mtmn_config = {0 };
60- static int8_t detection_enabled = 0 ;
61- static int8_t recognition_enabled = 0 ;
62- static int8_t is_enrolling = 0 ;
63- static face_id_list id_list = {0 };
64-
6566static ra_filter_t * ra_filter_init (ra_filter_t * filter, size_t sample_size){
6667 memset (filter, 0 , sizeof (ra_filter_t ));
6768
@@ -90,6 +91,16 @@ static int ra_filter_run(ra_filter_t * filter, int value){
9091 return filter->sum / filter->count ;
9192}
9293
94+ #if CONFIG_ESP_FACE_DETECT_ENABLED
95+
96+ static mtmn_config_t mtmn_config = {0 };
97+ static int8_t detection_enabled = 0 ;
98+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
99+ static int8_t recognition_enabled = 0 ;
100+ static int8_t is_enrolling = 0 ;
101+ static face_id_list id_list = {0 };
102+ #endif
103+
93104static void rgb_print (dl_matrix3du_t *image_matrix, uint32_t color, const char * str){
94105 fb_data_t fb;
95106 fb.width = image_matrix->w ;
@@ -161,6 +172,7 @@ static void draw_face_boxes(dl_matrix3du_t *image_matrix, box_array_t *boxes, in
161172 }
162173}
163174
175+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
164176static int run_face_recognition (dl_matrix3du_t *image_matrix, box_array_t *net_boxes){
165177 dl_matrix3du_t *aligned_face = NULL ;
166178 int matched_id = 0 ;
@@ -202,6 +214,8 @@ static int run_face_recognition(dl_matrix3du_t *image_matrix, box_array_t *net_b
202214 dl_matrix3du_free (aligned_face);
203215 return matched_id;
204216}
217+ #endif
218+ #endif
205219
206220static size_t jpg_encode_stream (void * arg, size_t index, const void * data, size_t len){
207221 jpg_chunking_t *j = (jpg_chunking_t *)arg;
@@ -231,12 +245,14 @@ static esp_err_t capture_handler(httpd_req_t *req){
231245 httpd_resp_set_hdr (req, " Content-Disposition" " inline; filename=capture.jpg"
232246 httpd_resp_set_hdr (req, " Access-Control-Allow-Origin" " *"
233247
248+ #if CONFIG_ESP_FACE_DETECT_ENABLED
234249 size_t out_len, out_width, out_height;
235250 uint8_t * out_buf;
236251 bool s;
237252 bool detected = false ;
238253 int face_id = 0 ;
239254 if (!detection_enabled || fb->width > 400 ){
255+ #endif
240256 size_t fb_len = 0 ;
241257 if (fb->format == PIXFORMAT_JPEG){
242258 fb_len = fb->len ;
@@ -251,6 +267,7 @@ static esp_err_t capture_handler(httpd_req_t *req){
251267 int64_t fr_end = esp_timer_get_time ();
252268 Serial.printf (" JPG: %uB %ums\n " uint32_t )(fb_len), (uint32_t )((fr_end - fr_start)/1000 ));
253269 return res;
270+ #if CONFIG_ESP_FACE_DETECT_ENABLED
254271 }
255272
256273 dl_matrix3du_t *image_matrix = dl_matrix3du_alloc (1 , fb->width , fb->height , 3 );
@@ -279,9 +296,12 @@ static esp_err_t capture_handler(httpd_req_t *req){
279296
280297 if (net_boxes){
281298 detected = true ;
282- if (recognition_enabled){
299+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
300+ if (recognition_enabled)
301+ {
283302 face_id = run_face_recognition (image_matrix, net_boxes);
284303 }
304+ #endif
285305 draw_face_boxes (image_matrix, net_boxes, face_id);
286306 free (net_boxes->score );
287307 free (net_boxes->box );
@@ -300,6 +320,7 @@ static esp_err_t capture_handler(httpd_req_t *req){
300320 int64_t fr_end = esp_timer_get_time ();
301321 Serial.printf (" FACE: %uB %ums %s%d\n " uint32_t )(jchunk.len ), (uint32_t )((fr_end - fr_start)/1000 ), detected?" DETECTED " " "
302322 return res;
323+ #endif
303324}
304325
305326static esp_err_t stream_handler (httpd_req_t *req){
@@ -308,6 +329,7 @@ static esp_err_t stream_handler(httpd_req_t *req){
308329 size_t _jpg_buf_len = 0 ;
309330 uint8_t * _jpg_buf = NULL ;
310331 char * part_buf[64 ];
332+ #if CONFIG_ESP_FACE_DETECT_ENABLED
311333 dl_matrix3du_t *image_matrix = NULL ;
312334 bool detected = false ;
313335 int face_id = 0 ;
@@ -316,6 +338,7 @@ static esp_err_t stream_handler(httpd_req_t *req){
316338 int64_t fr_face = 0 ;
317339 int64_t fr_recognize = 0 ;
318340 int64_t fr_encode = 0 ;
341+ #endif
319342
320343 static int64_t last_frame = 0 ;
321344 if (!last_frame) {
@@ -330,19 +353,24 @@ static esp_err_t stream_handler(httpd_req_t *req){
330353 httpd_resp_set_hdr (req, " Access-Control-Allow-Origin" " *"
331354
332355 while (true ){
356+ #if CONFIG_ESP_FACE_DETECT_ENABLED
333357 detected = false ;
334358 face_id = 0 ;
359+ #endif
335360 fb = esp_camera_fb_get ();
336361 if (!fb) {
337362 Serial.println (" Camera capture failed"
338363 res = ESP_FAIL;
339364 } else {
365+ #if CONFIG_ESP_FACE_DETECT_ENABLED
340366 fr_start = esp_timer_get_time ();
341367 fr_ready = fr_start;
342368 fr_face = fr_start;
343369 fr_encode = fr_start;
344370 fr_recognize = fr_start;
345- if (!detection_enabled || fb->width > 400 ){
371+ if (!detection_enabled || fb->width > 400 )
372+ {
373+ #endif
346374 if (fb->format != PIXFORMAT_JPEG){
347375 bool jpeg_converted = frame2jpg (fb, 80 , &_jpg_buf, &_jpg_buf_len);
348376 esp_camera_fb_return (fb);
@@ -355,6 +383,7 @@ static esp_err_t stream_handler(httpd_req_t *req){
355383 _jpg_buf_len = fb->len ;
356384 _jpg_buf = fb->buf ;
357385 }
386+ #if CONFIG_ESP_FACE_DETECT_ENABLED
358387 } else {
359388
360389 image_matrix = dl_matrix3du_alloc (1 , fb->width , fb->height , 3 );
@@ -377,10 +406,13 @@ static esp_err_t stream_handler(httpd_req_t *req){
377406 if (net_boxes || fb->format != PIXFORMAT_JPEG){
378407 if (net_boxes){
379408 detected = true ;
380- if (recognition_enabled){
409+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
410+ if (recognition_enabled)
411+ {
381412 face_id = run_face_recognition (image_matrix, net_boxes);
382413 }
383414 fr_recognize = esp_timer_get_time ();
415+ #endif
384416 draw_face_boxes (image_matrix, net_boxes, face_id);
385417 free (net_boxes->score );
386418 free (net_boxes->box );
@@ -402,6 +434,7 @@ static esp_err_t stream_handler(httpd_req_t *req){
402434 dl_matrix3du_free (image_matrix);
403435 }
404436 }
437+ #endif
405438 }
406439 if (res == ESP_OK){
407440 res = httpd_resp_send_chunk (req, _STREAM_BOUNDARY, strlen (_STREAM_BOUNDARY));
@@ -426,22 +459,31 @@ static esp_err_t stream_handler(httpd_req_t *req){
426459 }
427460 int64_t fr_end = esp_timer_get_time ();
428461
429- int64_t ready_time = (fr_ready - fr_start)/1000 ;
430- int64_t face_time = (fr_face - fr_ready)/1000 ;
431- int64_t recognize_time = (fr_recognize - fr_face)/1000 ;
432- int64_t encode_time = (fr_encode - fr_recognize)/1000 ;
433- int64_t process_time = (fr_encode - fr_start)/1000 ;
462+ #if CONFIG_ESP_FACE_DETECT_ENABLED
463+ int64_t ready_time = (fr_ready - fr_start) / 1000 ;
464+ int64_t face_time = (fr_face - fr_ready) / 1000 ;
465+ int64_t recognize_time = (fr_recognize - fr_face) / 1000 ;
466+ int64_t encode_time = (fr_encode - fr_recognize) / 1000 ;
467+ int64_t process_time = (fr_encode - fr_start) / 1000 ;
468+ #endif
434469
435470 int64_t frame_time = fr_end - last_frame;
436471 last_frame = fr_end;
437472 frame_time /= 1000 ;
438473 uint32_t avg_frame_time = ra_filter_run (&ra_filter, frame_time);
439- Serial.printf (" MJPG: %uB %ums (%.1ffps), AVG: %ums (%.1ffps), %u+%u+%u+%u=%u %s%d\n "
440- (uint32_t )(_jpg_buf_len),
441- (uint32_t )frame_time, 1000.0 / (uint32_t )frame_time,
442- avg_frame_time, 1000.0 / avg_frame_time,
443- (uint32_t )ready_time, (uint32_t )face_time, (uint32_t )recognize_time, (uint32_t )encode_time, (uint32_t )process_time,
444- (detected)?" DETECTED " " "
474+ Serial.printf (" MJPG: %uB %ums (%.1ffps), AVG: %ums (%.1ffps)"
475+ #if CONFIG_ESP_FACE_DETECT_ENABLED
476+ " , %u+%u+%u+%u=%u %s%d"
477+ #endif
478+ ,
479+ (uint32_t )(_jpg_buf_len),
480+ (uint32_t )frame_time, 1000.0 / (uint32_t )frame_time,
481+ avg_frame_time, 1000.0 / avg_frame_time
482+ #if CONFIG_ESP_FACE_DETECT_ENABLED
483+ ,
484+ (uint32_t )ready_time, (uint32_t )face_time, (uint32_t )recognize_time, (uint32_t )encode_time, (uint32_t )process_time,
485+ (detected) ? " DETECTED " " "
486+ #endif
445487 );
446488 }
447489
@@ -511,19 +553,26 @@ static esp_err_t cmd_handler(httpd_req_t *req){
511553 else if (!strcmp (variable, " special_effect" set_special_effect (s, val);
512554 else if (!strcmp (variable, " wb_mode" set_wb_mode (s, val);
513555 else if (!strcmp (variable, " ae_level" set_ae_level (s, val);
514- else if (!strcmp (variable, " face_detect"
556+ #if CONFIG_ESP_FACE_DETECT_ENABLED
557+ else if (!strcmp (variable, " face_detect"
515558 detection_enabled = val;
516- if (!detection_enabled) {
559+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
560+ if (!detection_enabled) {
517561 recognition_enabled = 0 ;
518562 }
563+ #endif
519564 }
520- else if (!strcmp (variable, " face_enroll"
521- else if (!strcmp (variable, " face_recognize"
565+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
566+ else if (!strcmp (variable, " face_enroll"
567+ is_enrolling = val;
568+ else if (!strcmp (variable, " face_recognize"
522569 recognition_enabled = val;
523- if (recognition_enabled){
570+ if (recognition_enabled) {
524571 detection_enabled = val;
525572 }
526573 }
574+ #endif
575+ #endif
527576 else {
528577 res = -1 ;
529578 }
@@ -568,9 +617,13 @@ static esp_err_t status_handler(httpd_req_t *req){
568617 p+=sprintf (p, " \" hmirror\" :%u," status .hmirror );
569618 p+=sprintf (p, " \" dcw\" :%u," status .dcw );
570619 p+=sprintf (p, " \" colorbar\" :%u," status .colorbar );
571- p+=sprintf (p, " \" face_detect\" :%u,"
572- p+=sprintf (p, " \" face_enroll\" :%u,"
573- p+=sprintf (p, " \" face_recognize\" :%u"
620+ #if CONFIG_ESP_FACE_DE
10000
TECT_ENABLED
621+ p += sprintf (p, " ,\" face_detect\" :%u"
622+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
623+ p += sprintf (p, " ,\" face_enroll\" :%u,"
624+ p += sprintf (p, " \" face_recognize\" :%u"
625+ #endif
626+ #endif
574627 *p++ = ' }'
575628 *p++ = 0 ;
576629 httpd_resp_set_type (req, " application/json"
@@ -629,6 +682,9 @@ void startCameraServer(){
629682
630683 ra_filter_init (&ra_filter, 20 );
631684
685+
686+ #if CONFIG_ESP_FACE_DETECT_ENABLED
687+
632688 mtmn_config.type = FAST;
633689 mtmn_config.min_face = 80 ;
634690 mtmn_config.pyramid = 0.707 ;
@@ -642,8 +698,12 @@ void startCameraServer(){
642698 mtmn_config.o_threshold .score = 0.7 ;
643699 mtmn_config.o_threshold .nms = 0.7 ;
644700 mtmn_config.o_threshold .candidate_number = 1 ;
645-
701+
702+ #if CONFIG_ESP_FACE_RECOGNITION_ENABLED
646703 face_id_init (&id_list, FACE_ID_SAVE_NUMBER, ENROLL_CONFIRM_TIMES);
704+ #endif
705+
706+ #endif
647707
648708 Serial.printf (" Starting web server on port: '%d'\n " server_port );
649709 if (httpd_start (&camera_httpd, &config) == ESP_OK) {
0 commit comments