Renesas
Sample to operate omron HVC-P2 on GR-PEACH.
Dependencies: AsciiFont
What is this ?
This is a sample that runs OMRON HVC-P2 with GR-PEACH. In this sample, you can try following among the functions of HVC-P2 : Human Body Detection, Face Detection, Age Estimation, Gender Estimation, Expression Estimation and Face Recognition.
Both GR-PEACH and HVC-P2 use Renesas RZ/A1H included ARM® Cortex™-A9 processor.
HVC-P2 (Human Vision Components B5T-007001) is a human-sensing component that recognizes people. It is an integrated module that is built into other device and provides both the OKAO Vision's ten types of image sensing and a camera module.
For details, please refer to the following link.
- SENSING EGG PROJECT > HVC-P2 (In Japanese)
https://plus-sensing.omron.co.jp/egg-project/product/hvc-p2/ - HVC-P2 (Human Vision Components B5T-007001)
http://www.omron.com/ecb/products/mobile/hvc_p2/ - OKAO Vision
https://plus-sensing.omron.com/technology/index.html
In the HVCApi folder of this sample, the code of the following link destination Sample Code "SampleCode_rev.2.0.2" is used. (You can download from "Product Information" -> "Sample Code" in the middle of the following page.)
http://www.omron.com/ecb/products/mobile/hvc_p2/
Constitution
- HVC-P2 x 1
- USBA-microUSB conversion cable x 2
- USBA-microUSB conversion adapter x 1
- GR-PEACH x 1
- 4.3inc LCD shield x 1
Please close JP3 of GR-PEACH.
How to use
It starts when connecting the power supply USB cable. At startup, all functions are turned off. By pressing the button on the right of the screen you can switch the function on / off.
- Function ON : orange or green
- Function OFF : blue or gray
Only the FACE button changes to "FACE (blue) -> FACE (orange) -> RECOGNITION (green)". When FACE (blue), following buttons are gray and can not be operated : AGE, GENDER and EXPRESSION.
"Response time" at the bottom left of the screen indicates "image processing + USB transfer time". It is not pure image processing time.
Register Data (Face Recognition)
Set the FACE button to RECOGNITION (green), and touch the screen with one person on the screen to register the face. In this sample, face registration will record up to 10 people. Delete the old registrant when registering after 11 people. Registration information is stored in the RAM on the HVC-P2 side. It is discarded by power off and reset.
Change parameters
When you press Config icon at the bottom right of the screen, the parameter setting screen is displayed. You can change threshold value, detection size and face angle parameters.
Change transfer image size
By pressing USER_BUTTON0 on the back of the board, the image transfer size switches in the order of "160 x 120 -> 320 x 240 -> no image".
recognition_proc/recognition_proc.cpp
- Committer:
- dkato
- Date:
- 2018-09-28
- Revision:
- 8:92c19be0aced
- Parent:
- 6:8c0c70710090
File content as of revision 8:92c19be0aced:
#include "mbed.h"
#include "EasyAttach_CameraAndLCD.h"
#include "AsciiFont.h"
#include "USBHostSerial.h"
#include "recognition_proc.h"
#include "STBWrap.h"
#define UART_SETTING_TIMEOUT 1000 /* HVC setting command signal timeout period */
#define UART_REGIST_EXECUTE_TIMEOUT 7000 /* HVC registration command signal timeout period */
#define UART_EXECUTE_TIMEOUT 10000 /* HVC execute command signal timeout period */
#define SENSOR_ROLL_ANGLE_DEFAULT 0 /* Camera angle setting */
#define USER_ID_NUM_MAX 10
#define ERROR_02 "Error: Number of detected faces is 2 or more"
#define DISP_PIXEL_WIDTH (320)
#define DISP_PIXEL_HEIGHT (240)
/*! Frame buffer stride: Frame buffer stride should be set to a multiple of 32 or 128
in accordance with the frame buffer burst transfer mode. */
/* FRAME BUFFER Parameter GRAPHICS_LAYER_0 */
#define FRAME_BUFFER_BYTE_PER_PIXEL (2u)
#define FRAME_BUFFER_STRIDE (((DISP_PIXEL_WIDTH * FRAME_BUFFER_BYTE_PER_PIXEL) + 31u) & ~31u)
/* RESULT BUFFER Parameter GRAPHICS_LAYER_1 */
#define RESULT_BUFFER_BYTE_PER_PIXEL (2u)
#define RESULT_BUFFER_STRIDE (((DISP_PIXEL_WIDTH * RESULT_BUFFER_BYTE_PER_PIXEL) + 31u) & ~31u)
static bool registrationr_req = false;
static bool setting_req = false;
static recognition_setting_t setting = {
0,
{ BODY_THRESHOLD_DEFAULT, HAND_THRESHOLD_DEFAULT, FACE_THRESHOLD_DEFAULT, REC_THRESHOLD_DEFAULT},
{ BODY_SIZE_RANGE_MIN_DEFAULT, BODY_SIZE_RANGE_MAX_DEFAULT, HAND_SIZE_RANGE_MIN_DEFAULT,
HAND_SIZE_RANGE_MAX_DEFAULT, FACE_SIZE_RANGE_MIN_DEFAULT, FACE_SIZE_RANGE_MAX_DEFAULT},
FACE_POSE_DEFAULT,
FACE_ANGLE_DEFAULT
};
static USBHostSerial serial;
static InterruptIn button(USER_BUTTON0);
#if defined(__ICCARM__)
/* 32 bytes aligned */
#pragma data_alignment=32
static uint8_t user_frame_buffer0[FRAME_BUFFER_STRIDE * DISP_PIXEL_HEIGHT]@ ".mirrorram";
#pragma data_alignment=32
static uint8_t user_frame_buffer_result[RESULT_BUFFER_STRIDE * DISP_PIXEL_HEIGHT]@ ".mirrorram";
#else
/* 32 bytes aligned */
static uint8_t user_frame_buffer0[FRAME_BUFFER_STRIDE * DISP_PIXEL_HEIGHT]__attribute((section("NC_BSS"),aligned(32)));
static uint8_t user_frame_buffer_result[RESULT_BUFFER_STRIDE * LCD_PIXEL_HEIGHT]__attribute((section("NC_BSS"),aligned(32)));
#endif
static AsciiFont ascii_font(user_frame_buffer_result, DISP_PIXEL_WIDTH, LCD_PIXEL_HEIGHT,
RESULT_BUFFER_STRIDE, RESULT_BUFFER_BYTE_PER_PIXEL, 0x00000090);
static INT32 imageNo_setting = HVC_EXECUTE_IMAGE_QVGA_HALF;
static int str_draw_x = 0;
static int str_draw_y = 0;
/****** Image Recognition ******/
extern "C" int UART_SendData(int inDataSize, UINT8 *inData) {
return serial.writeBuf((char *)inData, inDataSize);
}
extern "C" int UART_ReceiveData(int inTimeOutTime, int inDataSize, UINT8 *outResult) {
return serial.readBuf((char *)outResult, inDataSize, inTimeOutTime);
}
void SetRegistrationrReq(void) {
registrationr_req = true;
}
void SetSettingReq(void) {
setting_req = true;
}
recognition_setting_t * GetRecognitionSettingPointer(void) {
return &setting;
}
static void EraseImage(void) {
uint32_t i = 0;
while (i < sizeof(user_frame_buffer0)) {
user_frame_buffer0[i++] = 0x10;
user_frame_buffer0[i++] = 0x80;
}
}
static void DrawImage(int x, int y, int nWidth, int nHeight, UINT8 *unImageBuffer, int magnification) {
int idx_base;
int idx_w = 0;
int wk_tmp = 0;
int i;
int j;
int k;
int idx_r = 0;
if (magnification <= 0) {
return;
}
idx_base = (x + (DISP_PIXEL_WIDTH * y)) * RESULT_BUFFER_BYTE_PER_PIXEL;
for (i = 0; i < nHeight; i++) {
idx_w = idx_base + (DISP_PIXEL_WIDTH * RESULT_BUFFER_BYTE_PER_PIXEL * i) * magnification;
wk_tmp = idx_w;
for (j = 0; j < nWidth; j++) {
for (k = 0; k < magnification; k++) {
user_frame_buffer0[idx_w] = unImageBuffer[idx_r];
idx_w += 2;
}
idx_r++;
}
for (k = 1; k < magnification; k++) {
memcpy(&user_frame_buffer0[wk_tmp + (DISP_PIXEL_WIDTH * RESULT_BUFFER_BYTE_PER_PIXEL * k)], &user_frame_buffer0[wk_tmp], idx_w - wk_tmp);
}
}
}
static void DrawSquare(int x, int y, int size, uint32_t const colour) {
int wk_x;
int wk_y;
int wk_w = 0;
int wk_h = 0;
int idx_base;
int wk_idx;
int i;
int j;
uint8_t coller_pix[RESULT_BUFFER_BYTE_PER_PIXEL]; /* ARGB4444 */
bool l_draw = true;
bool r_draw = true;
bool t_draw = true;
bool b_draw = true;
if ((x - (size / 2)) < 0) {
l_draw = false;
wk_w += x;
wk_x = 0;
} else {
wk_w += (size / 2);
wk_x = x - (size / 2);
}
if ((x + (size / 2)) >= 1600) {
r_draw = false;
wk_w += (1600 - x);
} else {
wk_w += (size / 2);
}
if ((y - (size / 2)) < 0) {
t_draw = false;
wk_h += y;
wk_y = 0;
} else {
wk_h += (size / 2);
wk_y = y - (size / 2);
}
if ((y + (size / 2)) >= 1200) {
b_draw = false;
wk_h += (1200 - y);
} else {
wk_h += (size / 2);
}
wk_x = wk_x / 5;
wk_y = wk_y / 5;
wk_w = wk_w / 5;
wk_h = wk_h / 5;
if ((colour == 0x0000f0f0) || (colour == 0x0000fff4)) {
str_draw_x = wk_x;
str_draw_y = wk_y + wk_h + 1;
}
idx_base = (wk_x + (DISP_PIXEL_WIDTH * wk_y)) * RESULT_BUFFER_BYTE_PER_PIXEL;
/* Select color */
coller_pix[0] = (colour >> 8) & 0xff; /* 4:Green 4:Blue */
coller_pix[1] = colour & 0xff; /* 4:Alpha 4:Red */
/* top */
if (t_draw) {
wk_idx = idx_base;
for (j = 0; j < wk_w; j++) {
user_frame_buffer_result[wk_idx++] = coller_pix[0];
user_frame_buffer_result[wk_idx++] = coller_pix[1];
}
}
/* middle */
for (i = 1; i < (wk_h - 1); i++) {
wk_idx = idx_base + (DISP_PIXEL_WIDTH * RESULT_BUFFER_BYTE_PER_PIXEL * i);
if (l_draw) {
user_frame_buffer_result[wk_idx + 0] = coller_pix[0];
user_frame_buffer_result[wk_idx + 1] = coller_pix[1];
}
wk_idx += (wk_w - 1) * 2;
if (r_draw) {
user_frame_buffer_result[wk_idx + 0] = coller_pix[0];
user_frame_buffer_result[wk_idx + 1] = coller_pix[1];
}
}
/* bottom */
if (b_draw) {
wk_idx = idx_base + (DISP_PIXEL_WIDTH * RESULT_BUFFER_BYTE_PER_PIXEL * (wk_h - 1));
for (j = 0; j < wk_w; j++) {
user_frame_buffer_result[wk_idx++] = coller_pix[0];
user_frame_buffer_result[wk_idx++] = coller_pix[1];
}
}
}
static void DrawString(const char * str, uint32_t const colour) {
ascii_font.Erase(0x00000090, str_draw_x, str_draw_y,
(AsciiFont::CHAR_PIX_WIDTH * strlen(str) + 2),
(AsciiFont::CHAR_PIX_HEIGHT + 2));
ascii_font.DrawStr(str, str_draw_x + 1, str_draw_y + 1, colour, 1);
str_draw_y += AsciiFont::CHAR_PIX_HEIGHT + 1;
}
static void button_fall(void) {
if (imageNo_setting == HVC_EXECUTE_IMAGE_NONE) {
imageNo_setting = HVC_EXECUTE_IMAGE_QVGA_HALF;
} else if (imageNo_setting == HVC_EXECUTE_IMAGE_QVGA_HALF) {
imageNo_setting = HVC_EXECUTE_IMAGE_QVGA;
} else {
imageNo_setting = HVC_EXECUTE_IMAGE_NONE;
}
}
void init_recognition_layers(DisplayBase * p_display) {
DisplayBase::rect_t rect;
/* The layer by which the image is drawn */
rect.vs = 0;
rect.vw = DISP_PIXEL_HEIGHT;
rect.hs = 0;
rect.hw = DISP_PIXEL_WIDTH;
p_display->Graphics_Read_Setting(
DisplayBase::GRAPHICS_LAYER_0,
(void *)user_frame_buffer0,
FRAME_BUFFER_STRIDE,
DisplayBase::GRAPHICS_FORMAT_YCBCR422,
DisplayBase::WR_RD_WRSWA_32_16BIT,
&rect
);
p_display->Graphics_Start(DisplayBase::GRAPHICS_LAYER_0);
/* The layer by which the image recognition is drawn */
rect.vs = 0;
rect.vw = LCD_PIXEL_HEIGHT;
rect.hs = 0;
rect.hw = DISP_PIXEL_WIDTH;
p_display->Graphics_Read_Setting(
DisplayBase::GRAPHICS_LAYER_1,
(void *)user_frame_buffer_result,
RESULT_BUFFER_STRIDE,
DisplayBase::GRAPHICS_FORMAT_ARGB4444,
DisplayBase::WR_RD_WRSWA_32_16BIT,
&rect
);
p_display->Graphics_Start(DisplayBase::GRAPHICS_LAYER_1);
}
void recognition_task(DisplayBase * p_display) {
INT32 ret = 0;
UINT8 status;
HVC_VERSION version;
HVC_RESULT *pHVCResult = NULL;
int nSTBFaceCount;
STB_FACE *pSTBFaceResult;
int nSTBBodyCount;
STB_BODY *pSTBBodyResult;
int nIndex;
HVC_IMAGE *pImage = NULL;
INT32 execFlag;
INT32 imageNo;
INT32 userID;
INT32 next_userID;
INT32 dataID;
const char *pExStr[] = {"?", "Neutral", "Happiness", "Surprise", "Anger", "Sadness"};
uint32_t i;
char Str_disp[32];
Timer resp_time;
INT32 TrackingID;
/* Register the button */
button.fall(&button_fall);
/* Initializing Recognition layers */
EraseImage();
memset(user_frame_buffer_result, 0, sizeof(user_frame_buffer_result));
init_recognition_layers(p_display);
/* Result Structure Allocation */
pHVCResult = (HVC_RESULT *)malloc(sizeof(HVC_RESULT));
if (pHVCResult == NULL) {
printf("Memory Allocation Error : %08x\n", sizeof(HVC_RESULT));
mbed_die();
}
/* STB Initialize */
ret = STB_Init(STB_FUNC_BD | STB_FUNC_DT | STB_FUNC_PT | STB_FUNC_AG | STB_FUNC_GN);
if (ret != 0) {
printf("STB_Init Error : %d\n", ret);
mbed_die();
}
/* Image Structure allocation */
pImage = (HVC_IMAGE *)malloc(sizeof(HVC_IMAGE));
if (pImage == NULL) {
printf("Memory Allocation Error : %08x\n", sizeof(HVC_RESULT));
mbed_die();
}
while (1) {
/* try to connect a serial device */
while (!serial.connect()) {
ThisThread::sleep_for(500);
}
serial.baud(921600);
setting_req = true;
do {
/* Initializing variables */
next_userID = 0;
dataID = 0;
/* Get Model and Version */
ret = HVC_GetVersion(UART_SETTING_TIMEOUT, &version, &status);
if ((ret != 0) || (status != 0)) {
break;
}
while (1) {
if (!serial.connected()) {
break;
}
/* Execute Setting */
if (setting_req) {
setting_req = false;
/* Set Camera Angle */
ret = HVC_SetCameraAngle(UART_SETTING_TIMEOUT, SENSOR_ROLL_ANGLE_DEFAULT, &status);
if ((ret != 0) || (status != 0)) {
break;
}
/* Set Threshold Values */
ret = HVC_SetThreshold(UART_SETTING_TIMEOUT, &setting.threshold, &status);
if ((ret != 0) || (status != 0)) {
break;
}
ret = HVC_GetThreshold(UART_SETTING_TIMEOUT, &setting.threshold, &status);
if ((ret != 0) || (status != 0)) {
break;
}
/* Set Detection Size */
ret = HVC_SetSizeRange(UART_SETTING_TIMEOUT, &setting.sizeRange, &status);
if ((ret != 0) || (status != 0)) {
break;
}
ret = HVC_GetSizeRange(UART_SETTING_TIMEOUT, &setting.sizeRange, &status);
if ((ret != 0) || (status != 0)) {
break;
}
/* Set Face Angle */
ret = HVC_SetFaceDetectionAngle(UART_SETTING_TIMEOUT, setting.pose, setting.angle, &status);
if ((ret != 0) || (status != 0)) {
break;
}
ret = HVC_GetFaceDetectionAngle(UART_SETTING_TIMEOUT, &setting.pose, &setting.angle, &status);
if ((ret != 0) || (status != 0)) {
break;
}
/* Set STB Parameters */
ret = STB_SetTrParam(STB_RETRYCOUNT_DEFAULT, STB_POSSTEADINESS_DEFAULT, STB_SIZESTEADINESS_DEFAULT);
if (ret != 0) {
break;
}
ret = STB_SetPeParam(STB_PE_THRESHOLD_DEFAULT, STB_PE_ANGLEUDMIN_DEFAULT, STB_PE_ANGLEUDMAX_DEFAULT,
STB_PE_ANGLELRMIN_DEFAULT, STB_PE_ANGLELRMAX_DEFAULT, STB_PE_FRAME_DEFAULT);
if (ret != 0) {
break;
}
}
/* Execute Registration */
if (registrationr_req) {
int wk_width;
if ((pHVCResult->fdResult.num == 1) && (pHVCResult->fdResult.fcResult[0].recognitionResult.uid >= 0)) {
userID = pHVCResult->fdResult.fcResult[0].recognitionResult.uid;
} else {
userID = next_userID;
}
ret = HVC_Registration(UART_REGIST_EXECUTE_TIMEOUT, userID, dataID, pImage, &status);
if ((ret == 0) && (status == 0)) {
if (userID == next_userID) {
next_userID++;
if (next_userID >= USER_ID_NUM_MAX) {
next_userID = 0;
}
}
memset(user_frame_buffer_result, 0, sizeof(user_frame_buffer_result));
DrawImage(128, 88, pImage->width, pImage->height, pImage->image, 1);
memset(Str_disp, 0, sizeof(Str_disp));
sprintf(Str_disp, "USER%03d", userID + 1);
wk_width = (AsciiFont::CHAR_PIX_WIDTH * strlen(Str_disp)) + 2;
ascii_font.Erase(0x00000090, (DISP_PIXEL_WIDTH - wk_width) / 2, 153, wk_width, (AsciiFont::CHAR_PIX_HEIGHT + 2));
ascii_font.DrawStr(Str_disp, (DISP_PIXEL_WIDTH - wk_width) / 2 + 1, 154, 0x0000ffff, 1);
ThisThread::sleep_for(1200);
} else {
if (status == 0x02) {
wk_width = (AsciiFont::CHAR_PIX_WIDTH * (sizeof(ERROR_02) - 1)) + 4;
ascii_font.Erase(0x00000090, (DISP_PIXEL_WIDTH - wk_width) / 2, 120, wk_width, (AsciiFont::CHAR_PIX_HEIGHT + 3));
ascii_font.DrawStr(ERROR_02, (DISP_PIXEL_WIDTH - wk_width) / 2 + 2, 121, 0x0000ffff, 1);
ThisThread::sleep_for(1500);
}
}
registrationr_req = false;
}
/* Execute Detection */
execFlag = setting.execFlag;
if ((execFlag & HVC_ACTIV_FACE_DETECTION) == 0) {
execFlag &= ~(HVC_ACTIV_AGE_ESTIMATION | HVC_ACTIV_GENDER_ESTIMATION | HVC_ACTIV_EXPRESSION_ESTIMATION);
}
if (execFlag != 0) { // for STB
execFlag |= HVC_ACTIV_FACE_DIRECTION;
}
imageNo = imageNo_setting;
resp_time.reset();
resp_time.start();
ret = HVC_ExecuteEx(UART_EXECUTE_TIMEOUT, execFlag, imageNo, pHVCResult, &status);
resp_time.stop();
/* STB */
if (STB_Exec(pHVCResult->executedFunc, pHVCResult, &nSTBFaceCount, &pSTBFaceResult, &nSTBBodyCount, &pSTBBodyResult) == 0) {
for ( i = 0; i < nSTBBodyCount; i++ )
{
if ( pHVCResult->bdResult.num <= i ) break;
nIndex = pSTBBodyResult[i].nDetectID;
if (nIndex >= 0) {
pHVCResult->bdResult.bdResult[nIndex].posX = (short)pSTBBodyResult[i].center.x;
pHVCResult->bdResult.bdResult[nIndex].posY = (short)pSTBBodyResult[i].center.y;
pHVCResult->bdResult.bdResult[nIndex].size = pSTBBodyResult[i].nSize;
}
}
for (i = 0; i < nSTBFaceCount; i++)
{
if (pHVCResult->fdResult.num <= i) break;
nIndex = pSTBFaceResult[i].nDetectID;
if (nIndex >= 0) {
pHVCResult->fdResult.fcResult[nIndex].dtResult.posX = (short)pSTBFaceResult[i].center.x;
pHVCResult->fdResult.fcResult[nIndex].dtResult.posY = (short)pSTBFaceResult[i].center.y;
pHVCResult->fdResult.fcResult[nIndex].dtResult.size = pSTBFaceResult[i].nSize;
if (pHVCResult->executedFunc & HVC_ACTIV_AGE_ESTIMATION) {
pHVCResult->fdResult.fcResult[nIndex].ageResult.confidence += 10000; // During
if (pSTBFaceResult[i].age.status >= STB_STATUS_COMPLETE) {
pHVCResult->fdResult.fcResult[nIndex].ageResult.age = pSTBFaceResult[i].age.value;
pHVCResult->fdResult.fcResult[nIndex].ageResult.confidence += 10000; // Complete
}
}
if (pHVCResult->executedFunc & HVC_ACTIV_GENDER_ESTIMATION) {
pHVCResult->fdResult.fcResult[nIndex].genderResult.confidence += 10000; // During
if (pSTBFaceResult[i].gender.status >= STB_STATUS_COMPLETE) {
pHVCResult->fdResult.fcResult[nIndex].genderResult.gender = pSTBFaceResult[i].gender.value;
pHVCResult->fdResult.fcResult[nIndex].genderResult.confidence += 10000; // Complete
}
}
}
}
}
if ((ret == 0) && (status == 0)) {
if (imageNo == HVC_EXECUTE_IMAGE_QVGA_HALF) {
DrawImage(0, 0, pHVCResult->image.width, pHVCResult->image.height, pHVCResult->image.image, 2);
} else if (imageNo == HVC_EXECUTE_IMAGE_QVGA) {
DrawImage(0, 0, pHVCResult->image.width, pHVCResult->image.height, pHVCResult->image.image, 1);
} else {
EraseImage();
}
memset(user_frame_buffer_result, 0, sizeof(user_frame_buffer_result));
if (pHVCResult->executedFunc & HVC_ACTIV_BODY_DETECTION) {
/* Body Detection result */
for (i = 0; i < pHVCResult->bdResult.num; i++) {
DrawSquare(pHVCResult->bdResult.bdResult[i].posX,
pHVCResult->bdResult.bdResult[i].posY,
pHVCResult->bdResult.bdResult[i].size,
0x000000ff);
}
}
/* Face Detection result */
if (pHVCResult->executedFunc &
(HVC_ACTIV_FACE_DETECTION | HVC_ACTIV_FACE_DIRECTION |
HVC_ACTIV_AGE_ESTIMATION | HVC_ACTIV_GENDER_ESTIMATION |
HVC_ACTIV_GAZE_ESTIMATION | HVC_ACTIV_BLINK_ESTIMATION |
HVC_ACTIV_EXPRESSION_ESTIMATION | HVC_ACTIV_FACE_RECOGNITION)){
for (i = 0; i < pHVCResult->fdResult.num; i++) {
if (pHVCResult->executedFunc & HVC_ACTIV_FACE_DETECTION) {
uint32_t detection_colour = 0x0000f0f0; /* green */
if (pHVCResult->executedFunc & HVC_ACTIV_FACE_RECOGNITION) {
if (pHVCResult->fdResult.fcResult[i].recognitionResult.uid >= 0) {
detection_colour = 0x0000fff4; /* blue */
}
}
/* Detection */
DrawSquare(pHVCResult->fdResult.fcResult[i].dtResult.posX,
pHVCResult->fdResult.fcResult[i].dtResult.posY,
pHVCResult->fdResult.fcResult[i].dtResult.size,
detection_colour);
}
TrackingID = 0;
for (int j = 0; j < nSTBFaceCount; j++)
{
if (pSTBFaceResult[j].nDetectID == i) {
TrackingID = pSTBFaceResult[j].nTrackingID;
break;
}
}
memset(Str_disp, 0, sizeof(Str_disp));
if (pHVCResult->executedFunc & HVC_ACTIV_FACE_RECOGNITION) {
/* Recognition */
if (pHVCResult->fdResult.fcResult[i].recognitionResult.uid < 0) {
sprintf(Str_disp, "ID:%d", TrackingID);
} else {
sprintf(Str_disp, "USER%03d", pHVCResult->fdResult.fcResult[i].recognitionResult.uid + 1);
}
} else {
sprintf(Str_disp, "ID:%d", TrackingID);
}
DrawString(Str_disp, 0x0000f0ff);
if (pHVCResult->executedFunc & HVC_ACTIV_AGE_ESTIMATION) {
/* Age */
if (-128 != pHVCResult->fdResult.fcResult[i].ageResult.age) {
memset(Str_disp, 0, sizeof(Str_disp));
sprintf(Str_disp, "Age:%d", pHVCResult->fdResult.fcResult[i].ageResult.age);
if (pHVCResult->fdResult.fcResult[i].ageResult.confidence < 20000) {
strcat(Str_disp, " (?)");
}
DrawString(Str_disp, 0x0000f0ff);
}
}
if (pHVCResult->executedFunc & HVC_ACTIV_GENDER_ESTIMATION) {
/* Gender */
if (-128 != pHVCResult->fdResult.fcResult[i].genderResult.gender) {
uint32_t wk_color;
memset(Str_disp, 0, sizeof(Str_disp));
if (1 == pHVCResult->fdResult.fcResult[i].genderResult.gender) {
sprintf(Str_disp, "Male");
wk_color = 0x0000fff4;
} else {
sprintf(Str_disp, "Female");
wk_color = 0x00006dff;
}
if ( pHVCResult->fdResult.fcResult[i].genderResult.confidence < 20000 ) {
strcat(Str_disp, " (?)");
}
DrawString(Str_disp, wk_color);
}
}
if (pHVCResult->executedFunc & HVC_ACTIV_EXPRESSION_ESTIMATION) {
/* Expression */
if (-128 != pHVCResult->fdResult.fcResult[i].expressionResult.score[0]) {
uint32_t colour;
if (pHVCResult->fdResult.fcResult[i].expressionResult.topExpression > EX_SADNESS) {
pHVCResult->fdResult.fcResult[i].expressionResult.topExpression = 0;
}
switch (pHVCResult->fdResult.fcResult[i].expressionResult.topExpression) {
case 1: colour = 0x0000ffff; break; /* white */
case 2: colour = 0x0000f0ff; break; /* yellow */
case 3: colour = 0x000060ff; break; /* orange */
case 4: colour = 0x00000fff; break; /* purple */
case 5: colour = 0x0000fff4; break; /* blue */
default: colour = 0x0000ffff; break; /* white */
}
DrawString(pExStr[pHVCResult->fdResult.fcResult[i].expressionResult.topExpression], colour);
}
}
}
}
}
/* Response time */
memset(Str_disp, 0, sizeof(Str_disp));
sprintf(Str_disp, "Response time:%dms", resp_time.read_ms());
ascii_font.Erase(0, 0, 0, 0, 0);
ascii_font.DrawStr(Str_disp, 0, LCD_PIXEL_HEIGHT - AsciiFont::CHAR_PIX_HEIGHT, 0x0000ffff, 1);
}
} while(0);
EraseImage();
memset(user_frame_buffer_result, 0, sizeof(user_frame_buffer_result));
}
}