Sample to operate omron HVC-P2 on GR-PEACH.

Dependencies:   AsciiFont

Information

Please see here for Japanese version.
日本語版はこちらを参照ください。

What is this ?

This is a sample that runs OMRON HVC-P2 with GR-PEACH. In this sample, you can try following among the functions of HVC-P2 : Human Body Detection, Face Detection, Age Estimation, Gender Estimation, Expression Estimation and Face Recognition.
Both GR-PEACH and HVC-P2 use Renesas RZ/A1H included ARM® Cortex™-A9 processor.

/media/uploads/dkato/hvcp2_demo_img3.jpg

HVC-P2 (Human Vision Components B5T-007001) is a human-sensing component that recognizes people. It is an integrated module that is built into other device and provides both the OKAO Vision's ten types of image sensing and a camera module.
For details, please refer to the following link.

In the HVCApi folder of this sample, the code of the following link destination Sample Code "SampleCode_rev.2.0.2" is used. (You can download from "Product Information" -> "Sample Code" in the middle of the following page.)
http://www.omron.com/ecb/products/mobile/hvc_p2/

Constitution

  1. HVC-P2 x 1
  2. USBA-microUSB conversion cable x 2
  3. USBA-microUSB conversion adapter x 1
  4. GR-PEACH x 1
  5. 4.3inc LCD shield x 1

/media/uploads/dkato/composition_hvcp2_demo.jpg

/media/uploads/dkato/composition_hvcp2_demo_2.jpg

Please close JP3 of GR-PEACH.
/media/uploads/RyoheiHagimoto/usb.jpg

How to use

It starts when connecting the power supply USB cable. At startup, all functions are turned off. By pressing the button on the right of the screen you can switch the function on / off.

  • Function ON : orange or green
  • Function OFF : blue or gray

Only the FACE button changes to "FACE (blue) -> FACE (orange) -> RECOGNITION (green)". When FACE (blue), following buttons are gray and can not be operated : AGE, GENDER and EXPRESSION.
"Response time" at the bottom left of the screen indicates "image processing + USB transfer time". It is not pure image processing time.

Register Data (Face Recognition)

Set the FACE button to RECOGNITION (green), and touch the screen with one person on the screen to register the face. In this sample, face registration will record up to 10 people. Delete the old registrant when registering after 11 people. Registration information is stored in the RAM on the HVC-P2 side. It is discarded by power off and reset.

/media/uploads/dkato/hvcp2_demo_img2.jpg

Change parameters

When you press Config icon at the bottom right of the screen, the parameter setting screen is displayed. You can change threshold value, detection size and face angle parameters.

/media/uploads/dkato/hvcp2_demo_config_icon.jpg
/media/uploads/dkato/hvcp2_demo_config.jpg

Change transfer image size

By pressing USER_BUTTON0 on the back of the board, the image transfer size switches in the order of "160 x 120 -> 320 x 240 -> no image".
/media/uploads/dkato/gr-peach_switch2.jpg

Revision:
5:49a61433290a
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/HVC/STBLib/src/include/STBTypedefInput.h	Tue Sep 05 10:01:51 2017 +0000
@@ -0,0 +1,131 @@
+/*---------------------------------------------------------------------------*/
+/* Copyright(C)  2017  OMRON Corporation                                     */
+/*                                                                           */
+/* Licensed under the Apache License, Version 2.0 (the "License");           */
+/* you may not use this file except in compliance with the License.          */
+/* You may obtain a copy of the License at                                   */
+/*                                                                           */
+/*     http://www.apache.org/licenses/LICENSE-2.0                            */
+/*                                                                           */
+/* Unless required by applicable law or agreed to in writing, software       */
+/* distributed under the License is distributed on an "AS IS" BASIS,         */
+/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  */
+/* See the License for the specific language governing permissions and       */
+/* limitations under the License.                                            */
+/*---------------------------------------------------------------------------*/
+
+#ifndef __STB_OKOA_RESULT_H__
+#define __STB_OKOA_RESULT_H__
+
+#ifndef VOID
+#define     VOID                void
+#endif
+
+typedef     signed char         STB_INT8    ;    /*8-bit signed integer*/
+typedef     unsigned char       STB_UINT8   ;    /*8-bit unsigned integer*/
+typedef     signed short        STB_INT16   ;    /*16-bit signed integer*/
+typedef     unsigned short      STB_UINT16  ;    /*16-bit unsigned integer*/
+typedef     int                 STB_INT32   ;    /*32 bit signed integer*/
+typedef     unsigned int        STB_UINT32  ;    /*32 bit unsigned integer*/
+typedef     float               STB_FLOAT32 ;    /*32-bit floating point number*/
+typedef     double              STB_FLOAT64 ;    /*64-bit floating point number*/
+
+typedef enum {
+    STB_Expression_Neutral,
+    STB_Expression_Happiness,
+    STB_Expression_Surprise,
+    STB_Expression_Anger,
+    STB_Expression_Sadness,
+    STB_Expression_Max
+} STB_OKAO_EXPRESSION;
+
+typedef struct {
+    STB_INT32 nX;
+    STB_INT32 nY;
+} STB_POINT;
+
+/*Face direction estimation*/
+typedef struct {
+    STB_INT32   nLR;
+    STB_INT32   nUD;
+    STB_INT32   nRoll;
+    STB_INT32   nConfidence;
+} STB_FRAME_RESULT_DIRECTION;
+
+/*Age estimation*/
+typedef struct {
+    STB_INT32   nAge;
+    STB_INT32   nConfidence;
+} STB_FRAME_RESULT_AGE;
+
+/*Gender estimation*/
+typedef struct {
+    STB_INT32   nGender;
+    STB_INT32   nConfidence;
+} STB_FRAME_RESULT_GENDER;
+
+/*Gaze estimation*/
+typedef struct {
+    STB_INT32   nLR;
+    STB_INT32   nUD;
+} STB_FRAME_RESULT_GAZE;
+
+/*Blink estimation*/
+typedef struct {
+    STB_INT32   nLeftEye;
+    STB_INT32   nRightEye;
+} STB_FRAME_RESULT_BLINK;
+
+/*estimation of facial expression*/
+typedef struct {
+    STB_INT32   anScore[STB_Expression_Max] ;
+    STB_INT32   nDegree;
+} STB_FRAME_RESULT_EXPRESSION;
+
+/*Face recognition*/
+typedef struct {
+    STB_INT32   nUID;
+    STB_INT32   nScore;
+} STB_FRAME_RESULT_RECOGNITION;
+
+/*One detection result*/
+typedef struct {
+    STB_POINT   center;
+    STB_INT32   nSize;
+    STB_INT32   nConfidence ;
+} STB_FRAME_RESULT_DETECTION;
+
+/*Face detection and post-processing result (1 person)*/
+typedef struct {
+    STB_POINT                    center;
+    STB_INT32                    nSize;
+    STB_INT32                    nConfidence;
+    STB_FRAME_RESULT_DIRECTION   direction;
+    STB_FRAME_RESULT_AGE         age;
+    STB_FRAME_RESULT_GENDER      gender;
+    STB_FRAME_RESULT_GAZE        gaze;
+    STB_FRAME_RESULT_BLINK       blink;
+    STB_FRAME_RESULT_EXPRESSION  expression;
+    STB_FRAME_RESULT_RECOGNITION recognition;
+} STB_FRAME_RESULT_FACE;
+
+/*One human body detection result*/
+typedef struct {
+    STB_INT32                   nCount;
+    STB_FRAME_RESULT_DETECTION  body[35];
+} STB_FRAME_RESULT_BODYS;
+
+/*Face detection and post-processing result (1 frame)*/
+typedef struct {
+    STB_INT32                   nCount;
+    STB_FRAME_RESULT_FACE       face[35];
+} STB_FRAME_RESULT_FACES;
+
+
+/*FRAME result (1 frame)*/
+typedef struct {
+    STB_FRAME_RESULT_BODYS      bodys;
+    STB_FRAME_RESULT_FACES      faces;
+} STB_FRAME_RESULT;
+
+#endif /*__HVCW_RESULT_H__*/