基于Dragonboard 410c的kinect应用系列之五——脸部识别实现代码

之前的教程里，给大家讲过基于Dragonboard 410c开发板搭建kinect应用实现自动跟随机器人，今天我们来讲讲实现人脸识别。

一、核心代码：

//------------------------------------------------------------------------------

//

// Copyright (c) Microsoft Corporation. All rights reserved.

//

//------------------------------------------------------------------------------

 

// Defines the entry point for the application.

//

 

#include "stdafx.h"

#include "SingleFace.h"

#include "EggAvatar.h"

#include

#include "FTHelper.h"

 

 

 

class SingleFace

{

public:

SingleFace()

: m_hInst(NULL)

, m_hWnd(NULL)

, m_hAccelTable(NULL)

, m_pImageBuffer(NULL)

, m_pVideoBuffer(NULL)

, m_depthType(NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX)

, m_colorType(NUI_IMAGE_TYPE_COLOR)

, m_depthRes(NUI_IMAGE_RESOLUTION_320x240)

, m_colorRes(NUI_IMAGE_RESOLUTION_640x480)

, m_bNearMode(TRUE)

, m_bSeatedSkeletonMode(FALSE)

{}

 

int Run(HINSTANCE hInst, PWSTR lpCmdLine, int nCmdShow);

protected:

BOOL InitInstance(HINSTANCE hInst, PWSTR lpCmdLine, int nCmdShow);

void ParseCmdString(PWSTR lpCmdLine);

void UninitInstance();

ATOM RegisterClass(PCWSTR szWindowClass);

static LRESULT CALLBACK WndProcStatic(HWND hwnd, UINT message, WPARAM wParam, LPARAM lParam);

LRESULT CALLBACK WndProc(HWND hwnd, UINT message, WPARAM wParam, LPARAM lParam);

static INT_PTR CALLBACK About(HWND hwnd, UINT message, WPARAM wParam, LPARAM lParam);

BOOL PaintWindow(HDC hdc, HWND hWnd);

BOOL ShowVideo(HDC hdc, int width, int height, int originX, int originY);

BOOL ShowEggAvatar(HDC hdc, int width, int height, int originX, int originY);

static void FTHelperCallingBack(LPVOID lpParam);

static int const MaxLoadStringChars = 100;

 

HINSTANCE m_hInst;

HWND m_hWnd;

HACCEL m_hAccelTable;

EggAvatar m_eggavatar;

FTHelper m_FTHelper;

IFTImage* m_pImageBuffer;

IFTImage* m_pVideoBuffer;

 

NUI_IMAGE_TYPE m_depthType;

NUI_IMAGE_TYPE m_colorType;

NUI_IMAGE_RESOLUTION m_depthRes;

NUI_IMAGE_RESOLUTION m_colorRes;

BOOL m_bNearMode;

BOOL m_bSeatedSkeletonMode;

};

 

// Run the SingleFace application.

int SingleFace::Run(HINSTANCE hInst, PWSTR lpCmdLine, int nCmdShow)

{

MSG msg = {static_cast<HWND>(0), static_cast<UINT>(0), static_cast<WPARAM>(-1)};

if (InitInstance(hInst, lpCmdLine, nCmdShow))

{

// Main message loop:

while (GetMessage(&msg, NULL, 0, 0))

{

if (!TranslateAccelerator(msg.hwnd, m_hAccelTable, &msg))

{

TranslateMessage(&msg);

DispatchMessage(&msg);

}

}

}

UninitInstance();

 

return (int)msg.wParam;

}

 

// In this function, we save the instance handle, then create and display the main program window.

BOOL SingleFace::InitInstance(HINSTANCE hInstance, PWSTR lpCmdLine, int nCmdShow)

{

m_hInst = hInstance; // Store instance handle in our global variable

 

ParseCmdString(lpCmdLine);

 

WCHAR szTitle[MaxLoadStringChars]; // The title bar text

LoadString(m_hInst, IDS_APP_TITLE, szTitle, ARRAYSIZE(szTitle));

 

static const PCWSTR RES_MAP[] = { L"80x60", L"320x240", L"640x480", L"1280x960" };

static const PCWSTR IMG_MAP[] = { L"PLAYERID", L"RGB", L"YUV", L"YUV_RAW", L"DEPTH" };

 

// Add mode params in title

WCHAR szTitleComplete[MAX_PATH];

swprintf_s(szTitleComplete, L"%s -- Depth:%s:%s Color:%s:%s NearMode:%s, SeatedSkeleton:%s", szTitle,

IMG_MAP[m_depthType], (m_depthRes < 0)? L"ERROR": RES_MAP[m_depthRes], IMG_MAP[m_colorType], (m_colorRes < 0)? L"ERROR": RES_MAP[m_colorRes], m_bNearMode? L"ON": L"OFF",

m_bSeatedSkeletonMode?L"ON": L"OFF");

 

WCHAR szWindowClass[MaxLoadStringChars]; // the main window class name

LoadString(m_hInst, IDC_SINGLEFACE, szWindowClass, ARRAYSIZE(szWindowClass));

 

RegisterClass(szWindowClass);

 

m_hAccelTable = LoadAccelerators(hInstance, MAKEINTRESOURCE(IDC_SINGLEFACE));

 

m_pImageBuffer = FTCreateImage();

m_pVideoBuffer = FTCreateImage();

 

m_hWnd = CreateWindow(szWindowClass, szTitleComplete, WS_OVERLAPPEDWINDOW,

CW_USEDEFAULT, 0, CW_USEDEFAULT, 0, NULL, NULL, m_hInst, this);

if (!m_hWnd)

{

return FALSE;

}

 

ShowWindow(m_hWnd, nCmdShow);

UpdateWindow(m_hWnd);

 

return SUCCEEDED(m_FTHelper.Init(m_hWnd,

FTHelperCallingBack,

this,

m_depthType,

m_depthRes,

m_bNearMode,

TRUE, // if near mode doesn't work, fall back to default mode

m_colorType,

m_colorRes,

m_bSeatedSkeletonMode));

}

void SingleFace::UninitInstance()

{

// Clean up the memory allocated for Face Tracking and rendering.

m_FTHelper.Stop();

 

if (m_hAccelTable)

{

DestroyAcceleratorTable(m_hAccelTable);

m_hAccelTable = NULL;

}

 

DestroyWindow(m_hWnd);

m_hWnd = NULL;

 

if (m_pImageBuffer)

{

m_pImageBuffer->Release();

m_pImageBuffer = NULL;

}

 

if (m_pVideoBuffer)

{

m_pVideoBuffer->Release();

m_pVideoBuffer = NULL;

}

}

 

// Register the window class.

ATOM SingleFace::RegisterClass(PCWSTR szWindowClass)

{

WNDCLASSEX wcex = {0};

 

wcex.cbSize = sizeof(WNDCLASSEX);

 

wcex.style = CS_HREDRAW | CS_VREDRAW;

wcex.lpfnWndProc = &SingleFace::WndProcStatic;

wcex.cbClsExtra = 0;

wcex.cbWndExtra = 0;

wcex.hInstance = m_hInst;

wcex.hIcon = LoadIcon(m_hInst, MAKEINTRESOURCE(IDI_SINGLEFACE));

wcex.hCursor = LoadCursor(NULL, IDC_ARROW);

wcex.hbrBackground = (HBRUSH)(COLOR_WINDOW+1);

wcex.lpszMenuName = MAKEINTRESOURCE(IDC_SINGLEFACE);

wcex.lpszClassName = szWindowClass;

 

return RegisterClassEx(&wcex);

}

 

LRESULT CALLBACK SingleFace::WndProcStatic(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam)

{

static SingleFace* pThis = NULL; // cheating, but since there is just one window now, it will suffice.

if (WM_CREATE == message)

{

pThis = reinterpret_cast<SingleFace*>(reinterpret_cast<CREATESTRUCT*>(lParam)->lpCreateParams);

}

return pThis ? pThis->WndProc(hWnd, message, wParam, lParam) : DefWindowProc(hWnd, message, wParam, lParam);

}

// FUNCTION: WndProc(HWND, UINT, WPARAM, LPARAM)

//

// PURPOSE: Processes messages for the main window.

//

// WM_COMMAND - process the application menu

// WM_KEYUP - Exit in response to ESC key

// WM_PAINT - Paint the main window

// WM_DESTROY - post a quit message and return

LRESULT CALLBACK SingleFace::WndProc(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam)

{

UINT wmId, wmEvent;

PAINTSTRUCT ps;

HDC hdc;

 

switch (message)

{

case WM_COMMAND:

wmId = LOWORD(wParam);

wmEvent = HIWORD(wParam);

// Parse the menu selections:

switch (wmId)

{

case IDM_ABOUT:

DialogBox(m_hInst, MAKEINTRESOURCE(IDD_ABOUTBOX), hWnd, About);

break;

case IDM_EXIT:

PostQuitMessage(0);

break;

default:

return DefWindowProc(hWnd, message, wParam, lParam);

}

break;

case WM_KEYUP:

if (wParam == VK_ESCAPE)

{

PostQuitMessage(0);

}

break;

case WM_PAINT:

hdc = BeginPaint(hWnd, &ps);

// Draw the avatar window and the video window

PaintWindow(hdc, hWnd);

EndPaint(hWnd, &ps);

break;

case WM_DESTROY:

PostQuitMessage(0);

break;

default:

return DefWindowProc(hWnd, message, wParam, lParam);

}

return 0;

}

 

// Message handler for about box.

INT_PTR CALLBACK SingleFace::About(HWND hDlg, UINT message, WPARAM wParam, LPARAM lParam)

{

UNREFERENCED_PARAMETER(lParam);

switch (message)

{

case WM_INITDIALOG:

return (INT_PTR)TRUE;

 

case WM_COMMAND:

if (LOWORD(wParam) == IDOK || LOWORD(wParam) == IDCANCEL)

{

EndDialog(hDlg, LOWORD(wParam));

return (INT_PTR)TRUE;

}

break;

}

return (INT_PTR)FALSE;

}

 

// Drawing the video window

BOOL SingleFace::ShowVideo(HDC hdc, int width, int height, int originX, int originY)

{

BOOL ret = TRUE;

// Now, copy a fraction of the camera image into the screen.

IFTImage* colorImage = m_FTHelper.GetColorImage();

if (colorImage)

{

int iWidth = colorImage->GetWidth();

int iHeight = colorImage->GetHeight();

if (iWidth > 0 && iHeight > 0)

{

int iTop = 0;

int iBottom = iHeight;

int iLeft = 0;

int iRight = iWidth;

 

// Keep a separate buffer.

if (m_pVideoBuffer && SUCCEEDED(m_pVideoBuffer->Allocate(iWidth, iHeight, FTIMAGEFORMAT_UINT8_B8G8R8A8)))

{

// Copy do the video buffer while converting bytes

colorImage->CopyTo(m_pVideoBuffer, NULL, 0, 0);

 

// Compute the best approximate copy ratio.

float w1 = (float)iHeight * (float)width;

float w2 = (float)iWidth * (float)height;

if (w2 > w1 && height > 0)

{

// video image too wide

float wx = w1/height;

iLeft = (int)max(0, m_FTHelper.GetXCenterFace() - wx / 2);

iRight = iLeft + (int)wx;

if (iRight > iWidth)

{

iRight = iWidth;

iLeft = iRight - (int)wx;

}

}

else if (w1 > w2 && width > 0)

{

// video image too narrow

float hy = w2/width;

iTop = (int)max(0, m_FTHelper.GetYCenterFace() - hy / 2);

iBottom = iTop + (int)hy;

if (iBottom > iHeight)

{

iBottom = iHeight;

iTop = iBottom - (int)hy;

}

}

 

int const bmpPixSize = m_pVideoBuffer->GetBytesPerPixel();

SetStretchBltMode(hdc, HALFTONE);

BITMAPINFO bmi = {sizeof(BITMAPINFO), iWidth, iHeight, 1, static_cast<WORD>(bmpPixSize * CHAR_BIT), BI_RGB, m_pVideoBuffer->GetStride() * iHeight, 5000, 5000, 0, 0};

if (0 == StretchDIBits(hdc, originX, originY, width, height,

iLeft, iBottom, iRight-iLeft, iTop-iBottom, m_pVideoBuffer->GetBuffer(), &bmi, DIB_RGB_COLORS, SRCCOPY))

{

ret = FALSE;

}

}

}

}

return ret;

}

 

// Drawing code

BOOL SingleFace::ShowEggAvatar(HDC hdc, int width, int height, int originX, int originY)

{

static int errCount = 0;

BOOL ret = FALSE;

 

if (m_pImageBuffer && SUCCEEDED(m_pImageBuffer->Allocate(width, height, FTIMAGEFORMAT_UINT8_B8G8R8A8)))

{

memset(m_pImageBuffer->GetBuffer(), 0, m_pImageBuffer->GetStride() * height); // clear to black

 

m_eggavatar.SetScaleAndTranslationToWindow(height, width);

m_eggavatar.DrawImage(m_pImageBuffer);

BITMAPINFO bmi = {sizeof(BITMAPINFO), width, height, 1, static_cast<WORD>(m_pImageBuffer->GetBytesPerPixel() * CHAR_BIT), BI_RGB, m_pImageBuffer->GetStride() * height, 5000, 5000, 0, 0};

errCount += (0 == StretchDIBits(hdc, 0, 0, width, height, 0, 0, width, height, m_pImageBuffer->GetBuffer(), &bmi, DIB_RGB_COLORS, SRCCOPY));

 

ret = TRUE;

}

 

return ret;

}

 

// Draw the egg head and the camera video with the mask superimposed.

BOOL SingleFace::PaintWindow(HDC hdc, HWND hWnd)

{

static int errCount = 0;

BOOL ret = FALSE;

RECT rect;

GetClientRect(hWnd, &rect);

int width = rect.right - rect.left;

int height = rect.bottom - rect.top;

int halfWidth = width/2;

 

// Show the video on the right of the window

errCount += !ShowVideo(hdc, width - halfWidth, height, halfWidth, 0);

 

// Draw the egg avatar on the left of the window

errCount += !ShowEggAvatar(hdc, halfWidth, height, 0, 0);

return ret;

}

 

/*

* The "Face Tracker" helper class is generic. It will call back this function

* after a face has been successfully tracked. The code in the call back passes the parameters

* to the Egg Avatar, so it can be animated.

*/

void SingleFace::FTHelperCallingBack(PVOID pVoid)

{

SingleFace* pApp = reinterpret_cast<SingleFace*>(pVoid);

if (pApp)

{

IFTResult* pResult = pApp->m_FTHelper.GetResult();

if (pResult && SUCCEEDED(pResult->GetStatus()))

{

FLOAT* pAU = NULL;

UINT numAU;

pResult->GetAUCoefficients(&pAU, &numAU);

pApp->m_eggavatar.SetCandideAU(pAU, numAU);

FLOAT scale;

FLOAT rotationXYZ[3];

FLOAT translationXYZ[3];

pResult->Get3DPose(&scale, rotationXYZ, translationXYZ);

pApp->m_eggavatar.SetTranslations(translationXYZ[0], translationXYZ[1], translationXYZ[2]);

pApp->m_eggavatar.SetRotations(rotationXYZ[0], rotationXYZ[1], rotationXYZ[2]);

}

}

}

 

void SingleFace::ParseCmdString(PWSTR lpCmdLine)

{

const WCHAR KEY_DEPTH[] = L"-Depth";

const WCHAR KEY_COLOR[] = L"-Color";

const WCHAR KEY_NEAR_MODE[] = L"-NearMode";

const WCHAR KEY_DEFAULT_DISTANCE_MODE[] = L"-DefaultDistanceMode";

const WCHAR KEY_SEATED_SKELETON_MODE[] = L"-SeatedSkeleton";

 

const WCHAR STR_NUI_IMAGE_TYPE_DEPTH[] = L"DEPTH";

const WCHAR STR_NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX[] = L"PLAYERID";

const WCHAR STR_NUI_IMAGE_TYPE_COLOR[] = L"RGB";

const WCHAR STR_NUI_IMAGE_TYPE_COLOR_YUV[] = L"YUV";

 

const WCHAR STR_NUI_IMAGE_RESOLUTION_80x60[] = L"80x60";

const WCHAR STR_NUI_IMAGE_RESOLUTION_320x240[] = L"320x240";

const WCHAR STR_NUI_IMAGE_RESOLUTION_640x480[] = L"640x480";

const WCHAR STR_NUI_IMAGE_RESOLUTION_1280x960[] = L"1280x960";

 

enum TOKEN_ENUM

{

TOKEN_ERROR,

TOKEN_DEPTH,

TOKEN_COLOR,

TOKEN_NEARMODE,

TOKEN_DEFAULTDISTANCEMODE,

TOKEN_SEATEDSKELETON

};

int argc = 0;

LPWSTR *argv = CommandLineToArgvW(lpCmdLine, &argc);

 

for(int i = 0; i < argc; i++)

{

NUI_IMAGE_TYPE* pType = NULL;

NUI_IMAGE_RESOLUTION* pRes = NULL;

 

TOKEN_ENUM tokenType = TOKEN_ERROR;

PWCHAR context = NULL;

PWCHAR token = wcstok_s(argv[i], L":", &context);

if(0 == wcsncmp(token, KEY_DEPTH, ARRAYSIZE(KEY_DEPTH)))

{

tokenType = TOKEN_DEPTH;

pType = &m_depthType;

pRes = &m_depthRes;

}

else if(0 == wcsncmp(token, KEY_COLOR, ARRAYSIZE(KEY_COLOR)))

{

tokenType = TOKEN_COLOR;

pType = &m_colorType;

pRes = &m_colorRes;

}

else if(0 == wcsncmp(token, KEY_NEAR_MODE, ARRAYSIZE(KEY_NEAR_MODE)))

{

tokenType = TOKEN_NEARMODE;

m_bNearMode = TRUE;

}

else if(0 == wcsncmp(token, KEY_DEFAULT_DISTANCE_MODE, ARRAYSIZE(KEY_DEFAULT_DISTANCE_MODE)))

{

tokenType = TOKEN_DEFAULTDISTANCEMODE;

m_bNearMode = FALSE;

}

else if(0 == wcsncmp(token, KEY_SEATED_SKELETON_MODE, ARRAYSIZE(KEY_SEATED_SKELETON_MODE)))

{

tokenType = TOKEN_SEATEDSKELETON;

m_bSeatedSkeletonMode = TRUE;

}

 

if(tokenType == TOKEN_DEPTH || tokenType == TOKEN_COLOR)

{

_ASSERT(pType != NULL && pRes != NULL);

 

while((token = wcstok_s(NULL, L":", &context)) != NULL)

{

if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_DEPTH, ARRAYSIZE(STR_NUI_IMAGE_TYPE_DEPTH)))

{

*pType = NUI_IMAGE_TYPE_DEPTH;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX, ARRAYSIZE(STR_NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX)))

{

*pType = NUI_IMAGE_TYPE_DEPTH_AND_PLAYER_INDEX;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_COLOR, ARRAYSIZE(STR_NUI_IMAGE_TYPE_COLOR)))

{

*pType = NUI_IMAGE_TYPE_COLOR;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_TYPE_COLOR_YUV, ARRAYSIZE(STR_NUI_IMAGE_TYPE_COLOR_YUV)))

{

*pType = NUI_IMAGE_TYPE_COLOR_YUV;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_80x60, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_80x60)))

{

*pRes = NUI_IMAGE_RESOLUTION_80x60;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_320x240, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_320x240)))

{

*pRes = NUI_IMAGE_RESOLUTION_320x240;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_640x480, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_640x480)))

{

*pRes = NUI_IMAGE_RESOLUTION_640x480;

}

else if(0 == wcsncmp(token, STR_NUI_IMAGE_RESOLUTION_1280x960, ARRAYSIZE(STR_NUI_IMAGE_RESOLUTION_1280x960)))

{

*pRes = NUI_IMAGE_RESOLUTION_1280x960;

}

}

}

}

if(argv) LocalFree(argv);

}

 

 

// Program's main entry point

int APIENTRY wWinMain(HINSTANCE hInstance, HINSTANCE hPrevInstance, PWSTR lpCmdLine, int nCmdShow)

{

UNREFERENCED_PARAMETER(hPrevInstance);

SingleFace app;

 

HeapSetInformation(NULL, HeapEnableTerminationOnCorruption, NULL, 0);

 

return app.Run(hInstance, lpCmdLine, nCmdShow);

}

 

二、实测效果图：（活生生把美女脸“切割”出了形状，哈哈~！）

三、例程工程分享：

http://pan.baidu.com/s/1qYiv7HU