基于2D的人脸跟踪显示

// FaceTrack.cpp : 定义控制台应用程序的入口点。//#include "stdafx.h"#include "opencv2/opencv.hpp"#include "Kinect.h"#include "kinect.face.h"using namespace cv;using namespace std;//#pragma comment ( lib, "Kinect20.face.lib" ) //安全释放指针template<class Interface>inline void SafeRelease(Interface *& pInterfaceToRelease){if (pInterfaceToRelease != NULL){pInterfaceToRelease->Release();pInterfaceToRelease = NULL;}}int _tmain(int argc, _TCHAR* argv[]){IKinectSensor *kinectSensor;HRESULT hr = GetDefaultKinectSensor(&kinectSensor);kinectSensor->Open();//开启深度数据获取IDepthFrameSource* depths = nullptr;kinectSensor->get_DepthFrameSource(&depths);     // 获取深度数据源  int height, width;                               //图像宽和高IFrameDescription   * myDescription = nullptr;  //取得深度数据的分辨率depths->get_FrameDescription(&myDescription);myDescription->get_Height(&height);myDescription->get_Width(&width);myDescription->Release();IDepthFrameReader* depthRead = nullptr;depths->OpenReader(&depthRead); // 打开深度解析器  cout << "width " << width << "  height " << height << endl;Mat img16u(height,width,CV_16UC1);Mat img8u(height,width,CV_8UC1);//开启彩色数据获取IColorFrameSource* colorFramSouce = nullptr;kinectSensor->get_ColorFrameSource(&colorFramSouce); // 获取图像数据源  IColorFrameReader* colorFramRead = nullptr;colorFramSouce->OpenReader(&colorFramRead); // 打开解析器IFrameDescription* frameDs = nullptr;colorFramSouce->get_FrameDescription(&frameDs); // 获取信息的属性  int heightColor, widthColor;frameDs->get_Height(&heightColor);frameDs->get_Width(&widthColor);cout << "heightColor " << heightColor << "  widthColor " << widthColor << endl;Mat imgColor(heightColor, widthColor, CV_8UC4);//开启骨骼数据获取IBodyFrameSource    * myBodySource = nullptr;       //sourcekinectSensor->get_BodyFrameSource(&myBodySource);int heightBody, widthBody;IBodyFrameReader    * myBodyReader = nullptr;       //readermyBodySource->OpenReader(&myBodyReader);int myBodyCount = 0;myBodySource->get_BodyCount(&myBodyCount);ICoordinateMapper   * myMapper = nullptr;kinectSensor->get_CoordinateMapper(&myMapper);//脸部跟踪IFaceFrameSource * myFaceSource[BODY_COUNT];//kinectSensor->get_FaceFrameFeatures(&myBodySource);DWORD features = FaceFrameFeatures::FaceFrameFeatures_BoundingBoxInColorSpace| FaceFrameFeatures::FaceFrameFeatures_PointsInColorSpace| FaceFrameFeatures::FaceFrameFeatures_RotationOrientation;//| FaceFrameFeatures::FaceFrameFeatures_Happy//| FaceFrameFeatures::FaceFrameFeatures_RightEyeClosed//| FaceFrameFeatures::FaceFrameFeatures_LeftEyeClosed//| FaceFrameFeatures::FaceFrameFeatures_MouthOpen//| FaceFrameFeatures::FaceFrameFeatures_MouthMoved//| FaceFrameFeatures::FaceFrameFeatures_LookingAway//| FaceFrameFeatures::FaceFrameFeatures_Glasses//| FaceFrameFeatures::FaceFrameFeatures_FaceEngagement;IFaceFrameReader* faceReader[BODY_COUNT];for (int i = 0; i < BODY_COUNT; i++){if (CreateFaceFrameSource(kinectSensor, 0, features, &myFaceSource[i]) != S_OK){std::cerr << "Error : CreateFaceFrameSource" << std::endl;return -1;}myFaceSource[i]->OpenReader(&faceReader[i]);}//循环获取while (true){//获取深度摄像头数据IDepthFrame* depthFram = nullptr;if (depthRead->AcquireLatestFrame(&depthFram) == S_OK) //通过Reader尝试获取最新的一帧深度数据，放入深度帧中,并判断是否成功获取{depthFram->CopyFrameDataToArray(height * width, (UINT16 *)img16u.data); //先把数据存入16位的图像矩阵中img16u.convertTo(img8u, CV_8UC1, 255.0 / 4500);   //再把16位转换为8位imshow("TEST", img8u);depthFram->Release();}//获取RGB摄像头数据IColorFrame* colorFram = nullptr;if (colorFramRead->AcquireLatestFrame(&colorFram) == S_OK) //通过Reader尝试获取最新的一帧深度数据，放入深度帧中,并判断是否成功获取{colorFram->CopyConvertedFrameDataToArray(heightColor*widthColor * 4, (BYTE*)imgColor.data, ColorImageFormat_Bgra);colorFram->Release();}//获取人骨胳数据IBodyFrame *myBodyFrame = nullptr;if (myBodyReader->AcquireLatestFrame(&myBodyFrame) == S_OK){myBodyCount = 0;IBody   ** bodyArr = nullptr;myBodySource->get_BodyCount(&myBodyCount);bodyArr = new IBody *[myBodyCount];for (int i = 0; i < myBodyCount; i++)   //bodyArr的初始化bodyArr[i] = nullptr;if (myBodyFrame->GetAndRefreshBodyData(myBodyCount, bodyArr) == S_OK){for (int i = 0; i < myBodyCount; i++)   //遍历6个人(可能用不完){BOOLEAN     result = false;if (bodyArr[i]->get_IsTracked(&result) == S_OK && result)   //判断此人是否被侦测到{cout << "Body " << i << " tracked!" << endl;UINT64 trackingId = _UI64_MAX;if (bodyArr[i]->get_TrackingId(&trackingId) == S_OK){myFaceSource[i]->put_TrackingId(trackingId);}}}}for (int i = 0; i < myBodyCount; i++){IFaceFrame*faceFrame = nullptr;if (faceReader[i]->AcquireLatestFrame(&faceFrame) == S_OK && faceFrame != nullptr){BOOLEAN tracked = false;if (SUCCEEDED(faceFrame->get_IsTrackingIdValid(&tracked)) && tracked){IFaceFrameResult *faceResult = nullptr;if (SUCCEEDED(faceFrame->get_FaceFrameResult(&faceResult))){PointF facePoint[FacePointType_Count];  //FacePointType_Count=5if (SUCCEEDED(faceResult->GetFacePointsInColorSpace(FacePointType_Count, facePoint))){for (int j = 0; j <FacePointType_Count; j++){circle(imgColor, Point(facePoint[j].X, facePoint[j].Y), 5, Scalar(0, 0, 255), 5);}//cout << "facePoint" << facePoint.size() << endl;}RectI box;if (SUCCEEDED(faceResult->get_FaceBoundingBoxInColorSpace(&box))){rectangle(imgColor, cv::Rect(box.Left, box.Top, box.Right - box.Left, box.Bottom - box.Top), Scalar(0, 0, 255, 255),5);}faceResult->Release();}}}//CreateFaceModel();//UINT32 triangel[4];//GetFaceModelTriangles(heightColor*widthColor, triangel);//delete[] bodyArr;imshow("imgColor", imgColor);}myBodyFrame->Release();}waitKey(1);}//img showMat src=imread("1.jpg");imshow("lk", src);waitKey();depthRead->Release();        //释放不用的变量并且关闭感应器colorFramRead->Release();kinectSensor->Close();return 0;}

只显示脸部的5个主要特征点