Q&A
###前提・実現したいこと
KinectV2 HDfaceで1347点の顔特徴点を表示するプログラムを以下のように組んだのですが、
特徴点が多すぎるためKinect.Face.hで定義されたHighDetailFacePointsの数十点の特徴点のみを
表示するプログラムを組みたいです。どのように改良させればよいでしょうか？
#include <iostream> #include <sstream> #include <vector> #include <array> #define _USE_MATH_DEFINES #include <cmath> #include <atlbase.h> #include <Windows.h> #include <Kinect.h> #include <Kinect.Face.h> #include <opencv2/opencv.hpp> #define ERROR_CHECK( ret ) \ if( FAILED( ret ) ){ \ std::stringstream ss; \ ss << "failed " #ret " " << std::hex << ret << std::endl; \ throw std::runtime_error( ss.str().c_str() ); \ } class KinectApp { private: CComPtr<IKinectSensor> kinect; CComPtr<IColorFrameReader> colorFrameReader; CComPtr<IBodyFrameReader> bodyFrameReader; CComPtr<ICoordinateMapper> coordinateMapper; std::vector<BYTE> colorBuffer; int colorWidth; int colorHeight; unsigned int colorBytesPerPixel; ColorImageFormat colorFormat = ColorImageFormat::ColorImageFormat_Bgra; cv::Mat colorImage; CComPtr<IHighDefinitionFaceFrameReader> hdFaceFrameReader; CComPtr<IFaceModelBuilder> faceModelBuilder; CComPtr<IFaceAlignment> faceAlignment; CComPtr<IFaceModel> faceModel; std::array<float, FaceShapeDeformations::FaceShapeDeformations_Count> shapeUnits; UINT32 vertexCount; UINT64 trackingId; int trackingCount; bool produced; std::array<cv::Scalar, BODY_COUNT> colors; int font = cv::FONT_HERSHEY_SIMPLEX; public: void initialize() { ERROR_CHECK( GetDefaultKinectSensor( &kinect ) ); ERROR_CHECK( kinect->Open() ); BOOLEAN isOpen; ERROR_CHECK( kinect->get_IsOpen( &isOpen ) ); if( !isOpen ){ throw std::runtime_error( "failed IKinectSensor::get_IsOpen( &isOpen )" ); } ERROR_CHECK( kinect->get_CoordinateMapper( &coordinateMapper ) ); CComPtr<IColorFrameSource> colorFrameSource; ERROR_CHECK( kinect->get_ColorFrameSource( &colorFrameSource ) ); ERROR_CHECK( colorFrameSource->OpenReader( &colorFrameReader ) ); CComPtr<IFrameDescription> colorFrameDescription; ERROR_CHECK( colorFrameSource->CreateFrameDescription( colorFormat, &colorFrameDescription ) ); ERROR_CHECK( colorFrameDescription->get_Width( &colorWidth ) ); ERROR_CHECK( colorFrameDescription->get_Height( &colorHeight ) ); ERROR_CHECK( colorFrameDescription->get_BytesPerPixel( &colorBytesPerPixel ) ); colorBuffer.resize( colorWidth * colorHeight * colorBytesPerPixel ); CComPtr<IBodyFrameSource> bodyFrameSource; ERROR_CHECK( kinect->get_BodyFrameSource( &bodyFrameSource ) ); ERROR_CHECK( bodyFrameSource->OpenReader( &bodyFrameReader ) ); initializeHDFace(); // Lookup Table colors[0] = cv::Scalar( 255, 0, 0 ); colors[1] = cv::Scalar( 0, 255, 0 ); colors[2] = cv::Scalar( 0, 0, 255 ); colors[3] = cv::Scalar( 255, 255, 0 ); colors[4] = cv::Scalar( 255, 0, 255 ); colors[5] = cv::Scalar( 0, 255, 255 ); } void run() { while( 1 ){ update(); draw(); int key = cv::waitKey( 10 ); if( key == VK_ESCAPE ){ cv::destroyAllWindows(); break; } } } private: void initializeHDFace() { CComPtr<IHighDefinitionFaceFrameSource> hdFaceFrameSource; ERROR_CHECK( CreateHighDefinitionFaceFrameSource( kinect, &hdFaceFrameSource ) ); ERROR_CHECK( hdFaceFrameSource->OpenReader( &hdFaceFrameReader ) ); ERROR_CHECK( CreateFaceAlignment( &faceAlignment ) ); ERROR_CHECK( CreateFaceModel( 1.0f, FaceShapeDeformations::FaceShapeDeformations_Count, &shapeUnits[0], &faceModel ) ); ERROR_CHECK( GetFaceModelVertexCount( &vertexCount ) ); FaceModelBuilderAttributes attribures = FaceModelBuilderAttributes::FaceModelBuilderAttributes_None; ERROR_CHECK( hdFaceFrameSource->OpenModelBuilder( attribures, &faceModelBuilder ) ); ERROR_CHECK( faceModelBuilder->BeginFaceDataCollection() ); } void update() { updateColorFrame(); updateBodyFrame(); updateHDFaceFrame(); } void updateColorFrame() { CComPtr<IColorFrame> colorFrame; HRESULT ret = colorFrameReader->AcquireLatestFrame( &colorFrame ); if( FAILED( ret ) ){ return; } ERROR_CHECK( colorFrame->CopyConvertedFrameDataToArray( static_cast<UINT>( colorBuffer.size() ), &colorBuffer[0], colorFormat ) ); colorImage = cv::Mat( colorHeight, colorWidth, CV_8UC4, &colorBuffer[0] ); } void updateBodyFrame() { CComPtr<IBodyFrame> bodyFrame; HRESULT ret = bodyFrameReader->AcquireLatestFrame( &bodyFrame ); if( FAILED( ret ) ){ return; } std::array<CComPtr<IBody>, BODY_COUNT> bodies; ERROR_CHECK( bodyFrame->GetAndRefreshBodyData( BODY_COUNT, &bodies[0] ) ); findClosestBody( bodies ); } inline void findClosestBody( const std::array<CComPtr<IBody>, BODY_COUNT>& bodies ) { float closest = FLT_MAX; for( int count = 0; count < BODY_COUNT; count++ ){ CComPtr<IBody> body = bodies[count]; BOOLEAN tracked; ERROR_CHECK( body->get_IsTracked( &tracked ) ); if( !tracked ){ continue; } std::array<Joint, JointType::JointType_Count> joints; ERROR_CHECK( body->GetJoints( JointType::JointType_Count, &joints[0] ) ); Joint joint = joints[JointType::JointType_Head]; if( joint.TrackingState == TrackingState::TrackingState_NotTracked ){ continue; } CameraSpacePoint point = joint.Position; float distance = std::sqrt( std::pow( point.X, 2 ) + std::pow( point.Y, 2 ) + std::pow( point.Z, 2 ) ); if( closest <= distance ){ continue; } closest = distance; UINT64 id; ERROR_CHECK( body->get_TrackingId( &id ) ); if( trackingId != id ){ trackingId = id; trackingCount = count; produced = false; CComPtr<IHighDefinitionFaceFrameSource> hdFaceFrameSource; ERROR_CHECK( hdFaceFrameReader->get_HighDefinitionFaceFrameSource( &hdFaceFrameSource ) ); ERROR_CHECK( hdFaceFrameSource->put_TrackingId( trackingId ) ); } } } void updateHDFaceFrame() { CComPtr<IHighDefinitionFaceFrame> hdFaceFrame; HRESULT ret = hdFaceFrameReader->AcquireLatestFrame( &hdFaceFrame ); if( FAILED( ret ) ){ return; } BOOLEAN tracked; ERROR_CHECK( hdFaceFrame->get_IsFaceTracked( &tracked ) ); if( !tracked ){ return; } ERROR_CHECK( hdFaceFrame->GetAndRefreshFaceAlignmentResult( faceAlignment ) ); if( faceAlignment != nullptr ){ // Face Modelのフィッティング buildFaceModel(); // 結果を取得、描画 result(); } } inline void buildFaceModel() { if( produced ){ cv::putText( colorImage, "Status : Complete", cv::Point( 50, 50 ), font, 1.0f, colors[trackingCount], 2, CV_AA ); return; } FaceModelBuilderCollectionStatus collection; ERROR_CHECK( faceModelBuilder->get_CollectionStatus( &collection ) ); if( collection ){ // コレクション状態 cv::putText( colorImage, "Status : " + std::to_string( collection ), cv::Point( 50, 50 ), font, 1.0f, colors[trackingCount], 2, CV_AA ); std::string status = status2string( collection ); cv::putText( colorImage, status, cv::Point( 50, 80 ), font, 1.0f, colors[trackingCount], 2, CV_AA ); // キャプチャー状態 FaceModelBuilderCaptureStatus capture; ERROR_CHECK( faceModelBuilder->get_CaptureStatus( &capture ) ); status = status2string( capture ); cv::putText( colorImage, status, cv::Point( 50, 110 ), font, 1.0f, colors[trackingCount], 2, CV_AA ); return; } CComPtr<IFaceModelData> faceModelData; ERROR_CHECK( faceModelBuilder->GetFaceData( &faceModelData ) ); if( faceModelData != nullptr ){ ERROR_CHECK( faceModelData->ProduceFaceModel( &faceModel ) ); produced = true; } } inline std::string status2string( const FaceModelBuilderCollectionStatus collection ) { //文字数の都合上省略します。 return status; } inline std::string status2string( const FaceModelBuilderCaptureStatus capture ) { //文字数の都合上省略します。 } inline void result() { //文字数の都合上省略します。 } void draw() { drawHDFaceFrame(); } void drawHDFaceFrame() { if( !colorImage.empty() ){ cv::imshow( "HDFace", colorImage ); } } }; void main() { try{ KinectApp app; app.initialize(); app.run(); } catch( std::exception& ex ){ std::cout << ex.what() << std::endl; } } ``` コード ``` ###発生している問題・エラーメッセージ ``` エラーメッセージ ``` ###該当のソースコード ###補足情報(言語/FW/ツール等のバージョンなど) 言語：C++ NugetでOpenCVを入れました
あなたの回答
tips
プレビュー
