MFC中使用Picture控件显示摄像头1.0

最近需要做一个界面，想着一边显示摄像头所采集的视频，当按下按钮后，另一边显示处理结果，在网上找了些资料，主要参考了这篇：http://www.cnblogs.com/leven20061001/archive/2012/10/17/2727865.html。 

由于MFC中Picture控件不能直接显示Opencv的Mat格式的图像，所以需要对Mat图像进行转换，即首先将图片转到IplImage格式，再将图片转到CvvImage格式，然后将其显示到Picture控件上（参考了http://blog.csdn.net/duhuzhen/article/details/53133927）。但是由于新版本中没有CvvImage，所以需要在项目中添加相关头文件和源文件，其代码如下：

CvvImage.h

#pragma once#ifndef CVVIMAGE_CLASS_DEF#define CVVIMAGE_CLASS_DEF#include "opencv.hpp"class  CvvImage{public:  CvvImage();  virtual ~CvvImage();   virtual bool  Create( int width, int height, int bits_per_pixel, int image_origin = 0 );   virtual bool  Load( const char* filename, int desired_color = 1 );   virtual bool  LoadRect( const char* filename,    int desired_color, CvRect r );#if defined WIN32 || defined _WIN32  virtual bool  LoadRect( const char* filename,    int desired_color, RECT r )  {    return LoadRect( filename, desired_color,        cvRect( r.left, r.top, r.right - r.left, r.bottom - r.top ));  }#endif   virtual bool  Save( const char* filename );   virtual void  CopyOf( CvvImage& image, int desired_color = -1 );  virtual void  CopyOf( IplImage* img, int desired_color = -1 );  IplImage* GetImage() { return m_img; };  virtual void  Destroy(void);   int Width() { return !m_img ? 0 : !m_img->roi ? m_img->width : m_img->roi->width; };  int Height() { return !m_img ? 0 : !m_img->roi ? m_img->height : m_img->roi->height;};  int Bpp() { return m_img ? (m_img->depth & 255)*m_img->nChannels : 0; };  virtual void  Fill( int color );   virtual void  Show( const char* window );#if defined WIN32 || defined _WIN32   virtual void  Show( HDC dc, int x, int y, int width, int height,    int from_x = 0, int from_y = 0 );   virtual void  DrawToHDC( HDC hDCDst, RECT* pDstRect );#endifprotected:  IplImage*  m_img;};typedef CvvImage CImage;#endif

CvvImage.cpp

#include "StdAfx.h"#include "CvvImage.h"//////////////////////////////////////////////////////////////////////// Construction/Destruction//////////////////////////////////////////////////////////////////////CV_INLINE RECT NormalizeRect( RECT r );CV_INLINE RECT NormalizeRect( RECT r ){  int t;  if( r.left > r.right )  {    t = r.left;    r.left = r.right;    r.right = t;  }  if( r.top > r.bottom )  {    t = r.top;    r.top = r.bottom;    r.bottom = t;  }  return r;}CV_INLINE CvRect RectToCvRect( RECT sr );CV_INLINE CvRect RectToCvRect( RECT sr ){  sr = NormalizeRect( sr );  return cvRect( sr.left, sr.top, sr.right - sr.left, sr.bottom - sr.top );}CV_INLINE RECT CvRectToRect( CvRect sr );CV_INLINE RECT CvRectToRect( CvRect sr ){  RECT dr;  dr.left = sr.x;  dr.top = sr.y;  dr.right = sr.x + sr.width;  dr.bottom = sr.y + sr.height;  return dr;}CV_INLINE IplROI RectToROI( RECT r );CV_INLINE IplROI RectToROI( RECT r ){  IplROI roi;  r = NormalizeRect( r );  roi.xOffset = r.left;  roi.yOffset = r.top;  roi.width = r.right - r.left;  roi.height = r.bottom - r.top;  roi.coi = 0;  return roi;}void  FillBitmapInfo( BITMAPINFO* bmi, int width, int height, int bpp, int origin ){  assert( bmi && width >= 0 && height >= 0 && (bpp == 8 || bpp == 24 || bpp == 32));  BITMAPINFOHEADER* bmih = &(bmi->bmiHeader);  memset( bmih, 0, sizeof(*bmih));  bmih->biSize = sizeof(BITMAPINFOHEADER);  bmih->biWidth = width;  bmih->biHeight = origin ? abs(height) : -abs(height);  bmih->biPlanes = 1;  bmih->biBitCount = (unsigned short)bpp;  bmih->biCompression = BI_RGB;  if( bpp == 8 )  {    RGBQUAD* palette = bmi->bmiColors;    int i;    for( i = 0; i < 256; i++ )    {        palette[i].rgbBlue = palette[i].rgbGreen = palette[i].rgbRed = (BYTE)i;        palette[i].rgbReserved = 0;    }  }}CvvImage::CvvImage(){  m_img = 0;}void CvvImage::Destroy(){  cvReleaseImage( &m_img );}CvvImage::~CvvImage(){  Destroy();}bool  CvvImage::Create( int w, int h, int bpp, int origin ){  const unsigned max_img_size = 10000;  if( (bpp != 8 && bpp != 24 && bpp != 32) ||    (unsigned)w >=  max_img_size || (unsigned)h >= max_img_size ||    (origin != IPL_ORIGIN_TL && origin != IPL_ORIGIN_BL))  {    assert(0); // most probably, it is a programming error    return false;  }  if( !m_img || Bpp() != bpp || m_img->width != w || m_img->height != h )  {    if( m_img && m_img->nSize == sizeof(IplImage))        Destroy();       m_img = cvCreateImage( cvSize( w, h ), IPL_DEPTH_8U, bpp/8 );  }  if( m_img )    m_img->origin = origin == 0 ? IPL_ORIGIN_TL : IPL_ORIGIN_BL;  return m_img != 0;}void  CvvImage::CopyOf( CvvImage& image, int desired_color ){  IplImage* img = image.GetImage();  if( img )  {    CopyOf( img, desired_color );  }}#define HG_IS_IMAGE(img)                                                  \  ((img) != 0 && ((const IplImage*)(img))->nSize == sizeof(IplImage) && \  ((IplImage*)img)->imageData != 0)void  CvvImage::CopyOf( IplImage* img, int desired_color ){  if( HG_IS_IMAGE(img) )  {    int color = desired_color;    CvSize size = cvGetSize( img );    if( color < 0 )        color = img->nChannels > 1;    if( Create( size.width, size.height,        (!color ? 1 : img->nChannels > 1 ? img->nChannels : 3)*8,        img->origin ))    {        cvConvertImage( img, m_img, 0 );    }  }}bool  CvvImage::Load( const char* filename, int desired_color ){  IplImage* img = cvLoadImage( filename, desired_color );  if( !img )    return false;  CopyOf( img, desired_color );  cvReleaseImage( &img );  return true;}bool  CvvImage::LoadRect( const char* filename,                  int desired_color, CvRect r ){  if( r.width < 0 || r.height < 0 ) return false;  IplImage* img = cvLoadImage( filename, desired_color );  if( !img )    return false;  if( r.width == 0 || r.height == 0 )  {    r.width = img->width;    r.height = img->height;    r.x = r.y = 0;  }  if( r.x > img->width || r.y > img->height ||    r.x + r.width < 0 || r.y + r.height < 0 )  {    cvReleaseImage( &img );    return false;  }   if( r.x < 0 )  {    r.width += r.x;    r.x = 0;  }  if( r.y < 0 )  {    r.height += r.y;    r.y = 0;  }  if( r.x + r.width > img->width )    r.width = img->width - r.x;  if( r.y + r.height > img->height )    r.height = img->height - r.y;  cvSetImageROI( img, r );  CopyOf( img, desired_color );  cvReleaseImage( &img );  return true;}bool  CvvImage::Save( const char* filename ){  if( !m_img )    return false;  cvSaveImage( filename, m_img );  return true;}void  CvvImage::Show( const char* window ){  if( m_img )    cvShowImage( window, m_img );}void  CvvImage::Show( HDC dc, int x, int y, int w, int h, int from_x, int from_y ){  if( m_img && m_img->depth == IPL_DEPTH_8U )  {    uchar buffer[sizeof(BITMAPINFOHEADER) + 1024];    BITMAPINFO* bmi = (BITMAPINFO*)buffer;    int bmp_w = m_img->width, bmp_h = m_img->height;    FillBitmapInfo( bmi, bmp_w, bmp_h, Bpp(), m_img->origin );    from_x = MIN( MAX( from_x, 0 ), bmp_w - 1 );    from_y = MIN( MAX( from_y, 0 ), bmp_h - 1 );    int sw = MAX( MIN( bmp_w - from_x, w ), 0 );    int sh = MAX( MIN( bmp_h - from_y, h ), 0 );    SetDIBitsToDevice(        dc, x, y, sw, sh, from_x, from_y, from_y, sh,        m_img->imageData + from_y*m_img->widthStep,        bmi, DIB_RGB_COLORS );  }}void  CvvImage::DrawToHDC( HDC hDCDst, RECT* pDstRect ){  if( pDstRect && m_img && m_img->depth == IPL_DEPTH_8U && m_img->imageData )  {    uchar buffer[sizeof(BITMAPINFOHEADER) + 1024];    BITMAPINFO* bmi = (BITMAPINFO*)buffer;    int bmp_w = m_img->width, bmp_h = m_img->height;    CvRect roi = cvGetImageROI( m_img );    CvRect dst = RectToCvRect( *pDstRect );    if( roi.width == dst.width && roi.height == dst.height )    {        Show( hDCDst, dst.x, dst.y, dst.width, dst.height, roi.x, roi.y );        return;    }    if( roi.width > dst.width )    {        SetStretchBltMode(          hDCDst,          // handle to device context          HALFTONE );    }    else    {        SetStretchBltMode(          hDCDst,          // handle to device context          COLORONCOLOR );    }    FillBitmapInfo( bmi, bmp_w, bmp_h, Bpp(), m_img->origin );    ::StretchDIBits(        hDCDst,        dst.x, dst.y, dst.width, dst.height,        roi.x, roi.y, roi.width, roi.height,        m_img->imageData, bmi, DIB_RGB_COLORS, SRCCOPY );  }}void  CvvImage::Fill( int color ){  cvSet( m_img, cvScalar(color&255,(color>>8)&255,(color>>16)&255,(color>>24)&255) );}

为了方便，首先编写一个函数，让其能将Mat显示到Pic控件中

void CSeedsView::showImageToDc(Mat image, UINT ID){// show Mat to picture controlpDC = GetDlgItem(ID)->GetDC();HDC hDC = pDC->GetSafeHdc();IplImage img = image;cimg.CopyOf(&img);GetDlgItem(ID)->GetClientRect(&rect);cimg.DrawToHDC(hDC, &rect);ReleaseDC(pDC);}

接下来对打开摄像机按钮的代码进行编写，主要是将相机产生的图片放入Mat中，然后通过showImageToDc函数显示。

void CSeedsView::OnBnClickeCameraOn(){Mat imgFromCamera,img1;PylonAutoInitTerm autoInitTerm;CBaslerUsbInstantCamera  camera( CTlFactory::GetInstance().CreateFirstDevice());camera.MaxNumBuffer = 10;CImageFormatConverter formatConverter;formatConverter.OutputPixelFormat = PixelType_BGR8packed;camera.StartGrabbing( c_countOfImagesToGrab);CGrabResultPtr ptrGrabResult;CPylonImage pylonImage;if ( camera.IsGrabbing()){camera.RetrieveResult(5000, ptrGrabResult, TimeoutHandling_ThrowException);if (ptrGrabResult->GrabSucceeded()){formatConverter.Convert(pylonImage, ptrGrabResult);imgFromCamera = cv::Mat(ptrGrabResult->GetHeight(), ptrGrabResult->GetWidth(), CV_8UC3, (uint8_t *) pylonImage.GetBuffer());Mat imgCalibrated=imgFromCamera.clone();//undistort(imgFromCamera, imgCalibrated, cameraMatrix, distCoeffs);img1=imgCalibrated.clone();}}showImageToDc(img1,  IDC_VIDEO);  // showSetTimer(1, 5, NULL);}

其中出现了SetTimer函数，该函数的作用为定时，为了使其不断的执行。若使用for，while等循环的话，会使得界面卡死，不能操作其他按钮。为了使该函数正常使用，需要配置WM_TIME消息，其消息响应如下：

void CSeedsView::OnTimer(UINT_PTR nIDEvent){  switch(nIDEvent)  {  case 1:  {Mat imgFromCamera,img1;   PylonAutoInitTerm autoInitTerm;CBaslerUsbInstantCamera  camera( CTlFactory::GetInstance().CreateFirstDevice());camera.MaxNumBuffer = 10;CImageFormatConverter formatConverter;formatConverter.OutputPixelFormat = PixelType_BGR8packed;camera.StartGrabbing( c_countOfImagesToGrab);CGrabResultPtr ptrGrabResult;CPylonImage pylonImage;if ( camera.IsGrabbing()){camera.RetrieveResult(5000, ptrGrabResult, TimeoutHandling_ThrowException);if (ptrGrabResult->GrabSucceeded()){formatConverter.Convert(pylonImage, ptrGrabResult);imgFromCamera = cv::Mat(ptrGrabResult->GetHeight(), ptrGrabResult->GetWidth(), CV_8UC3, (uint8_t *) pylonImage.GetBuffer());Mat imgCalibrated=imgFromCamera.clone();//undistort(imgFromCamera, imgCalibrated, cameraMatrix, distCoeffs);img1=imgCalibrated.clone();}}showImageToDc(img1,  IDC_VIDEO);  // show  }  }CFormView::OnTimer(nIDEvent);}

此时，按下OpenCamera按钮，就会可以实现视频的显示，但是为什么会有卡顿，现在还不清楚，需要解决。

接下来要按一个分析按钮，然后将显示后的图片结果显示在另一个图片控件IDC_RESULT中，该按钮的代码如下（为了简化处理过程，就用读取其他图片代替了）：

void CSeedsView::OnBnClickedAnalysis(){Mat img1=imread("D:\\Seeds\\2.jpg",-1);showImageToDc(img1,  IDC_RESULT);  // show}

CloseCamer按钮的代码如下，为了简便，直接取消SetTimer就好

void CSeedsView::OnBnClickedCameraOff(){KillTimer(1);}

至此，功能可以实现，但是代码还是最乱的，还没整理优化，后续仍需要处理。