说明
1、在HSV颜色空间下进行颜色追踪，RGB颜色空间每个通道分量受亮度影响大，HSV颜色空间受亮度影响较小；
2、EmguCV与OpenCV的HSV取值： H：0-180 ; S: 0-255; V: 0-255（注意取值范围）;
3、常用的HSV参考值：
4、使用Inrange()函数在HSV空间中寻找HSV在某一范围内的值，输出掩膜，作为寻找结果。
Code
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Emgu.CV;
using Emgu.CV.Util;
using Emgu.CV.Structure;
using Emgu.CV.CvEnum;
using Emgu.Util;
using System.Drawing;
namespace lesson28_console
{
class Program
{
static void Main(string[] args)
{
///图片颜色识别
//Mat srcImg = CvInvoke.Imread(@"C:\Users\hello\Desktop\EmguCVDemo\lesson28\lesson28_console\bin\Debug\opencv-logo-white.png");
//CvInvoke.Imshow("input", srcImg);
//Mat hsvImg = new Mat();
//Mat mask = new Mat();
//double h_min = 0, s_min = 43, v_min = 46;
//double h_max = 10, s_max = 255, v_max = 255;
//ScalarArray hsv_min = new ScalarArray(new MCvScalar(h_min, s_min, v_min));
//ScalarArray hsv_max = new ScalarArray(new MCvScalar(h_max, s_max, v_max));
//CvInvoke.CvtColor(srcImg, hsvImg, ColorConversion.Bgr2Hsv);
//CvInvoke.InRange(hsvImg, hsv_min, hsv_max, mask); //输出为符合要求的图像掩膜
//CvInvoke.MedianBlur(mask, mask, 5);
//CvInvoke.Imshow("mask", mask);
//VectorOfVectorOfPoint contours = new VectorOfVectorOfPoint();
//VectorOfRect hierarchy = new VectorOfRect();
////发现轮廓
//CvInvoke.FindContours(mask, contours,hierarchy, RetrType.External, ChainApproxMethod.ChainApproxNone);
//VectorOfVectorOfPoint contours_approx = new VectorOfVectorOfPoint(contours.Size);
//Rectangle rect = new Rectangle();
//for (int i =0; i < contours.Size;i++)
//{
// CvInvoke.ApproxPolyDP(contours[i], contours_approx[i], 3, true);
// CvInvoke.DrawContours(srcImg, contours_approx, i, new MCvScalar(255, 0, 0), 1, LineType.EightConnected, hierarchy, 0);
// CvInvoke.Imshow("red", srcImg);
// rect = CvInvoke.BoundingRectangle(contours_approx[i]);
// CvInvoke.Rectangle(srcImg, rect, new MCvScalar(0, 0, 255), 1);
// CvInvoke.PutText(srcImg, "red", new Point(rect.X, rect.Y), FontFace.HersheyComplexSmall, 1.2, new MCvScalar(0, 255, 0));
//}
//CvInvoke.WaitKey(0);
///视频绿色物体追踪
//VideoCapture cap = new VideoCapture("1.mp4");
//if(!cap.IsOpened) //打开文件失败
//{
// Console.WriteLine("Open video failed!");
// return;
//}
//Mat frame = new Mat();
//while(true)
//{
// //frame = cap.QueryFrame();
// cap.Read(frame);
// if(frame.IsEmpty)
// {
// Console.WriteLine("frame is empty...");
// break;
// }
// Mat hsvimg = new Mat();
// Mat mask = new Mat();
// double h_min = 35, s_min = 110, v_min = 106;
// double h_max = 77, s_max = 255, v_max = 255;
// ScalarArray hsv_min = new ScalarArray(new MCvScalar(h_min, s_min, v_min));
// ScalarArray hsv_max = new ScalarArray(new MCvScalar(h_max, s_max, v_max));
// CvInvoke.CvtColor(frame, hsvimg, ColorConversion.Bgr2Hsv);
// CvInvoke.InRange(hsvimg, hsv_min, hsv_max, mask);
// CvInvoke.MedianBlur(mask, mask, 5);
// CvInvoke.Imshow("mask", mask);
// VectorOfVectorOfPoint contours = new VectorOfVectorOfPoint();
// VectorOfRect hierachy = new VectorOfRect();
// CvInvoke.FindContours(mask, contours, hierachy, RetrType.External, ChainApproxMethod.ChainApproxNone);
// for(int i = 0; i< contours.Size; i++)
// {
// Rectangle rect = CvInvoke.BoundingRectangle(contours[i]);
// if (rect.Width < 10 || rect.Height < 10) //对于太小的外接矩形，删除掉
// continue;
// CvInvoke.Rectangle(frame, rect, new MCvScalar(255, 0, 0), 1);
// CvInvoke.PutText(frame, "green", new Point(rect.X, rect.Y - 5), FontFace.HersheyComplexSmall, 1.2, new MCvScalar(0, 255, 0));
// }
// CvInvoke.Imshow("hsv_track", frame);
// if(CvInvoke.WaitKey(30) == 27)
// {
// break;
// }
//}
///蓝色物体追踪
//VideoCapture cap = new VideoCapture("1.mp4");
//if (!cap.IsOpened) //打开文件失败
//{
// Console.WriteLine("Open video failed!");
// return;
//}
//Mat frame = new Mat();
//while (true)
//{
// //frame = cap.QueryFrame(); //实验读取到最后一帧有异常
// cap.Read(frame);
// if (frame.IsEmpty)
// {
// Console.WriteLine("frame is empty...");
// break;
// }
// Mat hsvimg = new Mat();
// Mat mask = new Mat();
// double h_min = 81, s_min = 77, v_min = 93;
// double h_max = 125, s_max = 255, v_max = 255;
// ScalarArray hsv_min = new ScalarArray(new MCvScalar(h_min, s_min, v_min));
// ScalarArray hsv_max = new ScalarArray(new MCvScalar(h_max, s_max, v_max));
// //!!!因为图像某一部分存在干扰，所以设置感兴趣区域,只追踪在规定范围内的颜色物体
// Mat frameROI = new Mat(frame, new Rectangle(0, 0, 350, 353)); //将干扰区域切除
// CvInvoke.CvtColor(frameROI, hsvimg, ColorConversion.Bgr2Hsv);
// CvInvoke.InRange(hsvimg, hsv_min, hsv_max, mask);
// CvInvoke.MedianBlur(mask, mask, 5);
// CvInvoke.Imshow("mask", mask);
// VectorOfVectorOfPoint contours = new VectorOfVectorOfPoint();
// VectorOfRect hierachy = new VectorOfRect();
// CvInvoke.FindContours(mask, contours, hierachy, RetrType.External, ChainApproxMethod.ChainApproxNone);
// for (int i = 0; i < contours.Size; i++)
// {
// Rectangle rect = CvInvoke.BoundingRectangle(contours[i]);
// if (rect.Width < 10 || rect.Height < 10) //对于太小的外接矩形，删除掉
// continue;
// CvInvoke.Rectangle(frame, rect, new MCvScalar(255, 0, 0), 1);
// CvInvoke.PutText(frame, "blue", new Point(rect.X, rect.Y - 5), FontFace.HersheyComplexSmall, 1.2, new MCvScalar(0, 255, 0));
// }
// CvInvoke.Imshow("hsv_track", frame);
// if (CvInvoke.WaitKey(30) == 27)
// {
// break;
// }
//}
///红色绿色同时追踪
//VideoCapture cap = new VideoCapture("1.mp4");
//if (!cap.IsOpened) //打开文件失败
//{
// Console.WriteLine("Open video failed!");
// return;
//}
//Mat frame = new Mat();
//while (true)
//{
// //frame = cap.QueryFrame(); //实验读取到最后一帧有异常
// cap.Read(frame);
// if (frame.IsEmpty)
// {
// Console.WriteLine("frame is empty...");
// break;
// }
// Mat hsvimg = new Mat();
// Mat mask_red = new Mat();
// Mat mask_green = new Mat();
// double h_min_red = 0, s_min_red = 127, v_min_red = 128;
// double h_max_red = 10, s_max_red = 255, v_max_red = 255;
// double h_min_green = 35, s_min_green = 110, v_min_green = 106;
// double h_max_green = 77, s_max_green = 255, v_max_green = 255;
// ScalarArray hsv_min_red = new ScalarArray(new MCvScalar(h_min_red, s_min_red, v_min_red));
// ScalarArray hsv_max_red = new ScalarArray(new MCvScalar(h_max_red, s_max_red, v_max_red));
// ScalarArray hsv_min_green = new ScalarArray(new MCvScalar(h_min_green, s_min_green, v_min_green));
// ScalarArray hsv_max_green = new ScalarArray(new MCvScalar(h_max_green, s_max_green, v_max_green));
// CvInvoke.CvtColor(frame, hsvimg, ColorConversion.Bgr2Hsv);
// CvInvoke.InRange(hsvimg, hsv_min_red, hsv_max_red, mask_red);
// CvInvoke.InRange(hsvimg, hsv_min_green, hsv_max_green, mask_green);
// CvInvoke.MedianBlur(mask_red, mask_red, 5);
// CvInvoke.MedianBlur(mask_green, mask_green, 5);
// Mat mask = new Mat();
// CvInvoke.Add(mask_red, mask_green, mask); //掩膜相加
// CvInvoke.Imshow("mask", mask); //显示合在一起的掩膜
// VectorOfVectorOfPoint contours_red = new VectorOfVectorOfPoint();
// VectorOfRect hierachy_red = new VectorOfRect();
// CvInvoke.FindContours(mask_red, contours_red, hierachy_red, RetrType.External, ChainApproxMethod.ChainApproxNone);
// for (int i = 0; i < contours_red.Size; i++)
// {
// Rectangle rect = CvInvoke.BoundingRectangle(contours_red[i]);
// if (rect.Width < 10 || rect.Height < 10) //对于太小的外接矩形，删除掉
// continue;
// CvInvoke.Rectangle(frame, rect, new MCvScalar(255, 0, 0), 1);
// CvInvoke.PutText(frame, "red", new Point(rect.X, rect.Y - 5), FontFace.HersheyComplexSmall, 1.2, new MCvScalar(0, 255, 0));
// }
// VectorOfVectorOfPoint contours_green = new VectorOfVectorOfPoint();
// VectorOfRect hierachy_green = new VectorOfRect();
// CvInvoke.FindContours(mask_green, contours_green, hierachy_green, RetrType.External, ChainApproxMethod.ChainApproxNone);
// for (int i = 0; i < contours_green.Size; i++)
// {
// Rectangle rect = CvInvoke.BoundingRectangle(contours_green[i]);
// if (rect.Width < 10 || rect.Height < 10) //对于太小的外接矩形，删除掉
// continue;
// CvInvoke.Rectangle(frame, rect, new MCvScalar(255, 0, 0), 1);
// CvInvoke.PutText(frame, "green", new Point(rect.X, rect.Y - 5), FontFace.HersheyComplexSmall, 1.2, new MCvScalar(0, 255, 0));
// }
// CvInvoke.Imshow("hsv_track", frame);
// if (CvInvoke.WaitKey(30) == 27)
// {
// break;
// }
//}
///手掌肤色提取
Mat src = CvInvoke.Imread("2.bmp");
double h_min = 0, s_min = 70, v_min = 70; //手的HSV颜色分布
double h_max = 15, s_max = 255, v_max = 255;
ScalarArray hsv_min = new ScalarArray(new MCvScalar(h_min, s_min, v_min));
ScalarArray hsv_max = new ScalarArray(new MCvScalar(h_max, s_max, v_max));
Mat hsvimg = new Mat();
Mat mask = new Mat();
CvInvoke.CvtColor(src, hsvimg, ColorConversion.Bgr2Hsv);
CvInvoke.InRange(hsvimg, hsv_min, hsv_max, mask);
CvInvoke.MedianBlur(mask, mask, 5);
VectorOfVectorOfPoint contours = new VectorOfVectorOfPoint();
VectorOfRect hierarchy = new VectorOfRect();
//发现轮廓
CvInvoke.FindContours(mask, contours, hierarchy, RetrType.External, ChainApproxMethod.ChainApproxNone);
for(int i = 0; i< contours.Size;i++)
{
Rectangle rect = CvInvoke.BoundingRectangle(contours[i]);
if (rect.Width < 10 || rect.Height < 10)
continue;
CvInvoke.Rectangle(src, rect, new MCvScalar(255, 0, 0));
CvInvoke.PutText(src, "hand", new Point(rect.X, rect.Y - 5), FontFace.HersheyComplexSmall, 1.2, new MCvScalar(0, 0, 255));
}
CvInvoke.Imshow("hsv_track", src);
CvInvoke.WaitKey(0);
}
}
}
效果
1、寻找图像红色部分：
掩膜：
2、寻找红色部分：
3、寻找视频中的绿色部分：
4、寻找视频中红色与绿色物体：
5、根据手的HSV特征寻找手：
