用faster rcnn对celebA的bbox重新标注，c++实现筛选，过滤无效bbox

在对MTCNN进行landmark训练前，发现celebA数据集人脸bbox的标注不准确（landmark标注准确，可以使用），所以需要对人脸bbox进行重新标注，选择用faster rcnn对celebA数据集的bbox重新标注。参考博客：

http://blog.csdn.net/xzzppp/article/details/52071546

用faster rcnn对celebA数据集的bbox重新标注后，发现有不少误报，误报主要表现为把手，眼睛，耳朵或背景当成了人脸。所以我对bbox的刷选条件为：“如果celebA数据集的5个landmark都在bbox里面，认为这个bbox是有效的，其他的都无效” ；

celebA数据集中的标注文件，一个图片中只有一个人脸bbox，5个landmark；但faster rcnn标注的bbox中，一个图片中，可能存在多个bbox，用c++实现刷选，过滤和排除无效bbox的代码如下：

#include <iostream>
#include <stdlib.h>
#include <fstream>
#include <sstream>
#include <string>
#include <vector>
#include <opencv2/opencv.hpp>  
using namespace cv;
using namespace std;

int main()
{
	ifstream infile_bbox, infile_align;
	ofstream outfile;
	string Imagedir = "E:/face_alignment/data/CelebA/Img/img_celeba.7z/img_celeba/";
	infile_bbox.open("E:/face_alignment/data/CelebA/Anno/celebA_frcnn_annot.txt");  //输入fasterrcnn标注的bbox
	infile_align.open("E:/face_alignment/data/CelebA/Anno/list_landmarks_celeba_modfy.txt");  //输入celebA的landmark
	outfile.open("E:/face_alignment/data/CelebA/Anno/celebA_bbox_landmark.txt");  //输出文件，包含bbox和landmark

	string img_bbox, img_align;
	int x1, y1, x2, y2, w, h, i = 0;
	int pst1_x, pst1_y, pst2_x, pst2_y, pst3_x, pst3_y, pst4_x, pst4_y, pst5_x, pst5_y;

	infile_bbox >> img_bbox >> x1 >> y1 >> x2 >> y2;

	while (infile_align)
	{
		infile_align >> img_align >> pst1_x >> pst1_y >> pst2_x >> pst2_y >> pst3_x >> pst3_y >> pst4_x >> pst4_y >> pst5_x >> pst5_y;

		while (infile_bbox)
		{
			// 判断是否为同一个图片
			if (strcmp(img_bbox.c_str(), img_align.c_str()) == 0)
			{
				//判断五个点是否都在bbox中
				int xx = (x1 < pst1_x && pst1_x < x2) && (x1 < pst2_x && pst2_x < x2) && (x1 < pst3_x && pst3_x < x2) && (x1 < pst4_x && pst4_x < x2) && (x1 < pst5_x && pst5_x < x2);
				int yy = (y1 < pst1_y && pst1_y < y2) && (y1 < pst2_y && pst2_y < y2) && (y1 < pst3_y && pst3_y < y2) && (y1 < pst4_y && pst4_y < y2) && (y1 < pst5_y && pst5_y < y2);

				if (xx == 1 && yy == 1)
				{
					outfile << img_align << " " << x1 << " " << y1 << " " << x2 << " " << y2 << " ";
					outfile << pst1_x << " " << pst1_y << " " << pst2_x << " " << pst2_y << " " << pst3_x << " " << pst3_y << " " << pst4_x << " " << pst4_y << " " << pst5_x << " " << pst5_y << endl;

					//string image_dir = Imagedir + img_align;
					//Mat image = imread(image_dir, -1);
					//w = x2 - x1;
					//h = y2 - y1;
					//Rect bbox(x1, y1, w, h);
					//rectangle(image, bbox, cv::Scalar(255, 0, 0), 2);
					//cv::circle(image, cv::Point(pst1_x, pst1_y), 5, cv::Scalar(255, 255, 0), 2);
					//cv::circle(image, cv::Point(pst2_x, pst2_y), 5, cv::Scalar(255, 255, 0), 2);
					//cv::circle(image, cv::Point(pst3_x, pst3_y), 5, cv::Scalar(255, 255, 0), 2);
					//cv::circle(image, cv::Point(pst4_x, pst4_y), 5, cv::Scalar(255, 255, 0), 2);
					//cv::circle(image, cv::Point(pst5_x, pst5_y), 5, cv::Scalar(255, 255, 0), 2);

					i++;
					cout << i << endl;
					//imshow("bbox", image);
					//waitKey(1000);
				}

			}
			else
				break;

			infile_bbox >> img_bbox >> x1 >> y1 >> x2 >> y2;
		}


	}

	infile_bbox.close();
	infile_align.close();
	outfile.close();

	return 0;
}

验证刷选效果是否可行的可视化程序：

#include <iostream>
#include <stdlib.h>
#include <fstream>
#include <sstream>
#include <string>
#include <vector>
#include <opencv2/opencv.hpp>  
using namespace cv;
using namespace std;


int main()
{
	ifstream infile;
	string Imagedir = "E:/face_alignment/data/CelebA/Img/img_celeba.7z/img_celeba/";
	infile.open("E:/face_alignment/data/CelebA/Anno/celebA_bbox_landmark.txt");

	string img;
	int x1, y1, x2, y2, w, h, i = 0;
	int pst1_x, pst1_y, pst2_x, pst2_y, pst3_x, pst3_y, pst4_x, pst4_y, pst5_x, pst5_y;

	while (infile)
	{
		infile >> img >> x1 >> y1 >> x2 >> y2 >> pst1_x >> pst1_y >> pst2_x >> pst2_y >> pst3_x >> pst3_y >> pst4_x >> pst4_y >> pst5_x >> pst5_y;

		string image_dir = Imagedir + img;
		Mat image = imread(image_dir, -1);
		w = x2 - x1;
		h = y2 - y1;
		Rect bbox(x1, y1, w, h);
		rectangle(image, bbox, cv::Scalar(255, 0, 0), 2);
		cv::circle(image, cv::Point(pst1_x, pst1_y), 5, cv::Scalar(255, 255, 0), 2);
		cv::circle(image, cv::Point(pst2_x, pst2_y), 5, cv::Scalar(255, 255, 0), 2);
		cv::circle(image, cv::Point(pst3_x, pst3_y), 5, cv::Scalar(255, 255, 0), 2);
		cv::circle(image, cv::Point(pst4_x, pst4_y), 5, cv::Scalar(255, 255, 0), 2);
		cv::circle(image, cv::Point(pst5_x, pst5_y), 5, cv::Scalar(255, 255, 0), 2);

		i++;
		cout << i << endl;
		imshow("bbox", image);
		waitKey(1000);

	}

	infile.close();


	return 0;
}

标注效果如下图所示：

用faster rcnn对celebA的bbox重新标注，c++实现筛选，过滤无效bbox

猜你喜欢