Peter M. Groen / openbr

Commit f93466715a757bab06f9e6ecbf6f19d74fb740a1

Authored by Josh Klontz 2021-09-02 11:23:17 -0600

Revert "removed dlib"

This reverts commit aeb25d8b264ca18b84a01e4736a9c77568ba7cee.

Inline Side-by-side

Showing 3 changed files with 226 additions and 0 deletions

openbr/plugins/classification/dlib.cpp 0 → 100644

View file @f934667

	1	+#include <opencv2/imgproc/imgproc.hpp>
	2	+#include <dlib/image_processing/frontal_face_detector.h>
	3	+#include <dlib/image_processing.h>
	4	+#include <dlib/opencv.h>
	5	+
	6	+#include "openbr/plugins/openbr_internal.h"
	7	+
	8	+#include <QTemporaryFile>
	9	+
	10	+using namespace std;
	11	+using namespace dlib;
	12	+
	13	+namespace br
	14	+{
	15	+
	16	+/*!
	17	+ * \ingroup transforms
	18	+ * \brief Wrapper to dlib's landmarker.
	19	+ * \author Scott Klum \cite sklum
	20	+ */
	21	+class DLibShapeResourceMaker : public ResourceMaker<shape_predictor>
	22	+{
	23	+
	24	+private:
	25	+ shape_predictor *make() const
	26	+ {
	27	+ shape_predictor *sp = new shape_predictor();
	28	+ dlib::deserialize(qPrintable(Globals->sdkPath + "/share/openbr/models/dlib/shape_predictor_68_face_landmarks.dat")) >> *sp;
	29	+ return sp;
	30	+ }
	31	+};
	32	+
	33	+class DLandmarkerTransform : public UntrainableTransform
	34	+{
	35	+ Q_OBJECT
	36	+
	37	+private:
	38	+ Resource<shape_predictor> shapeResource;
	39	+
	40	+ void init()
	41	+ {
	42	+ shapeResource.setResourceMaker(new DLibShapeResourceMaker());
	43	+ shapeResource.release(shapeResource.acquire()); // Pre-load one instance of the model
	44	+ }
	45	+
	46	+ QPointF averagePoints(const QList<QPointF> &points, int rangeBegin, int rangeEnd) const
	47	+ {
	48	+ QPointF point;
	49	+ for (int i=rangeBegin; i<rangeEnd; i++)
	50	+ point += points[i];
	51	+ point /= (rangeEnd-rangeBegin);
	52	+ return point;
	53	+ }
	54	+
	55	+ void setFacePoints(Template &dst) const
	56	+ {
	57	+ const QList<QPointF> points = dst.file.points();
	58	+ dst.file.set("RightEye", averagePoints(points, 36, 42));
	59	+ dst.file.set("LeftEye" , averagePoints(points, 42, 48));
	60	+ dst.file.set("Chin", points[8]);
	61	+ }
	62	+
	63	+ void project(const Template &src, Template &dst) const
	64	+ {
	65	+ dst = src;
	66	+
	67	+ shape_predictor *const sp = shapeResource.acquire();
	68	+
	69	+ cv::Mat cvImage = src.m();
	70	+ if (cvImage.channels() == 3)
	71	+ cv::cvtColor(cvImage, cvImage, CV_BGR2GRAY);
	72	+
	73	+ cv_image<unsigned char> cimg(cvImage);
	74	+ array2d<unsigned char> image;
	75	+ assign_image(image,cimg);
	76	+
	77	+ rectangle r;
	78	+ if (src.file.rects().isEmpty()) { // If the image has no rects assume the whole image is a face
	79	+ r = rectangle(0, 0, cvImage.cols, cvImage.rows);
	80	+ } else { // Crop the image on the first rect
	81	+ const QRectF rect = src.file.rects().first();
	82	+ r = rectangle(rect.left(), rect.top(), rect.right(), rect.bottom());
	83	+ }
	84	+
	85	+ full_object_detection shape = (*sp)(image, r);
	86	+ QList<QPointF> points;
	87	+ for (size_t i=0; i<shape.num_parts(); i++)
	88	+ points.append(QPointF(shape.part(i)(0), shape.part(i)(1)));
	89	+ dst.file.setPoints(points);
	90	+ setFacePoints(dst);
	91	+
	92	+ shapeResource.release(sp);
	93	+ }
	94	+};
	95	+
	96	+BR_REGISTER(Transform, DLandmarkerTransform)
	97	+
	98	+/*!
	99	+ * \ingroup transforms
	100	+ * \brief Wrapper to dlib's trainable object detector.
	101	+ * \author Scott Klum \cite sklum
	102	+ */
	103	+class DObjectDetectorTransform : public Transform
	104	+{
	105	+ Q_OBJECT
	106	+
	107	+ Q_PROPERTY(int winSize READ get_winSize WRITE set_winSize RESET reset_winSize STORED true)
	108	+ Q_PROPERTY(float C READ get_C WRITE set_C RESET reset_C STORED true)
	109	+ Q_PROPERTY(float epsilon READ get_epsilon WRITE set_epsilon RESET reset_epsilon STORED true)
	110	+ BR_PROPERTY(int, winSize, 80)
	111	+ BR_PROPERTY(float, C, 1)
	112	+ BR_PROPERTY(float, epsilon, .01)
	113	+
	114	+private:
	115	+ typedef scan_fhog_pyramid<pyramid_down<6> > image_scanner_type;
	116	+ mutable object_detector<image_scanner_type> detector;
	117	+ mutable QMutex mutex;
	118	+
	119	+ void train(const TemplateList &data)
	120	+ {
	121	+ dlib::array<array2d<unsigned char> > samples;
	122	+ std::vector<std::vector<rectangle> > boxes;
	123	+
	124	+ foreach (const Template &t, data) {
	125	+ if (!t.file.rects().isEmpty()) {
	126	+ cv_image<unsigned char> cimg(t.m());
	127	+
	128	+ array2d<unsigned char> image;
	129	+ assign_image(image,cimg);
	130	+
	131	+ samples.push_back(image);
	132	+
	133	+ std::vector<rectangle> b;
	134	+ foreach (const QRectF &r, t.file.rects())
	135	+ b.push_back(rectangle(r.left(),r.top(),r.right(),r.bottom()));
	136	+
	137	+ boxes.push_back(b);
	138	+ }
	139	+ }
	140	+
	141	+ if (samples.size() == 0)
	142	+ qFatal("Training data has no bounding boxes.");
	143	+
	144	+ image_scanner_type scanner;
	145	+
	146	+ scanner.set_detection_window_size(winSize, winSize);
	147	+ structural_object_detection_trainer<image_scanner_type> trainer(scanner);
	148	+ trainer.set_num_threads(max(1,QThread::idealThreadCount()));
	149	+ trainer.set_c(C);
	150	+ trainer.set_epsilon(epsilon);
	151	+
	152	+ if (Globals->verbose)
	153	+ trainer.be_verbose();
	154	+
	155	+ detector = trainer.train(samples, boxes);
	156	+ }
	157	+
	158	+ void project(const Template &src, Template &dst) const
	159	+ {
	160	+ dst = src;
	161	+ cv_image<unsigned char> cimg(src.m());
	162	+ array2d<unsigned char> image;
	163	+ assign_image(image,cimg);
	164	+
	165	+ QMutexLocker locker(&mutex);
	166	+ std::vector<rectangle> dets = detector(image);
	167	+ locker.unlock();
	168	+
	169	+ for (size_t i=0; i<dets.size(); i++)
	170	+ dst.file.appendRect(QRectF(QPointF(dets[i].left(),dets[i].top()),QPointF(dets[i].right(),dets[i].bottom())));
	171	+ }
	172	+
	173	+ void store(QDataStream &stream) const
	174	+ {
	175	+ // Create local file
	176	+ QTemporaryFile tempFile;
	177	+ tempFile.open();
	178	+ tempFile.close();
	179	+
	180	+ dlib::serialize(qPrintable(tempFile.fileName())) << detector;
	181	+
	182	+ // Copy local file contents to stream
	183	+ tempFile.open();
	184	+ QByteArray data = tempFile.readAll();
	185	+ tempFile.close();
	186	+ stream << data;
	187	+ }
	188	+
	189	+ void load(QDataStream &stream)
	190	+ {
	191	+ // Copy local file contents from stream
	192	+ QByteArray data;
	193	+ stream >> data;
	194	+
	195	+ // Create local file
	196	+ QTemporaryFile tempFile(QDir::tempPath()+"/model");
	197	+ tempFile.open();
	198	+ tempFile.write(data);
	199	+ tempFile.close();
	200	+
	201	+ // Load MLP from local file
	202	+ dlib::deserialize(qPrintable(tempFile.fileName())) >> detector;
	203	+ }
	204	+};
	205	+
	206	+BR_REGISTER(Transform, DObjectDetectorTransform)
	207	+
	208	+} // namespace br
	209	+
	210	+#include "dlib.moc"
...	...

openbr/plugins/classification/dlib_source.cpp 0 → 100644

View file @f934667

	1	+#define DLIB_NO_GUI_SUPPORT
	2	+#include <dlib/all/source.cpp>
...	...

openbr/plugins/cmake/dlib.cmake 0 → 100644

View file @f934667

	1	+set(BR_WITH_DLIB OFF CACHE BOOL "Build with DLib")
	2	+
	3	+if(${BR_WITH_DLIB})
	4	+ ExternalProject_Add(dlib
	5	+ URL http://downloads.sourceforge.net/project/dclib/dlib/v18.16/dlib-18.16.tar.bz2
	6	+ URL_MD5 e9e5449bc25370afce2d254327afac99
	7	+ SOURCE_DIR "${PROJECT_SOURCE_DIR}/3rdparty/dlib-18.16"
	8	+ CONFIGURE_COMMAND ""
	9	+ BUILD_COMMAND ""
	10	+ INSTALL_COMMAND "")
	11	+ include_directories("${PROJECT_SOURCE_DIR}/3rdparty/dlib-18.16")
	12	+else()
	13	+ set(BR_EXCLUDED_PLUGINS ${BR_EXCLUDED_PLUGINS} plugins/classification/dlib.cpp plugins/classification/dlib_source.cpp)
	14	+endif()
...	...