Peter M. Groen / openbr

Commit c023269877023dbb7e9ef26582a984c7a3efa955

Authored by Josh Klontz
1 parent 484e0f46

removed pp4 plugin

Inline Side-by-side
Showing 2 changed files with 0 additions and 385 deletions
openbr/plugins/classification/pp4.cpp deleted
View file @484e0f4
1 -#include <QThreadPool>  
2 -#include <QMap>  
3 -#include <QVariant>  
4 -#include <pittpatt_errors.h>  
5 -#include <pittpatt_nc_sdk.h>  
6 -#include <pittpatt_raw_image_io.h>  
7 -#include <pittpatt_license.h>  
8 -#include <openbr/openbr_plugin.h>  
9 -#include "openbr/plugins/openbr_internal.h"  
10 -#include "openbr/core/resource.h"  
11 -  
12 -#define TRY(CC) \  
13 -{ \  
14 - if ((CC) != PPR_SUCCESS) qFatal("%d error (%s, %d): %s.", CC, __FILE__, __LINE__, ppr_error_message(CC)); \  
15 -}  
16 -  
17 -#define TRY_VIDEO(CC) \  
18 -{ \  
19 - if ((CC) != PPR_VIDEO_IO_SUCCESS) qFatal("%d error (%s, %d): %s.", CC, __FILE__, __LINE__, ppr_video_io_error_message(CC)); \  
20 -}  
21 -  
22 -#define TRY_RAW_IMAGE(CC) \  
23 -{ \  
24 - if ((CC) != PPR_RAW_IMAGE_SUCCESS) qFatal("%d error (%s, %d): %s.", CC, __FILE__, __LINE__, ppr_raw_image_error_message(CC)); \  
25 -}  
26 -  
27 -using namespace br;  
28 -  
29 -/*!  
30 - * \ingroup initializers  
31 - * \brief Initialize PittPatt 4  
32 - * \author Josh Klontz \cite jklontz  
33 - * \warning Needs a maintainer.  
34 - */  
35 -class PP4Initializer : public Initializer  
36 -{  
37 - Q_OBJECT  
38 -  
39 - void initialize() const  
40 - {  
41 - Globals->abbreviations.insert("PP4", "Open+PP4Enroll:PP4Compare");  
42 - }  
43 -  
44 - void finalize() const  
45 - {  
46 - ppr_finalize_sdk();  
47 - }  
48 -};  
49 -  
50 -BR_REGISTER(Initializer, PP4Initializer)  
51 -  
52 -/*!  
53 - * \brief PittPatt 4 context  
54 - * \author Josh Klontz \cite jklontz  
55 - * \warning Needs a maintainer.  
56 - */  
57 -struct PP4Context  
58 -{  
59 - ppr_context_type context;  
60 -  
61 - PP4Context()  
62 - {  
63 - context = ppr_get_context();  
64 - TRY(ppr_enable_recognition(context))  
65 - TRY(ppr_set_license(context, my_license_id, my_license_key))  
66 - TRY(ppr_set_models_path(context, qPrintable(Globals->sdkPath + "/models/pp4")))  
67 - TRY(ppr_set_num_recognition_threads(context, QThreadPool::globalInstance()->maxThreadCount()))  
68 - TRY(ppr_set_num_detection_threads(context, 1))  
69 - TRY(ppr_set_detection_precision(context, PPR_FINE_PRECISION))  
70 - TRY(ppr_set_landmark_detector_type(context, PPR_DUAL_MULTI_POSE_LANDMARK_DETECTOR, PPR_AUTOMATIC_LANDMARKS))  
71 - TRY(ppr_set_min_size(context, 4))  
72 - TRY(ppr_set_frontal_yaw_constraint(context, PPR_FRONTAL_YAW_CONSTRAINT_PERMISSIVE))  
73 - TRY(ppr_set_template_extraction_type(context, PPR_EXTRACT_DOUBLE))  
74 - TRY(ppr_initialize_context(context))  
75 - }  
76 -  
77 - ~PP4Context()  
78 - {  
79 - TRY(ppr_release_context(context))  
80 - }  
81 -  
82 - static void createRawImage(const cv::Mat &src, ppr_raw_image_type &dst)  
83 - {  
84 - ppr_raw_image_create(&dst, src.cols, src.rows, PPR_RAW_IMAGE_BGR24);  
85 - assert((src.type() == CV_8UC3) && src.isContinuous());  
86 - memcpy(dst.data, src.data, 3*src.rows*src.cols);  
87 - }  
88 -  
89 - void createMat(const ppr_template_type &src, cv::Mat &dst) const  
90 - {  
91 - ppr_flat_template_type flat_template;  
92 - TRY(ppr_flatten_template(context,src,&flat_template))  
93 - dst = cv::Mat(1, flat_template.num_bytes, CV_8UC1, flat_template.data).clone();  
94 - ppr_free_flat_template(flat_template);  
95 - }  
96 -  
97 - void createTemplate(const cv::Mat &src, ppr_template_type *dst) const  
98 - {  
99 - ppr_flat_template_type flat_template;  
100 - flat_template.num_bytes = src.cols;  
101 - flat_template.data = src.data;  
102 - TRY(ppr_unflatten_template(context, flat_template, dst))  
103 - }  
104 -  
105 - static QString toString(const ppr_landmark_category_type &category)  
106 - {  
107 - switch (category) {  
108 - case PPR_LANDMARK_LEFT_EYE:  
109 - return "Left_Eye";  
110 - case PPR_LANDMARK_RIGHT_EYE:  
111 - return "Right_Eye";  
112 - case PPR_LANDMARK_NOSE_BASE:  
113 - return "Nose_Base";  
114 - case PPR_LANDMARK_NOSE_BRIDGE:  
115 - return "Nose_Bridge";  
116 - case PPR_LANDMARK_NOSE_TIP:  
117 - return "Nose_Tip";  
118 - case PPR_LANDMARK_NOSE_TOP:  
119 - return "Nose_Top";  
120 - case PPR_LANDMARK_EYE_NOSE:  
121 - return "Eye_Nose";  
122 - case PPR_LANDMARK_MOUTH:  
123 - return "Mouth";  
124 - }  
125 -  
126 - return "Unknown";  
127 - }  
128 -  
129 - static QMap<QString,QVariant> toMetadata(const ppr_object_type &object)  
130 - {  
131 - QMap<QString,QVariant> metadata;  
132 -  
133 - metadata.insert("FrontalFace", QRectF(object.position.x - object.dimensions.width/2,  
134 - object.position.y - object.dimensions.height/2,  
135 - object.dimensions.width,  
136 - object.dimensions.height));  
137 - metadata.insert("Confidence", object.confidence);  
138 - metadata.insert("PP4_Object_X", object.position.x - object.dimensions.width/2);  
139 - metadata.insert("PP4_Object_Y", object.position.y - object.dimensions.height/2);  
140 - metadata.insert("PP4_Object_Width", object.dimensions.width);  
141 - metadata.insert("PP4_Object_Height", object.dimensions.height);  
142 - metadata.insert("PP4_Object_Roll", object.rotation.roll);  
143 - metadata.insert("PP4_Object_Pitch", object.rotation.pitch);  
144 - metadata.insert("PP4_Object_Yaw", object.rotation.yaw);  
145 - metadata.insert("PP4_Object_Precision", object.rotation.precision);  
146 - metadata.insert("PP4_Object_ModelID", object.model_id);  
147 - metadata.insert("PP4_Object_NumLandmarks", object.num_landmarks);  
148 - metadata.insert("PP4_Object_Size", object.size);  
149 -  
150 - QList<ppr_landmark_category_type> categories;  
151 - categories << PPR_LANDMARK_RIGHT_EYE  
152 - << PPR_LANDMARK_LEFT_EYE  
153 - << PPR_LANDMARK_NOSE_BASE  
154 - << PPR_LANDMARK_NOSE_BRIDGE  
155 - << PPR_LANDMARK_NOSE_TIP  
156 - << PPR_LANDMARK_NOSE_TOP  
157 - << PPR_LANDMARK_EYE_NOSE  
158 - << PPR_LANDMARK_MOUTH;  
159 -  
160 - for (int i=0; i<categories.size(); i++) {  
161 - ppr_landmark_category_type category = categories[i];  
162 - QString metadataString = QString("PP4_Landmark%1_%2").arg(QString::number(i), toString(category));  
163 -  
164 - bool found = false;  
165 - for (int j=0; j<object.num_landmarks; j++) {  
166 - ppr_landmark_type &landmark = object.landmarks[j];  
167 - if (landmark.category != category) continue;  
168 -  
169 - metadata.insert(metadataString+"_X", landmark.position.x);  
170 - metadata.insert(metadataString+"_Y", landmark.position.y);  
171 - metadata.insert(metadataString+"_Category", landmark.category);  
172 - metadata.insert(metadataString+"_ModelID", landmark.model_id);  
173 - metadata.insert(metadataString+"_Index", j);  
174 - found = true;  
175 - break;  
176 - }  
177 -  
178 - if (!found) {  
179 - metadata.insert(metadataString+"_X", -1);  
180 - metadata.insert(metadataString+"_Y", -1);  
181 - metadata.insert(metadataString+"_Category", -1);  
182 - metadata.insert(metadataString+"_ModelID", -1);  
183 - metadata.insert(metadataString+"_Index", -1);  
184 - }  
185 - }  
186 -  
187 - return metadata;  
188 - }  
189 -  
190 - static void freeObject(ppr_object_type &object)  
191 - {  
192 - delete[] object.landmarks;  
193 - object.landmarks = NULL;  
194 - object.num_landmarks = 0;  
195 - }  
196 -};  
197 -  
198 -/*!  
199 - * \ingroup transforms  
200 - * \brief Enroll faces in PittPatt 4  
201 - * \author Josh Klontz \cite jklontz  
202 - * \warning Needs a maintainer.  
203 - * \br_property bool detectOnly If true, return all detected faces. Otherwise, return only faces that are suitable for recognition. Default is false.  
204 - */  
205 -class PP4EnrollTransform : public UntrainableMetaTransform  
206 -{  
207 - Q_OBJECT  
208 - Q_PROPERTY(bool detectOnly READ get_detectOnly WRITE set_detectOnly RESET reset_detectOnly STORED false)  
209 - BR_PROPERTY(bool, detectOnly, false)  
210 - Resource<PP4Context> contexts;  
211 -  
212 - void project(const Template &src, Template &dst) const  
213 - {  
214 - if (Globals->enrollAll)  
215 - qFatal("single template project doesn't support enrollAll");  
216 -  
217 - TemplateList srcList;  
218 - srcList.append(src);  
219 - TemplateList dstList;  
220 - project(srcList, dstList);  
221 - dst = dstList.first();  
222 - }  
223 -  
224 - void project(const TemplateList &srcList, TemplateList &dstList) const  
225 - {  
226 - if (srcList.empty())  
227 - return;  
228 -  
229 - PP4Context *context = contexts.acquire();  
230 -  
231 - foreach(const Template &src, srcList) {  
232 - if (!src.isEmpty()) {  
233 - ppr_raw_image_type raw_image;  
234 - PP4Context::createRawImage(src, raw_image);  
235 - ppr_image_type image;  
236 - TRY(ppr_create_image(raw_image, &image))  
237 - ppr_object_list_type object_list;  
238 - TRY(ppr_detect_objects(context->context, image, &object_list))  
239 -  
240 - QList<ppr_object_type> objects;  
241 - if (Globals->enrollAll) objects = getAllObjects(object_list);  
242 - else objects = getBestObject(context, object_list);  
243 -  
244 - foreach (const ppr_object_type &object, objects) {  
245 - ppr_object_suitability_type suitability;  
246 - TRY(ppr_is_object_suitable_for_recognition(context->context, object, &suitability))  
247 - if (suitability != PPR_OBJECT_SUITABLE_FOR_RECOGNITION && !detectOnly) continue;  
248 -  
249 - cv::Mat m;  
250 - if (detectOnly)  
251 - m = src;  
252 - else {  
253 - ppr_template_type curr_template;  
254 - TRY(ppr_extract_template_from_object(context->context, image, object, &curr_template))  
255 - context->createMat(curr_template, m);  
256 - }  
257 -  
258 - Template dst;  
259 - dst.file = src.file;  
260 -  
261 - dst.file.append(PP4Context::toMetadata(object));  
262 - dst += m;  
263 - dstList.append(dst);  
264 -  
265 - if (!Globals->enrollAll)  
266 - break;  
267 - }  
268 -  
269 - ppr_free_object_list(object_list);  
270 - ppr_free_image(image);  
271 - ppr_raw_image_free(raw_image);  
272 - }  
273 -  
274 - if (!Globals->enrollAll && dstList.empty()) {  
275 - dstList.append(Template(src.file, detectOnly ? src.m() : cv::Mat()));  
276 - dstList.last().file.fte = true;  
277 - }  
278 - }  
279 -  
280 - contexts.release(context);  
281 - }  
282 -  
283 -private:  
284 - QList<ppr_object_type> getBestObject(PP4Context *context, ppr_object_list_type object_list) const  
285 - {  
286 - int best_index = -1;  
287 - float best_confidence = 0;  
288 - for (int i=0; i<object_list.num_objects; i++) {  
289 - ppr_object_type object = object_list.objects[i];  
290 - ppr_object_suitability_type suitability;  
291 - TRY(ppr_is_object_suitable_for_recognition(context->context, object, &suitability))  
292 - if (suitability != PPR_OBJECT_SUITABLE_FOR_RECOGNITION) continue;  
293 - if ((object.confidence > best_confidence) ||  
294 - (best_index == -1)) {  
295 - best_confidence = object.confidence;  
296 - best_index = i;  
297 - }  
298 - }  
299 -  
300 - QList<ppr_object_type> objects;  
301 - if (best_index != -1) objects.append(object_list.objects[best_index]);  
302 - return objects;  
303 - }  
304 -  
305 - QList<ppr_object_type> getAllObjects(ppr_object_list_type object_list) const  
306 - {  
307 - QList<ppr_object_type> objects;  
308 - for (int i=0; i<object_list.num_objects; i++)  
309 - objects.append(object_list.objects[i]);  
310 - return objects;  
311 - }  
312 -};  
313 -  
314 -BR_REGISTER(Transform, PP4EnrollTransform)  
315 -  
316 -/*!  
317 - * \ingroup distances  
318 - * \brief Compare faces using PittPatt 4.  
319 - * \author Josh Klontz \cite jklontz  
320 - * \warning Needs a maintainer.  
321 - */  
322 -class PP4Compare : public Distance,  
323 - public PP4Context  
324 -{  
325 - Q_OBJECT  
326 -  
327 - void compare(const TemplateList &target, const TemplateList &query, Output *output) const  
328 - {  
329 - ppr_gallery_type target_gallery, query_gallery;  
330 - ppr_create_gallery(context, &target_gallery);  
331 - ppr_create_gallery(context, &query_gallery);  
332 - QList<int> target_template_ids, query_template_ids;  
333 - enroll(target, &target_gallery, target_template_ids);  
334 - enroll(query, &query_gallery, query_template_ids);  
335 -  
336 - ppr_similarity_matrix_type similarity_matrix;  
337 - TRY(ppr_compare_galleries(context, query_gallery, target_gallery, &similarity_matrix))  
338 -  
339 - for (int i=0; i<query_template_ids.size(); i++) {  
340 - int query_template_id = query_template_ids[i];  
341 - for (int j=0; j<target_template_ids.size(); j++) {  
342 - int target_template_id = target_template_ids[j];  
343 - float score = -std::numeric_limits<float>::max();  
344 - if ((query_template_id != -1) && (target_template_id != -1)) {  
345 - TRY(ppr_get_similarity_matrix_element(context, similarity_matrix, query_template_id, target_template_id, &score))  
346 - }  
347 - output->setRelative(score, i, j);  
348 - }  
349 - }  
350 -  
351 - ppr_free_similarity_matrix(similarity_matrix);  
352 - ppr_free_gallery(target_gallery);  
353 - ppr_free_gallery(query_gallery);  
354 - }  
355 -  
356 - void enroll(const TemplateList &templates, ppr_gallery_type *gallery, QList<int> &template_ids) const  
357 - {  
358 - foreach (const Template &t, templates) {  
359 - if (t.m().data) {  
360 - ppr_template_type u;  
361 - createTemplate(t.m(), &u);  
362 - int template_id;  
363 - TRY(ppr_copy_template_to_gallery(context, gallery, u, &template_id))  
364 - template_ids.append(template_id);  
365 - ppr_free_template(u);  
366 - } else {  
367 - template_ids.append(-1);  
368 - }  
369 - }  
370 - }  
371 -};  
372 -  
373 -BR_REGISTER(Distance, PP4Compare)  
374 -  
375 -#include "plugins/pp4.moc"  
openbr/plugins/cmake/pp4.cmake deleted
View file @484e0f4
1 -set(BR_WITH_PP4 OFF CACHE BOOL "Build with PittPatt 4")  
2 -  
3 -if(${BR_WITH_PP4})  
4 - find_package(PP4 REQUIRED)  
5 - set(BR_THIRDPARTY_LIBS ${BR_THIRDPARTY_LIBS} ${PP4_LIBS})  
6 - install(DIRECTORY ${PP4_DIR}/lib/ DESTINATION lib)  
7 - install(DIRECTORY ${PP4_DIR}/models/ DESTINATION models/pp4)  
8 -else()  
9 - set(BR_EXCLUDED_PLUGINS ${BR_EXCLUDED_PLUGINS} plugins/classification/pp4.cpp)  
10 -endif()