Merge branch 'master' of https://github.com/biometrics/openbr

Jordan Cheney
2 parents c8b9c4dd 5bc956a5
Showing 9 changed files with 231 additions and 11 deletions
3rdparty/stasm4.0.0/CMakeLists.txt
CMakeLists.txt
openbr/plugins/gallery/binary.cpp
openbr/plugins/imgproc/adaptivethreshold.cpp
openbr/plugins/imgproc/heatmap.cpp
openbr/plugins/imgproc/samplefrommask.cpp
openbr/plugins/imgproc/threshold.cpp
scripts/matlab/writeUT.m
scripts/matlab/writeUTFVectors.m
@@ -13,7 +13,7 @@ set(CPACK_PACKAGE_VERSION &quot;${CPACK_PACKAGE_VERSION_MAJOR}.${CPACK_PACKAGE_VERSIO
 set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${PROJECT_SOURCE_DIR}/cmake/Modules/")
 # Find Qt 5.0.2
-set(QT_DEPENDENCIES Concurrent Core Gui Network Sql Svg Widgets Xml)
+set(QT_DEPENDENCIES Concurrent Core Gui Network Sql Widgets Xml)
 foreach(QT_DEPENDENCY ${QT_DEPENDENCIES})
   find_package(Qt5${QT_DEPENDENCY})
 endforeach()
@@ -80,7 +80,7 @@ endif()
 set(QT_DEPENDENCIES Concurrent Core)
 option(BR_EMBEDDED "Limit software dependencies")
 if(NOT ${BR_EMBEDDED})
-  set(QT_DEPENDENCIES ${QT_DEPENDENCIES} Gui Network Sql Svg Widgets Xml)
+  set(QT_DEPENDENCIES ${QT_DEPENDENCIES} Gui Network Sql Widgets Xml)
 endif()
 foreach(QT_DEPENDENCY ${QT_DEPENDENCIES})
   find_package(Qt5${QT_DEPENDENCY})
@@ -17,6 +17,11 @@
 #include <QJsonObject>
 #include <QJsonParseError>
+#ifdef _WIN32
+#include <io.h>
+#include <fcntl.h>
+#endif // _WIN32
+
 #include <openbr/plugins/openbr_internal.h>
 #include <openbr/core/qtutils.h>
 #include <openbr/universal_template.h>
@@ -223,7 +228,41 @@ class utGallery : public BinaryGallery
                 dataSize -= sizeof(uint32_t)*4;
                 t.file.set("First_Eye", QPointF(*rightEyeX, *rightEyeY));
                 t.file.set("Second_Eye", QPointF(*leftEyeX, *leftEyeY));
-            } else {
+            }
+            else if (ut.algorithmID == 7) {
+                // binary data consisting of a single channel matrix, of a supported type.
+                // 4 element header:
+                // uint16 datatype (single channel opencv datatype code)
+                // uint32 matrix rows
+                // uint32 matrix cols
+                // uint16 matrix depth (max 512)
+                // Followed by serialized data, in row-major order (in r/c), with depth values
+                // for each layer listed in order (i.e. rgb, rgb etc.)
+                // #### NOTE! matlab's default order is col-major, so some work should
+                // be done on the matlab side to make sure that the initial serialization is correct.
+                uint16_t dataType = *reinterpret_cast<uint32_t*>(dataStart);
+                dataStart += sizeof(uint16_t);
+
+                uint32_t matrixRows = *reinterpret_cast<uint32_t*>(dataStart);
+                dataStart += sizeof(uint32_t);
+
+                uint32_t matrixCols = *reinterpret_cast<uint32_t*>(dataStart);
+                dataStart += sizeof(uint32_t);
+
+                uint16_t matrixDepth= *reinterpret_cast<uint16_t*>(dataStart);
+                dataStart += sizeof(uint16_t);
+
+                // Set metadata
+                t.file.set("Label", ut.label);
+                t.file.set("X", ut.x);
+                t.file.set("Y", ut.y);
+                t.file.set("Width", ut.width);
+                t.file.set("Height", ut.height);
+
+                t.append(cv::Mat(matrixRows, matrixCols, CV_MAKETYPE(dataType, matrixDepth), dataStart).clone() /* We don't want a shallow copy! */);
+                return t;
+            }
+            else {
                 t.file.set("X", ut.x);
                 t.file.set("Y", ut.y);
                 t.file.set("Width", ut.width);
@@ -29,8 +29,9 @@ class AdaptiveThresholdTransform : public UntrainableTransform
                   Gaussian = ADAPTIVE_THRESH_GAUSSIAN_C };
     enum Type { Binary = THRESH_BINARY,
-                Binary_Inv = THRESH_BINARY_INV };
+                BinaryInv = THRESH_BINARY_INV };
+private:
     BR_PROPERTY(int, maxValue, 255)
     BR_PROPERTY(Method, method, Mean)
     BR_PROPERTY(Type, type, Binary)
@@ -42,7 +43,7 @@ class AdaptiveThresholdTransform : public UntrainableTransform
         dst = src;
         Mat mask;
-        adaptiveThreshold(src, mask, maxValue, ADAPTIVE_THRESH_GAUSSIAN_C, THRESH_BINARY, blockSize, C);
+        adaptiveThreshold(src, mask, maxValue, method, type, blockSize, C);
         dst.file.set("Mask",QVariant::fromValue(mask));
     }
 #include "openbr/plugins/openbr_internal.h"
 #include "openbr/core/opencvutils.h"
-#include <opencv2/ml/ml.hpp>
 #include <opencv2/contrib/contrib.hpp>
 using namespace cv;
@@ -26,7 +26,7 @@ class SampleFromMaskTransform : public UntrainableTransform
         Mat indices;
         findNonZero(masked,indices);
-        for (int j=0; j<indices.total(); j++)
+        for (size_t j=0; j<indices.total(); j++)
             dst.m().at<uchar>(0,j) = masked.at<uchar>(indices.at<Point>(j).y,indices.at<Point>(j).x);
     }
 };
@@ -16,22 +16,31 @@ class ThresholdTransform : public UntrainableTransform
 {
     Q_OBJECT
-    Q_ENUMS(Method)
     Q_ENUMS(Type)
+    Q_PROPERTY(Type type READ get_type WRITE set_type RESET reset_type STORED false)
+    Q_PROPERTY(bool otsu READ get_otsu WRITE set_otsu RESET reset_otsu STORED false)
     Q_PROPERTY(int thresh READ get_thresh WRITE set_thresh RESET reset_thresh STORED false)
     Q_PROPERTY(int maxValue READ get_maxValue WRITE set_maxValue RESET reset_maxValue STORED false)
-    public:
+public:
+    enum Type { Binary = THRESH_BINARY,
+                BinaryInv = THRESH_BINARY_INV,
+                Trunc = THRESH_TRUNC,
+                ToZero = THRESH_TOZERO,
+                ToZeroInv = THRESH_TOZERO_INV};
+
+private:
+    BR_PROPERTY(Type, type, Binary)
+    BR_PROPERTY(bool, otsu, false)
     BR_PROPERTY(int, thresh, 0)
     BR_PROPERTY(int, maxValue, 255)
-
     void project(const Template &src, Template &dst) const
     {
         dst = src;
         Mat mask;
-        threshold(src, mask, thresh, maxValue, THRESH_BINARY+THRESH_OTSU);
+        threshold(src, mask, thresh, maxValue, otsu ? type+THRESH_OTSU : type);
         dst.file.set("Mask",QVariant::fromValue(mask));
     }
+function writeUT(handle, matrix, imageID, roi_x, roi_y, roi_width, roi_height, label, url)
+% write a single matrix of supported datatype (i.e. not int32) to the file
+% handle in UT format, algorithmID 7
+% inputs: file handle, single layer matrix, imageID (16 char md5 hash, can
+% be empty, in which case we generated a null 16 byte string), roix, roiy,
+% roiw, roih (bounding box of matrix roi), label (class label for training)
+% and url (can be empty)
+% 
+% computed values: fvSize, urlSize (url encoded as null-terminated 8-bit
+% string, urlSize includes null terminator), a null terminator will be
+% added to url by this function
+%
+% For performance reasons, handle should be opened in 'W', i.e. buffered
+% mode.
+
+% 512 -- max supported channels in cv::Mat
+if (size(matrix,3) > 512)
+    disp('Cannot serialize matrix, 512 is the max depth supported');
+    return;
+end
+
+
+% UT format; 
+% struct br_universal_template 
+% { 
+%     unsigned char imageID[16]; /*!< MD5 hash of the undecoded origin file. */ 
+%     int32_t  algorithmID; /*!< interpretation of _data_ after _urlSize_. */ 
+%     int32_t x;      /*!< region of interest horizontal offset (pixels). */ 
+%     int32_t y;      /*!< region of interest vertical offset (pixels). */ 
+%     uint32_t width;  /*!< region of interest horizontal size (pixels). */ 
+%     uint32_t height; /*!< region of interest vertical size (pixels). */ 
+%     uint32_t label; /*!< supervised training class or manually annotated ground truth. */ 
+%     uint32_t urlSize; /*!< length of null-terminated URL at the beginning of _data_, 
+%                            including the null-terminator character. */ 
+%     uint32_t fvSize; /*!< length of the feature vector after the URL in _data_. */ 
+%     unsigned char data[]; /*!< (_urlSize_ + _fvSize_)-byte buffer. 
+%                                The first _urlSize_ bytes represent the URL. 
+%                                The remaining _fvSize_ bytes represent the feature vector. */ 
+% }; 
+
+% algorithm 7 binary data format:
+% uint16 datatype code (copied from opencv, base datatype codes, single
+% channel is assumed)
+% uint32 matrix rows
+% uint32 matrix cols
+% uint16 channel count (max valid is 512)
+% channels->rows->columns
+
+% opencv data type definitions 
+% #define CV_8U   0
+% #define CV_8S   1
+% #define CV_16U  2
+% #define CV_16S  3
+% #define CV_32S  4
+% #define CV_32F  5
+% #define CV_64F  6
+% #define CV_USRTYPE1 7
+
+if (numel(imageID) ~= 16)
+    imageID = uint8(zeros(16,1));
+end
+
+% fixed for this function 
+algorithmID = 7;
+
+% append null terminator
+url = [url, '\0'];
+% calculate complete string length
+urlSize = uint32(length(url));
+
+% figure out datatype code based on the input matrix's data type
+matlab_type = class(matrix(1,1));
+
+type_code = uint32(0);
+% bytes per element
+typeSize = 1;
+
+switch(matlab_type)
+    case 'uint8'
+        type_code = 0;
+        typeSize = 1;
+    case 'int8'
+        type_code = 1;
+        typeSize = 1;
+    case 'uint16'
+        type_code = 2;
+        typeSize = 2;
+    case 'int16'
+        type_code = 3;
+        typeSize = 2;
+    case 'uint32'
+        disp(' uint32 datatype not supported, please try again');
+        return;
+    case 'int32'
+        type_code = 4;
+        typeSize = 4;
+        
+    case 'single'
+        type_code = 5;
+        typeSize = 4;
+    case 'double'
+        type_code = 6;
+        typeSize = 8;
+    otherwise
+        disp(['Unrecognized matlab datatype, ', matlab_type]);
+        return;
+end
+
+% total size of feature vecotr in bytes, plus 12 byte header encoding
+% [uint32 datatype, copied from opencv codes; uint32(matrix width);
+% uint32(matrix height)]
+fvSize = uint32(typeSize * numel(matrix) + 4*3);
+
+% imageID
+fwrite(handle, imageID, 'uint8');
+
+% algorithmID
+fwrite(handle, algorithmID, 'int32');
+
+% roi x
+fwrite(handle, roi_x, 'uint32');
+% roi y
+fwrite(handle, roi_y, 'uint32');
+% roi width
+fwrite(handle, roi_width, 'uint32');
+
+% roi height
+fwrite(handle, roi_height, 'uint32');
+
+% label
+fwrite(handle, label, 'uint32');
+
+% url size 
+fwrite(handle, urlSize, 'uint32');
+
+% feature vector size
+fwrite(handle, fvSize, 'uint32');
+
+% url (just writing a single null byte)
+fwrite(handle, url, 'uint8');
+
+% binary data header -- datatype code, row count, col count, channel count
+% (max 512). Datatype and channel count are uint16, dimensions are uint32
+fwrite(handle, type_code,'uint16');
+fwrite(handle, uint32(size(matrix,1)), 'uint32');
+fwrite(handle, uint32(size(matrix,2)), 'uint32');
+fwrite(handle, uint16(size(matrix,3)), 'uint16');
+
+% write data, explicit row-major enumeration, matrix(:) is col-major,
+% followed by depth. By permuting the dimensions, we can put the bytes in
+% an appropriate order:
+permuted = permute(matrix,[3,2,1]);
+
+fwrite(handle, permuted(:), matlab_type);
+function writeUTFVectors(handle, fvectors)
+% write the rows of fvectors as separate ut format 7 templates. Dummy
+% values will be used for roi settings/imageID/url/etc.
+% handle will not be opened/closed by this function.
+% 
+% see also writeUT
+
+dummy_ID = [];
+roi_x = uint32(0);
+roi_y = uint32(0);
+roi_width = uint32(0);
+roi_height = uint32(0);
+label = uint32(0);
+
+urlTotal = '';
+for i = 1:size(fvectors,1)
+    writeUT(handle, fvectors(i,:), dummy_ID, roi_x, roi_y, roi_width, roi_height, label, urlTotal);
+end