Merge branch 'master' of https://github.com/biometrics/openbr into neural_networks

Scott Klum
2 parents d08187c7 ac280fc3
Showing 586 changed files with 72665 additions and 34133 deletions
3rdparty/stasm4.0.0/CMakeLists.txt → 3rdparty/stasm/CMakeLists.txt
3rdparty/stasm4.0.0/README.txt → 3rdparty/stasm/README.txt
3rdparty/stasm4.0.0/data/haarcascade_frontalface_alt2.xml → 3rdparty/stasm/data/haarcascade_frontalface_alt2.xml
3rdparty/stasm4.0.0/data/haarcascade_mcs_lefteye.xml → 3rdparty/stasm/data/haarcascade_mcs_lefteye.xml
3rdparty/stasm4.0.0/data/haarcascade_mcs_righteye.xml → 3rdparty/stasm/data/haarcascade_mcs_righteye.xml
3rdparty/stasm4.0.0/doc/HISTORY.txt → 3rdparty/stasm/doc/HISTORY.txt
3rdparty/stasm4.0.0/doc/LICENSE.txt → 3rdparty/stasm/doc/LICENSE.txt
3rdparty/stasm/stasm/CMakeLists.txt
3rdparty/stasm/stasm/stasm/include/asm.h
3rdparty/stasm/stasm/stasm/include/atface.h
3rdparty/stasm/stasm/stasm/include/basedesc.h
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p00.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p00.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p01.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p01.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p02.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p02.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p03.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p03.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p04.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p04.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p05.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p05.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p06.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p06.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p07.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p07.mh
3rdparty/stasm4.0.0/stasm/MOD_1/classic/classic_yaw00_lev0_p08.mh → 3rdparty/stasm/stasm/stasm/include/classic/classic_yaw00_lev0_p08.mh
 project(stasm)
 cmake_minimum_required(VERSION 2.8.6)
+if(${CMAKE_VERSION} VERSION_GREATER 2.8.11)
+  cmake_policy(SET CMP0020 NEW)
+endif()
+
 # Global Settings
 set(CPACK_PACKAGE_NAME "Stasm")
 set(CPACK_PACKAGE_INSTALL_DIRECTORY ${CPACK_PACKAGE_NAME})
-set(CPACK_PACKAGE_VERSION_MAJOR 3)
+set(CPACK_PACKAGE_VERSION_MAJOR 4)
 set(CPACK_PACKAGE_VERSION_MINOR 1)
 set(CPACK_PACKAGE_VERSION_PATCH 0)
 set(CPACK_PACKAGE_VERSION "${CPACK_PACKAGE_VERSION_MAJOR}.${CPACK_PACKAGE_VERSION_MINOR}.${CPACK_PACKAGE_VERSION_PATCH}")
@@ -12,13 +16,11 @@ set(CPACK_PACKAGE_VERSION &quot;${CPACK_PACKAGE_VERSION_MAJOR}.${CPACK_PACKAGE_VERSIO
 # find the dependencies
 set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${PROJECT_SOURCE_DIR}/cmake/Modules/")
-# Find Qt 5.0.2
 set(QT_DEPENDENCIES Concurrent Core Gui Network Sql Svg Widgets Xml)
 foreach(QT_DEPENDENCY ${QT_DEPENDENCIES})
   find_package(Qt5${QT_DEPENDENCY})
 endforeach()
-# OpenCV 2.4.5
 set(OPENCV_DEPENDENCIES calib3d core features2d flann gpu highgui imgproc ml nonfree objdetect photo video)
 find_package( OpenCV REQUIRED )
@@ -32,18 +34,6 @@ if(MSVC)
 endif()
 add_subdirectory(${PROJECT_SOURCE_DIR}/stasm)
-if(MSVC)
-  add_library(stasm STATIC ${SOURCE})
-else()
-  add_library(stasm SHARED ${SOURCE})
-endif()
-
-qt5_use_modules(stasm ${QT_DEPENDENCIES})
-set(SOURCE ${SOURCE} PARENT_SCOPE)
-target_link_libraries(stasm ${OpenCV_LIBS} ${Qt5Core_QTMAIN_LIBRARIES})
-
-install(FILES ${HEADERS} DESTINATION include)
-install(TARGETS stasm LIBRARY DESTINATION lib ARCHIVE DESTINATION lib)
 # Package
 set(CPACK_BINARY_BUNDLE       OFF)
+# Stasm CMakeLists
+
+aux_source_directory(stasm/src STASM_SRC)
+include_directories(stasm/include)
+
+#aux_source_directory(tasm/src TASM_SRC)
+#include_directories(tasm/include)
+
+add_library(stasm SHARED ${STASM_SRC} ${TASM_SRC})
+qt5_use_modules(stasm ${QT_DEPENDENCIES})
+
+set_target_properties(stasm PROPERTIES
+                                   DEFINE_SYMBOL STASM_LIBRARY
+                                   VERSION ${CPACK_PACKAGE_VERSION_MAJOR}.${CPACK_PACKAGE_VERSION_MINOR}.${CPACK_PACKAGE_VERSION_PATCH}
+                                   SOVERSION ${CPACK_PACKAGE_VERSION_MAJOR}.${CPACK_PACKAGE_VERSION_MINOR}
+                                   LINK_INTERFACE_LIBRARIES ""
+                                   AUTOMOC TRUE)
+
+target_link_libraries(stasm ${OpenCV_LIBS} ${Qt5Core_QTMAIN_LIBRARIES})
+
+file(GLOB STASM_HEADERS stasm/include/*.h)
+install(FILES ${STASM_HEADERS} DESTINATION include/stasm)
+file(GLOB CLASSIC_HEADERS stasm/include/classic/*.mh)
+install(FILES ${CLASSIC_HEADERS} DESTINATION include/stasm/classic)
+file(GLOB HAT_HEADERS stasm/include/hat/*.mh)
+install(FILES ${HAT_HEADERS} DESTINATION include/stasm/hat)
+#file(GLOB TASM_HEADERS tasm/include/*.h)
+#install(FILES ${TASM_HEADERS} DESTINATION include/tasm)
+
+install(TARGETS stasm RUNTIME DESTINATION bin LIBRARY DESTINATION lib ARCHIVE DESTINATION lib)
+// asm.h: Active Shape Model class
+//
+// Freeing memory: In the current implementation, explicit memory release
+// on Mod destruction is unneeded (because the MAT buffer pointers in Mod,
+// ShapeMod, and DescMod point to constant data).  If you add a new descriptor
+// model, you may need to add destructors.  Although even if that new class
+// fails to release memory it's probably not serious, because the ASM
+// model(s) are only destructed once, at program termination.
+//
+// Copyright (C) 2005-2013, Stephen Milborrow
+
+#ifndef STASM_ASM_H
+#define STASM_ASM_H
+
+#include "misc.h"
+#include "basedesc.h"
+#include "shapemod.h"
+#include "hat.h"
+#include "stasmhash.h"
+
+namespace stasm
+{
+static const int EYEMOUTH_DIST = 100;  // scale image to this before ASM search starts
+
+static const double PYR_RATIO = 2;     // scale image by 2 at each pyramid level
+
+static const int N_PYR_LEVS = 4;       // number of levs in image pyramid
+
+static const int SHAPEMODEL_ITERS = 4; // shape model iterations per pyr level
+
+//-----------------------------------------------------------------------------
+
+class Mod // An ASM model for finding landmarks.
+{         // If multiple model Stasm, will use a separate Mod for each yaw range.
+public:
+    Shape ModSearch_(                  // returns coords of the facial landmarks
+        const Shape& startshape,       // in: startshape roughly positioned on face
+        const Image& img,              // in: grayscale image (typically just ROI)
+        const Shape* pinnedshape=NULL) // in: pinned landmarks, NULL if nothing pinned
+    const;
+
+    const Shape ConformShapeToMod_Pinned_( // wrapper around the func in ShapeMod
+        const Shape& shape,                // in
+        const Shape& pinnedshape)          // in
+    const
+    {
+        VEC b(NSIZE(shapemod_.eigvals_), 1, 0.); // dummy variable for call below
+        return shapemod_.ConformShapeToMod_Pinned_(b, shape, 0, pinnedshape);
+    }
+
+    // readonly access to some private vars
+    ESTART       Estart_(void)    const { return estart_; }
+    const char*  DataDir_(void)   const { return datadir_.c_str(); }
+    const Shape  MeanShape_(void) const { return shapemod_.meanshape_; }
+
+private:
+    const vec_vec_BaseDescMod DescMods_(        // utility for Mod constructor
+        const BaseDescMod** const descmods_arg, // in: descriptor models
+        int                       ndescmods)    // in: sanity check
+    {
+        (void) ndescmods;
+
+        vec_vec_BaseDescMod descmods(N_PYR_LEVS);
+
+        for (int ilev = 0; ilev < N_PYR_LEVS; ilev++)
+        {
+            descmods[ilev].resize(stasm_NLANDMARKS);
+            for (int i = 0; i < stasm_NLANDMARKS; i++)
+                descmods[ilev][i] =
+                    descmods_arg[ilev * stasm_NLANDMARKS + i];
+        }
+        return descmods;
+    }
+
+public:
+    Mod(EYAW                eyaw,          // constructor
+        ESTART              estart,
+        string              datadir,
+        Shape               meanshape,
+        VEC                 eigvals,
+        MAT                 eigvecs,
+        int                 neigs,
+        double              bmax,
+        unsigned            hackbits,
+        const BaseDescMod** descmods,
+        int                 ndescmods)
+
+        : eyaw_(eyaw),
+          estart_(estart),
+          datadir_(datadir),
+          shapemod_(meanshape, eigvals, eigvecs, neigs, bmax, hackbits),
+          descmods_(DescMods_(descmods, ndescmods))
+    {
+        CV_Assert(eyaw == EYAW_45 || eyaw == EYAW_22 || eyaw == EYAW00 ||
+                  eyaw == EYAW22  || eyaw == EYAW45);
+
+        CV_Assert(estart == ESTART_RECT_ONLY || estart == ESTART_EYES ||
+                  estart == ESTART_EYE_AND_MOUTH);
+    }
+
+    virtual ~Mod() {}                      // destructor
+
+private: // all data remains constant after Mod construction
+
+    const EYAW     eyaw_;     // model is for this yaw range
+                              // e.g. EYAW00 is frontal model
+
+    const ESTART   estart_;   // use the mouth/eyes to position the start shape?
+
+    const string   datadir_;  // directory of face detector files
+
+    const ShapeMod shapemod_; // the shape model
+
+    const vec_vec_BaseDescMod descmods_;
+                              // descriptor mods, one for each point at each pyr lev
+                              // index as [ilev][ipoint]
+
+    void SuggestShape_(
+        Shape&       shape,   // io: points will be moved to give best desc matches
+        int          ilev,    // in: pyramid level (0 is full size)
+        const Image& img,     // in: image scaled to this pyramid level
+        const Shape& pinned,  // in: if no rows then no pinned landmarks, else
+                              //     points except those equal to 0,0 are pinned
+        const Hat &hat,
+        StasmHash &hash)
+    const;
+
+    void LevSearch_(              // do an ASM search at one level in the image pyr
+        Shape&       shape,       // io: the face shape for this pyramid level
+        int          ilev,        // in: pyramid level (0 is full size)
+        const Image& img,         // in: image scaled to this pyramid level
+        const Shape& pinnedshape) // in: if no rows then no pinned landmarks, else
+                                  //     points except those equal to 0,0 are pinned
+    const;
+
+    DISALLOW_COPY_AND_ASSIGN(Mod);
+
+}; // end class Mod
+
+typedef vector<const Mod*> vec_Mod; // vector of ASM models, one for each yaw range
+
+//-----------------------------------------------------------------------------
+
+static inline double GetPyrScale(  // return 1 for pyr lev 0, .5 for pyr lev 1, etc.
+    int ilev)                      // in: pyramid level (0 is full size)
+{
+    return 1 / pow(PYR_RATIO, ilev);
+}
+
+// TODO This definition doesn't belong here.
+int EyawAsModIndex(       // note: returns a negative index for left facing yaws
+    EYAW           eyaw,  // in
+    const vec_Mod& mods); // in: a vector of models, one for each yaw range
+
+} // namespace stasm
+#endif // STASM_ASM_H
+// atface.h: face point attributes
+//
+// These attributes are used when training new models (they appear in
+// LANDMARK_INFO_TAB).  They are also sometimes used when testing Stasm.
+// They are not needed for doing landmark searches.
+//
+// Some of these bits apply to the entire image (AT_BadImg); other apply
+// only to a specific points (AT_Glasses).
+//
+// In shape files, the bits appear in the in the "tag" preceding each shape.
+// For example
+// 0004 d0145
+// means that the face in image d0145.jpg is wearing glasses.
+
+#ifndef STASM_ATFACE_HPP
+#define STASM_ATFACE_HPP
+
+static const char* const AT_NAMES[] = // used only for information during training
+{
+    "Male",       // AT_Male       0x0001
+    "Child",      // AT_Child      0x0002
+    "Glasses",    // AT_Glasses    0x0004
+    "Beard",      // AT_Beard      0x0008
+    "Mustache",   // AT_Mustache   0x0010
+    "MouthOpen",  // AT_MouthOpen  0x0020
+    "Expression", // AT_Expression 0x0040
+    "Eye",        // AT_Eye        0x0080
+    "BadImg",     // AT_BadImg     0x0100
+    "Cropped",    // AT_Cropped    0x0200
+    "Obscured",   // AT_Obscured   0x0400
+    "BadEye",     // AT_BadEye     0x0800
+    "Hat",        // AT_Hat        0x1000
+    "Unused",     // AT_Hat        0x2000
+    "MultiFace",  // AT_MultiFace  0x4000
+    "BadTrain",   // AT_BadTrain   0x8000
+};
+
+static const unsigned AT_Male       = 0x0001; // gender, 1=male
+static const unsigned AT_Child      = 0x0002; // child
+static const unsigned AT_Glasses    = 0x0004; // face is wearing specs
+static const unsigned AT_Beard      = 0x0008; // beard including possible mustache
+static const unsigned AT_Mustache   = 0x0010; // mustache
+static const unsigned AT_MouthOpen  = 0x0020; // mouth is open
+static const unsigned AT_Expression = 0x0040; // non-neutral expression on face
+static const unsigned AT_Eye        = 0x0080; // is eye landmark, used only during training
+
+static const unsigned AT_BadImg     = 0x0100; // image is "bad" in some way (blurred, duplicated, etc.)
+static const unsigned AT_Cropped    = 0x0200; // a landmark would be off the page
+static const unsigned AT_Obscured   = 0x0400; // face is obscured e.g. by subject's hand
+static const unsigned AT_BadEye     = 0x0800; // an eye is closed or obscured by hair etc.
+static const unsigned AT_Hat        = 0x1000; // HAT desciptor (ignored if pyr lev > HAT_START_LEV)
+
+// following are currently used only in aflw.shape
+static const unsigned AT_MultiFace  = 0x4000; // multiple faces in the image
+static const unsigned AT_BadTrain   = 0x8000; // face is not suitable for training face det
+                                               // (by manual inspection of train face rects)
+
+static const unsigned AT_Meta       = 0xFF000000; // "meta bits" used for face and pose detectors
+
+static const unsigned AT_Pose       = 0x80000000; // 4 elements: yaw, pitch, roll, estimated_err
+
+static const unsigned AT_EYAW00     = 0x81000000; // yaw00 face detector results, see DetPar
+static const unsigned AT_EYAW22     = 0x82000000;
+static const unsigned AT_EYAW45     = 0x83000000;
+static const unsigned AT_EYAW_22    = 0x8A000000; // ms bit of nibble indicates negative yaw
+static const unsigned AT_EYAW_45    = 0x8B000000;
+
+static const unsigned AT_Any        = 0xFFFFFFFF; // special case, match any bit in Mask0
+
+#endif // STASM_ATFACE_HPP
+// basedesc.h: descriptor model base class
+//
+// A "descriptor model" tells you how to use the given
+// descriptor to suggest the best position of a landscape.
+//
+// Stasm currently uses two types of descriptors, and thus two descriptor
+// model classes: ClassicDescMod and HatDescMod.  Each of these classes
+// provide a descriptor matching function, DescSearch_, which searches around
+// the current position of a landmark, looking for the best new position.
+//
+// About BaseDescMod: We need a vector of descriptor models to specify how
+// to search by matching against a descriptor at each landmark.  Some
+// landmarks use ClassicDescMods; other use HatDescMods.  We thus need a
+// vector of heterogeneous objects.  But C++ doesn't support vectors of
+// heterogeneous objects.  So instead we use a vector of pointers to
+// BaseDescMod, with the actual descriptor model classes (ClassicDescMod
+// and HatDescMod) deriving from BaseDescMod.
+//
+// Memory release: Explicit destructors unneeded, see note in header of asm.h.
+//
+// DescSearch_ and concurrency: If OpenMP is enabled, DescSearch_ will be
+// called concurrently for multiple points.  (Each call will have a
+// different value of x and y.)  Thus for the OpenMP code to work
+// correctly, DescSearch_ and its callees must not modify any variables that
+// are not on the stack unless the variable is protected by a critical region.
+//
+// Copyright (C) 2005-2013, Stephen Milborrow
+
+#ifndef STASM_BASEDESC_H
+#define STASM_BASEDESC_H
+
+#include "hat.h"
+#include "stasmhash.h"
+
+namespace stasm
+{
+class BaseDescMod // abstract base class for all descriptor models
+{
+public:
+    virtual void DescSearch_( // search in area around the current point
+            double&      x,       // io: (in: old posn of landmark, out: new posn)
+            double&      y,       // io
+            const Image& img,     // in: image scaled to this pyramid level
+            const Shape& shape,   // in: current position of the landmarks
+            int          ilev,    // in: pyramid level (0 is full size)
+            int          ipoint,  // in: index of the current landmark
+            const Hat    &hat,
+            StasmHash    &hash)
+        const = 0;
+
+    virtual ~BaseDescMod() {} // destructor
+};
+
+// vec_vec_BaseDescMod contains the descriptor models, one pointer
+// for each landmark at each pyramid level, index as [ilev][ipoint]
+
+typedef vector<vector<const BaseDescMod*> > vec_vec_BaseDescMod;
+
+} // namespace stasm
+#endif // STASM_BASEDESC_H
@@ -3,6 +3,8 @@
 #ifndef STASM_CLASSIC_YAW00_LEV0_P00_MH
 #define STASM_CLASSIC_YAW00_LEV0_P00_MH
+#include "classicdesc.h"
+
 namespace stasm {
 // Generated from muct77_w09.asm