first pass at evalLandmarking

Josh Klontz
1 parent eb260b02
Showing 1 changed file with 42 additions and 6 deletions
openbr/core/eval.cpp
@@ -16,6 +16,7 @@
 #include "bee.h"
 #include "eval.h"
+#include "openbr/core/common.h"
 #include "openbr/core/qtutils.h"
 using namespace cv;
@@ -478,13 +479,48 @@ float EvalDetection(const QString &amp;predictedGallery, const QString &amp;truthGallery
 float EvalLandmarking(const QString &predictedGallery, const QString &truthGallery, const QString &csv, int normalizationIndexA, int normalizationIndexB)
 {
-    (void) predictedGallery;
-    (void) truthGallery;
-    (void) csv;
-    (void) normalizationIndexA;
-    (void) normalizationIndexB;
+    qDebug("Evaluating landmarking of %s against %s", qPrintable(predictedGallery), qPrintable(truthGallery));
+    const TemplateList predicted(TemplateList::fromGallery(predictedGallery));
+    const TemplateList truth(TemplateList::fromGallery(truthGallery));
+    const QStringList predictedNames = File::get<QString>(predicted, "name");
+    const QStringList truthNames = File::get<QString>(truth, "name");
+
+    QList< QList<float> > pointErrors;
+    for (int i=0; i<predicted.size(); i++) {
+        const QString &predictedName = predictedNames[i];
+        const int truthIndex = truthNames.indexOf(predictedName);
+        if (truthIndex == -1) qFatal("Could not identify ground truth for file: %s", qPrintable(predictedName));
+        const QList<QPointF> predictedPoints = predicted[i].file.points();
+        const QList<QPointF> truthPoints = truth[truthIndex].file.points();
+        if (predictedPoints.size() != truthPoints.size()) qFatal("Points size mismatch for file: %s", qPrintable(predictedName));
+        while (pointErrors.size() < predictedPoints.size())
+            pointErrors.append(QList<float>());
+        if (normalizationIndexA >= truthPoints.size()) qFatal("Normalization index A is out of range.");
+        if (normalizationIndexB >= truthPoints.size()) qFatal("Normalization index B is out of range.");
+        const float normalizedLength = QtUtils::euclideanLength(truthPoints[normalizationIndexB] - truthPoints[normalizationIndexA]);
+        for (int j=0; j<predictedPoints.size(); j++)
+            pointErrors[j].append(QtUtils::euclideanLength(predictedPoints[j] - truthPoints[j])/normalizedLength);
+    }
+
+    QList<float> averagePointErrors; averagePointErrors.reserve(pointErrors.size());
+    for (int i=0; i<pointErrors.size(); i++) {
+        std::sort(pointErrors[i].begin(), pointErrors[i].end());
+        averagePointErrors.append(Common::Mean(pointErrors[i]));
+    }
+    const float averagePointError = Common::Mean(averagePointErrors);
+
+    QStringList lines;
+    lines.append("Plot,X,Y");
+    for (int i=0; i<pointErrors.size(); i++) {
+        const QList<float> &pointError = pointErrors[i];
+        const int keep = qMin(Max_Points, pointError.size());
+        for (int j=0; j<keep; j++)
+            lines.append(QString("Box,%1,%2").arg(QString::number(i), QString::number(pointError[j*(pointError.size()-1)/(keep-1)])));
+    }
-    return 0;
+    QtUtils::writeFile(csv, lines);
+    qDebug("Average Error: %.3f", averagePointError);
+    return averagePointError;
 }
 void EvalRegression(const QString &predictedGallery, const QString &truthGallery, QString predictedProperty, QString truthProperty)