Added landmark error plots

Scott Klum
1 parent d6ae2849
Showing 2 changed files with 29 additions and 9 deletions
openbr/core/eval.cpp
openbr/core/plot.cpp
@@ -1095,6 +1095,7 @@ float EvalLandmarking(const QString &amp;predictedGallery, const QString &amp;truthGalle
     QStringList lines;
     lines.append("Plot,X,Y");
+    // Sample
     QFile exampleFile("landmarking_examples");
     QtUtils::touchDir(exampleFile);
     lines.append("EX,landmarking_examples/"+truth[sampleIndex].file.fileName()+","+QString::number(truth[sampleIndex].file.points().size()));
@@ -1102,6 +1103,17 @@ float EvalLandmarking(const QString &amp;predictedGallery, const QString &amp;truthGalle
     // Alternatively, can we just pass this through a predetermined transform and write?
     Enroll(truth[sampleIndex],"landmarking_examples");
+    // Error table
+    for (int i=0; i<averagePointErrors.size(); i++) {
+        lines.append(QString("AE,%1,%2").arg(QString::number(i),QString::number(averagePointErrors[i], 'f', 3)));
+        lines.append(QString("ME,%1,%2").arg(QString::number(i),QString::number(medianPointErrors[i], 'f', 3)));
+        lines.append(QString("SE,%1,%2").arg(QString::number(i),QString::number(stddevPointErrors[i], 'f', 3)));
+    }
+
+    lines.append(QString("AE,%1,%2").arg(QString::number(averagePointErrors.size()),QString::number(averagePointError, 'f', 3)));
+    lines.append(QString("ME,%1,%2").arg(QString::number(averagePointErrors.size()),QString::number(medianPointError, 'f', 3)));
+    lines.append(QString("SE,%1,%2").arg(QString::number(averagePointErrors.size()),QString::number(stddevPointError, 'f', 3)));
+
     for (int i=0; i<pointErrors.size(); i++) {
         const QList<float> &pointError = pointErrors[i];
         const int keep = qMin(Max_Points, pointError.size());
@@ -1113,12 +1125,6 @@ float EvalLandmarking(const QString &amp;predictedGallery, const QString &amp;truthGalle
     QtUtils::writeFile(csv, lines);
-    for (int i=0; i<averagePointErrors.size(); i++) {
-        qDebug("Average Error for point %d: %.3f", i, averagePointErrors[i]);
-        qDebug("Median Error for point %d: %.3f", i, medianPointErrors[i]);
-        qDebug("Standard Deviation of Error for point %d: %.3f", i, stddevPointErrors[i]);
-    }
-
     qDebug("Average Error for all Points: %.3f", averagePointError);
     qDebug("Average Median Error for all Points: %.3f", medianPointError);
     qDebug("Average Standard Deviation of Error for all Points: %.3f", stddevPointError);
@@ -469,16 +469,18 @@ bool PlotLandmarking(const QStringList &amp;files, const File &amp;destination, bool sho
     qDebug("Plotting %d landmarking file(s) to %s", files.size(), qPrintable(destination));
     RPlot p(files, destination, false);
-    p.file.write("# Split data into individual plots\n"
+    p.file.write(qPrintable(QString("# Split data into individual plots\n"
                  "plot_index = which(names(data)==\"Plot\")\n"
                  "Box <- data[grep(\"Box\",data$Plot),-c(1)]\n"
                  "EX <- data[grep(\"EX\",data$Plot),-c(1)]\n"
+                 "AE <- data[grep(\"AE\",data$Plot),-c(1)]\n"
+                 "ME <- data[grep(\"ME\",data$Plot),-c(1)]\n"
+                 "SE <- data[grep(\"SE\",data$Plot),-c(1)]\n"
                  "EX$X <- as.character(EX$X)\n"
                  "EX$Y <- as.character(EX$Y)\n"
                  "rm(data)\n"
-                 "\n");
+                 "\n")));
-    // Load in the relevant libraries
     p.file.write(qPrintable(QString("if (nrow(EX) != 0) { \
                                     \n\tlibrary(jpeg) \
                                     \n\tlibrary(png) \
@@ -531,6 +533,18 @@ bool PlotLandmarking(const QStringList &amp;files, const File &amp;destination, bool sho
                                     + theme(axis.line=element_blank(), axis.title.y=element_blank(), axis.text.x=element_blank(), axis.text.y=element_blank(), line=element_blank(), axis.ticks=element_blank(), panel.background=element_blank()) \
                                     + labs(title=\"Sample Landmarks\") + xlab(sprintf(\"Total Landmarks: %s\",points)))\n\t\t}}\n")));
+    p.file.write(qPrintable(QString("\n"
+                 "# Code to format error table\n"
+                 "l <- list(AE$Y,ME$Y,SE$Y)\n"
+                 "mat <- matrix(do.call(rbind, l),nrow=nrow(AE),ncol=3,byrow=TRUE)\n"
+                 "colnames(mat) <- c(\"Mean\",\"Median\",\"Std. Dev.\") \n"
+                 "rownames(mat) <- c(seq(0,nrow(AE)-2),\"Average\")\n"
+                 "ETable <- as.table(mat)\n")));
+
+    p.file.write(qPrintable(QString("\n"
+                       "print(textplot(ETable))\n"
+                       "print(title(expression(atop(\"Landmark Error Rates\", atop(italic(\"Average Normalization Distance: 91.419 (pixels)\"))))))\n")));
+
     p.file.write(qPrintable(QString("ggplot(Box, aes(Y,%1%2))").arg(p.major.size > 1 ? QString(", colour=%1").arg(p.major.header) : QString(),
                                                                     p.minor.size > 1 ? QString(", linetype=%1").arg(p.minor.header) : QString()) +
                             QString(" + annotation_logticks(sides=\"b\") + stat_ecdf() + scale_x_log10(\"Normalized Error\", breaks=c(0.001,0.01,0.1,1,10)) + scale_y_continuous(\"Cumulative Density\", label=percent) + theme_minimal()\n\n")));