From 82120538e8dcb0b7aced8d86e395f965f8c9b7cf Mon Sep 17 00:00:00 2001 From: bhklein Date: Wed, 20 Aug 2014 21:35:29 -0400 Subject: [PATCH] Added table of TAR values at FAR values from 1e-01 to 1e-06, cleaned up axis labels --- openbr/core/eval.cpp | 7 +++++++ openbr/core/plot.cpp | 35 +++++++++++++++++++++++------------ 2 files changed, 30 insertions(+), 12 deletions(-) diff --git a/openbr/core/eval.cpp b/openbr/core/eval.cpp index 2e971b0..317a9ee 100755 --- a/openbr/core/eval.cpp +++ b/openbr/core/eval.cpp @@ -232,6 +232,13 @@ float Evaluate(const Mat &simmat, const Mat &mask, const QString &csv) lines.append(QString("FRR,%1,%2").arg(QString::number(operatingPoint.score), QString::number(1-operatingPoint.TAR))); } + // Write FAR/TAR Table (FT) + lines.append(qPrintable(QString("FT,0.000001,%1").arg(QString::number(getTAR(operatingPoints, 0.000001), 'f', 3)))); + lines.append(qPrintable(QString("FT,0.00001,%1").arg(QString::number(getTAR(operatingPoints, 0.00001), 'f', 3)))); + lines.append(qPrintable(QString("FT,0.0001,%1").arg(QString::number(getTAR(operatingPoints, 0.0001), 'f', 3)))); + lines.append(qPrintable(QString("FT,0.001,%1").arg(QString::number(getTAR(operatingPoints, 0.001), 'f', 3)))); + lines.append(qPrintable(QString("FT,0.01,%1").arg(QString::number(getTAR(operatingPoints, 0.01), 'f', 3)))); + lines.append(qPrintable(QString("FT,0.1,%1").arg(QString::number(getTAR(operatingPoints, 0.1), 'f', 3)))); // Write FAR/TAR Bar Chart (BC) lines.append(qPrintable(QString("BC,0.001,%1").arg(QString::number(getTAR(operatingPoints, 0.001), 'f', 3)))); diff --git a/openbr/core/plot.cpp b/openbr/core/plot.cpp index 7868c7d..8e487f0 100644 --- a/openbr/core/plot.cpp +++ b/openbr/core/plot.cpp @@ -134,6 +134,7 @@ struct RPlot "FAR <- data[grep(\"FAR\",data$Plot),-c(1)]\n" "FRR <- data[grep(\"FRR\",data$Plot),-c(1)]\n" "SD <- data[grep(\"SD\",data$Plot),-c(1)]\n" + "FT <- data[grep(\"FT\",data$Plot),-c(1)]\n" "BC <- data[grep(\"BC\",data$Plot),-c(1)]\n" "CMC <- data[grep(\"CMC\",data$Plot),-c(1)]\n" "FAR$Error <- \"FAR\"\n" @@ -146,13 +147,22 @@ struct RPlot "DET$Y <- as.numeric(as.character(DET$Y))\n" "ERR$Y <- as.numeric(as.character(ERR$Y))\n" "SD$Y <- as.factor(unique(as.character(SD$Y)))\n" + "FT$Y <- as.numeric(as.character(FT$Y))\n" "BC$Y <- as.numeric(as.character(BC$Y))\n" "CMC$Y <- as.numeric(as.character(CMC$Y))\n" "\n" "# Code to format FAR values\n" "far_names <- list('0.001'=\"FAR = 0.1%\", '0.01'=\"FAR = 1%\")\n" - "far_labeller <- function(variable,value) { return(far_names[as.character(value)]) }\n"); - + "far_labeller <- function(variable,value) { return(far_names[as.character(value)]) }\n" + "\n" + "# Code to format TAR@FAR table\n" + "algs <- unique(FT$.)\n" + "algs <- algs[!duplicated(algs)]\n" + "mat <- matrix(FT$Y,nrow=6,ncol=length(algs),byrow=FALSE)\n" + "colnames(mat) <- algs \n" + "rownames(mat) <- c(\"FAR = 1e-06\", \"FAR = 1e-05\", \"FAR = 1e-04\", \"FAR = 1e-03\", \"FAR = 1e-02\", \"FAR = 1e-01\")\n" + "table <- as.table(mat)\n"); + // Open output device file.write(qPrintable(QString("\n" "# Open output device\n" @@ -172,7 +182,10 @@ struct RPlot "print(textplot(MT[,!(names(MT) %in% c(\"Gallery\", \"Probe\"))], show.rownames=FALSE))\n" "print(title(\"Matches\"))\n" "plot.new()\n" - "print(title(\"Gallery * Probe = Genuine + Impostor + Ignored\"))\n"; + "print(title(\"Gallery * Probe = Genuine + Impostor + Ignored\"))\n" + "plot.new()\n" + "print(title(\"Table of True Accept Rates at various False Accept Rates\"))\n" + "print(textplot(table,valign=\"top\",cex=1))\n"; file.write(qPrintable(textplot.arg(PRODUCT_NAME, PRODUCT_VERSION))); } @@ -244,7 +257,7 @@ bool Plot(const QStringList &files, const File &destination, bool show) (p.major.size > 1 ? QString(", colour=factor(%1)").arg(p.major.header) : QString()) + (p.minor.size > 1 ? QString(", linetype=factor(%1)").arg(p.minor.header) : QString()) + QString(", xlab=\"False Accept Rate\", ylab=\"True Accept Rate\") + theme_minimal()") + - (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) + + (p.major.size > 1 ? getScale("colour", "Algorithm", p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) + QString(" + scale_x_log10(labels=trans_format(\"log10\", math_format()))") + (rocOpts.contains("yLimits") ? QString(" + scale_y_continuous(labels=percent) + coord_cartesian(ylim=%1)").arg("c"+QtUtils::toString(rocOpts.get("yLimits",QPointF()))) : QString(" + scale_y_continuous(labels=percent)")) + @@ -256,13 +269,12 @@ bool Plot(const QStringList &files, const File &destination, bool show) (p.major.size > 1 ? QString(", colour=factor(%1)").arg(p.major.header) : QString()) + (p.minor.size > 1 ? QString(", linetype=factor(%1)").arg(p.minor.header) : QString()) + QString(", xlab=\"False Accept Rate\", ylab=\"False Reject Rate\") + geom_abline(alpha=0.5, colour=\"grey\", linetype=\"dashed\") + theme_minimal()") + - (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) + + (p.major.size > 1 ? getScale("colour", "Algorithm", p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) + QString(" + scale_x_log10(labels=trans_format(\"log10\", math_format())) + scale_y_log10(labels=trans_format(\"log10\", math_format())) + annotation_logticks()\n\n"))); p.file.write(qPrintable(QString("qplot(X, data=SD, geom=\"histogram\", fill=Y, position=\"identity\", alpha=I(1/2)") + - QString(", xlab=\"Score%1\"").arg((p.flip ? p.major.size : p.minor.size) > 1 ? " / " + (p.flip ? p.major.header : p.minor.header) : QString()) + - QString(", ylab=\"Frequency%1\"").arg((p.flip ? p.minor.size : p.major.size) > 1 ? " / " + (p.flip ? p.minor.header : p.major.header) : QString()) + + QString(", xlab=\"Score\", ylab=\"Frequency\"") + QString(") + scale_fill_manual(\"Ground Truth\", values=c(\"blue\", \"red\")) + theme_minimal() + scale_x_continuous(minor_breaks=NULL) + scale_y_continuous(minor_breaks=NULL) + theme(axis.text.y=element_blank(), axis.ticks=element_blank(), axis.text.x=element_text(angle=-90, hjust=0))") + (p.major.size > 1 ? (p.minor.size > 1 ? QString(" + facet_grid(%2 ~ %1, scales=\"free\")").arg((p.flip ? p.major.header : p.minor.header), (p.flip ? p.minor.header : p.major.header)) : QString(" + facet_wrap(~ %1, scales = \"free\")").arg(p.major.header)) : QString()) + QString(" + theme(aspect.ratio=1)\n\n"))); @@ -271,7 +283,7 @@ bool Plot(const QStringList &files, const File &destination, bool show) QString(((p.major.smooth || p.minor.smooth) ? (minimalist ? " + stat_summary(geom=\"line\", fun.y=mean, size=%1)" : " + stat_summary(geom=\"line\", fun.y=min, aes(linetype=\"Min/Max\"), size=%1) + stat_summary(geom=\"line\", " "fun.y=max, aes(linetype=\"Min/Max\"), size=%1) + stat_summary(geom=\"line\", fun.y=mean, aes(linetype=\"Mean\"), size=%1) + scale_linetype_manual(\"Legend\", values=c(\"Mean\"=1, \"Min/Max\"=2))") : " + geom_line(size=%1)")).arg(QString::number(cmcOpts.get("thickness",1))) + (minimalist ? "" : " + scale_x_log10(labels=c(1,5,10,50,100), breaks=c(1,5,10,50,100)) + annotation_logticks(sides=\"b\")") + - (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) + + (p.major.size > 1 ? getScale("colour", "Algorithm", p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) + (cmcOpts.contains("yLimits") ? QString(" + scale_y_continuous(labels=percent) + coord_cartesian(ylim=%1)").arg("c"+QtUtils::toString(cmcOpts.get("yLimits",QPointF()))) : QString(" + scale_y_continuous(labels=percent)")) + QString(" + theme_minimal() + theme(legend.title = element_text(size = %1), plot.title = element_text(size = %1), axis.text = element_text(size = %1), axis.title.x = element_text(size = %1), axis.title.y = element_text(size = %1)," @@ -279,16 +291,15 @@ bool Plot(const QStringList &files, const File &destination, bool show) p.file.write(qPrintable(QString("qplot(factor(%1)%2, data=BC, %3").arg(p.major.smooth ? (p.minor.header.isEmpty() ? "Algorithm" : p.minor.header) : p.major.header, (p.major.smooth || p.minor.smooth) ? ", Y" : "", (p.major.smooth || p.minor.smooth) ? "geom=\"boxplot\"" : "geom=\"bar\", position=\"dodge\", weight=Y") + (p.major.size > 1 ? QString(", fill=factor(%1)").arg(p.major.header) : QString()) + - QString(", xlab=\"%1False Accept Rate\"").arg(p.major.size > 1 ? p.major.header + " / " : QString()) + - QString(", ylab=\"True Accept Rate%1\") + theme_minimal()").arg(p.minor.size > 1 ? " / " + p.minor.header : QString()) + - (p.major.size > 1 ? getScale("fill", p.major.header, p.major.size) : QString()) + + QString(", xlab=\"False Accept Rate\", ylab=\"True Accept Rate\") + theme_minimal()") + + (p.major.size > 1 ? getScale("fill", "Algorithm", p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + facet_grid(%2 ~ X)").arg(p.minor.header) : QString(" + facet_grid(. ~ X, labeller=far_labeller)")) + QString(" + scale_y_continuous(labels=percent) + theme(legend.position=\"none\", axis.text.x=element_text(angle=-90, hjust=0))%1").arg((p.major.smooth || p.minor.smooth) ? "" : " + geom_text(data=BC, aes(label=Y, y=0.05))\n\n"))); p.file.write(qPrintable(QString("qplot(X, Y, data=ERR%1, linetype=Error").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") + ((p.flip ? p.major.size : p.minor.size) > 1 ? QString(", colour=factor(%1)").arg(p.flip ? p.major.header : p.minor.header) : QString()) + QString(", xlab=\"Score%1\", ylab=\"Error Rate\") + theme_minimal()").arg((p.flip ? p.minor.size : p.major.size) > 1 ? " / " + (p.flip ? p.minor.header : p.major.header) : QString()) + - ((p.flip ? p.major.size : p.minor.size) > 1 ? getScale("colour", p.flip ? p.major.header : p.minor.header, p.flip ? p.major.size : p.minor.size) : QString()) + + ((p.flip ? p.major.size : p.minor.size) > 1 ? getScale("colour", p.flip ? "Algorithm" : "Algorithm", p.flip ? p.major.size : p.minor.size) : QString()) + QString(" + scale_y_log10(labels=percent) + annotation_logticks(sides=\"l\")") + ((p.flip ? p.minor.size : p.major.size) > 1 ? QString(" + facet_wrap(~ %1, scales=\"free_x\")").arg(p.flip ? p.minor.header : p.major.header) : QString()) + QString(" + theme(aspect.ratio=1)\n\n"))); -- libgit2 0.21.4