From 4f43a6d38c5ce9f3a2bdc6859564176f7eae54a7 Mon Sep 17 00:00:00 2001 From: Josh Klontz Date: Sun, 24 Mar 2013 16:31:17 -0400 Subject: [PATCH] updated CMC plot --- openbr/core/plot.cpp | 33 ++++++++++++++++++--------------- 1 file changed, 18 insertions(+), 15 deletions(-) diff --git a/openbr/core/plot.cpp b/openbr/core/plot.cpp index 8f77ee8..c9a9c61 100644 --- a/openbr/core/plot.cpp +++ b/openbr/core/plot.cpp @@ -254,20 +254,22 @@ float Evaluate(const Mat &simmat, const Mat &mask, const QString &csv) lines.append(QString("KDEImpostor,%1,%2").arg(QString::number(f), QString::number(Common::KernelDensityEstimation(sampledImpostorScores, f, hImpostor)))); // Write Cumulative Match Characteristic (CMC) curve - const int Max_Retrieval = 25; - float maxRankRate; + const int Max_Retrieval = 100; + const int Report_Retrieval = 5; + float reportRetrievalRate = -1; for (int i=1; i<=Max_Retrieval; i++) { int realizedReturns = 0, possibleReturns = 0; foreach (int firstGenuineReturn, firstGenuineReturns) { if (firstGenuineReturn > 0) possibleReturns++; if (firstGenuineReturn <= i) realizedReturns++; } - lines.append(qPrintable(QString("CMC,%1,%2").arg(QString::number(i), QString::number(float(realizedReturns)/possibleReturns)))); - if (i==(Max_Retrieval)) maxRankRate = float(realizedReturns)/possibleReturns; + const float retrievalRate = float(realizedReturns)/possibleReturns; + lines.append(qPrintable(QString("CMC,%1,%2").arg(QString::number(i), QString::number(retrievalRate)))); + if (i == Report_Retrieval) reportRetrievalRate = retrievalRate; } if (!csv.isEmpty()) QtUtils::writeFile(csv, lines); - qDebug("TAR @ FAR = 0.01: %.3f\nRetrieval Rate at Rank 25: %.3f", result, maxRankRate); + qDebug("TAR @ FAR = 0.01: %.3f\nRetrieval Rate @ Rank = %d: %.3f", result, Report_Retrieval, reportRetrievalRate); return result; } @@ -471,7 +473,7 @@ bool Plot(const QStringList &files, const br::File &destination, bool show) (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) + QString(" + scale_x_log10(labels=percent) + scale_y_continuous(labels=percent) + annotation_logticks(sides=\"b\")") + - QString("\nggsave(\"%1\")\n").arg(p.subfile("ROC")))); + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("ROC")))); p.file.write(qPrintable(QString("qplot(X, Y, data=DET%1").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") + (p.major.size > 1 ? QString(", colour=factor(%1)").arg(p.major.header) : QString()) + @@ -480,7 +482,7 @@ bool Plot(const QStringList &files, const br::File &destination, bool show) (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) + QString(" + scale_x_log10(labels=percent) + scale_y_log10(labels=percent) + annotation_logticks()") + - QString("\nggsave(\"%1\")\n").arg(p.subfile("DET")))); + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("DET")))); p.file.write(qPrintable(QString("qplot(X, data=SD, geom=\"histogram\", fill=Y, position=\"identity\", alpha=I(1/2)") + QString(", xlab=\"Score%1\"").arg((p.flip ? p.major.size : p.minor.size) > 1 ? " / " + (p.flip ? p.major.header : p.minor.header) : QString()) + @@ -488,16 +490,17 @@ bool Plot(const QStringList &files, const br::File &destination, bool show) QString(") + scale_fill_manual(\"Ground Truth\", values=c(\"blue\", \"red\")) + theme_minimal() + scale_x_continuous(minor_breaks=NULL) + scale_y_continuous(minor_breaks=NULL) + theme(axis.text.y=element_blank(), axis.ticks=element_blank(), axis.text.x=element_text(angle=-90, hjust=0))") + (p.major.size > 1 ? (p.minor.size > 1 ? QString(" + facet_grid(%2 ~ %1, scales=\"free\")").arg((p.flip ? p.major.header : p.minor.header), (p.flip ? p.minor.header : p.major.header)) : QString(" + facet_wrap(~ %1, scales = \"free\")").arg(p.major.header)) : QString()) + QString(" + theme(aspect.ratio=1)") + - QString("\nggsave(\"%1\")\n").arg(p.subfile("SD")))); + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("SD")))); - p.file.write(qPrintable(QString("qplot(X, Y, data=CMC%1, xlab=\"Rank\", ylab=\"Retrieval Rate\"").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") + - (p.major.size > 1 ? QString(", colour=factor(%1)").arg(p.major.header) : QString()) + - (p.minor.size > 1 ? QString(", linetype=factor(%1)").arg(p.minor.header) : QString()) + - QString(") + theme_minimal() + scale_x_continuous(limits = c(1,25), breaks = c(1,5,10,25))") + + p.file.write(qPrintable(QString("ggplot(CMC, aes(x=X, y=Y)) + xlab(\"Rank\") + ylab(\"Retrieval Rate\")") + + ((p.major.smooth || p.minor.smooth) ? QString(" + stat_summary(geom=\"line\", fun.y=min, aes(linetype=\"Min/Max\")) + stat_summary(geom=\"line\", fun.y=max, aes(linetype=\"Min/Max\")) + stat_summary(geom=\"line\", fun.y=mean, aes(linetype=\"Mean\")) + scale_linetype_manual(\"Legend\", values=c(\"Mean\"=1, \"Min/Max\"=2))") + : QString(" + geom_line(aes(%1))").arg((p.major.size > 1 ? QString("colour=factor(%1)").arg(p.major.header) : QString()) + + (p.minor.size > 1 ? QString(", linetype=factor(%1)").arg(p.minor.header) : QString()))) + + QString(" + theme_minimal() + scale_x_log10() + annotation_logticks(sides=\"b\")") + (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) + QString(" + scale_y_continuous(labels=percent)") + - QString("\nggsave(\"%1\")\n").arg(p.subfile("CMC")))); + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("CMC")))); p.file.write(qPrintable(QString("qplot(factor(%1)%2, data=BC, %3").arg(p.major.smooth ? (p.minor.header.isEmpty() ? "Algorithm" : p.minor.header) : p.major.header, (p.major.smooth || p.minor.smooth) ? ", Y" : "", (p.major.smooth || p.minor.smooth) ? "geom=\"boxplot\"" : "geom=\"bar\", position=\"dodge\", weight=Y") + (p.major.size > 1 ? QString(", fill=factor(%1)").arg(p.major.header) : QString()) + @@ -506,7 +509,7 @@ bool Plot(const QStringList &files, const br::File &destination, bool show) (p.major.size > 1 ? getScale("fill", p.major.header, p.major.size) : QString()) + (p.minor.size > 1 ? QString(" + facet_grid(%2 ~ X)").arg(p.minor.header) : QString(" + facet_grid(. ~ X, labeller=far_labeller)")) + QString(" + scale_y_continuous(labels=percent) + theme(legend.position=\"none\", axis.text.x=element_text(angle=-90, hjust=0))%1").arg((p.major.smooth || p.minor.smooth) ? "" : " + geom_text(data=BC, aes(label=Y, y=0.05))") + - QString("\nggsave(\"%1\")\n").arg(p.subfile("BC")))); + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("BC")))); p.file.write(qPrintable(QString("qplot(X, Y, data=ERR%1, linetype=Error").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") + ((p.flip ? p.major.size : p.minor.size) > 1 ? QString(", colour=factor(%1)").arg(p.flip ? p.major.header : p.minor.header) : QString()) + @@ -515,7 +518,7 @@ bool Plot(const QStringList &files, const br::File &destination, bool show) QString(" + scale_y_log10(labels=percent) + annotation_logticks(sides=\"l\")") + ((p.flip ? p.minor.size : p.major.size) > 1 ? QString(" + facet_wrap(~ %1, scales=\"free_x\")").arg(p.flip ? p.minor.header : p.major.header) : QString()) + QString(" + theme(aspect.ratio=1)") + - QString("\nggsave(\"%1\")\n").arg(p.subfile("ERR")))); + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("ERR")))); return p.finalize(show); } -- libgit2 0.21.4