Peter M. Groen / openbr

Commit 4f43a6d38c5ce9f3a2bdc6859564176f7eae54a7

Authored by Josh Klontz
1 parent ff98581b

updated CMC plot

Inline Side-by-side
Showing 1 changed file with 18 additions and 15 deletions
openbr/core/plot.cpp
  View file @4f43a6d
... ... @@ -254,20 +254,22 @@ float Evaluate(const Mat &simmat, const Mat &mask, const QString &csv)
254 254 lines.append(QString("KDEImpostor,%1,%2").arg(QString::number(f), QString::number(Common::KernelDensityEstimation(sampledImpostorScores, f, hImpostor))));
255 255  
256 256 // Write Cumulative Match Characteristic (CMC) curve
257   - const int Max_Retrieval = 25;
258   - float maxRankRate;
  257 + const int Max_Retrieval = 100;
  258 + const int Report_Retrieval = 5;
  259 + float reportRetrievalRate = -1;
259 260 for (int i=1; i<=Max_Retrieval; i++) {
260 261 int realizedReturns = 0, possibleReturns = 0;
261 262 foreach (int firstGenuineReturn, firstGenuineReturns) {
262 263 if (firstGenuineReturn > 0) possibleReturns++;
263 264 if (firstGenuineReturn <= i) realizedReturns++;
264 265 }
265   - lines.append(qPrintable(QString("CMC,%1,%2").arg(QString::number(i), QString::number(float(realizedReturns)/possibleReturns))));
266   - if (i==(Max_Retrieval)) maxRankRate = float(realizedReturns)/possibleReturns;
  266 + const float retrievalRate = float(realizedReturns)/possibleReturns;
  267 + lines.append(qPrintable(QString("CMC,%1,%2").arg(QString::number(i), QString::number(retrievalRate))));
  268 + if (i == Report_Retrieval) reportRetrievalRate = retrievalRate;
267 269 }
268 270  
269 271 if (!csv.isEmpty()) QtUtils::writeFile(csv, lines);
270   - qDebug("TAR @ FAR = 0.01: %.3f\nRetrieval Rate at Rank 25: %.3f", result, maxRankRate);
  272 + qDebug("TAR @ FAR = 0.01: %.3f\nRetrieval Rate @ Rank = %d: %.3f", result, Report_Retrieval, reportRetrievalRate);
271 273 return result;
272 274 }
273 275  
... ... @@ -471,7 +473,7 @@ bool Plot(const QStringList &amp;files, const br::File &amp;destination, bool show)
471 473 (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) +
472 474 (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) +
473 475 QString(" + scale_x_log10(labels=percent) + scale_y_continuous(labels=percent) + annotation_logticks(sides=\"b\")") +
474   - QString("\nggsave(\"%1\")\n").arg(p.subfile("ROC"))));
  476 + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("ROC"))));
475 477  
476 478 p.file.write(qPrintable(QString("qplot(X, Y, data=DET%1").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") +
477 479 (p.major.size > 1 ? QString(", colour=factor(%1)").arg(p.major.header) : QString()) +
... ... @@ -480,7 +482,7 @@ bool Plot(const QStringList &amp;files, const br::File &amp;destination, bool show)
480 482 (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) +
481 483 (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) +
482 484 QString(" + scale_x_log10(labels=percent) + scale_y_log10(labels=percent) + annotation_logticks()") +
483   - QString("\nggsave(\"%1\")\n").arg(p.subfile("DET"))));
  485 + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("DET"))));
484 486  
485 487 p.file.write(qPrintable(QString("qplot(X, data=SD, geom=\"histogram\", fill=Y, position=\"identity\", alpha=I(1/2)") +
486 488 QString(", xlab=\"Score%1\"").arg((p.flip ? p.major.size : p.minor.size) > 1 ? " / " + (p.flip ? p.major.header : p.minor.header) : QString()) +
... ... @@ -488,16 +490,17 @@ bool Plot(const QStringList &amp;files, const br::File &amp;destination, bool show)
488 490 QString(") + scale_fill_manual(\"Ground Truth\", values=c(\"blue\", \"red\")) + theme_minimal() + scale_x_continuous(minor_breaks=NULL) + scale_y_continuous(minor_breaks=NULL) + theme(axis.text.y=element_blank(), axis.ticks=element_blank(), axis.text.x=element_text(angle=-90, hjust=0))") +
489 491 (p.major.size > 1 ? (p.minor.size > 1 ? QString(" + facet_grid(%2 ~ %1, scales=\"free\")").arg((p.flip ? p.major.header : p.minor.header), (p.flip ? p.minor.header : p.major.header)) : QString(" + facet_wrap(~ %1, scales = \"free\")").arg(p.major.header)) : QString()) +
490 492 QString(" + theme(aspect.ratio=1)") +
491   - QString("\nggsave(\"%1\")\n").arg(p.subfile("SD"))));
  493 + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("SD"))));
492 494  
493   - p.file.write(qPrintable(QString("qplot(X, Y, data=CMC%1, xlab=\"Rank\", ylab=\"Retrieval Rate\"").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") +
494   - (p.major.size > 1 ? QString(", colour=factor(%1)").arg(p.major.header) : QString()) +
495   - (p.minor.size > 1 ? QString(", linetype=factor(%1)").arg(p.minor.header) : QString()) +
496   - QString(") + theme_minimal() + scale_x_continuous(limits = c(1,25), breaks = c(1,5,10,25))") +
  495 + p.file.write(qPrintable(QString("ggplot(CMC, aes(x=X, y=Y)) + xlab(\"Rank\") + ylab(\"Retrieval Rate\")") +
  496 + ((p.major.smooth || p.minor.smooth) ? QString(" + stat_summary(geom=\"line\", fun.y=min, aes(linetype=\"Min/Max\")) + stat_summary(geom=\"line\", fun.y=max, aes(linetype=\"Min/Max\")) + stat_summary(geom=\"line\", fun.y=mean, aes(linetype=\"Mean\")) + scale_linetype_manual(\"Legend\", values=c(\"Mean\"=1, \"Min/Max\"=2))")
  497 + : QString(" + geom_line(aes(%1))").arg((p.major.size > 1 ? QString("colour=factor(%1)").arg(p.major.header) : QString()) +
  498 + (p.minor.size > 1 ? QString(", linetype=factor(%1)").arg(p.minor.header) : QString()))) +
  499 + QString(" + theme_minimal() + scale_x_log10() + annotation_logticks(sides=\"b\")") +
497 500 (p.major.size > 1 ? getScale("colour", p.major.header, p.major.size) : QString()) +
498 501 (p.minor.size > 1 ? QString(" + scale_linetype_discrete(\"%1\")").arg(p.minor.header) : QString()) +
499 502 QString(" + scale_y_continuous(labels=percent)") +
500   - QString("\nggsave(\"%1\")\n").arg(p.subfile("CMC"))));
  503 + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("CMC"))));
501 504  
502 505 p.file.write(qPrintable(QString("qplot(factor(%1)%2, data=BC, %3").arg(p.major.smooth ? (p.minor.header.isEmpty() ? "Algorithm" : p.minor.header) : p.major.header, (p.major.smooth || p.minor.smooth) ? ", Y" : "", (p.major.smooth || p.minor.smooth) ? "geom=\"boxplot\"" : "geom=\"bar\", position=\"dodge\", weight=Y") +
503 506 (p.major.size > 1 ? QString(", fill=factor(%1)").arg(p.major.header) : QString()) +
... ... @@ -506,7 +509,7 @@ bool Plot(const QStringList &amp;files, const br::File &amp;destination, bool show)
506 509 (p.major.size > 1 ? getScale("fill", p.major.header, p.major.size) : QString()) +
507 510 (p.minor.size > 1 ? QString(" + facet_grid(%2 ~ X)").arg(p.minor.header) : QString(" + facet_grid(. ~ X, labeller=far_labeller)")) +
508 511 QString(" + scale_y_continuous(labels=percent) + theme(legend.position=\"none\", axis.text.x=element_text(angle=-90, hjust=0))%1").arg((p.major.smooth || p.minor.smooth) ? "" : " + geom_text(data=BC, aes(label=Y, y=0.05))") +
509   - QString("\nggsave(\"%1\")\n").arg(p.subfile("BC"))));
  512 + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("BC"))));
510 513  
511 514 p.file.write(qPrintable(QString("qplot(X, Y, data=ERR%1, linetype=Error").arg((p.major.smooth || p.minor.smooth) ? ", geom=\"smooth\", method=loess, level=0.99" : ", geom=\"line\"") +
512 515 ((p.flip ? p.major.size : p.minor.size) > 1 ? QString(", colour=factor(%1)").arg(p.flip ? p.major.header : p.minor.header) : QString()) +
... ... @@ -515,7 +518,7 @@ bool Plot(const QStringList &amp;files, const br::File &amp;destination, bool show)
515 518 QString(" + scale_y_log10(labels=percent) + annotation_logticks(sides=\"l\")") +
516 519 ((p.flip ? p.minor.size : p.major.size) > 1 ? QString(" + facet_wrap(~ %1, scales=\"free_x\")").arg(p.flip ? p.minor.header : p.major.header) : QString()) +
517 520 QString(" + theme(aspect.ratio=1)") +
518   - QString("\nggsave(\"%1\")\n").arg(p.subfile("ERR"))));
  521 + QString("\nggsave(\"%1\")\n\n").arg(p.subfile("ERR"))));
519 522  
520 523 return p.finalize(show);
521 524 }
... ...