Peter M. Groen / openbr

Commit 794f8fc1e3f2db102422274d5495a13c110c450f

Authored by Josh Klontz
1 parent 6e3e109f

removed db gallery

Inline Side-by-side
Showing 1 changed file with 0 additions and 190 deletions
openbr/plugins/gallery/db.cpp deleted
View file @6e3e109
1 -/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *  
2 - * Copyright 2012 The MITRE Corporation *  
3 - * *  
4 - * Licensed under the Apache License, Version 2.0 (the "License"); *  
5 - * you may not use this file except in compliance with the License. *  
6 - * You may obtain a copy of the License at *  
7 - * *  
8 - * http://www.apache.org/licenses/LICENSE-2.0 *  
9 - * *  
10 - * Unless required by applicable law or agreed to in writing, software *  
11 - * distributed under the License is distributed on an "AS IS" BASIS, *  
12 - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. *  
13 - * See the License for the specific language governing permissions and *  
14 - * limitations under the License. *  
15 - * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */  
16 -  
17 -#include <QtSql>  
18 -  
19 -#include <openbr/plugins/openbr_internal.h>  
20 -#include <openbr/core/qtutils.h>  
21 -  
22 -namespace br  
23 -{  
24 -  
25 -/*!  
26 - * \ingroup galleries  
27 - * \brief Database input.  
28 - * \author Josh Klontz \cite jklontz  
29 - */  
30 -class dbGallery : public Gallery  
31 -{  
32 - Q_OBJECT  
33 -  
34 - TemplateList readBlock(bool *done)  
35 - {  
36 - TemplateList templates;  
37 - br::File import = file.get<QString>("import", "");  
38 - QString query = file.get<QString>("query");  
39 - QString subset = file.get<QString>("subset", "");  
40 -  
41 - QSqlDatabase db = QSqlDatabase::addDatabase("QSQLITE");  
42 - db.setDatabaseName(file);  
43 - if (!db.open()) qFatal("Failed to open SQLite database %s.", qPrintable(file.name));  
44 -  
45 - if (!import.isNull()) {  
46 - qDebug("Parsing %s", qPrintable(import.name));  
47 - QStringList lines = QtUtils::readLines(import);  
48 - QList<QStringList> cells; cells.reserve(lines.size());  
49 - const QRegExp re("\\s*,\\s*");  
50 - foreach (const QString &line, lines) {  
51 - cells.append(line.split(re));  
52 - if (cells.last().size() != cells.first().size()) qFatal("Column count mismatch.");  
53 - }  
54 -  
55 - QStringList columns, qMarks;  
56 - QList<QVariantList> variantLists;  
57 - for (int i=0; i<cells[0].size(); i++) {  
58 - bool isNumeric;  
59 - cells[1][i].toInt(&isNumeric);  
60 - columns.append(cells[0][i] + (isNumeric ? " INTEGER" : " STRING"));  
61 - qMarks.append("?");  
62 -  
63 - QVariantList variantList; variantList.reserve(lines.size()-1);  
64 - for (int j=1; j<lines.size(); j++) {  
65 - if (isNumeric) variantList << cells[j][i].toInt();  
66 - else variantList << cells[j][i];  
67 - }  
68 - variantLists.append(variantList);  
69 - }  
70 -  
71 - const QString &table = import.baseName();  
72 - qDebug("Creating table %s", qPrintable(table));  
73 - QSqlQuery q(db);  
74 - if (!q.exec("CREATE TABLE " + table + " (" + columns.join(", ") + ");"))  
75 - qFatal("%s.", qPrintable(q.lastError().text()));  
76 - if (!q.prepare("insert into " + table + " values (" + qMarks.join(", ") + ")"))  
77 - qFatal("%s.", qPrintable(q.lastError().text()));  
78 - foreach (const QVariantList &vl, variantLists)  
79 - q.addBindValue(vl);  
80 - if (!q.execBatch()) qFatal("%s.", qPrintable(q.lastError().text()));  
81 - }  
82 -  
83 - QSqlQuery q(db);  
84 - if (query.startsWith('\'') && query.endsWith('\''))  
85 - query = query.mid(1, query.size()-2);  
86 - if (!q.exec(query))  
87 - qFatal("%s.", qPrintable(q.lastError().text()));  
88 -  
89 - if ((q.record().count() == 0) || (q.record().count() > 3))  
90 - qFatal("Query record expected one to three fields, got %d.", q.record().count());  
91 - const bool hasMetadata = (q.record().count() >= 2);  
92 - const bool hasFilter = (q.record().count() >= 3);  
93 -  
94 - QString labelName = "Label";  
95 - if (q.record().count() >= 2)  
96 - labelName = q.record().fieldName(1);  
97 -  
98 - // subset = seed:subjectMaxSize:numSubjects:subjectMinSize or  
99 - // subset = seed:{Metadata,...,Metadata}:numSubjects  
100 - int seed = 0, subjectMaxSize = std::numeric_limits<int>::max(), numSubjects = std::numeric_limits<int>::max(), subjectMinSize = 0;  
101 - QList<QRegExp> metadataFields;  
102 - if (!subset.isEmpty()) {  
103 - const QStringList &words = subset.split(":");  
104 - QtUtils::checkArgsSize("Input", words, 2, 4);  
105 - if (words[0] == "train") seed = 0;  
106 - else if (words[0] == "test" ) seed = 1;  
107 - else seed = QtUtils::toInt(words[0]);  
108 - if (words[1].startsWith('{') && words[1].endsWith('}')) {  
109 - foreach (const QString &regexp, words[1].mid(1, words[1].size()-2).split(","))  
110 - metadataFields.append(QRegExp(regexp));  
111 - subjectMaxSize = metadataFields.size();  
112 - } else {  
113 - subjectMaxSize = QtUtils::toInt(words[1]);  
114 - }  
115 - numSubjects = words.size() >= 3 ? QtUtils::toInt(words[2]) : std::numeric_limits<int>::max();  
116 - subjectMinSize = words.size() >= 4 ? QtUtils::toInt(words[3]) : subjectMaxSize;  
117 - }  
118 -  
119 - srand(seed);  
120 -  
121 - typedef QPair<QString,QString> Entry; // QPair<File,Metadata>  
122 - QHash<QString, QList<Entry> > entries; // QHash<Label, QList<Entry> >  
123 - while (q.next()) {  
124 - if (hasFilter && (seed >= 0) && (qHash(q.value(2).toString()) % 2 != (uint)seed % 2)) continue; // Ensures training and testing filters don't overlap  
125 -  
126 - if (metadataFields.isEmpty())  
127 - entries[hasMetadata ? q.value(1).toString() : ""].append(QPair<QString,QString>(q.value(0).toString(), hasFilter ? q.value(2).toString() : ""));  
128 - else  
129 - entries[hasFilter ? q.value(2).toString() : ""].append(QPair<QString,QString>(q.value(0).toString(), hasMetadata ? q.value(1).toString() : ""));  
130 - }  
131 -  
132 - QStringList labels = entries.keys();  
133 - qSort(labels);  
134 -  
135 - if (hasFilter && ((labels.size() > numSubjects) || (numSubjects == std::numeric_limits<int>::max())))  
136 - std::random_shuffle(labels.begin(), labels.end());  
137 -  
138 - foreach (const QString &label, labels) {  
139 - QList<Entry> entryList = entries[label];  
140 - if ((entryList.size() >= subjectMinSize) && (numSubjects > 0)) {  
141 -  
142 - if (!metadataFields.isEmpty()) {  
143 - QList<Entry> subEntryList;  
144 - foreach (const QRegExp &metadata, metadataFields) {  
145 - for (int i=0; i<entryList.size(); i++) {  
146 - if (metadata.exactMatch(entryList[i].second)) {  
147 - subEntryList.append(entryList.takeAt(i));  
148 - break;  
149 - }  
150 - }  
151 - }  
152 - if (subEntryList.size() == metadataFields.size())  
153 - entryList = subEntryList;  
154 - else  
155 - continue;  
156 - }  
157 -  
158 - if (entryList.size() > subjectMaxSize)  
159 - std::random_shuffle(entryList.begin(), entryList.end());  
160 - foreach (const Entry &entry, entryList.mid(0, subjectMaxSize)) {  
161 - templates.append(File(entry.first));  
162 - templates.last().file.set(labelName, label);  
163 - }  
164 - numSubjects--;  
165 - }  
166 - }  
167 -  
168 - db.close();  
169 -  
170 - *done = true;  
171 - return templates;  
172 - }  
173 -  
174 - void write(const Template &t)  
175 - {  
176 - (void) t;  
177 - qFatal("Not supported.");  
178 - }  
179 -  
180 - void init()  
181 - {  
182 - //  
183 - }  
184 -};  
185 -  
186 -BR_REGISTER(Gallery, dbGallery)  
187 -  
188 -} // namespace br  
189 -  
190 -#include "gallery/db.moc"