downloadDatasets.sh
4.29 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
#!/bin/bash
if [ ! -f downloadDatasets.sh ]; then
echo "Run this script from the scripts folder!"
exit
fi
# AT&T
if [ ! -d ../data/ATT/img ]; then
echo "Downloading AT&T…"
if hash curl 2>/dev/null; then
curl -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
else
wget http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
fi
unzip att_faces.zip -d att_faces
mv att_faces ../data/ATT/img
rm ../data/ATT/img/README att_faces.zip
fi
# BioID
if [ ! -d ../data/BioID/img ]; then
echo "Downloading BioID..."
if hash curl 2>/dev/null; then
curl -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
else
wget ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
fi
unzip BioID-FaceDatabase-V1.2.zip
mkdir ../data/BioID/img
mv *.pgm ../data/BioID/img
rm *.eye description.txt BioID-FaceDatabase-V1.2.zip
fi
# Caltech Pedestrian
if [ ! -d ../data/CaltechPedestrians/vid ]; then
mkdir ../data/CaltechPedestrians/vid
echo "Downloading Caltech Pedestrians dataset..."
prefix="http://www.vision.caltech.edu/Image_Datasets/CaltechPedestrians/datasets/USA"
for seq in {0..10}; do
fname=`printf "set%02d.tar" $seq`
dlpath="$prefix/$fname"
if hash curl 2>/dev/null; then
curl -OL $dlpath
else
wget $dlpath
fi
tar -xf $fname
done
rm *.tar
./writeCaltechPedestrianSigset.sh 0 5 > ../data/CaltechPedestrians/train.xml
./writeCaltechPedestrianSigset 6 10 > ../data/CaltechPedestrians/test.xml
mv set* ../data/CaltechPedestrians/vid
if hash curl 2>/dev/null; then
curl -OL "$prefix/annotations.zip"
else
wget "$prefix/annotations.zip"
fi
unzip annotations.zip
rm annotations.zip
mv annotations ../data/CaltechPedestrians
fi
# INRIA person
if [ ! -d ../data/INRIAPerson/img ]; then
echo "Downloading INRIA person dataset..."
if hash curl 2>/dev/null; then
curl -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
else
wget http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
fi
tar -xf INRIAPerson.tar
mkdir ../data/INRIAPerson/img ../data/INRIAPerson/sigset
./writeINRIAPersonSigset.sh Train > ../data/INRIAPerson/sigset/train.xml
./writeINRIAPersonSigset.sh Test > ../data/INRIAPerson/sigset/test.xml
./writeINRIAPersonSigset.sh train_64x128_H96 > ../data/INRIAPerson/sigset/train_normalized.xml
./writeINRIAPersonSigset.sh test_64x128_H96 > ../data/INRIAPerson/sigset/test_normalized.xml
mv INRIAPerson/* ../data/INRIAPerson/img
rm -r INRIAPerson*
fi
# KTH
if [ ! -d ../data/KTH/vid ]; then
echo "Downloading KTH..."
mkdir ../data/KTH/vid
mkdir ../data/KTH/sigset
for vidclass in {'boxing','handclapping','handwaving','jogging','running','walking'}; do
if hash curl 2>/dev/null; then
curl -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip
else
wget http://www.nada.kth.se/cvap/actions/${vidclass}.zip
fi
mkdir ../data/KTH/vid/${vidclass}
unzip ${vidclass}.zip -d ../data/KTH/vid/${vidclass}
rm ${vidclass}.zip
done
# this file is corrupted
rm -f ../data/KTH/vid/boxing/person01_boxing_d4_uncomp.avi
./writeKTHSigset.sh 1 16 > ../data/KTH/sigset/train_16ppl.xml
./writeKTHSigset.sh 17 25 > ../data/KTH/sigset/test_9ppl.xml
fi
# LFW
if [ ! -d ../data/LFW/img ]; then
echo "Downloading LFW..."
if hash curl 2>/dev/null; then
curl -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz
else
wget http://vis-www.cs.umass.edu/lfw/lfw.tgz
fi
tar -xf lfw.tgz
mv lfw ../data/LFW/img
rm lfw.tgz
fi
# MEDS
if [ ! -d ../data/MEDS/img ]; then
echo "Downloading MEDS..."
if hash curl 2>/dev/null; then
curl -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
else
wget http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
fi
unzip NIST_SD32_MEDS-II_face.zip
mkdir ../data/MEDS/img
mv data/*/*.jpg ../data/MEDS/img
rm -r data NIST_SD32_MEDS-II_face.zip
fi
#LFPW
if [ ! -d ../data/lfpw/trainset ]; then
echo "Downloading LFPW..."
if hash curl 2>/dev/null; then
curl -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
else
wget http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
fi
unzip lfpw.zip
mv lfpw ../data
cd ../data/lfpw
python ../../scripts/lfpwToSigset.py
cd ../../scripts
rm lfpw.zip
fi