Peter M. Groen / openbr

Commit 13e7929534a4b7c31ae125db1a40b1c6bcec5b08

Authored by Stanislav Yotov
1 parent e6fbbaa6

Add supportfor cutl to auto continue from the point it stoped. Also make parent dirs for MEDS

Inline Side-by-side
Showing 2 changed files with 21 additions and 22 deletions
scripts/downloadDatasets.sh
  View file @13e7929
... ... @@ -9,13 +9,13 @@ fi
9 9 if [ ! -d ../data/ATT/img ]; then
10 10 echo "Downloading AT&T…"
11 11 if hash curl 2>/dev/null; then
12   - curl -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
  12 + curl -C- -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
13 13 else
14 14 wget http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
15 15 fi
16 16  
17 17 unzip att_faces.zip -d att_faces
18   - mv att_faces ../data/ATT/img
  18 + mkdir -p ../data/ATT/img && mv att_faces $_
19 19 rm ../data/ATT/img/README att_faces.zip
20 20 fi
21 21  
... ... @@ -24,27 +24,25 @@ fi
24 24 if [ ! -d ../data/BioID/img ]; then
25 25 echo "Downloading BioID..."
26 26 if hash curl 2>/dev/null; then
27   - curl -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
  27 + curl -C- -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
28 28 else
29 29 wget ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
30 30 fi
31 31  
32 32 unzip BioID-FaceDatabase-V1.2.zip
33   - mkdir ../data/BioID/img
34   - mv *.pgm ../data/BioID/img
  33 + mkdir -p ../data/BioID/img && mv *.pgm $_
35 34 rm *.eye description.txt BioID-FaceDatabase-V1.2.zip
36 35 fi
37 36  
38 37 # Caltech Pedestrian
39 38 if [ ! -d ../data/CaltechPedestrians/vid ]; then
40   - mkdir ../data/CaltechPedestrians/vid
41 39 echo "Downloading Caltech Pedestrians dataset..."
42 40 prefix="http://www.vision.caltech.edu/Image_Datasets/CaltechPedestrians/datasets/USA"
43 41 for seq in {0..10}; do
44 42 fname=`printf "set%02d.tar" $seq`
45 43 dlpath="$prefix/$fname"
46 44 if hash curl 2>/dev/null; then
47   - curl -OL $dlpath
  45 + curl -C- -OL $dlpath
48 46 else
49 47 wget $dlpath
50 48 fi
... ... @@ -53,27 +51,28 @@ if [ ! -d ../data/CaltechPedestrians/vid ]; then
53 51 rm *.tar
54 52 ./writeCaltechPedestrianSigset.sh 0 5 train > ../data/CaltechPedestrians/train.xml
55 53 ./writeCaltechPedestrianSigset.sh 6 10 test > ../data/CaltechPedestrians/test.xml
56   - mv set* ../data/CaltechPedestrians/vid
  54 +
  55 + mkdir -p ../data/CaltechPedestrians/vid && mv set* $_
57 56 if hash curl 2>/dev/null; then
58   - curl -OL "$prefix/annotations.zip"
  57 + curl -C- -OL "$prefix/annotations.zip"
59 58 else
60 59 wget "$prefix/annotations.zip"
61 60 fi
62 61 unzip annotations.zip
63 62 rm annotations.zip
64   - mv annotations ../data/CaltechPedestrians
  63 + mkdir -p ../data/CaltechPedestrians && mv annotations $_
65 64 fi
66 65  
67 66 # INRIA person
68 67 if [ ! -d ../data/INRIAPerson/img ]; then
69 68 echo "Downloading INRIA person dataset..."
70 69 if hash curl 2>/dev/null; then
71   - curl -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
  70 + curl -C- -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
72 71 else
73 72 wget http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
74 73 fi
75 74 tar -xf INRIAPerson.tar
76   - mkdir ../data/INRIAPerson/img ../data/INRIAPerson/sigset
  75 + mkdir -p ../data/INRIAPerson/img ../data/INRIAPerson/sigset
77 76 ./writeINRIAPersonSigset.sh Train > ../data/INRIAPerson/sigset/train.xml
78 77 ./writeINRIAPersonSigset.sh Test > ../data/INRIAPerson/sigset/test.xml
79 78 ./writeINRIAPersonSigset.sh train_64x128_H96 > ../data/INRIAPerson/sigset/train_normalized.xml
... ... @@ -85,15 +84,15 @@ fi
85 84 # KTH
86 85 if [ ! -d ../data/KTH/vid ]; then
87 86 echo "Downloading KTH..."
88   - mkdir ../data/KTH/vid
89   - mkdir ../data/KTH/sigset
  87 + mkdir -p ../data/KTH/vid
  88 + mkdir -p ../data/KTH/sigset
90 89 for vidclass in {'boxing','handclapping','handwaving','jogging','running','walking'}; do
91 90 if hash curl 2>/dev/null; then
92   - curl -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip
  91 + curl -C- -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip
93 92 else
94 93 wget http://www.nada.kth.se/cvap/actions/${vidclass}.zip
95 94 fi
96   - mkdir ../data/KTH/vid/${vidclass}
  95 + mkdir -p ../data/KTH/vid/${vidclass}
97 96 unzip ${vidclass}.zip -d ../data/KTH/vid/${vidclass}
98 97 rm ${vidclass}.zip
99 98 done
... ... @@ -107,23 +106,23 @@ fi
107 106 if [ ! -d ../data/LFW/img ]; then
108 107 echo "Downloading LFW..."
109 108 if hash curl 2>/dev/null; then
110   - curl -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz
  109 + curl -C- -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz
111 110 else
112 111 wget http://vis-www.cs.umass.edu/lfw/lfw.tgz
113 112 fi
114 113  
115 114 tar -xf lfw.tgz
116   - mv lfw ../data/LFW/img
  115 + mkdir -p ../data/LFW/img && mv lfw $_
117 116 rm lfw.tgz
118 117 fi
119 118  
120   -./downloadMeds.sh
  119 +./downloadMEDS.sh
121 120  
122 121 #LFPW
123 122 if [ ! -d ../data/lfpw/trainset ]; then
124 123 echo "Downloading LFPW..."
125 124 if hash curl 2>/dev/null; then
126   - curl -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
  125 + curl -C- -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
127 126 else
128 127 wget http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
129 128 fi
... ...
scripts/downloadMEDS.sh
  View file @13e7929
... ... @@ -5,13 +5,13 @@
5 5 if [ ! -d ../data/MEDS/img ]; then
6 6 echo "Downloading MEDS..."
7 7 if hash curl 2>/dev/null; then
8   - curl -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
  8 + curl -C- -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
9 9 else
10 10 wget http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
11 11 fi
12 12  
13 13 unzip NIST_SD32_MEDS-II_face.zip
14   - mkdir ../data/MEDS/img
  14 + mkdir -p ../data/MEDS/img
15 15 mv data/*/*.jpg ../data/MEDS/img
16 16 rm -r data NIST_SD32_MEDS-II_face.zip
17 17 fi
... ...