Add supportfor cutl to auto continue from the point it stoped. Also make parent dirs for MEDS

Stanislav Yotov
1 parent e6fbbaa6
Showing 2 changed files with 21 additions and 22 deletions
scripts/downloadDatasets.sh
scripts/downloadMEDS.sh
@@ -9,13 +9,13 @@ fi
 if [ ! -d ../data/ATT/img ]; then
   echo "Downloading AT&T…"
   if hash curl 2>/dev/null; then
-    curl -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
+    curl -C- -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
   else
     wget http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip
   fi
   unzip att_faces.zip -d att_faces
-  mv att_faces ../data/ATT/img
+  mkdir -p ../data/ATT/img && mv att_faces $_
   rm ../data/ATT/img/README att_faces.zip
 fi
@@ -24,27 +24,25 @@ fi
 if [ ! -d ../data/BioID/img ]; then
   echo "Downloading BioID..."
   if hash curl 2>/dev/null; then
-    curl -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
+    curl -C- -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
   else
     wget ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip
   fi
   unzip BioID-FaceDatabase-V1.2.zip
-  mkdir ../data/BioID/img
-  mv *.pgm ../data/BioID/img
+  mkdir -p ../data/BioID/img && mv *.pgm $_
   rm *.eye description.txt BioID-FaceDatabase-V1.2.zip
 fi
 # Caltech Pedestrian
 if [ ! -d ../data/CaltechPedestrians/vid ]; then
-  mkdir ../data/CaltechPedestrians/vid
   echo "Downloading Caltech Pedestrians dataset..."
   prefix="http://www.vision.caltech.edu/Image_Datasets/CaltechPedestrians/datasets/USA"
   for seq in {0..10}; do
     fname=`printf "set%02d.tar" $seq`
     dlpath="$prefix/$fname"
     if hash curl 2>/dev/null; then
-      curl -OL $dlpath
+      curl -C- -OL $dlpath
     else
       wget $dlpath
     fi
@@ -53,27 +51,28 @@ if [ ! -d ../data/CaltechPedestrians/vid ]; then
   rm *.tar
   ./writeCaltechPedestrianSigset.sh 0 5 train > ../data/CaltechPedestrians/train.xml
   ./writeCaltechPedestrianSigset.sh 6 10 test > ../data/CaltechPedestrians/test.xml
-  mv set* ../data/CaltechPedestrians/vid
+  
+  mkdir -p ../data/CaltechPedestrians/vid && mv set* $_
   if hash curl 2>/dev/null; then
-    curl -OL "$prefix/annotations.zip"
+    curl -C- -OL "$prefix/annotations.zip"
   else
     wget "$prefix/annotations.zip"
   fi
   unzip annotations.zip
   rm annotations.zip
-  mv annotations ../data/CaltechPedestrians
+  mkdir -p ../data/CaltechPedestrians &&  mv annotations $_
 fi
 # INRIA person
 if [ ! -d ../data/INRIAPerson/img ]; then
   echo "Downloading INRIA person dataset..."
   if hash curl 2>/dev/null; then
-    curl -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
+    curl -C- -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
   else
     wget http://pascal.inrialpes.fr/data/human/INRIAPerson.tar
   fi
   tar -xf INRIAPerson.tar
-  mkdir ../data/INRIAPerson/img ../data/INRIAPerson/sigset
+  mkdir -p ../data/INRIAPerson/img ../data/INRIAPerson/sigset
   ./writeINRIAPersonSigset.sh Train > ../data/INRIAPerson/sigset/train.xml
   ./writeINRIAPersonSigset.sh Test > ../data/INRIAPerson/sigset/test.xml
   ./writeINRIAPersonSigset.sh train_64x128_H96 > ../data/INRIAPerson/sigset/train_normalized.xml
@@ -85,15 +84,15 @@ fi
 # KTH
 if [ ! -d ../data/KTH/vid ]; then
   echo "Downloading KTH..."
-  mkdir ../data/KTH/vid
-  mkdir ../data/KTH/sigset
+  mkdir -p ../data/KTH/vid
+  mkdir -p ../data/KTH/sigset
   for vidclass in {'boxing','handclapping','handwaving','jogging','running','walking'}; do
     if hash curl 2>/dev/null; then
-      curl -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip
+      curl -C- -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip
     else
       wget http://www.nada.kth.se/cvap/actions/${vidclass}.zip
     fi
-    mkdir ../data/KTH/vid/${vidclass}
+    mkdir -p ../data/KTH/vid/${vidclass}
     unzip ${vidclass}.zip -d ../data/KTH/vid/${vidclass}
     rm ${vidclass}.zip
   done
@@ -107,23 +106,23 @@ fi
 if [ ! -d ../data/LFW/img ]; then
   echo "Downloading LFW..."
   if hash curl 2>/dev/null; then
-    curl -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz
+    curl -C- -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz
   else
     wget http://vis-www.cs.umass.edu/lfw/lfw.tgz
   fi
   tar -xf lfw.tgz
-  mv lfw ../data/LFW/img
+  mkdir -p ../data/LFW/img && mv lfw $_
   rm lfw.tgz
 fi
-./downloadMeds.sh
+./downloadMEDS.sh
 #LFPW
 if [ ! -d ../data/lfpw/trainset ]; then
   echo "Downloading LFPW..."
   if hash curl 2>/dev/null; then
-    curl -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
+    curl -C- -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
   else
     wget  http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip
   fi
@@ -5,13 +5,13 @@
 if [ ! -d ../data/MEDS/img ]; then
   echo "Downloading MEDS..."
   if hash curl 2>/dev/null; then
-    curl -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
+    curl -C- -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
   else
     wget http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip
   fi
   unzip NIST_SD32_MEDS-II_face.zip
-  mkdir ../data/MEDS/img
+  mkdir -p ../data/MEDS/img
   mv data/*/*.jpg ../data/MEDS/img
   rm -r data NIST_SD32_MEDS-II_face.zip
 fi