From 13e7929534a4b7c31ae125db1a40b1c6bcec5b08 Mon Sep 17 00:00:00 2001 From: Stanislav Yotov Date: Wed, 27 Apr 2016 11:57:33 -0400 Subject: [PATCH] Add supportfor cutl to auto continue from the point it stoped. Also make parent dirs for MEDS --- scripts/downloadDatasets.sh | 39 +++++++++++++++++++-------------------- scripts/downloadMEDS.sh | 4 ++-- 2 files changed, 21 insertions(+), 22 deletions(-) diff --git a/scripts/downloadDatasets.sh b/scripts/downloadDatasets.sh index 2a342c9..a09eb98 100755 --- a/scripts/downloadDatasets.sh +++ b/scripts/downloadDatasets.sh @@ -9,13 +9,13 @@ fi if [ ! -d ../data/ATT/img ]; then echo "Downloading AT&T…" if hash curl 2>/dev/null; then - curl -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip + curl -C- -OL http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip else wget http://www.cl.cam.ac.uk/Research/DTG/attarchive/pub/data/att_faces.zip fi unzip att_faces.zip -d att_faces - mv att_faces ../data/ATT/img + mkdir -p ../data/ATT/img && mv att_faces $_ rm ../data/ATT/img/README att_faces.zip fi @@ -24,27 +24,25 @@ fi if [ ! -d ../data/BioID/img ]; then echo "Downloading BioID..." if hash curl 2>/dev/null; then - curl -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip + curl -C- -OL ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip else wget ftp://ftp.uni-erlangen.de/pub/facedb/BioID-FaceDatabase-V1.2.zip fi unzip BioID-FaceDatabase-V1.2.zip - mkdir ../data/BioID/img - mv *.pgm ../data/BioID/img + mkdir -p ../data/BioID/img && mv *.pgm $_ rm *.eye description.txt BioID-FaceDatabase-V1.2.zip fi # Caltech Pedestrian if [ ! -d ../data/CaltechPedestrians/vid ]; then - mkdir ../data/CaltechPedestrians/vid echo "Downloading Caltech Pedestrians dataset..." prefix="http://www.vision.caltech.edu/Image_Datasets/CaltechPedestrians/datasets/USA" for seq in {0..10}; do fname=`printf "set%02d.tar" $seq` dlpath="$prefix/$fname" if hash curl 2>/dev/null; then - curl -OL $dlpath + curl -C- -OL $dlpath else wget $dlpath fi @@ -53,27 +51,28 @@ if [ ! -d ../data/CaltechPedestrians/vid ]; then rm *.tar ./writeCaltechPedestrianSigset.sh 0 5 train > ../data/CaltechPedestrians/train.xml ./writeCaltechPedestrianSigset.sh 6 10 test > ../data/CaltechPedestrians/test.xml - mv set* ../data/CaltechPedestrians/vid + + mkdir -p ../data/CaltechPedestrians/vid && mv set* $_ if hash curl 2>/dev/null; then - curl -OL "$prefix/annotations.zip" + curl -C- -OL "$prefix/annotations.zip" else wget "$prefix/annotations.zip" fi unzip annotations.zip rm annotations.zip - mv annotations ../data/CaltechPedestrians + mkdir -p ../data/CaltechPedestrians && mv annotations $_ fi # INRIA person if [ ! -d ../data/INRIAPerson/img ]; then echo "Downloading INRIA person dataset..." if hash curl 2>/dev/null; then - curl -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar + curl -C- -OL http://pascal.inrialpes.fr/data/human/INRIAPerson.tar else wget http://pascal.inrialpes.fr/data/human/INRIAPerson.tar fi tar -xf INRIAPerson.tar - mkdir ../data/INRIAPerson/img ../data/INRIAPerson/sigset + mkdir -p ../data/INRIAPerson/img ../data/INRIAPerson/sigset ./writeINRIAPersonSigset.sh Train > ../data/INRIAPerson/sigset/train.xml ./writeINRIAPersonSigset.sh Test > ../data/INRIAPerson/sigset/test.xml ./writeINRIAPersonSigset.sh train_64x128_H96 > ../data/INRIAPerson/sigset/train_normalized.xml @@ -85,15 +84,15 @@ fi # KTH if [ ! -d ../data/KTH/vid ]; then echo "Downloading KTH..." - mkdir ../data/KTH/vid - mkdir ../data/KTH/sigset + mkdir -p ../data/KTH/vid + mkdir -p ../data/KTH/sigset for vidclass in {'boxing','handclapping','handwaving','jogging','running','walking'}; do if hash curl 2>/dev/null; then - curl -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip + curl -C- -OL http://www.nada.kth.se/cvap/actions/${vidclass}.zip else wget http://www.nada.kth.se/cvap/actions/${vidclass}.zip fi - mkdir ../data/KTH/vid/${vidclass} + mkdir -p ../data/KTH/vid/${vidclass} unzip ${vidclass}.zip -d ../data/KTH/vid/${vidclass} rm ${vidclass}.zip done @@ -107,23 +106,23 @@ fi if [ ! -d ../data/LFW/img ]; then echo "Downloading LFW..." if hash curl 2>/dev/null; then - curl -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz + curl -C- -OL http://vis-www.cs.umass.edu/lfw/lfw.tgz else wget http://vis-www.cs.umass.edu/lfw/lfw.tgz fi tar -xf lfw.tgz - mv lfw ../data/LFW/img + mkdir -p ../data/LFW/img && mv lfw $_ rm lfw.tgz fi -./downloadMeds.sh +./downloadMEDS.sh #LFPW if [ ! -d ../data/lfpw/trainset ]; then echo "Downloading LFPW..." if hash curl 2>/dev/null; then - curl -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip + curl -C- -OL http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip else wget http://ibug.doc.ic.ac.uk/media/uploads/competitions/lfpw.zip fi diff --git a/scripts/downloadMEDS.sh b/scripts/downloadMEDS.sh index b536db6..d890348 100755 --- a/scripts/downloadMEDS.sh +++ b/scripts/downloadMEDS.sh @@ -5,13 +5,13 @@ if [ ! -d ../data/MEDS/img ]; then echo "Downloading MEDS..." if hash curl 2>/dev/null; then - curl -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip + curl -C- -OL http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip else wget http://nigos.nist.gov:8080/nist/sd/32/NIST_SD32_MEDS-II_face.zip fi unzip NIST_SD32_MEDS-II_face.zip - mkdir ../data/MEDS/img + mkdir -p ../data/MEDS/img mv data/*/*.jpg ../data/MEDS/img rm -r data NIST_SD32_MEDS-II_face.zip fi -- libgit2 0.21.4