dataset fixes on fetch

Signed-off-by: DIMITRIS KARNIKIS <[email protected]>

Author: dkarnikis

evaluation/benchmarks/analytics-mts/input/setup.sh

@@ -23,9 +23,11 @@ setup_dataset() {
       exit 1
     fi
   elif [ ! -f ./in_small.csv ] && [ "$1" = "--small" ]; then
-      echo "Generating small-size inputs"
-      # FIXME PR: Do we need all of them?
+    if [ ! -f ./in_small.csv ]; then                                                       
+      echo "Generating small-size inputs"                                                  
+      # FIXME PR: Do we need all of them?                                                  
       curl -sf 'http://pac-n4.csail.mit.edu:81/pash_data/small/in_small.csv' > in_small.csv
+    fi                                                                                     
   fi
 }
 

evaluation/benchmarks/oneliners/input/setup.sh

@@ -14,14 +14,16 @@ if [[ "$1" == "-c" ]]; then
 fi
 
 setup_dataset() {
-    if [ "$#" -eq 1 ] && [ "$1" = "--small" ]; then
-        echo "Generating small-size inputs"
-        # FIXME PR: Do we need all of them?
-	curl -sf 'http://pac-n4.csail.mit.edu:81/pash_data/small/oneliners.zip' > oneliners.zip
-	unzip oneliners.zip
-	rm -f oneliners.zip
-	return 0
+  if [ "$#" -eq 1 ] && [ "$1" = "--small" ]; then
+    if [ ! -d ./small ]; then
+      echo "Generating small-size inputs"
+      # FIXME PR: Do we need all of them?
+      curl -sf 'http://pac-n4.csail.mit.edu:81/pash_data/small/oneliners.zip' > oneliners.zip
+      unzip oneliners.zip
+      rm -f oneliners.zip
     fi
+    return 0
+  fi
 
     if [ ! -f ./1M.txt ]; then
         curl -sf 'http://ndr.md/data/dummy/1M.txt' > 1M.txt

evaluation/benchmarks/unix50/input/setup.sh

@@ -22,14 +22,16 @@ fi
 setup_dataset() {
     # generate small inputs 
     if [ "$#" -eq 1 ] && [ "$1" = "--small" ]; then
-        echo "Generating small-size inputs"
-        # FIXME PR: Do we need all of them?
-	curl -sf 'http://pac-n4.csail.mit.edu:81/pash_data/small/unix50.zip' > unix50.zip
-	unzip unix50.zip
-	rm -f unix50.zip
-	return 0
+      if [ ! -d ./small ]; then                                                          
+        echo "Generating small-size inputs"                                             
+        # FIXME PR: Do we need all of them?                                             
+        curl -sf 'http://pac-n4.csail.mit.edu:81/pash_data/small/unix50.zip' > unix50.zip
+        unzip unix50.zip                                                                 
+        rm -f unix50.zip                                                                 
+      fi                                                                                 
+      return 0
     fi
-
+  
     for input in ${inputs[@]}
     do
         if [ ! -f "${input}.txt" ]; then