use the command properly

CIROH-UA · Sep 23, 2024 · a1597c5 · a1597c5
1 parent ec3e288
commit a1597c5
Showing 1 changed file with 21 additions and 21 deletions.
diff --git a/.github/workflows/test_datastream_options.yml b/.github/workflows/test_datastream_options.yml
@@ -30,26 +30,26 @@ jobs:
       run: |
         hfsubset -w medium_range -s nextgen -v 2.1.1 -l divides,flowlines,network,nexus,forcing-weights,flowpath-attributes,model-attributes -o palisade.gpkg -t hl "Gages-09106150"
 
-    - name: Base test and NWM_RETRO_V3
-      run: |        
-        sudo rm -rf $(pwd)/data/datastream_test
-        ./scripts/stream.sh -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json
+    # - name: Base test and NWM_RETRO_V3
+    #   run: |        
+    #     sudo rm -rf $(pwd)/data/datastream_test
+    #     ./scripts/stream.sh -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json
 
-    - name: Cache resource directory
-      run: |
-        mkdir ./data/cache
-        cp -r ./data/datastream_test/datastream-resources ./data/cache
-        cp -r ./data/cache/datastream-resources ./data/cache/datastream-resources-no-forcings
-        cp -r ./data/cache/datastream-resources ./data/cache/datastream-resources-missing
-        sudo rm -rf ./data/cache/datastream-resources-no-forcings/ngen-forcings 
+    # - name: Cache resource directory
+    #   run: |
+    #     mkdir ./data/cache
+    #     cp -r ./data/datastream_test/datastream-resources ./data/cache
+    #     cp -r ./data/cache/datastream-resources ./data/cache/datastream-resources-no-forcings
+    #     cp -r ./data/cache/datastream-resources ./data/cache/datastream-resources-missing
+    #     sudo rm -rf ./data/cache/datastream-resources-no-forcings/ngen-forcings 
 
-    - name: Resource directory test missing all
-      if: always()
-      run: |
-        sudo rm -rf $(pwd)/data/datastream_test
-        sudo rm -rf ./data/cache/datastream-resources-missing/ngen-forcings 
-        sudo rm -rf ./data/cache/datastream-resources-missing/config/*
-        ./scripts/stream.sh -r ./data/cache/datastream-resources-missing -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg
+    # - name: Resource directory test missing all
+    #   if: always()
+    #   run: |
+    #     sudo rm -rf $(pwd)/data/datastream_test
+    #     sudo rm -rf ./data/cache/datastream-resources-missing/ngen-forcings 
+    #     sudo rm -rf ./data/cache/datastream-resources-missing/config/*
+    #     ./scripts/stream.sh -r ./data/cache/datastream-resources-missing -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg
 
     # - name: Resource directory test
     #   if: always()
@@ -90,7 +90,7 @@ jobs:
         sudo rm -rf $(pwd)/data/datastream_test
         ./scripts/stream.sh -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -S ngen-datastream -o git_actions_test/
         sudo rm -rf $(pwd)/data/datastream_test
-        aws s3api object-exists --bucket ngen-datastream --key git_actions_test/ngen-run.tar.gz   
+        aws s3api wait object-exists --bucket ngen-datastream --key git_actions_test/ngen-run.tar.gz   
         aws s3api delete-object --bucket ngen-datastream --key git_actions_test/ngen-run.tar.gz
 
     - name: DAILY today test
@@ -99,7 +99,7 @@ jobs:
         sudo rm -rf $(pwd)/data/datastream_test
         ./scripts/stream.sh -s DAILY -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -S ngen-datastream -o DAILY_today_test/
         sudo rm -rf $(pwd)/data/datastream_test
-        aws s3api object-exists --bucket ngen-datastream --key DAILY_today_test/ngen-run.tar.gz   
+        aws s3api wait object-exists --bucket ngen-datastream --key DAILY_today_test/ngen-run.tar.gz   
         aws s3api delete-object --bucket ngen-datastream --key DAILY_today_test/ngen-run.tar.gz
 
     - name: DAILY pick day test
@@ -108,7 +108,7 @@ jobs:
         sudo rm -rf $(pwd)/data/datastream_test
         ./scripts/stream.sh -s DAILY -e 20200620 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -S ngen-datastream -o DAILY_pick_test/
         sudo rm -rf $(pwd)/data/datastream_test
-        aws s3api object-exists --bucket ngen-datastream --key DAILY_pick_test/ngen-run.tar.gz   
+        aws s3api wait object-exists --bucket ngen-datastream --key DAILY_pick_test/ngen-run.tar.gz   
         aws s3api delete-object --bucket ngen-datastream --key DAILY_pick_test/ngen-run.tar.gz