Merge pull request #39 from AFD-Illinois/feature/ci

Add CI

.gitlab-ci.yml

@@ -0,0 +1,7 @@
+build:
+  before_script:
+    - cd tests
+    - bash download_tests.sh
+
+  script:
+    - bash run_tests.sh

machines/lmc.make

@@ -1 +1,4 @@
+# LMC has this, so prevent problems with Anaconda
+CC=h5pcc
+# Prevent a bunch of compiler warnings
 CFLAGS_CUSTOM = -D_DEFAULT_SOURCE

scripts/compare.py

@@ -80,3 +80,8 @@ def dssim(imageI, imageK):
     evpatot2 = 180./3.14159*0.5*np.arctan2(U2.sum(),Q2.sum())
     print("Diff EVPA [deg]: {:g}".format(evpatot2 - evpatot1))
 
+    # Return code for automated testing.  Adjust stringency to taste
+    if rdiffI > 0.01 or rdiffQ > 0.01 or rdiffU > 0.01 or rdiffV > 0.01:
+        exit(1)
+    else:
+        exit(0)

tests/run_tests.sh

@@ -1,11 +1,18 @@
 #!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
 
 # Run all the ipole tests
 # Tests have the form test_name/test_name.par
 # Different compilation options are usually not necessary,
 # except thin_disk, special-cased here
 
-# TODO download the reference files if necessary?
+# TODO could update test dumps with rsync here
+# TODO option for linear propagation test soon
+
+if [[ $(hostname) == "bh"* ]]; then
+  module load gnu hdf5
+fi
 
 for folder in */
 do

tests/verify.sh

@@ -5,9 +5,11 @@
 
 folder=$(basename $PWD)
 
+# Note these return nonzero exit code for most test runs...
 echo "Pixels different by >1% absolute"
 h5diff -d 1.e-2 ../test-resources/${folder}_image.h5 image.h5 /pol
 echo "Pixels different by >1% relative"
-h5diff -p 1.e-2 ../test-resources/${folder}_image.h5 iamge.h5 /pol
+h5diff -p 1.e-2 ../test-resources/${folder}_image.h5 image.h5 /pol
 
+# ...but we should only fail if this one returns nonzero
 python ../../scripts/compare.py ../test-resources/${folder}_image.h5 image.h5