mesa-run-test-suite.sh

#!/bin/bash

#SBATCH -N 1
#SBATCH -c 12
#SBATCH -t 6:00:00
#SBATCH --mem 16gb
#SBATCH -J mesatestmod
#SBATCH --no-requeue
#SBATCH  --exclude=helios-cn007,helios-cn001

source ~/.bashrc

{
echo $SLURM_JOB_NODELIST
echo $SLURM_LOCALID
echo $SLURM_NODE_ALIASES
echo $SLURM_NODEID
echo $SLURM_JOB_ID
echo $SLURMD_NODENAME
echo $MESA_DIR
echo $MODULE $SLURM_ARRAY_TASK_ID

#Set variables
source ~/data/mesa/mesa-helios-test/mesa_vars.sh

export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK

# Where we will run one test case
mkdir -p /hddstore/rfarmer
export MESA_CACHES_DIR=$(mktemp -d -p /hddstore/rfarmer)
echo $MESA_CACHES_DIR

ID=$SLURM_ARRAY_TASK_ID

cd "${MESA_DIR}/${MODULE}/test_suite"

# Map id number to MESA test case name
folder=$(./list_tests $ID)
echo $folder $ID

# Skip optionals?
if [[ $SKIP_OPTS -eq 1 ]]; then
	export MESA_SKIP_OPTIONAL=1
fi

# We want to run mesa on a local hard drive but store MESA_DIR
# on the network.
# This moves the folder onto the local hard drive,
# then soft links back to MESA_DIR so mesa_test does not get confused about missing test cases
# Then we need to fix the inlists now that we are running outside of MESA_DIR

mv "$folder" "${MESA_CACHES_DIR}/${folder}"

ln -sf "${MESA_CACHES_DIR}/${folder}" "${MESA_DIR}/${MODULE}/test_suite/${folder}"

sed -i '/mesa_dir/Id' "${folder}"/inlist*
sed -i '/^mesa_dir/Id' "${folder}/make/makefile"
sed -i '/^mesa_dir/Id' "${folder}/rn"
sed -i '/^mesa_dir/Id' "${folder}/ck"

if [[ $FPE_ON -eq 1 ]];then
	export MESA_FPE_CHECKS_ON=1
fi

~/bin/mesa_test $MESA_TEST_VERSION test -m=$MODULE --mesadir=$MESA_DIR $ID

cp "${MESA_DIR}/${MODULE}/test_suite/${folder}/out.txt" "${OUT_FOLD}/${folder}".txt
cp "${MESA_DIR}/${MODULE}/test_suite/${folder}/err.txt" "${OUT_FOLD}/${folder}".err.txt
cp "${MESA_DIR}/${MODULE}/test_suite/${folder}/testhub.yml" "${OUT_FOLD}/${folder}".testhub.yml


rm -rf "${MESA_CACHES_DIR}"
}