diff --git a/machines/aleph/config_batch.xml b/machines/aleph/config_batch.xml new file mode 100644 index 00000000..365c89d5 --- /dev/null +++ b/machines/aleph/config_batch.xml @@ -0,0 +1,10 @@ + + + -l nodes={{ num_nodes }} + -q iccp + -V + + + iccp + + diff --git a/machines/athena/config_batch.xml b/machines/athena/config_batch.xml new file mode 100644 index 00000000..eb909a40 --- /dev/null +++ b/machines/athena/config_batch.xml @@ -0,0 +1,20 @@ + + + + -q $JOB_QUEUE + -W $JOB_WALLCLOCK_TIME + -P $PROJECT + + + -R "span[ptile={{ tasks_per_node }}]" + -N + -a {{ poe }} + + + poe_short + poe_medium + poe_long + + + + diff --git a/machines/aws-hpc6a/config_batch.xml b/machines/aws-hpc6a/config_batch.xml new file mode 100644 index 00000000..aa4f3289 --- /dev/null +++ b/machines/aws-hpc6a/config_batch.xml @@ -0,0 +1,12 @@ + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + + + regular + build + serial + + diff --git a/machines/casper/config_batch.xml b/machines/casper/config_batch.xml new file mode 100644 index 00000000..556f7dac --- /dev/null +++ b/machines/casper/config_batch.xml @@ -0,0 +1,21 @@ + + + qsub + + -l gpu_type=$GPU_TYPE + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=700GB:ngpus={{ ngpus_per_node }}:mps=1 + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=300GB:ngpus={{ ngpus_per_node }} + + + casper + + casper + + + diff --git a/machines/coeus/config_batch.xml b/machines/coeus/config_batch.xml new file mode 100644 index 00000000..e25ae4be --- /dev/null +++ b/machines/coeus/config_batch.xml @@ -0,0 +1,24 @@ + + + squeue + sbatch + scancel + #SBATCH + (\d+)$ + , + %H:%M:%S + --mail-user + --mail-type + none, all, begin, end, fail + + --job-name={{ job_id }} + --nodes={{ num_nodes }} + --ntasks-per-node={{ tasks_per_node }} + --output={{ job_id }} + --exclusive + + + medium + + + diff --git a/machines/config_batch.xml b/machines/config_batch.xml index 1f1052fa..765c5a0b 100644 --- a/machines/config_batch.xml +++ b/machines/config_batch.xml @@ -53,18 +53,6 @@ - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - - - regular - build - serial - - qstat @@ -180,492 +168,4 @@ - - - -l nodes={{ num_nodes }} - -q iccp - -V - - - - iccp - - - - - - - -q $JOB_QUEUE - -W $JOB_WALLCLOCK_TIME - -P $PROJECT - - - -R "span[ptile={{ tasks_per_node }}]" - -N - -a {{ poe }} - - - poe_short - poe_medium - poe_long - - - - - - qsub - - -l gpu_type=$GPU_TYPE - - - -S {{ shell }} - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=700GB:ngpus={{ ngpus_per_node }}:mps=1 - - - -S {{ shell }} - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=300GB:ngpus={{ ngpus_per_node }} - - - casper - - casper - - - - - - squeue - sbatch - scancel - #SBATCH - (\d+)$ - , - %H:%M:%S - --mail-user - --mail-type - none, all, begin, end, fail - - --job-name={{ job_id }} - --nodes={{ num_nodes }} - --ntasks-per-node={{ tasks_per_node }} - --output={{ job_id }} - --exclusive - - - medium - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - default - - - - - qsub - - -l job_priority=$JOB_PRIORITY - - - -S {{ shell }} - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=230GB - - - -S {{ shell }} - -l select={{ num_nodes }}:ncpus={{ max_cputasks_per_gpu_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=480GB:ngpus={{ ngpus_per_node }}:mps=1 - - - develop - main - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - batch - - - - - - - -R "select[model==XeonE5_2680v3]" - - - normal.24h - normal.4h - - - - - - - -R "span[ptile=4] select[model==XeonE3_1585Lv5]" - - - normal.24h - normal.4h - - - - - - - -R "select[model==XeonGold_6150]" - - - normal.24h - normal.4h - - - - - - ssh login1 cd $CASEROOT ; sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - --export=ALL - - - - development - normal - large - - - - - - - -A cpo - -l {{ partition }} - -l size={{ mppsize }} - -E - -d $RUNDIR - -o $RUNDIR/$CASE.out - -S /bin/bash - -V - - - debug - batch - - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - - - - sib2.9 - sib2.9,sky2.4 - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - - - - sky2.4 - sib2.9,sky2.4 - - - - - qsub - - -l gpu_type=$GPU_TYPE - - - -S {{ shell }} - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }} - - - -S {{ shell }} - -l select={{ num_nodes }}:ncpus={{ max_cputasks_per_gpu_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=430GB:ngpus={{ ngpus_per_node }} - - - - - main - bigcpu - - - - - qsub - (\d+.izumi.cgd.ucar.edu)$ - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - -S {{ shell }} - -V - - - short - medium - long - verylong - overnight - monster - - - - - sbatch - - --qos=lr_normal - --partition=lr3 - --account={{ project }} - --ntasks-per-node={{ tasks_per_node }} - - - lr3 - - - - - ssh login1.ls5.tacc.utexas.edu cd $CASEROOT ; sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - normal - large - development - - - - - - - -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} - -S {{ shell }} - -V - - - batch - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - queue - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -q $JOB_QUEUE - --account $PROJECT - - - -C gpu - - - regular - debug - - - - - - - -W group_list=$PROJECT - - - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=bro - -l place=scatter:excl - -S {{ shell }} - -V - - - normal - devel - - - - - - -W group_list=$PROJECT - - - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=has - -l place=scatter:excl - -S {{ shell }} - -V - - - normal - devel - - - - - - -W group_list=$PROJECT - - - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=ivy - -l place=scatter:excl - -S {{ shell }} - -V - - - normal - devel - - - - - - -W group_list=$PROJECT - - - -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=san - -l place=scatter:excl - -S {{ shell }} - -V - - - normal - devel - - - - - ssh stampede2.tacc.utexas.edu cd $CASEROOT ; sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - skx-normal - skx-dev - - - - - ssh stampede2.tacc.utexas.edu cd $CASEROOT ; sbatch - - --time $JOB_WALLCLOCK_TIME - -p $JOB_QUEUE - --account $PROJECT - - - normal - development - - - - - - -l nodes={{ num_nodes }} - -V - - - default - - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -q $JOB_QUEUE - --account $PROJECT - - - --partition=theia - - - batch - - - - - - default - - - - sbatch - - --time $JOB_WALLCLOCK_TIME - -q $JOB_QUEUE - - - --ntasks-per-node=64 - --hint=nomultithread - - - regular - - - - - -env - - -q $JOB_QUEUE - -W $JOB_WALLCLOCK_TIME - -P $PROJECT - - - -R "span[ptile={{ tasks_per_node }}]" - - - p_short - p_medium - p_long - - - diff --git a/machines/constance/config_batch.xml b/machines/constance/config_batch.xml new file mode 100644 index 00000000..20037a2b --- /dev/null +++ b/machines/constance/config_batch.xml @@ -0,0 +1,8 @@ + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + diff --git a/machines/daint/config_batch.xml b/machines/daint/config_batch.xml new file mode 100644 index 00000000..2128e6ec --- /dev/null +++ b/machines/daint/config_batch.xml @@ -0,0 +1,11 @@ + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + default + + diff --git a/machines/derecho/config_batch.xml b/machines/derecho/config_batch.xml new file mode 100644 index 00000000..7205b1a7 --- /dev/null +++ b/machines/derecho/config_batch.xml @@ -0,0 +1,19 @@ + + qsub + + -l job_priority=$JOB_PRIORITY + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=230GB + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_cputasks_per_gpu_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=480GB:ngpus={{ ngpus_per_node }}:mps=1 + + + develop + main + + + diff --git a/machines/eastwind/config_batch.xml b/machines/eastwind/config_batch.xml new file mode 100644 index 00000000..bfa4166c --- /dev/null +++ b/machines/eastwind/config_batch.xml @@ -0,0 +1,11 @@ + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + batch + + diff --git a/machines/euler2/config_batch.xml b/machines/euler2/config_batch.xml new file mode 100644 index 00000000..a68017a7 --- /dev/null +++ b/machines/euler2/config_batch.xml @@ -0,0 +1,10 @@ + + + + -R "select[model==XeonE5_2680v3]" + + + normal.24h + normal.4h + + diff --git a/machines/euler3/config_batch.xml b/machines/euler3/config_batch.xml new file mode 100644 index 00000000..d71c8e68 --- /dev/null +++ b/machines/euler3/config_batch.xml @@ -0,0 +1,10 @@ + + + + -R "span[ptile=4] select[model==XeonE3_1585Lv5]" + + + normal.24h + normal.4h + + diff --git a/machines/euler4/config_batch.xml b/machines/euler4/config_batch.xml new file mode 100644 index 00000000..a577a05a --- /dev/null +++ b/machines/euler4/config_batch.xml @@ -0,0 +1,11 @@ + + + + + -R "select[model==XeonGold_6150]" + + + normal.24h + normal.4h + + diff --git a/machines/frontera/config_batch.xml b/machines/frontera/config_batch.xml new file mode 100644 index 00000000..ae0abfba --- /dev/null +++ b/machines/frontera/config_batch.xml @@ -0,0 +1,20 @@ + + + ssh login1 cd $CASEROOT ; sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + --export=ALL + + + + development + normal + large + + + diff --git a/machines/gaea/config_batch.xml b/machines/gaea/config_batch.xml new file mode 100644 index 00000000..68f1d289 --- /dev/null +++ b/machines/gaea/config_batch.xml @@ -0,0 +1,18 @@ + + + + + -A cpo + -l {{ partition }} + -l size={{ mppsize }} + -E + -d $RUNDIR + -o $RUNDIR/$CASE.out + -S /bin/bash + -V + + + debug + batch + + diff --git a/machines/greenplanet-sib29/config_batch.xml b/machines/greenplanet-sib29/config_batch.xml new file mode 100644 index 00000000..a0098bab --- /dev/null +++ b/machines/greenplanet-sib29/config_batch.xml @@ -0,0 +1,16 @@ + + + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + + + + sib2.9 + sib2.9,sky2.4 + + diff --git a/machines/greenplanet-sky24/config_batch.xml b/machines/greenplanet-sky24/config_batch.xml new file mode 100644 index 00000000..6c6ca7eb --- /dev/null +++ b/machines/greenplanet-sky24/config_batch.xml @@ -0,0 +1,14 @@ + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + + + + sky2.4 + sib2.9,sky2.4 + + diff --git a/machines/gust/config_batch.xml b/machines/gust/config_batch.xml new file mode 100644 index 00000000..e8e9a90b --- /dev/null +++ b/machines/gust/config_batch.xml @@ -0,0 +1,21 @@ + + + qsub + + -l gpu_type=$GPU_TYPE + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }} + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_cputasks_per_gpu_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=430GB:ngpus={{ ngpus_per_node }} + + + + + main + bigcpu + + diff --git a/machines/izumi/config_batch.xml b/machines/izumi/config_batch.xml new file mode 100644 index 00000000..a3623553 --- /dev/null +++ b/machines/izumi/config_batch.xml @@ -0,0 +1,18 @@ + + + qsub + (\d+.izumi.cgd.ucar.edu)$ + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + -S {{ shell }} + -V + + + short + medium + long + verylong + overnight + monster + + diff --git a/machines/lawrencium-lr3/config_batch.xml b/machines/lawrencium-lr3/config_batch.xml new file mode 100644 index 00000000..a140ac1e --- /dev/null +++ b/machines/lawrencium-lr3/config_batch.xml @@ -0,0 +1,13 @@ + + + sbatch + + --qos=lr_normal + --partition=lr3 + --account={{ project }} + --ntasks-per-node={{ tasks_per_node }} + + + lr3 + + diff --git a/machines/lonestar5/config_batch.xml b/machines/lonestar5/config_batch.xml new file mode 100644 index 00000000..e91e45d2 --- /dev/null +++ b/machines/lonestar5/config_batch.xml @@ -0,0 +1,14 @@ + + + ssh login1.ls5.tacc.utexas.edu cd $CASEROOT ; sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + normal + large + development + + diff --git a/machines/modex/config_batch.xml b/machines/modex/config_batch.xml new file mode 100644 index 00000000..ead248cf --- /dev/null +++ b/machines/modex/config_batch.xml @@ -0,0 +1,12 @@ + + + + + -l nodes={{ num_nodes }}:ppn={{ tasks_per_node }} + -S {{ shell }} + -V + + + batch + + diff --git a/machines/olympus/config_batch.xml b/machines/olympus/config_batch.xml new file mode 100644 index 00000000..217abd55 --- /dev/null +++ b/machines/olympus/config_batch.xml @@ -0,0 +1,12 @@ + + + sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + queue + + diff --git a/machines/perlmutter/config_batch.xml b/machines/perlmutter/config_batch.xml new file mode 100644 index 00000000..ed14205a --- /dev/null +++ b/machines/perlmutter/config_batch.xml @@ -0,0 +1,17 @@ + + + sbatch + + --time $JOB_WALLCLOCK_TIME + -q $JOB_QUEUE + --account $PROJECT + + + -C gpu + + + regular + debug + + + diff --git a/machines/pleiades-bro/config_batch.xml b/machines/pleiades-bro/config_batch.xml new file mode 100644 index 00000000..05a90ee5 --- /dev/null +++ b/machines/pleiades-bro/config_batch.xml @@ -0,0 +1,16 @@ + + + + -W group_list=$PROJECT + + + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=bro + -l place=scatter:excl + -S {{ shell }} + -V + + + normal + devel + + diff --git a/machines/pleiades-has/config_batch.xml b/machines/pleiades-has/config_batch.xml new file mode 100644 index 00000000..c0c6202c --- /dev/null +++ b/machines/pleiades-has/config_batch.xml @@ -0,0 +1,17 @@ + + + + -W group_list=$PROJECT + + + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=has + -l place=scatter:excl + -S {{ shell }} + -V + + + normal + devel + + + diff --git a/machines/pleiades-ivy/config_batch.xml b/machines/pleiades-ivy/config_batch.xml new file mode 100644 index 00000000..b90e68ae --- /dev/null +++ b/machines/pleiades-ivy/config_batch.xml @@ -0,0 +1,15 @@ + + + -W group_list=$PROJECT + + + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=ivy + -l place=scatter:excl + -S {{ shell }} + -V + + + normal + devel + + diff --git a/machines/pleiades-san/config_batch.xml b/machines/pleiades-san/config_batch.xml new file mode 100644 index 00000000..11882c02 --- /dev/null +++ b/machines/pleiades-san/config_batch.xml @@ -0,0 +1,18 @@ + + + + + -W group_list=$PROJECT + + + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:model=san + -l place=scatter:excl + -S {{ shell }} + -V + + + normal + devel + + + diff --git a/machines/stampede2-knl/config_batch.xml b/machines/stampede2-knl/config_batch.xml new file mode 100644 index 00000000..25aa6609 --- /dev/null +++ b/machines/stampede2-knl/config_batch.xml @@ -0,0 +1,12 @@ + + ssh stampede2.tacc.utexas.edu cd $CASEROOT ; sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + normal + development + + diff --git a/machines/stampede2-skx/config_batch.xml b/machines/stampede2-skx/config_batch.xml new file mode 100644 index 00000000..1bfd6bf1 --- /dev/null +++ b/machines/stampede2-skx/config_batch.xml @@ -0,0 +1,13 @@ + + ssh stampede2.tacc.utexas.edu cd $CASEROOT ; sbatch + + --time $JOB_WALLCLOCK_TIME + -p $JOB_QUEUE + --account $PROJECT + + + skx-normal + skx-dev + + + diff --git a/machines/theia/config_batch.xml b/machines/theia/config_batch.xml new file mode 100644 index 00000000..e6f66cd9 --- /dev/null +++ b/machines/theia/config_batch.xml @@ -0,0 +1,16 @@ + + + sbatch + + --time $JOB_WALLCLOCK_TIME + -q $JOB_QUEUE + --account $PROJECT + + + --partition=theia + + + batch + + + diff --git a/machines/theta/config_batch.xml b/machines/theta/config_batch.xml new file mode 100644 index 00000000..f4e59724 --- /dev/null +++ b/machines/theta/config_batch.xml @@ -0,0 +1,5 @@ + + + default + + diff --git a/machines/thunder/config_batch.xml b/machines/thunder/config_batch.xml new file mode 100644 index 00000000..f713bec4 --- /dev/null +++ b/machines/thunder/config_batch.xml @@ -0,0 +1,15 @@ + + + sbatch + + --time $JOB_WALLCLOCK_TIME + -q $JOB_QUEUE + + + --ntasks-per-node=64 + --hint=nomultithread + + + regular + + diff --git a/machines/zeus/config_batch.xml b/machines/zeus/config_batch.xml new file mode 100644 index 00000000..7aa84edb --- /dev/null +++ b/machines/zeus/config_batch.xml @@ -0,0 +1,17 @@ + + + -env + + -q $JOB_QUEUE + -W $JOB_WALLCLOCK_TIME + -P $PROJECT + + + -R "span[ptile={{ tasks_per_node }}]" + + + p_short + p_medium + p_long + +