forked from svenvanc/BSc-AutoML4SeaIce
-
Notifications
You must be signed in to change notification settings - Fork 0
/
preprocess.slurm
40 lines (31 loc) · 1020 Bytes
/
preprocess.slurm
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
#!/bin/bash
#SBATCH --job-name=preprocessing2_testing
#SBATCH --output=log/%x_%j.out
#SBATCH --error=log/%x_%j.err
#SBATCH --mail-user="[email protected]"
#SBATCH --mail-type="ALL"
#SBATCH --mem=50000M
#SBATCH --time=01:00:00
#SBATCH --partition=cpu-short
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
echo "[$SHELL] #### Starting Python test"
echo "[$SHELL] ## This is $SLURM_JOB_USER and this job has the ID $SLURM_JOB_ID"
# get the current working directory
export CWD=$(pwd)
echo "[$SHELL] ## current working directory: "$CWD
# load modules (assuming you start from the default environment)
# we explicitly call the modules to improve reproducibility
# in case the default settings change
module load Python/3.8.6-GCCcore-10.2.0
echo "module loaded"
source venv/bin/activate
echo "venv activated"
python --version
# Run the file
echo "[$SHELL] ## Run script"
python test.py
echo "test done"
python preprocess.py
echo "[$SHELL] ## Script finished"
echo "[$SHELL] #### Finished Python test. Have a nice day"