diff --git a/main.sh b/main.sh deleted file mode 100644 index f5a5a0b..0000000 --- a/main.sh +++ /dev/null @@ -1,13 +0,0 @@ -#!/bin/bash -#SBATCH --partition=long -#SBATCH --cpus-per-task=3 -#SBATCH --gres=gpu:rtx8000:1 -#SBATCH --mem=24G -#SBATCH --time=4-06:00:00 -#SBATCH -o /home/mila/l/lena-nehale.ezzine/scratch/chunkgfn/slurm-%j.out - -module --quiet load python/3.10 -source ~/venvs/chunk/bin/activate - - -exec python main.py experiment=bit_sequence_chunking_prioritized.yaml task_name=bit_sequence seed=1 data.max_len=64 gfn.chunk_algorithm=bpe gfn.n_samples=10000 gfn.pb='kolya' gfn.replay_buffer.cutoff_distance=12 gfn.reward_temperature=0.3333333333333333 logger.wandb.name=bit_sequence_chunking_prioritized_64_True_bpe logger.wandb.group=bit_sequence \ No newline at end of file diff --git a/prioritized_rb.sh b/prioritized_rb.sh deleted file mode 100644 index c9f757f..0000000 --- a/prioritized_rb.sh +++ /dev/null @@ -1,55 +0,0 @@ -maxlen_cutoff=( - "64,12", - "128,25", -) - -algorithms=( - "bit_sequence_chunking_prioritized" -) - -for seed in 1 -do - for algo in "${algorithms[@]}" - do - for task in "${maxlen_cutoff[@]}" - do - for pb in 'kolya' 'greedy' - do - IFS=',' read -r -d '' -a fields <<< "$task" - - length="${fields[0]}" - length=$((length)) - cutoff="${fields[1]}" - cutoff=$((cutoff)) - - if [[ $algo == *"chunking"* ]]; then - sbatch bit_sequence.sh \ - experiment=${algo} \ - task_name=bit_sequence \ - seed=${seed} \ - data.max_len=${length} \ - gfn.chunk_algorithm=bpe \ - gfn.library_update_frequency=10 \ - gfn.n_samples=10000 \ - gfn.replay_buffer.capacity=10000 \ - gfn.pb=${pb} \ - gfn.replay_buffer.cutoff_distance=${cutoff} \ - gfn.reward_temperature=0.3333333333333333 \ - logger.wandb.name=${algo}_${length}_pb_${pb}_bpe \ - logger.wandb.group=bit_sequence - else - sbatch bit_sequence.sh \ - experiment=${algo} \ - task_name=bit_sequence \ - seed=${seed} \ - data.max_len=${length} \ - gfn.replay_buffer.cutoff_distance=${cutoff} \ - gfn.reward_temperature=0.3333333333333333 \ - logger.wandb.name=${algo}_${length}_bpe \ - logger.wandb.group=bit_sequence - fi - - done - done - done -done \ No newline at end of file diff --git a/sbatch_scripts/bit_sequence/random_sampler_.sh b/sbatch_scripts/bit_sequence/random_sampler_.sh deleted file mode 100644 index 5c8cda6..0000000 --- a/sbatch_scripts/bit_sequence/random_sampler_.sh +++ /dev/null @@ -1,21 +0,0 @@ -#!/bin/bash -#SBATCH --partition=long -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=1 -#SBATCH --nodes=1 -#SBATCH --ntasks-per-node=3 -#SBATCH --mem=32G -#SBATCH --time=24:00:00 -#SBATCH -o /network/scratch/o/oussama.boussif/slurm-%j.out - -module --quiet load python/3.10 -source $VENV/ai_scientist/bin/activate - -# Define the tasks -cat < $SLURM_TMPDIR/tasks.conf -0 sbatch_scripts/wrapper.sh python main.py seed=1998 logger.wandb.id=${SLURM_JOB_ID}-0 $@ -1 sbatch_scripts/wrapper.sh python main.py seed=2024 logger.wandb.id=${SLURM_JOB_ID}-1 $@ -2 sbatch_scripts/wrapper.sh python main.py seed=42 logger.wandb.id=${SLURM_JOB_ID}-2 $@ -EOF - -srun -l --output=$SCRATCH/slurm-%j-%t.out --multi-prog $SLURM_TMPDIR/tasks.conf diff --git a/test.sh b/test.sh deleted file mode 100644 index 9bdf949..0000000 --- a/test.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/bin/bash -#SBATCH --partition=long -#SBATCH --cpus-per-task=3 -#SBATCH --gres=gpu:rtx8000:1 -#SBATCH --mem=24G -#SBATCH --time=6-00:00:00 -#SBATCH --output /network/scratch/v/vivianoj/chunkgfn/logs/rna_binding/slurm-%j.out -#SBATCH --error /network/scratch/v/vivianoj/chunkgfn/logs/rna_binding/slurm-%j.err - -python main.py \ - experiment=rna_binding_chunk_prioritized \ - task_name=rna_binding \ - data.task=L14_RNA1 \ - seed=1234 \ - data.modes_path=/home/mila/v/vivianoj/code/chunkgfn/L14_RNA1_modes.pkl \ - gfn.chunk_algorithm=bpe \ - gfn.library_update_frequency=25 \ - gfn.n_samples=10000 \ - gfn.replay_buffer.cutoff_distance=3 \ - gfn.reward_temperature=0.3333333333333333 \ - logger.wandb.name=ccds_chunk_prioritized_32_bpe \ - logger.wandb.group=ccds \ - trainer=default