Add hyak prefix for dropouts

Author: aksholokhov

run_dropout.sh

@@ -1,13 +1,25 @@
 #!/bin/bash
+#SBATCH --job-name="dropout_0"
+#SBATCH --account=dynamicsai
+#SBATCH --partition=gpu-a40
+#SBATCH --nodes=1
+#SBATCH --cpus-per-task=4
+#SBATCH --gpus=1
+#SBATCH --mem=32G
+#SBATCH --time=23:00:00
+#SBATCH --output=logs/slurm-%A_%a.out
 
-# In this example, we show how to train SimCSE on unsupervised Wikipedia data.
-# If you want to train it with multiple GPU cards, see "run_sup_example.sh"
-# about how to use PyTorch's distributed data parallel.
+source ~/.bashrc
+
+module load gcc/11.2.0
+module load cuda/11.8.0
+
+conda activate compute
 
 python train.py \
     --model_name_or_path bert-base-uncased \
     --train_file data/wiki1m_for_simcse.txt \
-    --output_dir result/dropout_"$1" \
+    --output_dir result/dropout_0 \
     --num_train_epochs 1 \
     --per_device_train_batch_size 64 \
     --learning_rate 3e-5 \
@@ -22,7 +34,7 @@ python train.py \
     --temp 0.05 \
     --do_train \
     --do_eval \
-    --attention_probs_dropout_prob "$1" \
-    --hidden_dropout_prob "$1" \
+    --attention_probs_dropout_prob 0.0 \
+    --hidden_dropout_prob 0.0 \
     --fp16 \
     "$@"