Fix finetuning batch size

meta-llama · Aug 8, 2023 · 74c0100 · 74c0100
1 parent 597e634
commit 74c0100
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_finetuning.py b/llama_finetuning.py
@@ -180,7 +180,7 @@ def main(**kwargs):
     # Create DataLoaders for the training and validation dataset
     train_dataloader = torch.utils.data.DataLoader(
         dataset_train,
-        batch_size=train_config.batch_size_training,
+        batch_size=train_config.micro_batch_size,
         num_workers=train_config.num_workers_dataloader,
         pin_memory=True,
         sampler=train_sampler if train_sampler else None,