allow deepspeed without distributed launcher (#2204)

huggingface · Dec 1, 2023 · 0e48b23 · 0e48b23
1 parent 3499cf2
commit 0e48b23
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/accelerate/state.py b/src/accelerate/state.py
@@ -309,7 +309,11 @@ def __init__(self, cpu: bool = False, **kwargs):
                 else:
                     self.device = self.default_device
             else:
-                self.distributed_type = DistributedType.NO
+                self.distributed_type = (
+                    DistributedType.NO
+                    if os.environ.get("ACCELERATE_USE_DEEPSPEED", "false") == "false"
+                    else DistributedType.DEEPSPEED
+                )
                 self.num_processes = 1
                 self.process_index = self.local_process_index = 0