login for hf token

beam-cloud · Nov 4, 2024 · 429a6ad · 429a6ad
1 parent f526ef0
commit 429a6ad
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/sdk/src/beta9/abstractions/integrations/vllm.py b/sdk/src/beta9/abstractions/integrations/vllm.py
@@ -330,6 +330,12 @@ def __call__(self, *args: Any, **kwargs: Any):
                 f"{self.engine_config.download_dir}/{chat_template_filename}"
             )
 
+        if "HF_TOKEN" in os.environ:
+            hf_token = os.environ["HF_TOKEN"]
+            import huggingface_hub
+
+            huggingface_hub.login(hf_token)
+
         app = FastAPI()
 
         @app.get("/health")