Work around error reading VLLM_PORT tcp://a.b.c.d:8000

For some reason VLLM_PORT gets set as a full url
unitaryai · Jun 10, 2024 · de3439b · de3439b
1 parent 7b13e03
commit de3439b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/envs.py b/vllm/envs.py
@@ -105,7 +105,7 @@
     # by incrementing the VLLM_PORT value.
     # '0' is used to make mypy happy
     'VLLM_PORT':
-    lambda: int(os.getenv('VLLM_PORT', '0'))
+        lambda: int(os.getenv('VLLM_PORT', '0').split(":")[-1])
     if 'VLLM_PORT' in os.environ else None,
 
     # If true, will load models from ModelScope instead of Hugging Face Hub.