From de3439bbe8dddea89515747bddf38b2deb0ee88a Mon Sep 17 00:00:00 2001
From: James Thewlis <james@unitary.ai>
Date: Mon, 10 Jun 2024 22:11:44 +0000
Subject: [PATCH] Work around error reading VLLM_PORT tcp://a.b.c.d:8000

For some reason VLLM_PORT gets set as a full url
---
 vllm/envs.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/envs.py b/vllm/envs.py
index b140aa6d658e6..a9f44aacef461 100644
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -105,7 +105,7 @@
     # by incrementing the VLLM_PORT value.
     # '0' is used to make mypy happy
     'VLLM_PORT':
-    lambda: int(os.getenv('VLLM_PORT', '0'))
+        lambda: int(os.getenv('VLLM_PORT', '0').split(":")[-1])
     if 'VLLM_PORT' in os.environ else None,
 
     # If true, will load models from ModelScope instead of Hugging Face Hub.