Skip to content

Commit 9587b05

Browse files
authored
[Core] Use uvloop with zmq-decoupled front-end (vllm-project#7570)
1 parent 54bd9a0 commit 9587b05

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

vllm/entrypoints/openai/rpc/server.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@
33
from typing import Any, Coroutine
44

55
import cloudpickle
6+
import uvloop
67
import zmq
78
import zmq.asyncio
89
from typing_extensions import Never
@@ -217,4 +218,4 @@ def signal_handler() -> None:
217218
def run_rpc_server(async_engine_args: AsyncEngineArgs,
218219
usage_context: UsageContext, rpc_path: str):
219220
server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path)
220-
asyncio.run(run_server(server))
221+
uvloop.run(run_server(server))

0 commit comments

Comments
 (0)