We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 54bd9a0 commit 9587b05Copy full SHA for 9587b05
vllm/entrypoints/openai/rpc/server.py
@@ -3,6 +3,7 @@
3
from typing import Any, Coroutine
4
5
import cloudpickle
6
+import uvloop
7
import zmq
8
import zmq.asyncio
9
from typing_extensions import Never
@@ -217,4 +218,4 @@ def signal_handler() -> None:
217
218
def run_rpc_server(async_engine_args: AsyncEngineArgs,
219
usage_context: UsageContext, rpc_path: str):
220
server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path)
- asyncio.run(run_server(server))
221
+ uvloop.run(run_server(server))
0 commit comments