Skip to content

Commit

Permalink
update cli
Browse files Browse the repository at this point in the history
  • Loading branch information
AllentDan committed Oct 31, 2023
1 parent 28999a7 commit eb46d42
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions lmdeploy/cli/serve.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ class SubCliServe(object):

def gradio(self,
model_path_or_server: str,
server_name: str = 'localhost',
server_name: str = '0.0.0.0',
server_port: int = 6006,
batch_size: int = 32,
tp: int = 1,
Expand All @@ -18,8 +18,8 @@ def gradio(self,
lmdeploy serve gradio ./workspace
Example 2:
lmdeploy serve gradio http://localhost:23333
--server_name localhost
lmdeploy serve gradio http://0.0.0.0:23333
--server_name 0.0.0.0
--server_port 6006
--restful_api True
Expand Down Expand Up @@ -48,7 +48,7 @@ def gradio(self,

def api_server(self,
model_path: str,
server_name: str = 'localhost',
server_name: str = '0.0.0.0',
server_port: int = 23333,
instance_num: int = 32,
tp: int = 1,
Expand Down

0 comments on commit eb46d42

Please sign in to comment.