update llm_api_launch,llm_api_shutdown

This commit is contained in:
hzg0601 2023-08-10 14:43:18 +08:00
parent 9ed91f0e8a
commit 9525915a85
3 changed files with 4 additions and 4 deletions

View File

@ -228,7 +228,7 @@ $ python server/api.py
#### 4.3 启动Web UI服务 #### 4.3 启动Web UI服务
启动**LLM服务**后,执行 [webui.py](webui.py) 启动 **Web UI** 服务 执行 [webui.py](webui.py) 启动 **Web UI** 服务
```shell ```shell
$ python webui.py $ python webui.py

View File

@ -135,8 +135,8 @@ worker_args = [
] ]
#-----------------openai server--------------------------- #-----------------openai server---------------------------
parser.add_argument("--server-host", type=str, default="localhost", help="host name") parser.add_argument("--server-host", type=str, default="127.0.0.1", help="host name")
parser.add_argument("--server-port", type=int, default=8001, help="port number") parser.add_argument("--server-port", type=int, default=8888, help="port number")
parser.add_argument( parser.add_argument(
"--allow-credentials", action="store_true", help="allow credentials" "--allow-credentials", action="store_true", help="allow credentials"
) )

View File

@ -11,7 +11,7 @@ import subprocess
import argparse import argparse
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--serve",choices=["all","controller","model_worker","openai_api_server"]) parser.add_argument("--serve",choices=["all","controller","model_worker","openai_api_server"],default="all")
args = parser.parse_args() args = parser.parse_args()