update baichuan.py

This commit is contained in:
hzg0601 2023-09-29 13:19:17 +08:00
parent 0e20552083
commit 00745c99e2

View File

@ -149,15 +149,15 @@ class BaiChuanWorker(ApiModelWorker):
print(params) print(params)
if __name__ == "__main__": if __name__ == "__main__":
# import uvicorn import uvicorn
# from server.utils import MakeFastAPIOffline from server.utils import MakeFastAPIOffline
# from fastchat.serve.model_worker import app from fastchat.serve.model_worker import app
# worker = BaiChuanWorker( worker = BaiChuanWorker(
# controller_addr="http://127.0.0.1:20001", controller_addr="http://127.0.0.1:20001",
# worker_addr="http://127.0.0.1:21001", worker_addr="http://127.0.0.1:21001",
# ) )
# sys.modules["fastchat.serve.model_worker"].worker = worker sys.modules["fastchat.serve.model_worker"].worker = worker
# MakeFastAPIOffline(app) MakeFastAPIOffline(app)
# uvicorn.run(app, port=21001) uvicorn.run(app, port=21001)
# do_request() # do_request()