From 00745c99e26446bce1f18943a2daaf3e4373d95c Mon Sep 17 00:00:00 2001 From: hzg0601 Date: Fri, 29 Sep 2023 13:19:17 +0800 Subject: [PATCH] update baichuan.py --- server/model_workers/baichuan.py | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/server/model_workers/baichuan.py b/server/model_workers/baichuan.py index 7d68586d..879a51ec 100644 --- a/server/model_workers/baichuan.py +++ b/server/model_workers/baichuan.py @@ -149,15 +149,15 @@ class BaiChuanWorker(ApiModelWorker): print(params) if __name__ == "__main__": - # import uvicorn - # from server.utils import MakeFastAPIOffline - # from fastchat.serve.model_worker import app + import uvicorn + from server.utils import MakeFastAPIOffline + from fastchat.serve.model_worker import app - # worker = BaiChuanWorker( - # controller_addr="http://127.0.0.1:20001", - # worker_addr="http://127.0.0.1:21001", - # ) - # sys.modules["fastchat.serve.model_worker"].worker = worker - # MakeFastAPIOffline(app) - # uvicorn.run(app, port=21001) + worker = BaiChuanWorker( + controller_addr="http://127.0.0.1:20001", + worker_addr="http://127.0.0.1:21001", + ) + sys.modules["fastchat.serve.model_worker"].worker = worker + MakeFastAPIOffline(app) + uvicorn.run(app, port=21001) # do_request() \ No newline at end of file