From f4da0845b9c0975f2a7d8f21d10a3ca35040ee27 Mon Sep 17 00:00:00 2001 From: hzg0601 Date: Sat, 23 Sep 2023 01:38:54 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A1.?= =?UTF-8?q?=20startup,model=5Fconfig.py.example,serve=5Fconfig.py.example,?= =?UTF-8?q?FAQ?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- startup.py | 1 - 1 file changed, 1 deletion(-) diff --git a/startup.py b/startup.py index a2138d1b..01a003a8 100644 --- a/startup.py +++ b/startup.py @@ -153,7 +153,6 @@ def create_model_worker_app(log_level: str = "INFO", **kwargs) -> FastAPI: sys.modules["fastchat.serve.vllm_worker"].worker = worker else: - # default args. should be deleted after pr is merged by fastchat args.gpus = "1" args.max_gpu_memory = "20GiB" args.load_8bit = False