From 60f88ae92e5e0e42ece87e16e7a34c837cdf5224 Mon Sep 17 00:00:00 2001 From: liunux4odoo <41217877+liunux4odoo@users.noreply.github.com> Date: Tue, 12 Sep 2023 08:52:00 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20=E7=94=B1=E4=BA=8Eserver.utils=E5=AF=BC?= =?UTF-8?q?=E5=85=A5model=5Fworkers=E6=97=B6=EF=BC=8C=E5=AF=BC=E5=85=A5fas?= =?UTF-8?q?tchat=20model=5Fworker=EF=BC=8C=E5=AF=BC=E8=87=B4startup?= =?UTF-8?q?=E5=90=AF=E5=8A=A8=E5=BB=B6=E8=BF=9F=E6=98=8E=E6=98=BE=20(#1436?= =?UTF-8?q?)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/utils.py b/server/utils.py index 01843091..48e74353 100644 --- a/server/utils.py +++ b/server/utils.py @@ -7,7 +7,6 @@ import asyncio from configs.model_config import LLM_MODEL, llm_model_dict, LLM_DEVICE, EMBEDDING_DEVICE, logger, log_verbose from configs.server_config import FSCHAT_MODEL_WORKERS import os -from server import model_workers from concurrent.futures import ThreadPoolExecutor, as_completed from typing import Literal, Optional, Callable, Generator, Dict, Any @@ -205,6 +204,7 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict: 优先级:FSCHAT_MODEL_WORKERS[model_name] > llm_model_dict[model_name] > FSCHAT_MODEL_WORKERS["default"] ''' from configs.server_config import FSCHAT_MODEL_WORKERS + from server import model_workers from configs.model_config import llm_model_dict config = FSCHAT_MODEL_WORKERS.get("default", {}).copy()