diff --git a/configs/server_config.py.example b/configs/server_config.py.example index 09b1546b..eea9c34d 100644 --- a/configs/server_config.py.example +++ b/configs/server_config.py.example @@ -40,8 +40,6 @@ FSCHAT_MODEL_WORKERS = { "device": LLM_DEVICE, # False,'vllm',使用的推理加速框架,使用vllm如果出现HuggingFace通信问题,参见doc/FAQ # vllm对一些模型支持还不成熟,暂时默认关闭 - # fschat=0.2.33的代码有bug, 如需使用,源码修改fastchat.server.vllm_worker, - # 将103行中sampling_params = SamplingParams的参数stop=list(stop)修改为stop= [i for i in stop if i!=""] "infer_turbo": False, # model_worker多卡加载需要配置的参数 diff --git a/webui_pages/dialogue/dialogue.py b/webui_pages/dialogue/dialogue.py index 9efbe1d4..bf4a6e69 100644 --- a/webui_pages/dialogue/dialogue.py +++ b/webui_pages/dialogue/dialogue.py @@ -164,11 +164,11 @@ def dialogue_page(api: ApiRequest, is_lite: bool = False): available_models = [] config_models = api.list_config_models() if not is_lite: - for k, v in config_models.get("local", {}).items(): # 列出配置了有效本地路径的模型 + for k, v in config_models.get("local", {}).items(): if (v.get("model_path_exists") and k not in running_models): available_models.append(k) - for k, v in config_models.get("online", {}).items(): # 列出ONLINE_MODELS中可直接访问且在LLM_MODELS中配置的模型 + for k, v in config_models.get("online", {}).items(): if not v.get("provider") and k not in running_models and k in LLM_MODELS: available_models.append(k) llm_models = running_models + available_models diff --git a/webui_pages/utils.py b/webui_pages/utils.py index 5a73e628..818748d6 100644 --- a/webui_pages/utils.py +++ b/webui_pages/utils.py @@ -437,9 +437,6 @@ class ApiRequest: "prompt_name": prompt_name, } - # print(f"received input message:") - # pprint(data) - response = self.post( "/chat/file_chat", json=data,