RYDE-WORK/Langchain-Chatchat
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/Langchain-Chatchat.git synced 2026-02-07 07:23:29 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

更新两行注释

Browse Source
This commit is contained in:
zR 2024-01-24 15:57:04 +08:00
parent f9a5ae99ee
commit 852ca5f849
3 changed files with 2 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/server_config.py.example
View File

@ -40,8 +40,6 @@ FSCHAT_MODEL_WORKERS = {
"device": LLM_DEVICE, "device": LLM_DEVICE,
# False,'vllm',使用的推理加速框架,使用vllm如果出现HuggingFace通信问题，参见doc/FAQ # False,'vllm',使用的推理加速框架,使用vllm如果出现HuggingFace通信问题，参见doc/FAQ
# vllm对一些模型支持还不成熟，暂时默认关闭 # vllm对一些模型支持还不成熟，暂时默认关闭
# fschat=0.2.33的代码有bug, 如需使用，源码修改fastchat.server.vllm_worker，
# 将103行中sampling_params = SamplingParams的参数stop=list(stop)修改为stop= [i for i in stop if i!=""]
"infer_turbo": False, "infer_turbo": False,
# model_worker多卡加载需要配置的参数 # model_worker多卡加载需要配置的参数

4
webui_pages/dialogue/dialogue.py
View File

@ -164,11 +164,11 @@ def dialogue_page(api: ApiRequest, is_lite: bool = False):
available_models = [] available_models = []
config_models = api.list_config_models() config_models = api.list_config_models()
if not is_lite: if not is_lite:
for k, v in config_models.get("local", {}).items(): # 列出配置了有效本地路径的模型 for k, v in config_models.get("local", {}).items():
if (v.get("model_path_exists") if (v.get("model_path_exists")
and k not in running_models): and k not in running_models):
available_models.append(k) available_models.append(k)
for k, v in config_models.get("online", {}).items(): # 列出ONLINE_MODELS中可直接访问且在LLM_MODELS中配置的模型 for k, v in config_models.get("online", {}).items():
if not v.get("provider") and k not in running_models and k in LLM_MODELS: if not v.get("provider") and k not in running_models and k in LLM_MODELS:
available_models.append(k) available_models.append(k)
llm_models = running_models + available_models llm_models = running_models + available_models

3
webui_pages/utils.py
View File

@ -437,9 +437,6 @@ class ApiRequest:
"prompt_name": prompt_name, "prompt_name": prompt_name,
} }
# print(f"received input message:")
# pprint(data)
response = self.post( response = self.post(
"/chat/file_chat", "/chat/file_chat",
json=data, json=data,