RYDE-WORK/Langchain-Chatchat
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/Langchain-Chatchat.git synced 2026-02-06 06:49:48 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix xinference manager bug

Browse Source
This commit is contained in:
liunux4odoo 2024-06-10 10:11:31 +08:00
parent 0abb5a1f9d
commit d71c9b0a27
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tools/model_loaders/xinference_manager.py
View File

@ -137,7 +137,7 @@ model_format = None
model_quant = None model_quant = None
if model_type == "LLM": if model_type == "LLM":
cur_family = xf_llm.LLMFamilyV1.model_validate(cur_reg) cur_family = xf_llm.LLMFamilyV1.parse_obj(cur_reg)
cur_spec = None cur_spec = None
model_formats = [] model_formats = []
for spec in cur_reg["model_specs"]: for spec in cur_reg["model_specs"]: