RYDE-WORK/Langchain-Chatchat
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/Langchain-Chatchat.git synced 2026-02-08 07:53:29 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

make xinference model manager support xinference 0.9.x

Browse Source
This commit is contained in:
liunux4odoo 2024-03-12 20:37:17 +08:00
parent 08c155949b
commit 6310095a00
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
model_loaders/xinference_manager.py
View File

@ -190,7 +190,9 @@ if os.path.isdir(cache_dir):
meta = json.load(fp) meta = json.load(fp)
revision = meta.get("revision", meta.get("model_revision")) revision = meta.get("revision", meta.get("model_revision"))
except: except:
revision = "" revision = None
if revision is None:
revision = "None"
if cur_spec.model_revision and cur_spec.model_revision != revision: if cur_spec.model_revision and cur_spec.model_revision != revision:
revision += " (与 XF 内置版本号不一致)" revision += " (与 XF 内置版本号不一致)"
else: else:
@ -218,6 +220,7 @@ if cols[0].button("设置模型缓存"):
os.rmdir(cache_dir) os.rmdir(cache_dir)
if model_type == "LLM": if model_type == "LLM":
cache_methods[model_type](cur_family, cur_spec, model_quant) cache_methods[model_type](cur_family, cur_spec, model_quant)
xf_llm.llm_family._generate_meta_file(meta_file, cur_family, cur_spec, model_quant)
else: else:
cache_methods[model_type](cur_spec) cache_methods[model_type](cur_spec)
if cur_spec.model_revision: if cur_spec.model_revision: