mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-02-04 21:53:14 +08:00
Update model_config.py 修改默认的LLM_MODEL
This commit is contained in:
parent
a1b454fc43
commit
e2eaefc999
@ -203,7 +203,7 @@ llm_model_dict = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
# LLM 名称
|
# LLM 名称
|
||||||
LLM_MODEL = "fastchat-chatglm-6b-int4"
|
LLM_MODEL = "fastchat-chatglm"
|
||||||
# 量化加载8bit 模型
|
# 量化加载8bit 模型
|
||||||
LOAD_IN_8BIT = False
|
LOAD_IN_8BIT = False
|
||||||
# Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.
|
# Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user