mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-01-24 15:53:21 +08:00
ee7285cd93
* 修复 bing_search.py的typo;更新model_config.py中Bing Subscription Key申请方式及注意事项 * 更新FAQ，增加了[Errno 110] Connection timed out的原因与解决方案 * 修改loader.py中load_in_8bit失败的原因和详细解决方案 * update loader.py * stream_chat_bing * 修改stream_chat的接口，在请求体中选择knowledge_base_id;增加stream_chat_bing接口 * 优化cli_demo.py的逻辑：支持 输入提示；多输入；重新输入 * update cli_demo.py * 按照review建议进行修改 * 修改默认的多卡部署方案，基本保证针对新模型也不会失败 * 测试openai接口成功 * add ptuning-v2 dir * 支持命令行输入ptuning路径 * 在FAQ中给出加载量化版本失败的原因和解决方案 * print error * udpate * Update args.py * debug for fastchat_openai_llm * temporarily save * update faq for --------- Co-authored-by: imClumsyPanda <littlepanda0716@gmail.com> Co-authored-by: zg h <bj wang@hzg0601-acer.hundsun.com>
58 lines
2.4 KiB
Python
58 lines
2.4 KiB
Python
|
||
import argparse
|
||
import os
|
||
from configs.model_config import *
|
||
|
||
|
||
# Additional argparse types
|
||
def path(string):
|
||
if not string:
|
||
return ''
|
||
s = os.path.expanduser(string)
|
||
if not os.path.exists(s):
|
||
raise argparse.ArgumentTypeError(f'No such file or directory: "{string}"')
|
||
return s
|
||
|
||
|
||
def file_path(string):
|
||
if not string:
|
||
return ''
|
||
s = os.path.expanduser(string)
|
||
if not os.path.isfile(s):
|
||
raise argparse.ArgumentTypeError(f'No such file: "{string}"')
|
||
return s
|
||
|
||
|
||
def dir_path(string):
|
||
if not string:
|
||
return ''
|
||
s = os.path.expanduser(string)
|
||
if not os.path.isdir(s):
|
||
raise argparse.ArgumentTypeError(f'No such directory: "{string}"')
|
||
return s
|
||
|
||
|
||
parser = argparse.ArgumentParser(prog='langchain-ChatGLM',
|
||
description='About langchain-ChatGLM, local knowledge based ChatGLM with langchain ｜ '
|
||
'基于本地知识库的 ChatGLM 问答')
|
||
|
||
parser.add_argument('--no-remote-model', action='store_true', help='remote in the model on '
|
||
'loader checkpoint, '
|
||
'if your load local '
|
||
'model to add the ` '
|
||
'--no-remote-model`')
|
||
parser.add_argument('--model-name', type=str, default=LLM_MODEL, help='Name of the model to load by default.')
|
||
parser.add_argument('--lora', type=str, help='Name of the LoRA to apply to the model by default.')
|
||
parser.add_argument("--lora-dir", type=str, default=LORA_DIR, help="Path to directory with all the loras")
|
||
parser.add_argument('--use-ptuning-v2',type=str,default=USE_PTUNING_V2,help="whether use ptuning-v2 checkpoint")
|
||
parser.add_argument("--ptuning-dir",type=str,default=PTUNING_DIR,help="the dir of ptuning-v2 checkpoint")
|
||
# Accelerate/transformers
|
||
parser.add_argument('--load-in-8bit', action='store_true', default=LOAD_IN_8BIT,
|
||
help='Load the model with 8-bit precision.')
|
||
parser.add_argument('--bf16', action='store_true', default=BF16,
|
||
help='Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.')
|
||
|
||
args = parser.parse_args([])
|
||
# Generares dict with a default value for each argument
|
||
DEFAULT_ARGS = vars(args)
|