From 13cca9cf8103044c63d1e1af7f9fce7e30cf492a Mon Sep 17 00:00:00 2001 From: qiankunli Date: Sun, 17 Sep 2023 00:53:12 +0800 Subject: [PATCH] feat: support volc fangzhou (#1501) * feat: support volc fangzhou --------- Co-authored-by: liunux4odoo <41217877+liunux4odoo@users.noreply.github.com> Co-authored-by: liqiankun.1111 --- server/chat/knowledge_base_chat.py | 3 +++ server/model_workers/fangzhou.py | 2 ++ 2 files changed, 5 insertions(+) diff --git a/server/chat/knowledge_base_chat.py b/server/chat/knowledge_base_chat.py index 62bd31a3..6e8a9820 100644 --- a/server/chat/knowledge_base_chat.py +++ b/server/chat/knowledge_base_chat.py @@ -58,6 +58,9 @@ async def knowledge_base_chat(query: str = Body(..., description="用户输入", context = "\n".join([doc.page_content for doc in docs]) input_msg = History(role="user", content=PROMPT_TEMPLATE).to_msg_template(False) + # 用户最后一个问题会进入PROMPT_TEMPLATE，不用再作为history 了 + if len(history) >= 1: + history.pop() chat_prompt = ChatPromptTemplate.from_messages( [i.to_msg_template() for i in history] + [input_msg]) diff --git a/server/model_workers/fangzhou.py b/server/model_workers/fangzhou.py index 5207fdbe..f2865b79 100644 --- a/server/model_workers/fangzhou.py +++ b/server/model_workers/fangzhou.py @@ -54,6 +54,7 @@ class FangZhouWorker(ApiModelWorker): 火山方舟 """ SUPPORT_MODELS = ["chatglm-6b-model"] + def __init__( self, *, @@ -65,6 +66,7 @@ class FangZhouWorker(ApiModelWorker): ): kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr) kwargs.setdefault("context_len", 16384) # TODO: 不同的模型有不同的大小 + super().__init__(**kwargs) config = self.get_config()