mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-02-07 15:38:27 +08:00
删除流式请求中的缓存清理
This commit is contained in:
parent
5eccb58759
commit
e7b06a9072
@ -63,7 +63,7 @@ class ChatGLM(BaseAnswer, LLM, ABC):
|
|||||||
temperature=self.temperature,
|
temperature=self.temperature,
|
||||||
stopping_criteria=stopping_criteria_list
|
stopping_criteria=stopping_criteria_list
|
||||||
)):
|
)):
|
||||||
self.checkPoint.clear_torch_cache()
|
# self.checkPoint.clear_torch_cache()
|
||||||
history[-1] = [prompt, stream_resp]
|
history[-1] = [prompt, stream_resp]
|
||||||
answer_result = AnswerResult()
|
answer_result = AnswerResult()
|
||||||
answer_result.history = history
|
answer_result.history = history
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user