mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-02-06 06:49:48 +08:00
更新 local_doc_qa.py
This commit is contained in:
parent
1e43fcfbe3
commit
c79058f064
@ -312,8 +312,8 @@ class LocalDocQA:
|
|||||||
cut_txt = " ".join([w for w in list(related_docs[i].page_content)])
|
cut_txt = " ".join([w for w in list(related_docs[i].page_content)])
|
||||||
cut_txt =cut_txt.replace(" ", "")
|
cut_txt =cut_txt.replace(" ", "")
|
||||||
text_batch0.append(cut_txt)
|
text_batch0.append(cut_txt)
|
||||||
######文档去重
|
######文档去重
|
||||||
text_batch_new=[]
|
text_batch_new=[]
|
||||||
for i in range(len(text_batch0)):
|
for i in range(len(text_batch0)):
|
||||||
if text_batch0[i] in text_batch_new:
|
if text_batch0[i] in text_batch_new:
|
||||||
continue
|
continue
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user