From e8a88f174d5fe0af16d3e5c10b1192f7c9168bb4 Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Sat, 5 Aug 2023 13:48:30 +0800 Subject: [PATCH] update class method of KnowledgeBase and KnowledgeFile --- server/knowledge_base/knowledge_file.py | 19 +------------------ 1 file changed, 1 insertion(+), 18 deletions(-) diff --git a/server/knowledge_base/knowledge_file.py b/server/knowledge_base/knowledge_file.py index 6248a16b..d79572af 100644 --- a/server/knowledge_base/knowledge_file.py +++ b/server/knowledge_base/knowledge_file.py @@ -29,21 +29,4 @@ class KnowledgeFile: from langchain.text_splitter import CharacterTextSplitter text_splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=200) - return loader.load_and_split(text_splitter) - - def docs2vs(self): - vs_path = get_vs_path(self.kb.kb_name) - embeddings = load_embeddings(embedding_model_dict[EMBEDDING_MODEL], EMBEDDING_DEVICE) - - if os.path.exists(vs_path) and "index.faiss" in os.listdir(vs_path): - vector_store = FAISS.load_local(vs_path, embeddings) - vector_store.add_documents(self.docs) - torch_gc() - else: - if not os.path.exists(vs_path): - os.makedirs(vs_path) - vector_store = FAISS.from_documents(self.docs, embeddings) # docs 为Document列表 - torch_gc() - vector_store.save_local(vs_path) - refresh_vs_cache(self.kb.kb_name) - return True \ No newline at end of file + return loader.load_and_split(text_splitter) \ No newline at end of file