mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-02-05 22:33:24 +08:00
update text splitter unit test name
This commit is contained in:
parent
bfdbe69fa1
commit
f75812afcb
@ -13,7 +13,7 @@ import langchain.document_loaders
|
|||||||
import importlib
|
import importlib
|
||||||
|
|
||||||
|
|
||||||
def text_different_splitter(splitter_name, chunk_size: int = CHUNK_SIZE,
|
def test_different_splitter(splitter_name, chunk_size: int = CHUNK_SIZE,
|
||||||
chunk_overlap: int = OVERLAP_SIZE, ):
|
chunk_overlap: int = OVERLAP_SIZE, ):
|
||||||
if splitter_name == "MarkdownHeaderTextSplitter": # MarkdownHeaderTextSplitter特殊判定
|
if splitter_name == "MarkdownHeaderTextSplitter": # MarkdownHeaderTextSplitter特殊判定
|
||||||
headers_to_split_on = text_splitter_dict[splitter_name]['headers_to_split_on']
|
headers_to_split_on = text_splitter_dict[splitter_name]['headers_to_split_on']
|
||||||
Loading…
x
Reference in New Issue
Block a user