From 407b2052d5ed49160c622ba90a80ce4d822b5ae8 Mon Sep 17 00:00:00 2001 From: shiyu22 Date: Tue, 30 May 2023 12:51:41 +0800 Subject: [PATCH] Update eqa insert Signed-off-by: shiyu22 --- eqa_insert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eqa_insert.py b/eqa_insert.py index b3ff412..ca26215 100644 --- a/eqa_insert.py +++ b/eqa_insert.py @@ -78,7 +78,7 @@ def enhanced_qa_insert_pipe(config): return ( pipe.input('doc') .map('doc', 'text', ops.text_loader()) - .flat_map('text', 'sentence', ops.text_spilter(chunk_size=config.chunk_size)) + .flat_map('text', 'sentence', ops.text_spliter(chunk_size=config.chunk_size)) .map('sentence', 'embedding', sentence_embedding_op, config=sentence_embedding_config) .map('embedding', 'embedding', ops.towhee.np_normalize()) .map(('doc', 'sentence', 'embedding'), 'mr', insert_milvus_op)