diff --git a/eqa_insert.py b/eqa_insert.py index b3ff412..ca26215 100644 --- a/eqa_insert.py +++ b/eqa_insert.py @@ -78,7 +78,7 @@ def enhanced_qa_insert_pipe(config): return ( pipe.input('doc') .map('doc', 'text', ops.text_loader()) - .flat_map('text', 'sentence', ops.text_spilter(chunk_size=config.chunk_size)) + .flat_map('text', 'sentence', ops.text_spliter(chunk_size=config.chunk_size)) .map('sentence', 'embedding', sentence_embedding_op, config=sentence_embedding_config) .map('embedding', 'embedding', ops.towhee.np_normalize()) .map(('doc', 'sentence', 'embedding'), 'mr', insert_milvus_op)