fix: fix fixed_separator (#29861)

2025-12-18 16:50:44 +08:00
parent 9f24cff9dd
commit 78ca5ad142
2 changed files with 9 additions and 1 deletions
--- a/api/tests/unit_tests/core/rag/splitter/test_text_splitter.py
+++ b/api/tests/unit_tests/core/rag/splitter/test_text_splitter.py
@@ -901,6 +901,13 @@ class TestFixedRecursiveCharacterTextSplitter:
        # Verify no empty chunks
        assert all(len(chunk) > 0 for chunk in result)

+    def test_double_slash_n(self):
+        data = "chunk 1\n\nsubchunk 1.\nsubchunk 2.\n\n---\n\nchunk 2\n\nsubchunk 1\nsubchunk 2."
+        separator = "\\n\\n---\\n\\n"
+        splitter = FixedRecursiveCharacterTextSplitter(fixed_separator=separator)
+        chunks = splitter.split_text(data)
+        assert chunks == ["chunk 1\n\nsubchunk 1.\nsubchunk 2.", "chunk 2\n\nsubchunk 1\nsubchunk 2."]
+

 # ============================================================================
 # Test Metadata Preservation