Skip to content

Commit

Permalink
[Fix] Add test for min_characters_per_chunk
Browse files Browse the repository at this point in the history
  • Loading branch information
bhavnicksm committed Feb 6, 2025
1 parent 528bd4e commit 8d657a0
Showing 1 changed file with 11 additions and 0 deletions.
11 changes: 11 additions & 0 deletions tests/chunker/test_recursive_chunker.py
Original file line number Diff line number Diff line change
Expand Up @@ -272,3 +272,14 @@ def test_recursive_chunker_single_character(default_rules):
assert chunks[0].start_index == 0
assert chunks[0].end_index == 1
assert chunks[0].level == 0

def test_recursive_chunker_min_characters_per_chunk(sample_text):
"""Test that the RecursiveChunker handles min_characters_per_chunk correctly."""
sample_text = "Hello!"
chunker = RecursiveChunker(chunk_size=512, min_characters_per_chunk=20)
chunks = chunker.chunk(sample_text)
assert len(chunks) == 1
assert chunks[0].text == "Hello!"

if __name__ == "__main__":
pytest.main()

0 comments on commit 8d657a0

Please sign in to comment.