[Fix] Add .include_delim to the Chunker

chonkie-ai · Feb 6, 2025 · 67cea70 · 67cea70
1 parent a3b04d1
commit 67cea70
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/src/chonkie/chunker/late.py b/src/chonkie/chunker/late.py
@@ -69,6 +69,7 @@ def __init__(self,
         self.min_characters_per_sentence = min_characters_per_sentence
         self.approximate = approximate
         self.delim = delim
+        self.include_delim = include_delim
         self.sep = '🦛'
 
         # Initialise the embeddings via AutoEmbeddings

diff --git a/src/chonkie/chunker/semantic.py b/src/chonkie/chunker/semantic.py
@@ -107,6 +107,7 @@ def __init__(
         self.min_characters_per_sentence = min_characters_per_sentence
         self.threshold_step = threshold_step
         self.delim = delim
+        self.include_delim = include_delim
         self.sep = "🦛"
         self.return_type = return_type