[Fix] Add tiktoken dependency to chonkie[openai]

chonkie-ai · Feb 4, 2025 · bfd2a47 · bfd2a47
1 parent dc9fe48
commit bfd2a47
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -42,7 +42,7 @@ Documentation = "https://docs.chonkie.ai"
 [project.optional-dependencies]
 model2vec = ["model2vec>=0.3.0", "numpy>=1.23.0, <2.2"]
 st = ["sentence-transformers>=3.0.0", "numpy>=1.23.0, <2.2"]
-openai = ["openai>=1.0.0", "numpy>=1.23.0, <2.2"]
+openai = ["tiktoken>=1.40.0", "openai>=1.0.0", "numpy>=1.23.0, <2.2"]
 semantic = ["model2vec>=0.3.0", "numpy>=1.23.0, <2.2"]
 all = ["sentence-transformers>=3.0.0", "numpy>=1.23.0, <2.2", "openai>=1.0.0", "model2vec>=0.3.0"]
 dev = [