Update pyproject.toml

siddk · Feb 7, 2024 · e0d7018 · e0d7018
1 parent eab0ff0
commit e0d7018
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -14,7 +14,7 @@ classifiers = [
 ]
 dependencies = [
     "torch", "torchvision",
-    "transformers>=4.31.0", "tokenizers>=0.15.1", "sentencepiece", "shortuuid",
+    "transformers>=4.31.0", "tokenizers>=0.14", "sentencepiece", "shortuuid",
     "accelerate>=0.21.0", "peft", "bitsandbytes",
     "pydantic", "markdown2[all]", "numpy", "scikit-learn>=1.2.2",
     "gradio>=4.16.0", "gradio_client>=0.8.1",