add tokenizers and transformers version to requirements.txt

polm-stability · Apr 8, 2022 · 540c43e · 540c43e
1 parent 41268cf
commit 540c43e
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -29,12 +29,15 @@ pytz==2021.3
 PyYAML==6.0
 regex==2021.11.10
 requests==2.26.0
+sacremoses==0.0.49
 scikit-learn==1.0.1
 scipy==1.7.3
 six==1.16.0
 smart-open==5.2.1
 threadpoolctl==3.0.0
+tokenizers==0.11.6
 tqdm==4.62.3
+transformers==4.18.0
 typing_extensions==4.0.1
 urllib3==1.26.7
 xxhash==2.0.2