Unpine tokenizers to update transformers

wellcometrust · Mar 17, 2022 · 742f38c · 742f38c
1 parent 9ddd0ac
commit 742f38c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -38,7 +38,7 @@
         ],
         'transformers': [
             'transformers',
-            'tokenizers==0.10.1'
+            'tokenizers'
         ],
         'tensorflow': [
             'tensorflow==2.4.0',