Merge pull request #384 from wellcometrust/unpin-tokenizers

Unpin tokenizers to update transformers
wellcometrust · Mar 21, 2022 · 4bfbe52 · 4bfbe52
2 parents 9ddd0ac + 742f38c
commit 4bfbe52
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -38,7 +38,7 @@
         ],
         'transformers': [
             'transformers',
-            'tokenizers==0.10.1'
+            'tokenizers'
         ],
         'tensorflow': [
             'tensorflow==2.4.0',