CU-8692wb8gf: 'tokenizers>=0.12.0', # 0.13.1 doesn't seem to build

CogStack · Oct 9, 2023 · 4daceb2 · 4daceb2
1 parent e0c6456
commit 4daceb2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/setup.py b/setup.py
@@ -24,6 +24,7 @@
         'spacy>=3.1.0',
         'scipy~=1.9.2', # first to support 3.11
         'transformers>=4.19.2,<4.22.0', # upper bound is needed for the de-id model until it is retrained
+        'tokenizers>=0.12.0', # 0.13.1 doesn't seem to build
         'torch>=1.13.0', # first to support 3.11
         'tqdm>=4.27',
         'scikit-learn>=1.1.3', # first to supporrt 3.11