[tokenizer] Updates tokenizer gradle version to 0.20.3 (#3515)

deepjavalibrary · Nov 12, 2024 · fb33e55 · fb33e55
1 parent 5f0e5e5
commit fb33e55
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/...ions/tokenizers/src/test/java/ai/djl/huggingface/tokenizers/HuggingFaceTokenizerTest.java b/...ions/tokenizers/src/test/java/ai/djl/huggingface/tokenizers/HuggingFaceTokenizerTest.java
@@ -39,7 +39,7 @@ public class HuggingFaceTokenizerTest {
     public void testVersion() {
         try (HuggingFaceTokenizer tokenizer = HuggingFaceTokenizer.newInstance("bert-base-cased")) {
             String djlVersion = Engine.getDjlVersion();
-            Assert.assertEquals(tokenizer.getVersion(), "0.20.0-" + djlVersion);
+            Assert.assertEquals(tokenizer.getVersion(), "0.20.3-" + djlVersion);
         }
     }
 

diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
@@ -14,7 +14,7 @@ lightgbm = "3.2.110"
 tensorrt = "8.4.1"
 fasttext = "0.9.2"
 sentencepiece = "0.2.0"
-tokenizers = "0.20.0"
+tokenizers = "0.20.3"
 
 slf4j = "2.0.16"
 log4j_slf4j = "2.24.0"