fix: dummy for returned offsets in decode_with_offsets

AI21Labs · Dec 28, 2023 · 6996a1f · 6996a1f
1 parent ad75215
commit 6996a1f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ai21_tokenizer/jurassic_tokenizer.py b/ai21_tokenizer/jurassic_tokenizer.py
@@ -174,7 +174,7 @@ def decode(self, token_ids: List[int], **kwargs) -> str:
         """
         Transforms token ids into text
         """
-        res_text, offsets = self.decode_with_offsets(token_ids)
+        res_text, _ = self.decode_with_offsets(token_ids)
         return res_text
 
     def decode_with_offsets(self, token_ids: List[int]) -> Tuple[str, List[Tuple[int, int]]]: