refactor: remove kwargs from decode_with_offsets since it's not used

AI21Labs · Dec 28, 2023 · 8ccb7d5 · 8ccb7d5
1 parent ecc2c36
commit 8ccb7d5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ai21_tokenizer/jurassic_tokenizer.py b/ai21_tokenizer/jurassic_tokenizer.py
@@ -174,10 +174,10 @@ def decode(self, token_ids: List[int], **kwargs) -> str:
         """
         Transforms token ids into text
         """
-        res_text, offsets = self.decode_with_offsets(token_ids, **kwargs)
+        res_text, offsets = self.decode_with_offsets(token_ids)
         return res_text
 
-    def decode_with_offsets(self, token_ids: List[int], **kwargs) -> Tuple[str, List[Tuple[int, int]]]:
+    def decode_with_offsets(self, token_ids: List[int]) -> Tuple[str, List[Tuple[int, int]]]:
         """
         Transforms token ids into text, and returns the offsets of each token as well
         """