From 8ccb7d582eddc4b934284b4d4f27bf06cd624069 Mon Sep 17 00:00:00 2001 From: Tomer Asida Date: Thu, 28 Dec 2023 14:40:17 +0200 Subject: [PATCH] refactor: remove kwargs from decode_with_offsets since it's not used --- ai21_tokenizer/jurassic_tokenizer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ai21_tokenizer/jurassic_tokenizer.py b/ai21_tokenizer/jurassic_tokenizer.py index 7e61ccd..29199dd 100644 --- a/ai21_tokenizer/jurassic_tokenizer.py +++ b/ai21_tokenizer/jurassic_tokenizer.py @@ -174,10 +174,10 @@ def decode(self, token_ids: List[int], **kwargs) -> str: """ Transforms token ids into text """ - res_text, offsets = self.decode_with_offsets(token_ids, **kwargs) + res_text, offsets = self.decode_with_offsets(token_ids) return res_text - def decode_with_offsets(self, token_ids: List[int], **kwargs) -> Tuple[str, List[Tuple[int, int]]]: + def decode_with_offsets(self, token_ids: List[int]) -> Tuple[str, List[Tuple[int, int]]]: """ Transforms token ids into text, and returns the offsets of each token as well """