[parsing] eat whitespace before memoizing

neogeny · Oct 13, 2023 · 167c940 · 167c940
1 parent ad9095f
commit 167c940
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/tatsu/contexts.py b/tatsu/contexts.py
@@ -569,6 +569,7 @@ def rule(self):
 
     @property
     def memokey(self):
+        self.tokenizer.eat_whitespace()
         return MemoKey(self._pos, self.rule, self.substate)
 
     def _memoize(self, key, memo):

diff --git a/tatsu/tokenizing.py b/tatsu/tokenizing.py
@@ -40,6 +40,9 @@ def current(self):
     def token(self):
         return self.current
 
+    def eat_whitespace(self):
+        raise NotImplementedError
+
     def next(self):
         raise NotImplementedError