Fixed incorrect lexing of backtick in Get. #2

mathematica/lexer.py

@@ -13,7 +13,7 @@
 class Regex:
     IDENTIFIER = r'[a-zA-Z\$][a-zA-Z0-9\$]*'
     NAMED_CHARACTER = r'\\[{identifier}]'.format(identifier=IDENTIFIER)
-    SYMBOLS = (r'[`]?({identifier}|{named_character})(`({identifier}|{named_character}))*'
+    SYMBOLS = (r'[`]?({identifier}|{named_character})(`({identifier}|{named_character}))*[`]?'
                .format(identifier=IDENTIFIER, named_character=NAMED_CHARACTER))
     INTEGER = r'[0-9]+'
     FLOAT = r'({integer})?\.[0-9]+|{integer}\.'.format(integer=INTEGER)

setup.py

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 # Copyright (c) 2016 rsmenon
 # Licensed under the MIT License (https://opensource.org/licenses/MIT)
 

tests/test_lexer.py

@@ -171,6 +171,20 @@ def test_symbols(self):
         expected = [[(MToken.SYMBOL, sym)] for sym in code]
         self.verify_all(code, expected)
 
+    def test_get(self):
+        code = ['<<Foo`', '<<Foo`Bar`']
+        expected = [
+            [
+                (MToken.OPERATOR, '<<'),
+                (MToken.SYMBOL, 'Foo`'),
+            ],
+            [
+                (MToken.OPERATOR, '<<'),
+                (MToken.SYMBOL, 'Foo`Bar`'),
+            ]
+        ]
+        self.verify_all(code, expected)
+
     def test_builtins(self):
         code = list(mma.SYSTEM_SYMBOLS)
         expected = [[(MToken.BUILTIN, sym)] for sym in code]