Fix interaction of //= lexing when both luau and lua53 are enabled

Kampfkarren · Nov 17, 2024 · 8b7e534 · 8b7e534
1 parent 4fb98b0
commit 8b7e534
Show file tree

Hide file tree

Showing 2 changed files with 26 additions and 24 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -6,6 +6,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+### Fixed
+- Fixed `TokenReference::symbol("//=")` returning DoubleSlash + UnexpectedToken when `luau` and `lua53` are enabled together
+
 ## [1.1.1] - 2024-11-16
 
 ### Fixed

diff --git a/full-moon/src/tokenizer/lexer.rs b/full-moon/src/tokenizer/lexer.rs
@@ -577,32 +577,31 @@ impl Lexer {
 
             '/' => {
                 version_switch!(self.lua_version, {
-                    lua53 => {
-                        if self.source.current() == Some('/') {
-                            self.source.next();
-                            return self.create(
-                                start_position,
-                                TokenType::Symbol {
-                                    symbol: Symbol::DoubleSlash,
-                                },
-                            );
-                        }
-                    }
-                    luau => {
+                    lua53 | luau => {
                         if self.source.consume('/') {
-                            if self.source.consume('=') {
-                                return self.create(start_position, TokenType::Symbol { symbol: Symbol::DoubleSlashEqual })
-                            } else {
-                                return self.create(start_position, TokenType::Symbol { symbol: Symbol::DoubleSlash} )
-                            }
-                        } else if self.source.consume('=') {
-                            return self.create(
-                                start_position,
-                                TokenType::Symbol {
-                                    symbol: Symbol::SlashEqual,
-                                },
-                            );
+                            version_switch!(self.lua_version, {
+                                luau => {
+                                    if self.source.consume('=') {
+                                        return self.create(start_position, TokenType::Symbol { symbol: Symbol::DoubleSlashEqual })
+                                    }
+                                }
+                            });
+
+                            return self.create(start_position, TokenType::Symbol { symbol: Symbol::DoubleSlash} );
                         }
+
+                        version_switch!(self.lua_version, {
+                            luau => {
+                                if self.source.consume('=') {
+                                    return self.create(
+                                        start_position,
+                                        TokenType::Symbol {
+                                            symbol: Symbol::SlashEqual,
+                                        },
+                                    );
+                                }
+                            }
+                        });
                     }
                 });