take the token ranges themselves into account when applying styles

ChimeHQ · May 10, 2022 · 0e45846 · 0e45846
1 parent af647ff
commit 0e45846
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/Sources/Neon/Highlighter.swift b/Sources/Neon/Highlighter.swift
@@ -183,7 +183,11 @@ extension Highlighter {
     private func handleTokens(_ tokenApplication: TokenApplication, for range: NSRange) {
         self.pendingSet.remove(integersIn: range)
 
-        let receivedSet = IndexSet(integersIn: range)
+        var receivedSet = IndexSet(integersIn: range)
+
+        let tokenRanges = tokenApplication.tokens.map({ $0.range })
+
+        receivedSet.insert(ranges: tokenRanges)
 
         textInterface.apply(tokenApplication, to: receivedSet)