Merge pull request #1651 from ahoppen/ahoppen/node-description-merging

In `nodesDescription` only merge tokens if they occur consecutively in the source code

Author: ahoppen

Sources/SwiftParserDiagnostics/MissingNodesError.swift

@@ -67,7 +67,12 @@ fileprivate enum NodesDescriptionPart {
   }
 
   static func descriptionParts(for nodes: some Sequence<Syntax>) -> [NodesDescriptionPart] {
+    // For each token that we modified (e.g. made it present), map to the original token in `nodes`
+    var originalTokens: [TokenSyntax: TokenSyntax] = [:]
+
+    // Accumulates the result
     var parts: [NodesDescriptionPart] = []
+
     for missingNode in nodes {
       if let token = missingNode.as(TokenSyntax.self) {
         let newPart: NodesDescriptionPart
@@ -77,10 +82,12 @@ fileprivate enum NodesDescriptionPart {
           let (rawKind, text) = token.tokenKind.decomposeToRaw()
           if let text = text, !text.isEmpty {
             let presentToken = token.with(\.presence, .present)
+            originalTokens[presentToken] = token
             newPart = .tokensWithDefaultText([presentToken])
           } else if let defaultText = rawKind.defaultText {
             let newKind = TokenKind.fromRaw(kind: rawKind, text: String(syntaxText: defaultText))
             let presentToken = token.with(\.tokenKind, newKind).with(\.presence, .present)
+            originalTokens[presentToken] = token
             newPart = .tokensWithDefaultText([presentToken])
           } else {
             newPart = .tokenWithoutDefaultText(token)
@@ -89,7 +96,15 @@ fileprivate enum NodesDescriptionPart {
 
         switch (parts.last, newPart) {
         case (.tokensWithDefaultText(let previousTokens), .tokensWithDefaultText(let newTokens)):
-          parts[parts.count - 1] = .tokensWithDefaultText(previousTokens + newTokens)
+          // Merge `tokensWithDefaultText` if they occur consecutively in the tree
+          if let lastPrevious = previousTokens.last,
+            let firstNew = newTokens.first,
+            originalTokens[lastPrevious, default: lastPrevious].nextToken(viewMode: .all) == originalTokens[firstNew, default: firstNew]
+          {
+            parts[parts.count - 1] = .tokensWithDefaultText(previousTokens + newTokens)
+          } else {
+            parts.append(newPart)
+          }
         default:
           parts.append(newPart)
         }

Tests/SwiftParserTest/DeclarationTests.swift

@@ -426,7 +426,7 @@ final class DeclarationTests: XCTestCase {
       diagnostics: [
         DiagnosticSpec(
           message: "expected 'set' in modifier",
-          fixIts: ["remove 'get, , didSet'"]
+          fixIts: ["remove 'get,' and ', didSet'"]
         )
       ],
       fixedSource: """

Tests/SwiftParserTest/translated/RecoveryTests.swift

@@ -2017,7 +2017,7 @@ final class RecoveryTests: XCTestCase {
       diagnostics: [
         DiagnosticSpec(
           message: "expected ':' to begin inheritance clause",
-          fixIts: ["replace '()' with ':'"]
+          fixIts: ["replace '(' and ')' with ':'"]
         )
       ],
       fixedSource: """
@@ -2034,7 +2034,7 @@ final class RecoveryTests: XCTestCase {
       diagnostics: [
         DiagnosticSpec(
           message: "expected ':' to begin inheritance clause",
-          fixIts: ["replace '()' with ':'"]
+          fixIts: ["replace '(' and ')' with ':'"]
         )
       ],
       fixedSource: """
@@ -2051,7 +2051,7 @@ final class RecoveryTests: XCTestCase {
       diagnostics: [
         DiagnosticSpec(
           message: "expected ':' to begin inheritance clause",
-          fixIts: ["replace '()' with ':'"]
+          fixIts: ["replace '(' and ')' with ':'"]
         )
       ],
       fixedSource: """
@@ -2068,7 +2068,7 @@ final class RecoveryTests: XCTestCase {
       diagnostics: [
         DiagnosticSpec(
           message: "expected ':' to begin inheritance clause",
-          fixIts: ["replace '()' with ':'"]
+          fixIts: ["replace '(' and ')' with ':'"]
         )
       ],
       fixedSource: """
@@ -2085,7 +2085,7 @@ final class RecoveryTests: XCTestCase {
       diagnostics: [
         DiagnosticSpec(
           message: "expected ':' to begin inheritance clause",
-          fixIts: ["replace '()' with ':'"]
+          fixIts: ["replace '(' and ')' with ':'"]
         )
       ],
       fixedSource: """