Generate token spec sets

Author: kimdv

CodeGeneration/Sources/SyntaxSupport/AttributeNodes.swift

@@ -656,7 +656,15 @@ public let ATTRIBUTE_NODES: [Node] = [
     children: [
       Child(
         name: "Label",
-        kind: .node(kind: .token),
+        kind: .token(choices: [
+          .keyword(text: "target"),
+          .keyword(text: "availability"),
+          .keyword(text: "exported"),
+          .keyword(text: "kind"),
+          .keyword(text: "spi"),
+          .keyword(text: "spiModule"),
+          .keyword(text: "available"),
+        ]),
         nameForDiagnostics: "label",
         documentation: "The label of the argument"
       ),

CodeGeneration/Sources/SyntaxSupport/DeclNodes.swift

@@ -534,7 +534,6 @@ public let DECL_NODES: [Node] = [
           .keyword(text: "public"),
           .keyword(text: "reasync"),
           .keyword(text: "required"),
-          .keyword(text: "setter_access"),
           .keyword(text: "static"),
           .keyword(text: "unowned"),
           .keyword(text: "weak"),

CodeGeneration/Sources/generate-swiftsyntax/GenerateSwiftSyntax.swift

@@ -89,6 +89,7 @@ struct GenerateSwiftSyntax: ParsableCommand {
         // SwiftParser
         GeneratedFileSpec(swiftParserGeneratedDir + ["IsLexerClassified.swift"], isLexerClassifiedFile),
         GeneratedFileSpec(swiftParserGeneratedDir + ["Parser+Entry.swift"], parserEntryFile),
+        GeneratedFileSpec(swiftParserGeneratedDir + ["Parser+TokenSpecSet.swift"], parserTokenSpecSetFile),
         GeneratedFileSpec(swiftParserGeneratedDir + ["TokenSpecStaticMembers.swift"], tokenSpecStaticMembersFile),
 
         // SwiftParserDiagnostics

CodeGeneration/Sources/generate-swiftsyntax/templates/swiftparser/ParserTokenSpecSetFile.swift

@@ -0,0 +1,80 @@
+//===----------------------------------------------------------------------===//
+//
+// This source file is part of the Swift.org open source project
+//
+// Copyright (c) 2014 - 2023 Apple Inc. and the Swift project authors
+// Licensed under Apache License v2.0 with Runtime Library Exception
+//
+// See https://swift.org/LICENSE.txt for license information
+// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
+//
+//===----------------------------------------------------------------------===//
+
+import SwiftSyntax
+import SwiftSyntaxBuilder
+import SyntaxSupport
+import Utils
+
+let parserTokenSpecSetFile = SourceFileSyntax(leadingTrivia: copyrightHeader) {
+  DeclSyntax("@_spi(RawSyntax) import SwiftSyntax")
+
+  try! ExtensionDeclSyntax("extension Parser") {
+    for node in SYNTAX_NODES {
+      if let children = node.layoutNode?.children {
+        for child in children where !child.isUnexpectedNodes {
+          if case let .token(choices, _, _) = child.kind, choices.count > 1 {
+            try EnumDeclSyntax("enum \(raw: node.varOrCaseName.description.withFirstCharacterUppercased + child.name): TokenSpecSet") {
+              for choice in choices {
+                switch choice {
+                case .keyword(let keywordText):
+                  let keyword = KEYWORDS.first(where: { $0.name == keywordText })!
+                  DeclSyntax("case \(raw: keyword.escapedName)")
+                case .token(let tokenText):
+                  let token = SYNTAX_TOKEN_MAP[tokenText]!
+                  DeclSyntax("case \(raw: token.name.withFirstCharacterLowercased)")
+                }
+              }
+
+              try InitializerDeclSyntax("init?(lexeme: Lexer.Lexeme)") {
+                try SwitchExprSyntax("switch PrepareForKeywordMatch(lexeme)") {
+                  for choice in choices {
+                    switch choice {
+                    case .keyword(let keywordText):
+                      let keyword = KEYWORDS.first(where: { $0.name == keywordText })!
+                      SwitchCaseSyntax("case TokenSpec(.\(raw: keyword.escapedName)): self = .\(raw: keyword.escapedName)")
+                    case .token(let tokenText):
+                      let token = SYNTAX_TOKEN_MAP[tokenText]!
+                      SwitchCaseSyntax(
+                        "case TokenSpec(.\(raw: token.name.withFirstCharacterLowercased)): self = .\(raw: token.name.withFirstCharacterLowercased)"
+                      )
+                    }
+                  }
+                  SwitchCaseSyntax("default: return nil")
+                }
+              }
+
+              try VariableDeclSyntax("var spec: TokenSpec") {
+                try SwitchExprSyntax("switch self") {
+                  for choice in choices {
+                    switch choice {
+                    case .keyword(let keywordText):
+                      let keyword = KEYWORDS.first(where: { $0.name == keywordText })!
+                      SwitchCaseSyntax(
+                        "case .\(raw: keyword.escapedName): return .keyword(.\(raw: keyword.escapedName))"
+                      )
+                    case .token(let tokenText):
+                      let token = SYNTAX_TOKEN_MAP[tokenText]!
+                      SwitchCaseSyntax(
+                        "case .\(raw: token.name.withFirstCharacterLowercased): return .\(raw: token.name.withFirstCharacterLowercased)"
+                      )
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+}