Skip to content

Commit fb6a070

Browse files
committed
fix: four lexers push onto states that do not exist
1 parent 27148f2 commit fb6a070

13 files changed

Lines changed: 118 additions & 7 deletions

File tree

lexers/embedded/psl.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -164,6 +164,11 @@
164164
<token type="CommentSingle"/>
165165
</rule>
166166
</state>
167+
<state name="warn-directive">
168+
<rule pattern=".+$">
169+
<token type="CommentSingle"/>
170+
</rule>
171+
</state>
167172
<state name="classdef-directive">
168173
<rule pattern="\s+">
169174
<token type="Text"/>

lexers/embedded/sourcepawn.xml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,8 +31,6 @@
3131
<rule pattern="(bool|float|void|int|char)\b"><token type="KeywordType"/></rule>
3232
<rule pattern="(true|false)\b"><token type="KeywordConstant"/></rule>
3333
<rule pattern="[a-zA-Z_]\w*"><token type="Name"/></rule>
34-
<rule pattern="((?:[\w*\s])+?(?:\s|[*]))([a-zA-Z_]\w*)(\s*\([^;]*?\))([^;{]*)(\{)"><bygroups><usingself state="root"/><token type="NameFunction"/><usingself state="root"/><usingself state="root"/><token type="Punctuation"/></bygroups><push state="function"/></rule>
35-
<rule pattern="((?:[\w*\s])+?(?:\s|[*]))([a-zA-Z_]\w*)(\s*\([^;]*?\))([^;]*)(;)"><bygroups><usingself state="root"/><token type="NameFunction"/><usingself state="root"/><usingself state="root"/><token type="Punctuation"/></bygroups></rule>
3634
</state>
3735
<state name="string">
3836
<rule pattern="&quot;"><token type="LiteralString"/><pop depth="1"/></rule>

lexers/embedded/spade.xml

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,14 @@
2020
<pop depth="1"/>
2121
</rule>
2222
</state>
23+
<state name="lifetime">
24+
<rule pattern="[a-zA-Z_]+\w*">
25+
<token type="NameAttribute"/>
26+
</rule>
27+
<rule>
28+
<pop depth="1"/>
29+
</rule>
30+
</state>
2331
<state name="number_lit">
2432
<rule pattern="[ui]\d*">
2533
<token type="Keyword"/>

lexers/embedded/yang.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@
8585
</rule>
8686
<rule pattern="/\*">
8787
<token type="CommentMultiline"/>
88-
<push state="comment"/>
88+
<push/>
8989
</rule>
9090
<rule pattern="\*/">
9191
<token type="CommentMultiline"/>

lexers/testdata/psl.actual

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,4 +16,6 @@ public Number SumMethod() {
1616
set x = x + $$getMore^ProcedureName("AAA")
1717
do finishTask(x, "AAA")
1818

19-
quit
19+
quit
20+
#WARN unused variable
21+
#INFO informational

lexers/testdata/psl.expected

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -148,5 +148,12 @@
148148
{"type":"LiteralString","value":"\"AAA\""},
149149
{"type":"Punctuation","value":")"},
150150
{"type":"Text","value":"\n\n "},
151-
{"type":"Keyword","value":"quit"}
151+
{"type":"Keyword","value":"quit"},
152+
{"type":"Text","value":"\n "},
153+
{"type":"KeywordPseudo","value":"#WARN"},
154+
{"type":"CommentSingle","value":" unused variable"},
155+
{"type":"Text","value":"\n "},
156+
{"type":"KeywordPseudo","value":"#INFO"},
157+
{"type":"CommentSingle","value":" informational"},
158+
{"type":"Text","value":"\n"}
152159
]

lexers/testdata/spade.actual

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -184,3 +184,7 @@ fn named_args() {
184184
call$(a, b: true)
185185
}
186186

187+
188+
type T {
189+
x: 'a int,
190+
}

lexers/testdata/spade.expected

Lines changed: 16 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1085,5 +1085,20 @@
10851085
{"type":"Punctuation","value":")"},
10861086
{"type":"TextWhitespace","value":"\n"},
10871087
{"type":"Punctuation","value":"}"},
1088-
{"type":"TextWhitespace","value":"\n\n"}
1088+
{"type":"TextWhitespace","value":"\n\n\n"},
1089+
{"type":"Name","value":"type"},
1090+
{"type":"TextWhitespace","value":" "},
1091+
{"type":"Name","value":"T"},
1092+
{"type":"TextWhitespace","value":" "},
1093+
{"type":"Punctuation","value":"{"},
1094+
{"type":"TextWhitespace","value":"\n "},
1095+
{"type":"Name","value":"x"},
1096+
{"type":"Text","value":": "},
1097+
{"type":"NameAttribute","value":"'a"},
1098+
{"type":"Text","value":" "},
1099+
{"type":"KeywordType","value":"int"},
1100+
{"type":"Punctuation","value":","},
1101+
{"type":"TextWhitespace","value":"\n"},
1102+
{"type":"Punctuation","value":"}"},
1103+
{"type":"TextWhitespace","value":"\n"}
10891104
]

lexers/testdata/yang.actual

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,3 +62,5 @@ module server-system {
6262
}
6363
}
6464
}
65+
66+
/* nested /* comment */ still comment */

lexers/testdata/yang.expected

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -216,5 +216,7 @@
216216
{"type":"Punctuation","value":"}"},
217217
{"type":"TextWhitespace","value":"\n"},
218218
{"type":"Punctuation","value":"}"},
219+
{"type":"TextWhitespace","value":"\n\n"},
220+
{"type":"CommentMultiline","value":"/* nested /* comment */ still comment */"},
219221
{"type":"TextWhitespace","value":"\n"}
220222
]

0 commit comments

Comments
 (0)