tree-sitter-ktav 0.3.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/grammar.js +210 -137
- package/package.json +2 -2
- package/queries/highlights.scm +13 -23
- package/src/grammar.json +407 -147
- package/src/node-types.json +224 -33
- package/src/parser.c +4212 -2161
package/README.md
CHANGED
|
@@ -171,7 +171,8 @@ rejects (mostly missing-whitespace-after-marker — § 6.10).
|
|
|
171
171
|
|
|
172
172
|
## License
|
|
173
173
|
|
|
174
|
-
MIT — see
|
|
174
|
+
Dual-licensed under **MIT OR Apache-2.0** — see
|
|
175
|
+
[LICENSE-MIT](LICENSE-MIT) and [LICENSE-APACHE](LICENSE-APACHE).
|
|
175
176
|
|
|
176
177
|
## Other Ktav repositories
|
|
177
178
|
|
package/grammar.js
CHANGED
|
@@ -1,24 +1,36 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Tree-sitter grammar for Ktav (כְּתָב) — the Written Configuration Format.
|
|
3
3
|
*
|
|
4
|
-
* Spec: https://github.com/ktav-lang/spec/blob/main/versions/0.
|
|
4
|
+
* Spec: https://github.com/ktav-lang/spec/blob/main/versions/0.5/spec.md
|
|
5
5
|
*
|
|
6
6
|
* Ktav is line-oriented. Every line is one of:
|
|
7
7
|
* - blank
|
|
8
|
-
* - a comment (
|
|
9
|
-
* - a key:value pair (with markers
|
|
8
|
+
* - a comment (`## ...`) ← NOTE: double-hash in 0.5.0; single `#` is content
|
|
9
|
+
* - a key:value pair (with markers `:` or `::`)
|
|
10
10
|
* - a structural opener / closer for compounds (`{`, `}`, `[`, `]`,
|
|
11
11
|
* `(`, `((`, `)`, `))`)
|
|
12
|
-
* - an array item (inside an open `[` array)
|
|
12
|
+
* - an array item (inside an open `[` array, or at the top level)
|
|
13
13
|
* - raw content of a multi-line string
|
|
14
14
|
*
|
|
15
|
+
* Changes from 0.3.0 (spec 0.1.1) to 0.5.0:
|
|
16
|
+
* - Comment marker changed from `#` to `##`. Single `#` is now a
|
|
17
|
+
* content byte (allowed in keys and scalar values).
|
|
18
|
+
* - Typed markers `:i` and `:f` removed. Only `:` and `::` remain.
|
|
19
|
+
* - Inline compounds: `{key: value, ...}` and `[v1, v2, ...]` are
|
|
20
|
+
* now valid as pair values or array items (inline_object /
|
|
21
|
+
* inline_array rules).
|
|
22
|
+
* - Number literals: hex (`0x`), octal (`0o`), binary (`0b`), decimal
|
|
23
|
+
* with underscore separators, and floats with `.` or exponent.
|
|
24
|
+
* These are captured as distinct node kinds for highlighting.
|
|
25
|
+
* - Escape sequences inside inline scalars: `\\`, `\,`, `\}`, `\]`,
|
|
26
|
+
* `\{`, `\[`, `\n`, `\r`.
|
|
27
|
+
*
|
|
15
28
|
* Strategy:
|
|
16
29
|
* - Newlines are explicit (`_newline`) and structural openers/closers
|
|
17
30
|
* are tokens that include the trailing whitespace + newline so they
|
|
18
31
|
* can NEVER be confused with a scalar starting with the same byte.
|
|
19
|
-
* - The
|
|
20
|
-
*
|
|
21
|
-
* > `:`).
|
|
32
|
+
* - The two pair separators (`:`, `::`) are recognized by the lexer
|
|
33
|
+
* with longest-match precedence (`::` > `:`).
|
|
22
34
|
* - The mandatory-whitespace-after-marker rule (§ 6.10) is enforced
|
|
23
35
|
* by an external scanner token `_marker_ws`, which is a zero-width
|
|
24
36
|
* assertion that only succeeds when the byte right after the
|
|
@@ -31,6 +43,8 @@
|
|
|
31
43
|
* a parse error.
|
|
32
44
|
* - Multi-line string content is captured as a sequence of opaque
|
|
33
45
|
* "raw lines" up to the matching terminator.
|
|
46
|
+
* - Inline compound values are fully parsed; escape sequences inside
|
|
47
|
+
* inline scalars are captured as `escape_sequence` nodes.
|
|
34
48
|
* - Indentation is not significant (matches the spec).
|
|
35
49
|
*/
|
|
36
50
|
|
|
@@ -56,29 +70,12 @@ module.exports = grammar({
|
|
|
56
70
|
|
|
57
71
|
rules: {
|
|
58
72
|
// The top-level document is a sequence of lines. Per spec § 5.0.1
|
|
59
|
-
//
|
|
60
|
-
//
|
|
61
|
-
//
|
|
62
|
-
// parser of trees: rather than encode the spec's "first content
|
|
63
|
-
// line decides" rule structurally, we accept either kind of line
|
|
64
|
-
// anywhere at the top level. The reference parser performs the
|
|
65
|
-
// semantic § 5.0.1 dispatch and rejects mixed roots; the grammar's
|
|
66
|
-
// job here is only to produce a clean syntax tree for both shapes
|
|
67
|
-
// (and for editors / LSPs) without spurious ERROR nodes on bare
|
|
68
|
-
// top-level scalars or `:i`/`:f`/`::` lines.
|
|
73
|
+
// the root may be either an Object or an Array. Tree-sitter accepts
|
|
74
|
+
// both kinds of line anywhere; semantic dispatch is left to the
|
|
75
|
+
// reference parser.
|
|
69
76
|
source_file: $ => repeat($._line),
|
|
70
77
|
|
|
71
78
|
// ---- Top-level lines ----
|
|
72
|
-
//
|
|
73
|
-
// `top_array_item` covers the top-level Array case (§ 5.0.1): a
|
|
74
|
-
// bare scalar, a typed-marker item (`:: …`, `:i …`, `:f …`), a
|
|
75
|
-
// lone `{` / `[` opener, or a `(` / `((` multi-line opener. It
|
|
76
|
-
// is structurally identical to `array_item` (used inside `[ ]`)
|
|
77
|
-
// but is kept as a distinct rule so we can apply a lexer-level
|
|
78
|
-
// disambiguation: a line that classifies as a pair (§ 5.3) must
|
|
79
|
-
// remain a pair at the top level (spec § 5.0.1 step 2), so
|
|
80
|
-
// `top_array_item`'s plain bare-scalar branch is given lower
|
|
81
|
-
// precedence than `object_pair` via `prec.dynamic`.
|
|
82
79
|
_line: $ => choice(
|
|
83
80
|
$.comment,
|
|
84
81
|
$.blank_line,
|
|
@@ -92,27 +89,25 @@ module.exports = grammar({
|
|
|
92
89
|
|
|
93
90
|
// ---- Comment ----
|
|
94
91
|
//
|
|
95
|
-
//
|
|
96
|
-
//
|
|
97
|
-
//
|
|
98
|
-
//
|
|
99
|
-
|
|
100
|
-
comment: $ => token(prec(1, /#[^\r\n]*\r?\n/)),
|
|
92
|
+
// In spec 0.5.0 a comment starts with `##` (two hashes). A single
|
|
93
|
+
// `#` is ordinary content. The token captures the whole line
|
|
94
|
+
// including the trailing newline to beat `_top_scalar_text` at the
|
|
95
|
+
// lexer's longest-match step.
|
|
96
|
+
comment: $ => token(prec(1, /##[^\r\n]*\r?\n/)),
|
|
101
97
|
|
|
102
98
|
// ---- Object pair ----
|
|
103
99
|
//
|
|
104
100
|
// After the separator, the external `_marker_ws` token asserts
|
|
105
|
-
// that the next byte is whitespace, CR, LF, or EOF
|
|
106
|
-
// § 6.10 (mandatory whitespace after marker): `key:value` fails.
|
|
101
|
+
// that the next byte is whitespace, CR, LF, or EOF (§ 6.10).
|
|
107
102
|
object_pair: $ => choice(
|
|
108
|
-
// After
|
|
109
|
-
//
|
|
110
|
-
//
|
|
103
|
+
// After `::` the body is a literal scalar (NOT dispatched through
|
|
104
|
+
// compound-opener / multi-line dispatch). `raw_scalar` accepts any
|
|
105
|
+
// line content including `(`, `{`, `[`-starting text.
|
|
111
106
|
seq(
|
|
112
107
|
field('key', $.key),
|
|
113
|
-
field('separator',
|
|
108
|
+
field('separator', $.sep_raw),
|
|
114
109
|
$._marker_ws,
|
|
115
|
-
field('value', choice($.empty_value, $.
|
|
110
|
+
field('value', choice($.empty_value, $.raw_scalar)),
|
|
116
111
|
),
|
|
117
112
|
// After `:` the body goes through the full § 5.2 dispatch.
|
|
118
113
|
seq(
|
|
@@ -126,27 +121,31 @@ module.exports = grammar({
|
|
|
126
121
|
),
|
|
127
122
|
),
|
|
128
123
|
|
|
129
|
-
//
|
|
130
|
-
// over `:`, `::` is given higher precedence; same for `:i`/`:f`.
|
|
124
|
+
// `::` wins over `:` via higher precedence.
|
|
131
125
|
sep_raw: $ => token(prec(3, '::')),
|
|
132
|
-
sep_int: $ => token(prec(2, ':i')),
|
|
133
|
-
sep_float: $ => token(prec(2, ':f')),
|
|
134
126
|
sep_string: $ => token(prec(1, ':')),
|
|
135
127
|
|
|
136
128
|
// ---- Keys ----
|
|
137
129
|
key: $ => choice(
|
|
138
|
-
$.
|
|
130
|
+
$._spaced_key,
|
|
139
131
|
$.dotted_key,
|
|
140
132
|
),
|
|
141
133
|
|
|
134
|
+
// A key may contain internal whitespace (spec 0.5.0 § 4): the run of
|
|
135
|
+
// space-separated segments up to the separator is one key
|
|
136
|
+
// (`multi word key: value`). The inter-segment spaces are `extras`,
|
|
137
|
+
// so the `key` node still spans the whole text with no named children
|
|
138
|
+
// (renders as `(key)`, same as a single-segment key).
|
|
139
|
+
_spaced_key: $ => prec.left(repeat1($._key_segment)),
|
|
140
|
+
|
|
142
141
|
dotted_key: $ => prec.left(seq(
|
|
143
142
|
$._key_segment,
|
|
144
143
|
repeat1(seq('.', $._key_segment)),
|
|
145
144
|
)),
|
|
146
145
|
|
|
147
|
-
// Key segment: any chars except whitespace, "[", "]", "{", "}",
|
|
148
|
-
// ":", "
|
|
149
|
-
_key_segment: $ => /[^\s\[\]\{\}
|
|
146
|
+
// Key segment: any chars except whitespace, "[", "]", "{", "}", "(", ")",
|
|
147
|
+
// ":", ",", ".". Note: "#" is now allowed in keys (spec 0.5.0 § 4).
|
|
148
|
+
_key_segment: $ => /[^\s\[\]\{\}\(\):#,.\r\n]+/,
|
|
150
149
|
|
|
151
150
|
// ---- Value line ----
|
|
152
151
|
_value_line: $ => choice(
|
|
@@ -160,8 +159,14 @@ module.exports = grammar({
|
|
|
160
159
|
$.empty_array,
|
|
161
160
|
$.empty_paren,
|
|
162
161
|
$.empty_double_paren,
|
|
162
|
+
// Inline compounds (new in 0.5.0).
|
|
163
|
+
$.inline_object,
|
|
164
|
+
$.inline_array,
|
|
163
165
|
// Keywords (single token followed by newline).
|
|
164
166
|
$.keyword,
|
|
167
|
+
// Number literals (distinct nodes for highlighting).
|
|
168
|
+
$.integer,
|
|
169
|
+
$.float,
|
|
165
170
|
// Scalar — catch-all line content.
|
|
166
171
|
$.scalar,
|
|
167
172
|
),
|
|
@@ -176,25 +181,12 @@ module.exports = grammar({
|
|
|
176
181
|
empty_double_paren: $ => seq(token(prec(5, '(())')), $._newline),
|
|
177
182
|
|
|
178
183
|
// ---- Multi-line compounds ----
|
|
179
|
-
//
|
|
180
|
-
// Openers are tokens that include the rest of the line up to and
|
|
181
|
-
// including the newline, so they cannot be confused with a scalar
|
|
182
|
-
// starting with the same byte. Closers, by contrast, are split
|
|
183
|
-
// into the bracket character(s) plus the external `_strict_eol`
|
|
184
|
-
// token; this lets the scanner reject pathological lines like
|
|
185
|
-
// `} trailing_text\n` (§ 5.6.1 and the cleanliness rule for
|
|
186
|
-
// object/array closers).
|
|
187
184
|
open_brace: $ => token(prec(4, /\{[ \t]*\r?\n/)),
|
|
188
185
|
close_brace: $ => seq(token(prec(4, '}')), $._strict_eol),
|
|
189
186
|
open_bracket: $ => token(prec(4, /\[[ \t]*\r?\n/)),
|
|
190
187
|
close_bracket: $ => seq(token(prec(4, ']')), $._strict_eol),
|
|
191
188
|
open_paren: $ => token(prec(4, /\([ \t]*\r?\n/)),
|
|
192
189
|
open_dparen: $ => token(prec(5, /\(\([ \t]*\r?\n/)),
|
|
193
|
-
// close_paren / close_dparen are emitted by the external scanner as
|
|
194
|
-
// `_stripped_close` / `_verbatim_close`. They are context-sensitive:
|
|
195
|
-
// inside `(...)` only `)` closes (a `))` line is content); inside
|
|
196
|
-
// `((...))` only `))` closes (a single `)` line is content). The
|
|
197
|
-
// scanner consults `valid_symbols` to decide which form to attempt.
|
|
198
190
|
close_paren: $ => $._stripped_close,
|
|
199
191
|
close_dparen: $ => $._verbatim_close,
|
|
200
192
|
|
|
@@ -210,62 +202,122 @@ module.exports = grammar({
|
|
|
210
202
|
$.close_bracket,
|
|
211
203
|
),
|
|
212
204
|
|
|
213
|
-
// ----
|
|
205
|
+
// ---- Inline compounds (new in spec 0.5.0) ----
|
|
206
|
+
//
|
|
207
|
+
// `{key: value, key2: value2}` and `[v1, v2, v3]` are valid as a
|
|
208
|
+
// value on the right-hand side of a pair or as an array item.
|
|
209
|
+
// Trailing comma is allowed. Nesting is supported.
|
|
210
|
+
//
|
|
211
|
+
// These are followed by a newline (they consume the rest of the line).
|
|
212
|
+
inline_object: $ => seq(
|
|
213
|
+
'{',
|
|
214
|
+
optional($._inline_pair_list),
|
|
215
|
+
'}',
|
|
216
|
+
$._newline,
|
|
217
|
+
),
|
|
218
|
+
|
|
219
|
+
inline_array: $ => seq(
|
|
220
|
+
'[',
|
|
221
|
+
optional($._inline_item_list),
|
|
222
|
+
']',
|
|
223
|
+
$._newline,
|
|
224
|
+
),
|
|
225
|
+
|
|
226
|
+
_inline_pair_list: $ => seq(
|
|
227
|
+
$.inline_pair,
|
|
228
|
+
repeat(seq(',', $.inline_pair)),
|
|
229
|
+
optional(','),
|
|
230
|
+
),
|
|
231
|
+
|
|
232
|
+
// The value is optional: `{x:, y: 1}` and `{empty:}` are valid —
|
|
233
|
+
// a separator immediately followed by `,` or `}` is an empty value
|
|
234
|
+
// (spec 0.5.0 § 5.8).
|
|
235
|
+
inline_pair: $ => seq(
|
|
236
|
+
field('key', $.key),
|
|
237
|
+
field('separator', choice($.sep_raw, $.sep_string)),
|
|
238
|
+
optional(field('value', $.inline_value)),
|
|
239
|
+
),
|
|
240
|
+
|
|
241
|
+
_inline_item_list: $ => seq(
|
|
242
|
+
$.inline_value,
|
|
243
|
+
repeat(seq(',', $.inline_value)),
|
|
244
|
+
optional(','),
|
|
245
|
+
),
|
|
246
|
+
|
|
247
|
+
// An inline value is either a nested inline compound, or an inline
|
|
248
|
+
// scalar (which may contain escape sequences).
|
|
249
|
+
inline_value: $ => choice(
|
|
250
|
+
$.nested_inline_object,
|
|
251
|
+
$.nested_inline_array,
|
|
252
|
+
$.inline_scalar,
|
|
253
|
+
),
|
|
254
|
+
|
|
255
|
+
nested_inline_object: $ => seq(
|
|
256
|
+
'{',
|
|
257
|
+
optional($._inline_pair_list),
|
|
258
|
+
'}',
|
|
259
|
+
),
|
|
260
|
+
|
|
261
|
+
nested_inline_array: $ => seq(
|
|
262
|
+
'[',
|
|
263
|
+
optional($._inline_item_list),
|
|
264
|
+
']',
|
|
265
|
+
),
|
|
266
|
+
|
|
267
|
+
// An inline scalar is terminated by an unescaped `,`, `}`, or `]`.
|
|
268
|
+
// It may contain escape sequences (§ 3.7).
|
|
214
269
|
//
|
|
215
|
-
//
|
|
216
|
-
//
|
|
270
|
+
// The first chunk must NOT begin with `{` or `[`: a value position
|
|
271
|
+
// that opens with `{`/`[` is a nested compound, not a scalar. After
|
|
272
|
+
// the first character those bytes are ordinary literal content
|
|
273
|
+
// (`hello{world`, `mid[bracket`). This head/rest split keeps
|
|
274
|
+
// `nested_inline_*` vs `inline_scalar` unambiguous without sacrificing
|
|
275
|
+
// mid-value literal braces (§ 5.8).
|
|
276
|
+
inline_scalar: $ => seq(
|
|
277
|
+
choice($.escape_sequence, $._inline_scalar_head),
|
|
278
|
+
repeat(choice($.escape_sequence, $._inline_scalar_text)),
|
|
279
|
+
),
|
|
280
|
+
|
|
281
|
+
// Escape sequences recognised inside inline scalars (§ 3.7).
|
|
282
|
+
escape_sequence: $ => token(choice(
|
|
283
|
+
'\\\\',
|
|
284
|
+
'\\,',
|
|
285
|
+
'\\}',
|
|
286
|
+
'\\]',
|
|
287
|
+
'\\{',
|
|
288
|
+
'\\[',
|
|
289
|
+
'\\n',
|
|
290
|
+
'\\r',
|
|
291
|
+
)),
|
|
292
|
+
|
|
293
|
+
// Leading chunk of a scalar: first byte excludes whitespace and the
|
|
294
|
+
// openers `{`/`[` (so a value starting with an opener is a nested
|
|
295
|
+
// compound), plus the usual `\` `,` `}` `]` / CR / LF. Subsequent
|
|
296
|
+
// bytes allow `{`/`[` as literal content.
|
|
297
|
+
_inline_scalar_head: $ => token(/[^\s\\,\{\[\}\]\r\n][^\\,\}\]\r\n]*/),
|
|
298
|
+
|
|
299
|
+
// Continuation text after the head (or after an escape): any byte
|
|
300
|
+
// except `\`, `,`, the closers `}` `]`, and CR / LF. Open delimiters
|
|
301
|
+
// `{`/`[` are allowed here as literal content.
|
|
302
|
+
_inline_scalar_text: $ => token(/[^\\,\}\]\r\n]+/),
|
|
303
|
+
|
|
304
|
+
// ---- Array items ----
|
|
217
305
|
array_item: $ => choice(
|
|
218
306
|
seq(
|
|
219
307
|
field('marker', $.sep_raw),
|
|
220
308
|
$._marker_ws,
|
|
221
|
-
field('value', choice($.empty_value, $.
|
|
222
|
-
),
|
|
223
|
-
seq(
|
|
224
|
-
field('marker', $.sep_int),
|
|
225
|
-
$._marker_ws,
|
|
226
|
-
field('value', choice($.empty_value, $.scalar)),
|
|
227
|
-
),
|
|
228
|
-
seq(
|
|
229
|
-
field('marker', $.sep_float),
|
|
230
|
-
$._marker_ws,
|
|
231
|
-
field('value', choice($.empty_value, $.scalar)),
|
|
309
|
+
field('value', choice($.empty_value, $.raw_scalar)),
|
|
232
310
|
),
|
|
233
311
|
// Plain value item — same set as object pair value.
|
|
234
312
|
field('value', $._value_line),
|
|
235
313
|
),
|
|
236
314
|
|
|
237
|
-
// Top-level array item (§ 5.0.1
|
|
238
|
-
//
|
|
239
|
-
// Structurally a sibling of `array_item` (used inside `[ ]`),
|
|
240
|
-
// but with two differences that realise spec § 5.0.1 step 2:
|
|
241
|
-
//
|
|
242
|
-
// * The plain bare-scalar branch uses `_top_scalar_text`, a
|
|
243
|
-
// token that disallows `:` anywhere in the line. This makes
|
|
244
|
-
// any line containing a `:` (i.e. any pair-shaped line)
|
|
245
|
-
// parseable ONLY as `object_pair`, never as a top-level
|
|
246
|
-
// bare-scalar — which is what § 5.0.1 step 2 requires.
|
|
247
|
-
// Per spec note: to force a colon-bearing scalar at the root
|
|
248
|
-
// to be an Array item, use the raw marker (`:: foo: bar`).
|
|
249
|
-
//
|
|
250
|
-
// * Compound openers (`{`, `[`, `(`, `((`) and the empty-inline
|
|
251
|
-
// compound forms (`{}` / `[]` / `()` / `(())`) and the
|
|
252
|
-
// keywords are still allowed unchanged — they are
|
|
253
|
-
// unambiguous lines that cannot be confused with a pair.
|
|
315
|
+
// Top-level array item (§ 5.0.1).
|
|
254
316
|
top_array_item: $ => choice(
|
|
255
317
|
seq(
|
|
256
318
|
field('marker', $.sep_raw),
|
|
257
319
|
$._marker_ws,
|
|
258
|
-
field('value', choice($.empty_value, $.
|
|
259
|
-
),
|
|
260
|
-
seq(
|
|
261
|
-
field('marker', $.sep_int),
|
|
262
|
-
$._marker_ws,
|
|
263
|
-
field('value', choice($.empty_value, $.scalar)),
|
|
264
|
-
),
|
|
265
|
-
seq(
|
|
266
|
-
field('marker', $.sep_float),
|
|
267
|
-
$._marker_ws,
|
|
268
|
-
field('value', choice($.empty_value, $.scalar)),
|
|
320
|
+
field('value', choice($.empty_value, $.raw_scalar)),
|
|
269
321
|
),
|
|
270
322
|
field('value', $.compound_object),
|
|
271
323
|
field('value', $.compound_array),
|
|
@@ -275,35 +327,18 @@ module.exports = grammar({
|
|
|
275
327
|
field('value', $.empty_array),
|
|
276
328
|
field('value', $.empty_paren),
|
|
277
329
|
field('value', $.empty_double_paren),
|
|
330
|
+
field('value', $.inline_object),
|
|
331
|
+
field('value', $.inline_array),
|
|
278
332
|
field('value', $.keyword),
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
// (no `:` allowed). Wrapping in `top_scalar` keeps the AST
|
|
282
|
-
// tidy: tools see exactly the same `(scalar)` shape as
|
|
283
|
-
// elsewhere, with the only difference being which lexer
|
|
284
|
-
// rule produced the inner token.
|
|
333
|
+
field('value', $.integer),
|
|
334
|
+
field('value', $.float),
|
|
285
335
|
field('value', $.top_scalar),
|
|
286
336
|
),
|
|
287
337
|
|
|
288
|
-
// `top_scalar`
|
|
289
|
-
//
|
|
290
|
-
// case. The token swallows the trailing newline, which makes
|
|
291
|
-
// it strictly longer than the `_key_segment` token a pair
|
|
292
|
-
// would emit (`_key_segment` stops at the first `:` / `\n` /
|
|
293
|
-
// structural byte). Two consequences:
|
|
294
|
-
//
|
|
295
|
-
// 1. On a colon-free line such as `foo\n`, the whole-line
|
|
296
|
-
// `_top_scalar_text` token (length 4) wins the lexer's
|
|
297
|
-
// longest-match against `_key_segment` (length 3) — so
|
|
298
|
-
// the parser commits to the top-level Array-item path,
|
|
299
|
-
// not the always-ERROR pair-without-separator path.
|
|
300
|
-
// 2. On a pair-shaped line such as `name: Russia\n`, the
|
|
301
|
-
// `_top_scalar_text` regex CANNOT match (it forbids
|
|
302
|
-
// `:`), so `_key_segment` is the only viable token at
|
|
303
|
-
// line-start and the parser correctly enters
|
|
304
|
-
// `object_pair` (spec § 5.0.1 step 2).
|
|
338
|
+
// `top_scalar` — bare-scalar at the document root. Forbids `:` so
|
|
339
|
+
// that pair-shaped lines always parse as `object_pair`.
|
|
305
340
|
top_scalar: $ => $._top_scalar_text,
|
|
306
|
-
_top_scalar_text: $ => token(/[^\s:\r\n][^:\r\n]*\r?\n/),
|
|
341
|
+
_top_scalar_text: $ => token(/[^\s:\{\[\(\r\n][^:\r\n]*\r?\n/),
|
|
307
342
|
|
|
308
343
|
// ---- Multi-line strings ----
|
|
309
344
|
multiline_stripped: $ => seq(
|
|
@@ -318,11 +353,6 @@ module.exports = grammar({
|
|
|
318
353
|
$.close_dparen,
|
|
319
354
|
),
|
|
320
355
|
|
|
321
|
-
// A content line inside a multi-line string. Captured as one
|
|
322
|
-
// token. The closer tokens (`)`, `))` plus _strict_eol) win at
|
|
323
|
-
// the LR(1) boundary because they require their own line; any
|
|
324
|
-
// line whose content includes more than just the terminator
|
|
325
|
-
// falls through to this rule.
|
|
326
356
|
multiline_content_line: $ => token(prec(-1, /[^\r\n]*\r?\n/)),
|
|
327
357
|
|
|
328
358
|
// ---- Scalar (default value body, until end of line) ----
|
|
@@ -331,12 +361,55 @@ module.exports = grammar({
|
|
|
331
361
|
$._newline,
|
|
332
362
|
),
|
|
333
363
|
|
|
364
|
+
// `raw_scalar` is used exclusively after `::` (raw marker). It accepts
|
|
365
|
+
// any non-empty line content, including `(`, `{`, `[`-starting text.
|
|
366
|
+
// Per spec § 5.2: after `::` the body is NEVER dispatched as a
|
|
367
|
+
// compound opener or multi-line string opener — it is always a literal
|
|
368
|
+
// String value. This is a separate rule (not `scalar`) because
|
|
369
|
+
// `scalar`'s underlying `_scalar_text` deliberately excludes those
|
|
370
|
+
// opening bytes to avoid lexer ambiguity in the non-raw value context.
|
|
371
|
+
raw_scalar: $ => seq(
|
|
372
|
+
$._raw_scalar_text,
|
|
373
|
+
$._newline,
|
|
374
|
+
),
|
|
375
|
+
_raw_scalar_text: $ => /[^\s\r\n][^\r\n]*/,
|
|
376
|
+
|
|
334
377
|
// Scalar text: any non-whitespace, non-newline content up to end
|
|
335
|
-
// of line. `#`
|
|
336
|
-
//
|
|
337
|
-
//
|
|
338
|
-
//
|
|
339
|
-
|
|
378
|
+
// of line. Both `#` and `##` are allowed as content bytes in 0.5.0.
|
|
379
|
+
// Lines starting with `{` or `[` are always handled by structural
|
|
380
|
+
// rules (compound_object, compound_array, empty_object, empty_array,
|
|
381
|
+
// inline_object, inline_array), so `_scalar_text` explicitly excludes
|
|
382
|
+
// those opening bytes at position 0 to avoid the greedy-token
|
|
383
|
+
// ambiguity. Lines starting with `(` are handled by multiline or
|
|
384
|
+
// empty-paren rules likewise.
|
|
385
|
+
_scalar_text: $ => /[^\s\{\[\(\r\n][^\r\n]*/,
|
|
386
|
+
|
|
387
|
+
// ---- Number literals ----
|
|
388
|
+
//
|
|
389
|
+
// Captured as distinct node kinds so syntax highlighters can colour
|
|
390
|
+
// them differently from plain strings.
|
|
391
|
+
//
|
|
392
|
+
// IMPORTANT: These are whole-line tokens (pattern + optional
|
|
393
|
+
// horizontal whitespace + newline). Using a whole-line token (like
|
|
394
|
+
// `comment` and `_top_scalar_text`) avoids the ambiguity where the
|
|
395
|
+
// partial integer token `1` wins over the scalar token `1:2:3` via
|
|
396
|
+
// prec — with a whole-line token the match for `1:2:3\n` is length
|
|
397
|
+
// 5 for scalar and no match for integer (`:` breaks the pattern),
|
|
398
|
+
// so scalar correctly wins on non-numeric lines.
|
|
399
|
+
//
|
|
400
|
+
// Float must be tested before integer because the float pattern
|
|
401
|
+
// (decimal point form) is a strict superset of the integer pattern
|
|
402
|
+
// prefix. Float is given prec(3) so it beats integer on `1.5\n`.
|
|
403
|
+
//
|
|
404
|
+
// Integer forms (§ 3.6): hex, octal, binary, decimal with underscores.
|
|
405
|
+
integer: $ => token(prec(2,
|
|
406
|
+
/[+-]?(0x[0-9a-fA-F]([_]?[0-9a-fA-F])*|0o[0-7]([_]?[0-7])*|0b[01]([_]?[01])*|[0-9]([_]?[0-9])*)[ \t]*\r?\n/
|
|
407
|
+
)),
|
|
408
|
+
|
|
409
|
+
// Float forms (§ 3.6): decimal-point form or exponent-only form.
|
|
410
|
+
float: $ => token(prec(3,
|
|
411
|
+
/([+-]?[0-9]([_]?[0-9])*\.[0-9]([_]?[0-9])*([eE][+-]?[0-9]([_]?[0-9])*)?|[+-]?[0-9]([_]?[0-9])*[eE][+-]?[0-9]([_]?[0-9])*)[ \t]*\r?\n/
|
|
412
|
+
)),
|
|
340
413
|
|
|
341
414
|
// ---- Keywords ----
|
|
342
415
|
keyword: $ => seq(
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "tree-sitter-ktav",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0",
|
|
4
4
|
"description": "Tree-sitter grammar for Ktav (כְּתָב) — the Written Configuration Format",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"parser",
|
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
"configuration"
|
|
12
12
|
],
|
|
13
13
|
"author": "Marat K <phpcraftdream@gmail.com>",
|
|
14
|
-
"license": "MIT",
|
|
14
|
+
"license": "MIT OR Apache-2.0",
|
|
15
15
|
"homepage": "https://github.com/ktav-lang/tree-sitter-ktav",
|
|
16
16
|
"repository": {
|
|
17
17
|
"type": "git",
|
package/queries/highlights.scm
CHANGED
|
@@ -14,8 +14,6 @@
|
|
|
14
14
|
; ---- Pair separators ----
|
|
15
15
|
(sep_string) @punctuation.delimiter
|
|
16
16
|
(sep_raw) @punctuation.special
|
|
17
|
-
(sep_int) @punctuation.special
|
|
18
|
-
(sep_float) @punctuation.special
|
|
19
17
|
|
|
20
18
|
; ---- Compound brackets ----
|
|
21
19
|
; The structural openers / closers each form their own visible token
|
|
@@ -43,9 +41,12 @@
|
|
|
43
41
|
(kw_true) @constant.builtin.boolean
|
|
44
42
|
(kw_false) @constant.builtin.boolean
|
|
45
43
|
|
|
44
|
+
; ---- Number literals (new in spec 0.5.0) ----
|
|
45
|
+
(integer) @number
|
|
46
|
+
(float) @number.float
|
|
47
|
+
|
|
46
48
|
; ---- String values ----
|
|
47
|
-
; Plain scalar after `:` —
|
|
48
|
-
; only after `:i`/`:f`; see below.)
|
|
49
|
+
; Plain scalar after `:` — a string.
|
|
49
50
|
(object_pair
|
|
50
51
|
separator: (sep_string)
|
|
51
52
|
value: (scalar) @string)
|
|
@@ -53,33 +54,22 @@
|
|
|
53
54
|
; Raw string after `::`
|
|
54
55
|
(object_pair
|
|
55
56
|
separator: (sep_raw)
|
|
56
|
-
value: (
|
|
57
|
-
|
|
58
|
-
; Typed integer / float bodies
|
|
59
|
-
(object_pair
|
|
60
|
-
separator: (sep_int)
|
|
61
|
-
value: (scalar) @number)
|
|
62
|
-
|
|
63
|
-
(object_pair
|
|
64
|
-
separator: (sep_float)
|
|
65
|
-
value: (scalar) @number.float)
|
|
57
|
+
value: (raw_scalar) @string.special)
|
|
66
58
|
|
|
67
59
|
; ---- Array items ----
|
|
68
60
|
(array_item
|
|
69
61
|
marker: (sep_raw)
|
|
70
|
-
value: (
|
|
71
|
-
|
|
72
|
-
(array_item
|
|
73
|
-
marker: (sep_int)
|
|
74
|
-
value: (scalar) @number)
|
|
75
|
-
|
|
76
|
-
(array_item
|
|
77
|
-
marker: (sep_float)
|
|
78
|
-
value: (scalar) @number.float)
|
|
62
|
+
value: (raw_scalar) @string.special)
|
|
79
63
|
|
|
80
64
|
(array_item
|
|
81
65
|
value: (scalar) @string)
|
|
82
66
|
|
|
67
|
+
; ---- Inline compounds (new in spec 0.5.0) ----
|
|
68
|
+
(inline_object) @punctuation.bracket
|
|
69
|
+
(inline_array) @punctuation.bracket
|
|
70
|
+
(inline_scalar) @string
|
|
71
|
+
(escape_sequence) @string.escape
|
|
72
|
+
|
|
83
73
|
; ---- Multi-line strings ----
|
|
84
74
|
(multiline_stripped) @string
|
|
85
75
|
(multiline_verbatim) @string
|