grammar-well 1.3.2 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +165 -0
- package/README.md +76 -560
- package/build/generator/artifacts/basic.d.ts +7 -0
- package/build/generator/artifacts/basic.js +24 -0
- package/build/generator/artifacts/basic.js.map +1 -0
- package/build/generator/artifacts/lexer.d.ts +13 -0
- package/build/generator/artifacts/lexer.js +204 -0
- package/build/generator/artifacts/lexer.js.map +1 -0
- package/build/{compiler/generator → generator}/artifacts/lr.d.ts +14 -14
- package/build/{compiler/generator → generator}/artifacts/lr.js +18 -22
- package/build/generator/artifacts/lr.js.map +1 -0
- package/build/generator/builtin/json.d.ts +183 -0
- package/build/generator/builtin/json.js +124 -0
- package/build/generator/builtin/json.js.map +1 -0
- package/build/generator/builtin/registry.json +1 -0
- package/build/generator/builtin/whitespace.d.ts +61 -0
- package/build/generator/builtin/whitespace.js +37 -0
- package/build/generator/builtin/whitespace.js.map +1 -0
- package/build/generator/generator.d.ts +38 -0
- package/build/generator/generator.js +368 -0
- package/build/generator/generator.js.map +1 -0
- package/build/generator/grammars/index.d.ts +2 -0
- package/build/generator/grammars/index.js +3 -0
- package/build/generator/grammars/index.js.map +1 -0
- package/build/generator/grammars/v1.d.ts +1190 -0
- package/build/generator/grammars/v1.js +614 -0
- package/build/generator/grammars/v1.js.map +1 -0
- package/build/generator/grammars/v2.d.ts +1367 -0
- package/build/generator/grammars/v2.js +695 -0
- package/build/generator/grammars/v2.js.map +1 -0
- package/build/generator/import-resolvers/auto.d.ts +2 -0
- package/build/generator/import-resolvers/auto.js +11 -0
- package/build/generator/import-resolvers/auto.js.map +1 -0
- package/build/generator/import-resolvers/browser.d.ts +7 -0
- package/build/generator/import-resolvers/browser.js +13 -0
- package/build/generator/import-resolvers/browser.js.map +1 -0
- package/build/generator/import-resolvers/default.d.ts +2 -0
- package/build/generator/import-resolvers/default.js +11 -0
- package/build/generator/import-resolvers/default.js.map +1 -0
- package/build/generator/import-resolvers/filesystem.d.ts +7 -0
- package/build/generator/import-resolvers/filesystem.js +15 -0
- package/build/generator/import-resolvers/filesystem.js.map +1 -0
- package/build/generator/index.d.ts +3 -0
- package/build/generator/index.js +4 -0
- package/build/generator/index.js.map +1 -0
- package/build/generator/state.d.ts +28 -0
- package/build/generator/state.js +73 -0
- package/build/generator/state.js.map +1 -0
- package/build/generator/stringify/common.d.ts +22 -0
- package/build/generator/stringify/common.js +83 -0
- package/build/generator/stringify/common.js.map +1 -0
- package/build/generator/stringify/exports/javascript.d.ts +3 -0
- package/build/generator/stringify/exports/javascript.js +26 -0
- package/build/generator/stringify/exports/javascript.js.map +1 -0
- package/build/generator/stringify/exports/json.d.ts +2 -0
- package/build/generator/stringify/exports/json.js +4 -0
- package/build/generator/stringify/exports/json.js.map +1 -0
- package/build/generator/stringify/exports/registry.d.ts +20 -0
- package/build/generator/stringify/exports/registry.js +17 -0
- package/build/generator/stringify/exports/registry.js.map +1 -0
- package/build/generator/stringify/exports/typescript.d.ts +2 -0
- package/build/generator/stringify/exports/typescript.js +16 -0
- package/build/generator/stringify/exports/typescript.js.map +1 -0
- package/build/generator/stringify/grammar/v2.d.ts +20 -0
- package/build/generator/stringify/grammar/v2.js +211 -0
- package/build/generator/stringify/grammar/v2.js.map +1 -0
- package/build/generator/stringify/javascript.d.ts +13 -0
- package/build/generator/stringify/javascript.js +83 -0
- package/build/generator/stringify/javascript.js.map +1 -0
- package/build/index.d.ts +7 -6
- package/build/index.js +7 -24
- package/build/index.js.map +1 -1
- package/build/lexers/character-lexer.d.ts +2 -2
- package/build/lexers/character-lexer.js +1 -5
- package/build/lexers/character-lexer.js.map +1 -1
- package/build/lexers/stateful-lexer.d.ts +12 -17
- package/build/lexers/stateful-lexer.js +38 -186
- package/build/lexers/stateful-lexer.js.map +1 -1
- package/build/lexers/token-buffer.d.ts +8 -8
- package/build/lexers/token-buffer.js +1 -5
- package/build/lexers/token-buffer.js.map +1 -1
- package/build/parser/algorithms/cyk.d.ts +6 -6
- package/build/parser/algorithms/cyk.js +10 -13
- package/build/parser/algorithms/cyk.js.map +1 -1
- package/build/parser/algorithms/earley.d.ts +7 -7
- package/build/parser/algorithms/earley.js +7 -11
- package/build/parser/algorithms/earley.js.map +1 -1
- package/build/parser/algorithms/lrk/algorithm.d.ts +3 -3
- package/build/parser/algorithms/lrk/algorithm.js +10 -13
- package/build/parser/algorithms/lrk/algorithm.js.map +1 -1
- package/build/parser/algorithms/lrk/bimap.js +1 -5
- package/build/parser/algorithms/lrk/bimap.js.map +1 -1
- package/build/parser/algorithms/lrk/canonical-collection.d.ts +7 -7
- package/build/parser/algorithms/lrk/canonical-collection.js +11 -15
- package/build/parser/algorithms/lrk/canonical-collection.js.map +1 -1
- package/build/parser/algorithms/lrk/closure.d.ts +3 -3
- package/build/parser/algorithms/lrk/closure.js +3 -7
- package/build/parser/algorithms/lrk/closure.js.map +1 -1
- package/build/parser/algorithms/lrk/stack.d.ts +6 -6
- package/build/parser/algorithms/lrk/stack.js +1 -5
- package/build/parser/algorithms/lrk/stack.js.map +1 -1
- package/build/parser/algorithms/lrk/state.d.ts +5 -5
- package/build/parser/algorithms/lrk/state.js +1 -2
- package/build/parser/parse.d.ts +10 -0
- package/build/parser/parse.js +34 -0
- package/build/parser/parse.js.map +1 -0
- package/build/parser/parser.d.ts +6 -17
- package/build/parser/parser.js +26 -42
- package/build/parser/parser.js.map +1 -1
- package/build/tsconfig.tsbuildinfo +1 -0
- package/build/typings/ast.d.ts +134 -0
- package/build/typings/ast.js +3 -0
- package/build/typings/ast.js.map +1 -0
- package/build/typings/common.d.ts +4 -0
- package/build/typings/common.js +2 -0
- package/build/typings/common.js.map +1 -0
- package/build/typings/generator.d.ts +58 -0
- package/build/typings/generator.js +3 -0
- package/build/typings/generator.js.map +1 -0
- package/build/typings/index.d.ts +43 -0
- package/build/typings/index.js +5 -0
- package/build/typings/index.js.map +1 -0
- package/build/typings/runtime.d.ts +70 -0
- package/build/typings/runtime.js +2 -0
- package/build/typings/runtime.js.map +1 -0
- package/build/utility/format.d.ts +1 -0
- package/build/utility/format.js +12 -0
- package/build/utility/format.js.map +1 -0
- package/build/utility/formatter.d.ts +1 -0
- package/build/utility/formatter.js +12 -0
- package/build/utility/formatter.js.map +1 -0
- package/build/utility/general.d.ts +1 -1
- package/build/utility/general.js +5 -13
- package/build/utility/general.js.map +1 -1
- package/build/utility/index.d.ts +4 -1
- package/build/utility/index.js +4 -17
- package/build/utility/index.js.map +1 -1
- package/build/utility/lint.d.ts +2 -2
- package/build/utility/lint.js +2 -6
- package/build/utility/lint.js.map +1 -1
- package/build/utility/migrate.d.ts +1 -0
- package/build/utility/migrate.js +10 -0
- package/build/utility/migrate.js.map +1 -0
- package/build/utility/monarch.d.ts +2 -2
- package/build/utility/monarch.js +33 -38
- package/build/utility/monarch.js.map +1 -1
- package/build/utility/parsing.d.ts +6 -0
- package/build/utility/parsing.js +26 -0
- package/build/utility/parsing.js.map +1 -0
- package/build/utility/text-format.d.ts +6 -6
- package/build/utility/text-format.js +2 -6
- package/build/utility/text-format.js.map +1 -1
- package/package.json +17 -24
- package/src/generator/artifacts/basic.ts +26 -0
- package/src/generator/artifacts/lexer.ts +228 -0
- package/src/{compiler/generator → generator}/artifacts/lr.ts +25 -24
- package/src/generator/builtin/character.well +7 -0
- package/src/generator/builtin/json.well +85 -0
- package/src/generator/builtin/number.well +21 -0
- package/src/generator/builtin/registry.json +1 -0
- package/src/generator/builtin/string.well +54 -0
- package/src/generator/builtin/whitespace.well +16 -0
- package/src/generator/generator.ts +401 -0
- package/src/generator/grammars/index.ts +2 -0
- package/src/generator/grammars/v1.ts +620 -0
- package/src/generator/grammars/v1.well +422 -0
- package/src/generator/grammars/v2.ts +701 -0
- package/src/generator/grammars/v2.well +413 -0
- package/src/generator/import-resolvers/auto.ts +12 -0
- package/src/generator/import-resolvers/browser.ts +13 -0
- package/src/generator/import-resolvers/filesystem.ts +18 -0
- package/src/generator/index.ts +3 -0
- package/src/generator/state.ts +89 -0
- package/src/generator/stringify/common.ts +90 -0
- package/src/generator/stringify/exports/javascript.ts +29 -0
- package/src/generator/stringify/exports/json.ts +5 -0
- package/src/generator/stringify/exports/registry.ts +20 -0
- package/src/generator/stringify/exports/typescript.ts +17 -0
- package/src/generator/stringify/grammar/v2.ts +223 -0
- package/src/generator/stringify/javascript.ts +94 -0
- package/src/index.ts +7 -6
- package/src/lexers/character-lexer.ts +2 -2
- package/src/lexers/stateful-lexer.ts +46 -203
- package/src/lexers/token-buffer.ts +3 -3
- package/src/parser/algorithms/cyk.ts +13 -12
- package/src/parser/algorithms/earley.ts +10 -10
- package/src/parser/algorithms/lrk/algorithm.ts +8 -7
- package/src/parser/algorithms/lrk/canonical-collection.ts +14 -14
- package/src/parser/algorithms/lrk/closure.ts +6 -6
- package/src/parser/algorithms/lrk/stack.ts +6 -6
- package/src/parser/algorithms/lrk/state.ts +5 -5
- package/src/parser/parse.ts +45 -0
- package/src/typings/ast.ts +148 -0
- package/src/typings/common.ts +2 -0
- package/src/typings/generator.ts +62 -0
- package/src/typings/index.ts +38 -0
- package/src/typings/runtime.ts +82 -0
- package/src/utility/format.ts +12 -0
- package/src/utility/general.ts +1 -2
- package/src/utility/index.ts +4 -1
- package/src/utility/lint.ts +5 -5
- package/src/utility/monarch.ts +34 -34
- package/src/utility/parsing.ts +30 -0
- package/src/utility/text-format.ts +7 -7
- package/.eslintrc.cjs +0 -14
- package/bootstrap.ts +0 -45
- package/build/compiler/builtin.json +0 -1
- package/build/compiler/compiler.d.ts +0 -50
- package/build/compiler/compiler.js +0 -249
- package/build/compiler/compiler.js.map +0 -1
- package/build/compiler/generator/artifacts/lr.js.map +0 -1
- package/build/compiler/generator/artifacts/standard.d.ts +0 -7
- package/build/compiler/generator/artifacts/standard.js +0 -28
- package/build/compiler/generator/artifacts/standard.js.map +0 -1
- package/build/compiler/generator/generator.d.ts +0 -24
- package/build/compiler/generator/generator.js +0 -217
- package/build/compiler/generator/generator.js.map +0 -1
- package/build/compiler/gwell.d.ts +0 -1112
- package/build/compiler/gwell.js +0 -576
- package/build/compiler/gwell.js.map +0 -1
- package/build/compiler/import-resolver.d.ts +0 -15
- package/build/compiler/import-resolver.js +0 -37
- package/build/compiler/import-resolver.js.map +0 -1
- package/build/compiler/index.d.ts +0 -2
- package/build/compiler/index.js +0 -19
- package/build/compiler/index.js.map +0 -1
- package/build/compiler/outputs/javascript.d.ts +0 -3
- package/build/compiler/outputs/javascript.js +0 -29
- package/build/compiler/outputs/javascript.js.map +0 -1
- package/build/compiler/outputs/json.d.ts +0 -2
- package/build/compiler/outputs/json.js +0 -8
- package/build/compiler/outputs/json.js.map +0 -1
- package/build/compiler/outputs/typescript.d.ts +0 -2
- package/build/compiler/outputs/typescript.js +0 -21
- package/build/compiler/outputs/typescript.js.map +0 -1
- package/build/parser/algorithms/lr.d.ts +0 -7
- package/build/parser/algorithms/lr.js +0 -108
- package/build/parser/algorithms/lr.js.map +0 -5
- package/build/parser/algorithms/lr0.d.ts +0 -7
- package/build/parser/algorithms/lr0.js +0 -156
- package/build/parser/algorithms/lr0.js.map +0 -1
- package/build/typings.d.ts +0 -226
- package/build/typings.js +0 -3
- package/build/typings.js.map +0 -1
- package/src/compiler/builtin/json.gwell +0 -74
- package/src/compiler/builtin/number.gwell +0 -20
- package/src/compiler/builtin/string.gwell +0 -48
- package/src/compiler/builtin/whitespace.gwell +0 -10
- package/src/compiler/builtin.json +0 -1
- package/src/compiler/compiler.ts +0 -265
- package/src/compiler/generator/artifacts/standard.ts +0 -26
- package/src/compiler/generator/generator.ts +0 -237
- package/src/compiler/gwell.gwell +0 -294
- package/src/compiler/gwell.js +0 -578
- package/src/compiler/import-resolver.ts +0 -36
- package/src/compiler/index.ts +0 -2
- package/src/compiler/outputs/javascript.ts +0 -27
- package/src/compiler/outputs/json.ts +0 -5
- package/src/compiler/outputs/typescript.ts +0 -18
- package/src/parser/parser.ts +0 -77
- package/src/typings.ts +0 -248
- package/testing.ts +0 -18
|
@@ -1,7 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.ResolveStates = exports.StatefulLexer = void 0;
|
|
4
|
-
class StatefulLexer {
|
|
1
|
+
export class StatefulLexer {
|
|
5
2
|
start;
|
|
6
3
|
states = Object.create(null);
|
|
7
4
|
buffer;
|
|
@@ -16,14 +13,7 @@ class StatefulLexer {
|
|
|
16
13
|
regexp;
|
|
17
14
|
tags = new Map();
|
|
18
15
|
constructor({ states, start }) {
|
|
19
|
-
|
|
20
|
-
for (const key in states) {
|
|
21
|
-
this.states[key] = {
|
|
22
|
-
regexp: CompileRegExp(states[key]),
|
|
23
|
-
rules: states[key].rules,
|
|
24
|
-
unmatched: states[key].unmatched ? { type: states[key].unmatched } : null
|
|
25
|
-
};
|
|
26
|
-
}
|
|
16
|
+
this.states = states;
|
|
27
17
|
this.start = start;
|
|
28
18
|
this.buffer = '';
|
|
29
19
|
this.stack = [];
|
|
@@ -47,16 +37,31 @@ class StatefulLexer {
|
|
|
47
37
|
prefetched: this.prefetched,
|
|
48
38
|
};
|
|
49
39
|
}
|
|
50
|
-
next() {
|
|
51
|
-
const next = this.matchNext();
|
|
40
|
+
next(skipped = false) {
|
|
41
|
+
const next = this.matchNext(skipped);
|
|
52
42
|
if (!next) {
|
|
53
43
|
return;
|
|
54
44
|
}
|
|
55
45
|
const { rule, text, index } = next;
|
|
56
46
|
if (!rule) {
|
|
57
|
-
throw new Error(`No matching rule for ${text}`);
|
|
47
|
+
throw new Error(`No matching rule for ${text.split(/\n|\r\n/).slice(0, 3).join('\n')}`);
|
|
58
48
|
}
|
|
59
|
-
const token =
|
|
49
|
+
const token = {
|
|
50
|
+
type: rule.type,
|
|
51
|
+
highlight: rule.highlight,
|
|
52
|
+
open: rule.open,
|
|
53
|
+
close: rule.close,
|
|
54
|
+
tag: this.getTags(rule.tag),
|
|
55
|
+
value: text,
|
|
56
|
+
text: text,
|
|
57
|
+
offset: index,
|
|
58
|
+
line: this.line,
|
|
59
|
+
lines: 0,
|
|
60
|
+
column: this.column,
|
|
61
|
+
state: this.current
|
|
62
|
+
};
|
|
63
|
+
this.adjustPosition(text);
|
|
64
|
+
token.lines = this.line - token.line;
|
|
60
65
|
this.adjustStack(rule);
|
|
61
66
|
return token;
|
|
62
67
|
}
|
|
@@ -67,7 +72,7 @@ class StatefulLexer {
|
|
|
67
72
|
this.current = current;
|
|
68
73
|
this.rules = info.rules;
|
|
69
74
|
this.unmatched = info.unmatched;
|
|
70
|
-
this.regexp = info.
|
|
75
|
+
this.regexp = info.regex;
|
|
71
76
|
}
|
|
72
77
|
pop() {
|
|
73
78
|
this.set(this.stack.pop());
|
|
@@ -76,7 +81,7 @@ class StatefulLexer {
|
|
|
76
81
|
this.stack.push(this.current);
|
|
77
82
|
this.set(state);
|
|
78
83
|
}
|
|
79
|
-
matchNext() {
|
|
84
|
+
matchNext(skipped = false) {
|
|
80
85
|
if (this.index === this.buffer.length) {
|
|
81
86
|
return;
|
|
82
87
|
}
|
|
@@ -105,38 +110,17 @@ class StatefulLexer {
|
|
|
105
110
|
rule = this.getGroup(match);
|
|
106
111
|
text = match[0];
|
|
107
112
|
if (rule.before) {
|
|
113
|
+
this.adjustStack(rule);
|
|
114
|
+
return this.matchNext(skipped);
|
|
115
|
+
}
|
|
116
|
+
else if (rule.skip && !skipped) {
|
|
117
|
+
this.adjustPosition(text);
|
|
108
118
|
this.adjustStack(rule);
|
|
109
119
|
return this.matchNext();
|
|
110
120
|
}
|
|
111
121
|
}
|
|
112
122
|
return { index, rule, text };
|
|
113
123
|
}
|
|
114
|
-
createToken(rule, text, offset) {
|
|
115
|
-
const token = {
|
|
116
|
-
type: rule.type,
|
|
117
|
-
highlight: rule.highlight,
|
|
118
|
-
open: rule.open,
|
|
119
|
-
close: rule.close,
|
|
120
|
-
tag: this.getTags(rule.tag),
|
|
121
|
-
value: text,
|
|
122
|
-
text: text,
|
|
123
|
-
offset: offset,
|
|
124
|
-
line: this.line,
|
|
125
|
-
lines: 0,
|
|
126
|
-
column: this.column,
|
|
127
|
-
state: this.current
|
|
128
|
-
};
|
|
129
|
-
for (let i = 0; i < text.length; i++) {
|
|
130
|
-
this.column++;
|
|
131
|
-
if (text[i] == '\n') {
|
|
132
|
-
token.lines++;
|
|
133
|
-
this.column = 1;
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
this.index += text.length;
|
|
137
|
-
this.line += token.lines;
|
|
138
|
-
return token;
|
|
139
|
-
}
|
|
140
124
|
getTags(tags) {
|
|
141
125
|
if (!tags)
|
|
142
126
|
return undefined;
|
|
@@ -144,6 +128,16 @@ class StatefulLexer {
|
|
|
144
128
|
this.tags.set(tags, new Set(tags));
|
|
145
129
|
return this.tags.get(tags);
|
|
146
130
|
}
|
|
131
|
+
adjustPosition(text) {
|
|
132
|
+
this.index += text.length;
|
|
133
|
+
for (let i = 0; i < text.length; i++) {
|
|
134
|
+
this.column++;
|
|
135
|
+
if (text[i] == '\n') {
|
|
136
|
+
this.line++;
|
|
137
|
+
this.column = 1;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
}
|
|
147
141
|
adjustStack(rule) {
|
|
148
142
|
if (rule.pop) {
|
|
149
143
|
let i = rule.pop === 'all' ? this.stack.length : rule.pop;
|
|
@@ -173,146 +167,4 @@ class StatefulLexer {
|
|
|
173
167
|
throw new Error('Cannot find token type for matched text');
|
|
174
168
|
}
|
|
175
169
|
}
|
|
176
|
-
exports.StatefulLexer = StatefulLexer;
|
|
177
|
-
class RegexLib {
|
|
178
|
-
static IsRegex(o) {
|
|
179
|
-
return o instanceof RegExp;
|
|
180
|
-
}
|
|
181
|
-
static Escape(s) {
|
|
182
|
-
return s.replace(/[-/\\^$*+?.()|[\]{}]/g, '\\$&');
|
|
183
|
-
}
|
|
184
|
-
static HasGroups(s) {
|
|
185
|
-
return (new RegExp('|' + s)).exec('').length > 1;
|
|
186
|
-
}
|
|
187
|
-
static Capture(source) {
|
|
188
|
-
return '(' + source + ')';
|
|
189
|
-
}
|
|
190
|
-
static Join(regexps) {
|
|
191
|
-
if (!regexps.length)
|
|
192
|
-
return '(?!)';
|
|
193
|
-
const source = regexps.map((s) => `(?:${s})`).join('|');
|
|
194
|
-
return `(?:${source})`;
|
|
195
|
-
}
|
|
196
|
-
static Source(search) {
|
|
197
|
-
if (typeof search === 'string') {
|
|
198
|
-
return `(?:${RegexLib.Escape(search)})`;
|
|
199
|
-
}
|
|
200
|
-
if (RegexLib.IsRegex(search)) {
|
|
201
|
-
return search.source;
|
|
202
|
-
}
|
|
203
|
-
throw new Error('Not a pattern: ' + search);
|
|
204
|
-
}
|
|
205
|
-
}
|
|
206
|
-
function CompileRegExp(state) {
|
|
207
|
-
const rules = [];
|
|
208
|
-
const subexpressions = [];
|
|
209
|
-
let isUnicode = null;
|
|
210
|
-
let isCI = null;
|
|
211
|
-
for (const options of state.rules) {
|
|
212
|
-
if (RegexLib.IsRegex(options.when)) {
|
|
213
|
-
const when = options.when;
|
|
214
|
-
if (isUnicode === null) {
|
|
215
|
-
isUnicode = when.unicode;
|
|
216
|
-
}
|
|
217
|
-
else if (isUnicode !== when.unicode && !state.unmatched) {
|
|
218
|
-
throw new Error(`Inconsistent Regex Flag /u in state: ${state.name}`);
|
|
219
|
-
}
|
|
220
|
-
if (isCI === null) {
|
|
221
|
-
isCI = when.ignoreCase;
|
|
222
|
-
}
|
|
223
|
-
else if (isCI !== when.ignoreCase) {
|
|
224
|
-
throw new Error(`Inconsistent Regex Flag /i in state: ${state.name}`);
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
else {
|
|
228
|
-
if (isCI == null) {
|
|
229
|
-
isCI = false;
|
|
230
|
-
}
|
|
231
|
-
else if (isCI != false) {
|
|
232
|
-
throw new Error(`Inconsistent Regex Flag /i in state: ${state.name}`);
|
|
233
|
-
}
|
|
234
|
-
}
|
|
235
|
-
rules.push(options);
|
|
236
|
-
const pat = RegexLib.Source(options.when);
|
|
237
|
-
const regexp = new RegExp(pat);
|
|
238
|
-
if (regexp.test("")) {
|
|
239
|
-
throw new Error("RegExp matches empty string: " + regexp);
|
|
240
|
-
}
|
|
241
|
-
if (RegexLib.HasGroups(pat)) {
|
|
242
|
-
throw new Error("RegExp has capture groups: " + regexp + "\nUse (?: … ) instead");
|
|
243
|
-
}
|
|
244
|
-
subexpressions.push(RegexLib.Capture(pat));
|
|
245
|
-
}
|
|
246
|
-
let flags = !state.unmatched ? 'ym' : 'gm';
|
|
247
|
-
if (isUnicode === true)
|
|
248
|
-
flags += "u";
|
|
249
|
-
if (isCI === true)
|
|
250
|
-
flags += "i";
|
|
251
|
-
return new RegExp(RegexLib.Join(subexpressions), flags);
|
|
252
|
-
}
|
|
253
|
-
function ResolveStates(states, start) {
|
|
254
|
-
const resolved = new Set();
|
|
255
|
-
const resolving = new Set();
|
|
256
|
-
const chain = new Set();
|
|
257
|
-
ResolveRuleImports(start, states, resolved, resolving, chain);
|
|
258
|
-
for (const key in states) {
|
|
259
|
-
if (!resolved.has(key)) {
|
|
260
|
-
delete states[key];
|
|
261
|
-
}
|
|
262
|
-
}
|
|
263
|
-
return states;
|
|
264
|
-
}
|
|
265
|
-
exports.ResolveStates = ResolveStates;
|
|
266
|
-
function ResolveRuleImports(name, states, resolved, resolving, chain) {
|
|
267
|
-
if (chain.has(name))
|
|
268
|
-
throw new Error(`Can not resolve circular import of ${name}`);
|
|
269
|
-
if (!states[name])
|
|
270
|
-
throw new Error(`Can not import unknown state ${name}`);
|
|
271
|
-
if (resolved.has(name) || resolving.has(name))
|
|
272
|
-
return;
|
|
273
|
-
const state = states[name];
|
|
274
|
-
const rules = new UniqueRules();
|
|
275
|
-
chain.add(name);
|
|
276
|
-
resolving.add(name);
|
|
277
|
-
for (let i = 0; i < state.rules.length; i++) {
|
|
278
|
-
const rule = state.rules[i];
|
|
279
|
-
if ("import" in rule) {
|
|
280
|
-
for (const ref of rule.import) {
|
|
281
|
-
ResolveRuleImports(ref, states, resolved, resolving, chain);
|
|
282
|
-
rules.push(...states[ref].rules);
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
else {
|
|
286
|
-
rules.push(rule);
|
|
287
|
-
if ("set" in rule && !resolving.has(rule.set)) {
|
|
288
|
-
ResolveRuleImports(rule.set, states, resolved, resolving, new Set());
|
|
289
|
-
}
|
|
290
|
-
if ("goto" in rule && !resolving.has(rule.goto)) {
|
|
291
|
-
ResolveRuleImports(rule.goto, states, resolved, resolving, new Set());
|
|
292
|
-
}
|
|
293
|
-
}
|
|
294
|
-
}
|
|
295
|
-
state.rules = rules.rules;
|
|
296
|
-
chain.delete(name);
|
|
297
|
-
resolved.add(name);
|
|
298
|
-
}
|
|
299
|
-
class UniqueRules {
|
|
300
|
-
regexps = new Set();
|
|
301
|
-
strings = new Set();
|
|
302
|
-
rules = [];
|
|
303
|
-
push(...rules) {
|
|
304
|
-
for (const rule of rules) {
|
|
305
|
-
if (RegexLib.IsRegex(rule.when)) {
|
|
306
|
-
if (!this.regexps.has(rule.when.source)) {
|
|
307
|
-
this.rules.push(rule);
|
|
308
|
-
}
|
|
309
|
-
}
|
|
310
|
-
else {
|
|
311
|
-
if (!this.strings.has(rule.when)) {
|
|
312
|
-
this.rules.push(rule);
|
|
313
|
-
}
|
|
314
|
-
}
|
|
315
|
-
}
|
|
316
|
-
}
|
|
317
|
-
}
|
|
318
170
|
//# sourceMappingURL=stateful-lexer.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stateful-lexer.js","sourceRoot":"","sources":["../../src/lexers/stateful-lexer.ts"],"names":[],"mappings":";;;AAEA,MAAa,aAAa;IACd,KAAK,CAAS;IACd,MAAM,GAA+C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,CAAS;IACf,KAAK,CAAW;IAChB,KAAK,CAAS;IACd,IAAI,CAAS;IACb,MAAM,CAAS;IACf,UAAU,CAAmB;IAC7B,OAAO,CAAS;IAChB,SAAS,CAAsB;IAC/B,KAAK,CAAwB;IAC7B,MAAM,CAAS;IACf,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEhD,YAAY,EAAE,MAAM,EAAE,KAAK,EAAe;QACtC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;YACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG;gBACf,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,CAA4B,CAAC;gBAC7D,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAA8B;gBACjD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAyB,CAAC,CAAC,CAAC,IAAI;aACnG,CAAC;SACL;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,IAAa,EAAE,KAA0C;QAC1D,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,KAAK,EAAE,UAAU,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,CAAC;IAED,KAAK;QACD,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAA;IACL,CAAC;IAED,IAAI;QACA,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE;YACP,OAAM;SACT;QACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,IAAI,EAAE;YACP,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;SACnD;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QACjD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,GAAG,CAAC,OAAe;QACvB,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;YACpC,OAAM;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC9B,CAAC;IAEO,GAAG;QACP,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/B,CAAC;IAEO,IAAI,CAAC,KAAa;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACnB,CAAC;IAEO,SAAS;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,OAAO;SACV;QAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC/B,IAAI,IAAI,CAAC;QACT,IAAI,IAAyB,CAAC;QAC9B,IAAI,KAAK,CAAC;QAEV,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;QAC9B,IAAI,IAAI,CAAC,UAAU,EAAE;YACjB,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;SAC1B;aAAM;YACH,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;SACnC;QACD,IAAI,KAAK,IAAI,IAAI,EAAE;YACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACtB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SAC7C;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE;YAC9B,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACtB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;SAC3B;aAAM;YACH,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAChB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;aAC3B;SACJ;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAChC,CAAC;IAEO,WAAW,CAAC,IAAyB,EAAE,IAAY,EAAE,MAAc;QACvE,MAAM,KAAK,GAAG;YACV,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAC3B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO;SACtB,CAAA;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE;gBACjB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aACnB;SACJ;QACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC;QACzB,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,OAAO,CAAC,IAAe;QAC3B,IAAI,CAAC,IAAI;YACL,OAAO,SAAS,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEO,WAAW,CAAC,IAAyB;QACzC,IAAI,IAAI,CAAC,GAAG,EAAE;YACV,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1D,OAAO,CAAC,EAAE,GAAG,CAAC,EAAE;gBACZ,IAAI,CAAC,GAAG,EAAE,CAAC;aACd;SACJ;QAED,IAAI,IAAI,CAAC,GAAG,EAAE;YACV,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACtB;QACD,IAAI,IAAI,CAAC,IAAI,EAAE;YACX,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACxB;QAED,IAAI,IAAI,CAAC,KAAK,EAAE;YACZ,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YACnB,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAC3B;SACJ;IACL,CAAC;IAEO,QAAQ,CAAC,KAAK;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACxC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACxB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC9D,CAAC;CACJ;AAzLD,sCAyLC;AAED,MAAM,QAAQ;IAEV,MAAM,CAAC,OAAO,CAAC,CAAM;QACjB,OAAO,CAAC,YAAY,MAAM,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,CAAS;QACnB,OAAO,CAAC,CAAC,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,CAAS;QACtB,OAAO,CAAC,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAc;QACzB,OAAO,GAAG,GAAG,MAAM,GAAG,GAAG,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAiB;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM;YACf,OAAO,MAAM,CAAC;QAClB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxD,OAAO,MAAM,MAAM,GAAG,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,MAAuB;QACjC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;YAC5B,OAAO,MAAM,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;SAC3C;QACD,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YAC1B,OAAO,MAAM,CAAC,MAAM,CAAC;SACxB;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,MAAM,CAAC,CAAA;IAC/C,CAAC;CAEJ;AAED,SAAS,aAAa,CAAC,KAA8B;IACjD,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE;QAC/B,IAAI,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAChC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAc,CAAC;YACpC,IAAI,SAAS,KAAK,IAAI,EAAE;gBACpB,SAAS,GAAG,IAAI,CAAC,OAAO,CAAA;aAC3B;iBAAM,IAAI,SAAS,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBACvD,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;YACD,IAAI,IAAI,KAAK,IAAI,EAAE;gBACf,IAAI,GAAG,IAAI,CAAC,UAAU,CAAA;aACzB;iBAAM,IAAI,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;SACJ;aAAM;YACH,IAAI,IAAI,IAAI,IAAI,EAAE;gBACd,IAAI,GAAG,KAAK,CAAC;aAChB;iBAAM,IAAI,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;SACJ;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,MAAM,CAAC,CAAA;SAC5D;QAED,IAAI,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,MAAM,GAAG,uBAAuB,CAAC,CAAA;SACpF;QAED,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;KAC7C;IAED,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,IAAI,SAAS,KAAK,IAAI;QAClB,KAAK,IAAI,GAAG,CAAA;IAChB,IAAI,IAAI,KAAK,IAAI;QACb,KAAK,IAAI,GAAG,CAAA;IAChB,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,SAAgB,aAAa,CAAC,MAA+C,EAAE,KAAa;IACxF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9D,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;QACtB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACpB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;SACtB;KACJ;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAZD,sCAYC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,MAA+C,EAAE,QAAqB,EAAE,SAAsB,EAAE,KAAkB;IACxJ,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;IAClE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,EAAE,CAAC,CAAC;IAC5D,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;QACzC,OAAO;IACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,QAAQ,IAAI,IAAI,EAAE;YAClB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC3B,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBAC5D,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAA8B,CAAC,CAAC;aAC7D;SACJ;aAAM;YACH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC3C,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;aACxE;YACD,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7C,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;aACzE;SACJ;KACJ;IACD,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,WAAW;IACL,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5B,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,GAA0B,EAAE,CAAC;IAElC,IAAI,CAAC,GAAG,KAA4B;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAE,IAAI,CAAC,IAAe,CAAC,MAAM,CAAC,EAAE;oBACjD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzB;aACJ;iBAAM;gBACH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAc,CAAC,EAAE;oBACxC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzB;aACJ;SACJ;IACL,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"stateful-lexer.js","sourceRoot":"","sources":["../../src/lexers/stateful-lexer.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,aAAa;IACd,KAAK,CAAS;IACd,MAAM,GAAoD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9E,MAAM,CAAS;IACf,KAAK,CAAW;IAChB,KAAK,CAAS;IACd,IAAI,CAAS;IACb,MAAM,CAAS;IACf,UAAU,CAAmB;IAC7B,OAAO,CAAS;IAChB,SAAS,CAA4B;IACrC,KAAK,CAA+B;IACpC,MAAM,CAAS;IACf,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEhD,YAAY,EAAE,MAAM,EAAE,KAAK,EAAsB;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,IAAa,EAAE,KAA0C;QAC1D,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,KAAK,EAAE,UAAU,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,CAAC;IAED,KAAK;QACD,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAA;IACL,CAAC;IAED,IAAI,CAAC,UAAmB,KAAK;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,OAAM;QACV,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,KAAK,GAAG;YACV,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAC3B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO;SACtB,CAAA;QACD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,GAAG,CAAC,OAAe;QACvB,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;YACpC,OAAM;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC;IAC7B,CAAC;IAEO,GAAG;QACP,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/B,CAAC;IAEO,IAAI,CAAC,KAAa;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACnB,CAAC;IAEO,SAAS,CAAC,UAAmB,KAAK;QACtC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACpC,OAAO;QACX,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC/B,IAAI,IAAI,CAAC;QACT,IAAI,IAA4D,CAAC;QACjE,IAAI,KAAK,CAAC;QAEV,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;QAC9B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;aAAM,CAAC;YACJ,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACpC,CAAC;QACD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAChB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACtB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC/B,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACtB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC5B,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC/B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC1B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAChC,CAAC;IAEO,OAAO,CAAC,IAAe;QAC3B,IAAI,CAAC,IAAI;YACL,OAAO,SAAS,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEO,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YACpB,CAAC;QACL,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,IAAgC;QAChD,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1D,OAAO,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBACb,IAAI,CAAC,GAAG,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YACnB,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAEO,QAAQ,CAAC,KAAK;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;QACL,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC9D,CAAC;CACJ"}
|
|
@@ -1,22 +1,22 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { RuntimeLexer, RuntimeLexerToken, TQRestorePoint } from '../typings/index.js';
|
|
2
2
|
export declare class TokenBuffer {
|
|
3
|
-
|
|
3
|
+
lexer: RuntimeLexer;
|
|
4
4
|
private history;
|
|
5
5
|
private queued;
|
|
6
6
|
private $historyIndex;
|
|
7
7
|
get offset(): number;
|
|
8
8
|
get line(): number;
|
|
9
9
|
get column(): number;
|
|
10
|
-
get active():
|
|
10
|
+
get active(): RuntimeLexerToken;
|
|
11
11
|
get state(): TQRestorePoint;
|
|
12
|
-
constructor(lexer:
|
|
12
|
+
constructor(lexer: RuntimeLexer);
|
|
13
13
|
reset(buffer: string): void;
|
|
14
14
|
restore(state: TQRestorePoint): void;
|
|
15
15
|
feed(buffer: string, flush?: boolean): void;
|
|
16
16
|
flush(): void;
|
|
17
|
-
previous():
|
|
18
|
-
next():
|
|
19
|
-
peek(offset: number):
|
|
17
|
+
previous(): RuntimeLexerToken;
|
|
18
|
+
next(): RuntimeLexerToken;
|
|
19
|
+
peek(offset: number): RuntimeLexerToken;
|
|
20
20
|
private lexerNext;
|
|
21
21
|
[Symbol.iterator](): TokenIterator;
|
|
22
22
|
}
|
|
@@ -24,7 +24,7 @@ declare class TokenIterator {
|
|
|
24
24
|
private buffer;
|
|
25
25
|
constructor(buffer: TokenBuffer);
|
|
26
26
|
next(): {
|
|
27
|
-
value:
|
|
27
|
+
value: RuntimeLexerToken;
|
|
28
28
|
done: boolean;
|
|
29
29
|
};
|
|
30
30
|
[Symbol.iterator](): this;
|
|
@@ -1,7 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.TokenBuffer = void 0;
|
|
4
|
-
class TokenBuffer {
|
|
1
|
+
export class TokenBuffer {
|
|
5
2
|
lexer;
|
|
6
3
|
history = [];
|
|
7
4
|
queued = '';
|
|
@@ -75,7 +72,6 @@ class TokenBuffer {
|
|
|
75
72
|
return new TokenIterator(this);
|
|
76
73
|
}
|
|
77
74
|
}
|
|
78
|
-
exports.TokenBuffer = TokenBuffer;
|
|
79
75
|
class TokenIterator {
|
|
80
76
|
buffer;
|
|
81
77
|
constructor(buffer) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"token-buffer.js","sourceRoot":"","sources":["../../src/lexers/token-buffer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"token-buffer.js","sourceRoot":"","sources":["../../src/lexers/token-buffer.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,WAAW;IAeD;IAdX,OAAO,GAAwB,EAAE,CAAC;IAClC,MAAM,GAAW,EAAE,CAAC;IAEpB,aAAa,GAAG,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAA,CAAC,CAAC;IAChD,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAA,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAEzD,IAAI,KAAK;QACL,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACrE,CAAC;IAED,YAAmB,KAAmB;QAAnB,UAAK,GAAL,KAAK,CAAc;IAAI,CAAC;IAE3C,KAAK,CAAC,MAAc;QAChB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,KAAqB;QACzB,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1D,OAAO;QACX,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,YAAY,CAAC;IAC5C,CAAC;IAED,IAAI,CAAC,MAAc,EAAE,KAAe;QAChC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;QACtB,IAAI,KAAK,EAAE,CAAC;YACR,IAAI,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QACtB,CAAC;IACL,CAAC;IAED,QAAQ;QACJ,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,IAAI;QACA,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAChD,IAAI,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,IAAI,CAAC,MAAc;QACf,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC;QAC7B,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QAE7D,CAAC;QACD,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAEO,SAAS;QACb,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,OAAO,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvF,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,KAAK;YACL,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,CAAC,MAAM,CAAC,QAAQ,CAAC;QACb,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC;CAEJ;AAED,MAAM,aAAa;IACK;IAApB,YAAoB,MAAmB;QAAnB,WAAM,GAAN,MAAM,CAAa;IAAI,CAAC;IAE5C,IAAI;QACA,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;QAChC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,CAAA;IACzC,CAAC;IAED,CAAC,MAAM,CAAC,QAAQ,CAAC;QACb,OAAO,IAAI,CAAA;IACf,CAAC;CACJ"}
|
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
export declare function CYK(language:
|
|
1
|
+
import { RuntimeGrammarProductionRule, RuntimeParserClass, RuntimeLexerToken } from "../../typings/index.js";
|
|
2
|
+
import { TokenBuffer } from "../../lexers/token-buffer.js";
|
|
3
|
+
export declare function CYK(language: RuntimeParserClass & {
|
|
4
4
|
tokens: TokenBuffer;
|
|
5
5
|
}, _options?: {}): {
|
|
6
6
|
results: any[];
|
|
7
7
|
};
|
|
8
8
|
export interface NonTerminal {
|
|
9
|
-
rule:
|
|
9
|
+
rule: RuntimeGrammarProductionRule;
|
|
10
10
|
left: NonTerminal | Terminal;
|
|
11
11
|
right: NonTerminal | Terminal;
|
|
12
12
|
}
|
|
13
13
|
export interface Terminal {
|
|
14
|
-
rule:
|
|
15
|
-
token:
|
|
14
|
+
rule: RuntimeGrammarProductionRule;
|
|
15
|
+
token: RuntimeLexerToken;
|
|
16
16
|
}
|
|
@@ -1,16 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const
|
|
5
|
-
const
|
|
6
|
-
function CYK(language, _options = {}) {
|
|
7
|
-
const { grammar, tokens } = language;
|
|
1
|
+
import { Matrix } from "../../utility/general.js";
|
|
2
|
+
import { ParserUtility } from "../../utility/parsing.js";
|
|
3
|
+
export function CYK(language, _options = {}) {
|
|
4
|
+
const { grammar } = language.artifacts;
|
|
5
|
+
const { tokens } = language;
|
|
8
6
|
const terminals = [];
|
|
9
7
|
const nonTerminals = [];
|
|
10
8
|
for (const name in grammar.rules) {
|
|
11
9
|
for (const rule of grammar.rules[name]) {
|
|
12
10
|
const { symbols } = rule;
|
|
13
|
-
if (
|
|
11
|
+
if (ParserUtility.SymbolIsTerminal(symbols[0])) {
|
|
14
12
|
terminals.push(rule);
|
|
15
13
|
}
|
|
16
14
|
else {
|
|
@@ -19,12 +17,12 @@ function CYK(language, _options = {}) {
|
|
|
19
17
|
}
|
|
20
18
|
}
|
|
21
19
|
let currentTokenIndex = -1;
|
|
22
|
-
const chart = new
|
|
20
|
+
const chart = new Matrix(0, 0, () => new Map());
|
|
23
21
|
for (const token of tokens) {
|
|
24
22
|
currentTokenIndex++;
|
|
25
23
|
chart.resize(currentTokenIndex + 2, currentTokenIndex + 2);
|
|
26
24
|
for (const rule of terminals) {
|
|
27
|
-
if (
|
|
25
|
+
if (ParserUtility.SymbolMatchesToken(rule.symbols[0], token)) {
|
|
28
26
|
chart.get(currentTokenIndex, currentTokenIndex).set(rule.name, { rule, token });
|
|
29
27
|
}
|
|
30
28
|
}
|
|
@@ -46,13 +44,12 @@ function CYK(language, _options = {}) {
|
|
|
46
44
|
const results = Array.from(chart.get(0, currentTokenIndex).values()).map(v => GetValue(v));
|
|
47
45
|
return { results };
|
|
48
46
|
}
|
|
49
|
-
exports.CYK = CYK;
|
|
50
47
|
function GetValue(ref) {
|
|
51
48
|
if (!ref)
|
|
52
49
|
return;
|
|
53
50
|
if ('token' in ref) {
|
|
54
|
-
return
|
|
51
|
+
return ParserUtility.PostProcess(ref.rule, [ref.token]);
|
|
55
52
|
}
|
|
56
|
-
return
|
|
53
|
+
return ParserUtility.PostProcess(ref.rule, [GetValue(ref.left), GetValue(ref.right)]);
|
|
57
54
|
}
|
|
58
55
|
//# sourceMappingURL=cyk.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cyk.js","sourceRoot":"","sources":["../../../src/parser/algorithms/cyk.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"cyk.js","sourceRoot":"","sources":["../../../src/parser/algorithms/cyk.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAEzD,MAAM,UAAU,GAAG,CAAC,QAAsD,EAAE,QAAQ,GAAG,EAAE;IACrF,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IAE5B,MAAM,SAAS,GAAmC,EAAE,CAAC;IACrD,MAAM,YAAY,GAAmC,EAAE,CAAC;IAExD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;YACzB,IAAI,aAAa,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACJ,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,iBAAiB,GAAG,CAAC,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,EAAoD,CAAC,CAAC;IAClG,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,iBAAiB,EAAE,CAAC;QACpB,KAAK,CAAC,MAAM,CAAC,iBAAiB,GAAG,CAAC,EAAE,iBAAiB,GAAG,CAAC,CAAC,CAAC;QAC3D,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC3B,IAAI,aAAa,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC3D,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;YACnF,CAAC;QACL,CAAC;QAGD,KAAK,IAAI,KAAK,GAAG,iBAAiB,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACtD,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,iBAAiB,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACzC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,iBAAiB,CAAC,CAAC;gBAE1D,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;oBAC9B,MAAM,EAAE,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,GAAG,IAAI,CAAC;oBACpD,MAAM,IAAI,GAA2B,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBAC9D,MAAM,KAAK,GAA2B,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACjE,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;wBAChB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9E,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,EAAE,OAAO,EAAE,CAAC;AACvB,CAAC;AAED,SAAS,QAAQ,CAAC,GAA2B;IACzC,IAAI,CAAC,GAAG;QACJ,OAAO;IACX,IAAI,OAAO,IAAI,GAAG,EAAE,CAAC;QACjB,OAAO,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;AACzF,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { Dictionary,
|
|
2
|
-
import { TokenBuffer } from "../../lexers/token-buffer";
|
|
1
|
+
import { Dictionary, RuntimeGrammarProductionRule, RuntimeParserClass } from "../../typings/index.js";
|
|
2
|
+
import { TokenBuffer } from "../../lexers/token-buffer.js";
|
|
3
3
|
export interface EarleyParserOptions {
|
|
4
4
|
keepHistory?: boolean;
|
|
5
5
|
}
|
|
6
|
-
export declare function Earley(language:
|
|
6
|
+
export declare function Earley(language: RuntimeParserClass & {
|
|
7
7
|
tokens: TokenBuffer;
|
|
8
8
|
}, options?: EarleyParserOptions): {
|
|
9
9
|
results: any[];
|
|
@@ -19,14 +19,14 @@ declare class Column {
|
|
|
19
19
|
wants: Dictionary<State[]>;
|
|
20
20
|
scannable: State[];
|
|
21
21
|
completed: Dictionary<State[]>;
|
|
22
|
-
constructor(rules: Dictionary<
|
|
22
|
+
constructor(rules: Dictionary<RuntimeGrammarProductionRule[]>, index: number);
|
|
23
23
|
process(): void;
|
|
24
24
|
predict(exp: string): void;
|
|
25
|
-
expects():
|
|
25
|
+
expects(): RuntimeGrammarProductionRule[];
|
|
26
26
|
private complete;
|
|
27
27
|
}
|
|
28
28
|
declare class State {
|
|
29
|
-
rule:
|
|
29
|
+
rule: RuntimeGrammarProductionRule;
|
|
30
30
|
dot: number;
|
|
31
31
|
reference: number;
|
|
32
32
|
wantedBy: State[];
|
|
@@ -34,7 +34,7 @@ declare class State {
|
|
|
34
34
|
data: any;
|
|
35
35
|
left: State;
|
|
36
36
|
right: State | StateToken;
|
|
37
|
-
constructor(rule:
|
|
37
|
+
constructor(rule: RuntimeGrammarProductionRule, dot: number, reference: number, wantedBy: State[]);
|
|
38
38
|
nextState(child: State | StateToken): State;
|
|
39
39
|
finish(): void;
|
|
40
40
|
protected build(): any[];
|
|
@@ -1,11 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const text_format_1 = require("../../utility/text-format");
|
|
5
|
-
const parser_1 = require("../parser");
|
|
6
|
-
function Earley(language, options = {}) {
|
|
1
|
+
import { TextFormatter } from "../../utility/text-format.js";
|
|
2
|
+
import { ParserUtility } from "../../utility/parsing.js";
|
|
3
|
+
export function Earley(language, options = {}) {
|
|
7
4
|
const { tokens } = language;
|
|
8
|
-
const { rules, start } = language.grammar;
|
|
5
|
+
const { rules, start } = language.artifacts.grammar;
|
|
9
6
|
const column = new Column(rules, 0);
|
|
10
7
|
const table = [column];
|
|
11
8
|
column.wants[start] = [];
|
|
@@ -28,14 +25,14 @@ function Earley(language, options = {}) {
|
|
|
28
25
|
while (w--) {
|
|
29
26
|
const state = scannable[w];
|
|
30
27
|
const symbol = state.rule.symbols[state.dot];
|
|
31
|
-
if (
|
|
28
|
+
if (ParserUtility.SymbolMatchesToken(symbol, token)) {
|
|
32
29
|
const next = state.nextState({ data, token, isToken: true, reference: current - 1 });
|
|
33
30
|
nextColumn.states.push(next);
|
|
34
31
|
}
|
|
35
32
|
}
|
|
36
33
|
nextColumn.process();
|
|
37
34
|
if (nextColumn.states.length === 0) {
|
|
38
|
-
throw
|
|
35
|
+
throw TextFormatter.UnexpectedToken(tokens, previousColumn.expects());
|
|
39
36
|
}
|
|
40
37
|
}
|
|
41
38
|
const results = [];
|
|
@@ -47,7 +44,6 @@ function Earley(language, options = {}) {
|
|
|
47
44
|
}
|
|
48
45
|
return { results, info: { table } };
|
|
49
46
|
}
|
|
50
|
-
exports.Earley = Earley;
|
|
51
47
|
class Column {
|
|
52
48
|
rules;
|
|
53
49
|
index;
|
|
@@ -145,7 +141,7 @@ class State {
|
|
|
145
141
|
return state;
|
|
146
142
|
}
|
|
147
143
|
finish() {
|
|
148
|
-
this.data =
|
|
144
|
+
this.data = ParserUtility.PostProcess(this.rule, this.data, { reference: this.reference, dot: this.dot });
|
|
149
145
|
}
|
|
150
146
|
build() {
|
|
151
147
|
const children = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"earley.js","sourceRoot":"","sources":["../../../src/parser/algorithms/earley.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"earley.js","sourceRoot":"","sources":["../../../src/parser/algorithms/earley.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAMzD,MAAM,UAAU,MAAM,CAAC,QAAsD,EAAE,UAA+B,EAAE;IAC5G,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IAC5B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC;IACpD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACpC,MAAM,KAAK,GAAa,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtB,MAAM,CAAC,OAAO,EAAE,CAAC;IAEjB,IAAI,OAAO,GAAW,CAAC,CAAC;IAExB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,cAAc,GAAW,KAAK,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,EAAE,CAAC;QAEV,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEvB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC;QACnB,UAAU,CAAC,IAAI,GAAG,OAAO,CAAC;QAC1B,MAAM,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,aAAa,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC;gBACrF,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;QACL,CAAC;QAED,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,aAAa,CAAC,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,KAAK,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;QACrE,IAAI,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,OAAO,CAAC,MAAM,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACL,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;AACxC,CAAC;AAGD,MAAM,MAAM;IAQI;IACD;IARX,IAAI,CAAM;IACV,MAAM,GAAY,EAAE,CAAC;IACrB,KAAK,GAAwB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,SAAS,GAAY,EAAE,CAAC;IACxB,SAAS,GAAwB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAErD,YACY,KAAiD,EAClD,KAAa;QADZ,UAAK,GAAL,KAAK,CAA4C;QAClD,UAAK,GAAL,KAAK,CAAQ;IACpB,CAAC;IAGL,OAAO;QACH,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,KAAY,CAAC;QAGjB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACnB,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;gBAC3B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC;oBACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBACtC,CAAC;gBAGD,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;oBACjC,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC1C,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;oBAC1B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC3B,SAAS;gBACb,CAAC;gBAGD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAE5B,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;wBACtB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;4BACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;wBAChC,CAAC;oBACL,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC1B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAW;QACf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;YAChB,OAAO;QAEX,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;IAED,OAAO;QACH,MAAM,MAAM,GAAmC,EAAE,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACrF,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAS,CAAC,CAAA;YAC3D,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,QAAQ,CAAC,IAAW,EAAE,KAAY;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;CACJ;AAED,MAAM,KAAK;IAMI;IACA;IACA;IACA;IARX,UAAU,CAAU;IACpB,IAAI,GAAQ,EAAE,CAAC;IACf,IAAI,CAAQ;IACZ,KAAK,CAAqB;IAC1B,YACW,IAAkC,EAClC,GAAW,EACX,SAAiB,EACjB,QAAiB;QAHjB,SAAI,GAAJ,IAAI,CAA8B;QAClC,QAAG,GAAH,GAAG,CAAQ;QACX,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAS;QAExB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACvD,CAAC;IAED,SAAS,CAAC,KAAyB;QAC/B,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChF,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAClB,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACpB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC3B,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;QAC5B,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAGD,MAAM;QACF,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9G,CAAC;IAES,KAAK;QACX,MAAM,QAAQ,GAAG,EAAE,CAAC;QAEpB,IAAI,IAAI,GAAU,IAAI,CAAC;QACvB,GAAG,CAAC;YACA,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACzC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE;QACpB,OAAO,QAAQ,CAAC;IACpB,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
export declare function LRK(language:
|
|
1
|
+
import { RuntimeParserClass } from "../../../typings/index.js";
|
|
2
|
+
import { TokenBuffer } from "../../../lexers/token-buffer.js";
|
|
3
|
+
export declare function LRK(language: RuntimeParserClass & {
|
|
4
4
|
tokens: TokenBuffer;
|
|
5
5
|
}, options?: {}): {
|
|
6
6
|
results: any[];
|