@renovatebot/good-enough-parser 1.1.24 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -6
- package/dist/cjs/index.d.ts +4 -4
- package/dist/cjs/index.js +7 -7
- package/dist/cjs/lang/groovy.d.ts +6 -6
- package/dist/cjs/lang/groovy.js +83 -83
- package/dist/cjs/lang/index.d.ts +20 -20
- package/dist/cjs/lang/index.js +56 -56
- package/dist/cjs/lang/index.js.map +1 -1
- package/dist/cjs/lang/python.d.ts +6 -6
- package/dist/cjs/lang/python.js +73 -73
- package/dist/cjs/lang/scala.d.ts +6 -6
- package/dist/cjs/lang/scala.js +71 -71
- package/dist/cjs/lang/starlark.d.ts +6 -6
- package/dist/cjs/lang/starlark.js +58 -58
- package/dist/cjs/lang/types.d.ts +6 -6
- package/dist/cjs/lang/types.js +2 -2
- package/dist/cjs/lexer/bracket.d.ts +6 -6
- package/dist/cjs/lexer/bracket.js +56 -57
- package/dist/cjs/lexer/bracket.js.map +1 -1
- package/dist/cjs/lexer/comment.d.ts +3 -3
- package/dist/cjs/lexer/comment.js +43 -44
- package/dist/cjs/lexer/comment.js.map +1 -1
- package/dist/cjs/lexer/index.d.ts +5 -5
- package/dist/cjs/lexer/index.js +154 -155
- package/dist/cjs/lexer/index.js.map +1 -1
- package/dist/cjs/lexer/number.d.ts +2 -2
- package/dist/cjs/lexer/number.js +17 -18
- package/dist/cjs/lexer/number.js.map +1 -1
- package/dist/cjs/lexer/operator.d.ts +2 -2
- package/dist/cjs/lexer/operator.js +23 -24
- package/dist/cjs/lexer/operator.js.map +1 -1
- package/dist/cjs/lexer/rules.d.ts +4 -4
- package/dist/cjs/lexer/rules.js +74 -74
- package/dist/cjs/lexer/rules.js.map +1 -1
- package/dist/cjs/lexer/string.d.ts +2 -2
- package/dist/cjs/lexer/string.js +180 -181
- package/dist/cjs/lexer/string.js.map +1 -1
- package/dist/cjs/lexer/symbol.d.ts +2 -2
- package/dist/cjs/lexer/symbol.js +17 -18
- package/dist/cjs/lexer/symbol.js.map +1 -1
- package/dist/cjs/lexer/token.d.ts +3 -3
- package/dist/cjs/lexer/token.js +63 -64
- package/dist/cjs/lexer/token.js.map +1 -1
- package/dist/cjs/lexer/types.d.ts +142 -142
- package/dist/cjs/lexer/types.js +2 -2
- package/dist/cjs/parser/cursor.d.ts +2 -2
- package/dist/cjs/parser/cursor.js +12 -13
- package/dist/cjs/parser/cursor.js.map +1 -1
- package/dist/cjs/parser/index.d.ts +3 -3
- package/dist/cjs/parser/index.js +19 -19
- package/dist/cjs/parser/tree.d.ts +4 -4
- package/dist/cjs/parser/tree.js +245 -246
- package/dist/cjs/parser/tree.js.map +1 -1
- package/dist/cjs/parser/types.d.ts +33 -33
- package/dist/cjs/parser/types.js +2 -2
- package/dist/cjs/query/builder.d.ts +144 -144
- package/dist/cjs/query/builder.d.ts.map +1 -1
- package/dist/cjs/query/builder.js +333 -332
- package/dist/cjs/query/builder.js.map +1 -1
- package/dist/cjs/query/handler.d.ts +2 -2
- package/dist/cjs/query/handler.js +9 -10
- package/dist/cjs/query/handler.js.map +1 -1
- package/dist/cjs/query/index.d.ts +2 -2
- package/dist/cjs/query/index.js +32 -32
- package/dist/cjs/query/matchers/abstract-matcher.d.ts +9 -9
- package/dist/cjs/query/matchers/abstract-matcher.js +36 -36
- package/dist/cjs/query/matchers/abstract-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/alt-matcher.d.ts +10 -10
- package/dist/cjs/query/matchers/alt-matcher.js +33 -33
- package/dist/cjs/query/matchers/alt-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/anchor-matcher.d.ts +17 -17
- package/dist/cjs/query/matchers/anchor-matcher.js +50 -50
- package/dist/cjs/query/matchers/anchor-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/comment-matcher.d.ts +10 -10
- package/dist/cjs/query/matchers/comment-matcher.js +39 -39
- package/dist/cjs/query/matchers/comment-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/index.d.ts +6 -6
- package/dist/cjs/query/matchers/index.js +22 -22
- package/dist/cjs/query/matchers/many-matcher.d.ts +13 -13
- package/dist/cjs/query/matchers/many-matcher.js +61 -61
- package/dist/cjs/query/matchers/many-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/num-matcher.d.ts +8 -8
- package/dist/cjs/query/matchers/num-matcher.js +34 -34
- package/dist/cjs/query/matchers/num-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/op-matcher.d.ts +8 -8
- package/dist/cjs/query/matchers/op-matcher.js +34 -34
- package/dist/cjs/query/matchers/op-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/seq-matcher.d.ts +14 -14
- package/dist/cjs/query/matchers/seq-matcher.js +76 -76
- package/dist/cjs/query/matchers/seq-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/str-matcher.d.ts +38 -38
- package/dist/cjs/query/matchers/str-matcher.js +108 -108
- package/dist/cjs/query/matchers/str-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/sym-matcher.d.ts +8 -8
- package/dist/cjs/query/matchers/sym-matcher.js +34 -34
- package/dist/cjs/query/matchers/sym-matcher.js.map +1 -1
- package/dist/cjs/query/matchers/tree-matcher.d.ts +23 -23
- package/dist/cjs/query/matchers/tree-matcher.js +121 -121
- package/dist/cjs/query/matchers/tree-matcher.js.map +1 -1
- package/dist/cjs/query/options.d.ts +10 -10
- package/dist/cjs/query/options.js +148 -149
- package/dist/cjs/query/options.js.map +1 -1
- package/dist/cjs/query/regex.d.ts +1 -1
- package/dist/cjs/query/regex.js +12 -13
- package/dist/cjs/query/regex.js.map +1 -1
- package/dist/cjs/query/types.d.ts +100 -100
- package/dist/cjs/query/types.d.ts.map +1 -1
- package/dist/cjs/query/types.js +2 -2
- package/dist/cjs/util/clone.d.ts +1 -1
- package/dist/cjs/util/clone.js +5 -5
- package/dist/cjs/util/regex.d.ts +1 -1
- package/dist/cjs/util/regex.js +6 -7
- package/dist/cjs/util/regex.js.map +1 -1
- package/dist/esm/index.d.ts +4 -4
- package/dist/esm/index.js +8 -8
- package/dist/esm/lang/groovy.d.ts +6 -6
- package/dist/esm/lang/groovy.js +80 -80
- package/dist/esm/lang/index.d.ts +20 -20
- package/dist/esm/lang/index.js +37 -37
- package/dist/esm/lang/python.d.ts +6 -6
- package/dist/esm/lang/python.js +70 -70
- package/dist/esm/lang/scala.d.ts +6 -6
- package/dist/esm/lang/scala.js +68 -68
- package/dist/esm/lang/starlark.d.ts +6 -6
- package/dist/esm/lang/starlark.js +55 -55
- package/dist/esm/lang/types.d.ts +6 -6
- package/dist/esm/lang/types.js +1 -1
- package/dist/esm/lexer/bracket.d.ts +6 -6
- package/dist/esm/lexer/bracket.js +49 -49
- package/dist/esm/lexer/bracket.js.map +1 -1
- package/dist/esm/lexer/comment.d.ts +3 -3
- package/dist/esm/lexer/comment.js +39 -39
- package/dist/esm/lexer/comment.js.map +1 -1
- package/dist/esm/lexer/index.d.ts +5 -5
- package/dist/esm/lexer/index.js +136 -136
- package/dist/esm/lexer/index.js.map +1 -1
- package/dist/esm/lexer/number.d.ts +2 -2
- package/dist/esm/lexer/number.js +14 -14
- package/dist/esm/lexer/operator.d.ts +2 -2
- package/dist/esm/lexer/operator.js +20 -20
- package/dist/esm/lexer/rules.d.ts +4 -4
- package/dist/esm/lexer/rules.js +69 -69
- package/dist/esm/lexer/rules.js.map +1 -1
- package/dist/esm/lexer/string.d.ts +2 -2
- package/dist/esm/lexer/string.js +177 -177
- package/dist/esm/lexer/string.js.map +1 -1
- package/dist/esm/lexer/symbol.d.ts +2 -2
- package/dist/esm/lexer/symbol.js +14 -14
- package/dist/esm/lexer/token.d.ts +3 -3
- package/dist/esm/lexer/token.js +60 -60
- package/dist/esm/lexer/token.js.map +1 -1
- package/dist/esm/lexer/types.d.ts +142 -142
- package/dist/esm/lexer/types.js +1 -1
- package/dist/esm/parser/cursor.d.ts +2 -2
- package/dist/esm/parser/cursor.js +9 -9
- package/dist/esm/parser/index.d.ts +3 -3
- package/dist/esm/parser/index.js +3 -3
- package/dist/esm/parser/tree.d.ts +4 -4
- package/dist/esm/parser/tree.js +241 -241
- package/dist/esm/parser/tree.js.map +1 -1
- package/dist/esm/parser/types.d.ts +33 -33
- package/dist/esm/parser/types.js +1 -1
- package/dist/esm/query/builder.d.ts +144 -144
- package/dist/esm/query/builder.d.ts.map +1 -1
- package/dist/esm/query/builder.js +305 -304
- package/dist/esm/query/builder.js.map +1 -1
- package/dist/esm/query/handler.d.ts +2 -2
- package/dist/esm/query/handler.js +6 -6
- package/dist/esm/query/index.d.ts +2 -2
- package/dist/esm/query/index.js +2 -2
- package/dist/esm/query/matchers/abstract-matcher.d.ts +9 -9
- package/dist/esm/query/matchers/abstract-matcher.js +32 -32
- package/dist/esm/query/matchers/abstract-matcher.js.map +1 -1
- package/dist/esm/query/matchers/alt-matcher.d.ts +10 -10
- package/dist/esm/query/matchers/alt-matcher.js +29 -29
- package/dist/esm/query/matchers/alt-matcher.js.map +1 -1
- package/dist/esm/query/matchers/anchor-matcher.d.ts +17 -17
- package/dist/esm/query/matchers/anchor-matcher.js +44 -44
- package/dist/esm/query/matchers/anchor-matcher.js.map +1 -1
- package/dist/esm/query/matchers/comment-matcher.d.ts +10 -10
- package/dist/esm/query/matchers/comment-matcher.js +35 -35
- package/dist/esm/query/matchers/comment-matcher.js.map +1 -1
- package/dist/esm/query/matchers/index.d.ts +6 -6
- package/dist/esm/query/matchers/index.js +6 -6
- package/dist/esm/query/matchers/many-matcher.d.ts +13 -13
- package/dist/esm/query/matchers/many-matcher.js +57 -57
- package/dist/esm/query/matchers/many-matcher.js.map +1 -1
- package/dist/esm/query/matchers/num-matcher.d.ts +8 -8
- package/dist/esm/query/matchers/num-matcher.js +30 -30
- package/dist/esm/query/matchers/num-matcher.js.map +1 -1
- package/dist/esm/query/matchers/op-matcher.d.ts +8 -8
- package/dist/esm/query/matchers/op-matcher.js +30 -30
- package/dist/esm/query/matchers/op-matcher.js.map +1 -1
- package/dist/esm/query/matchers/seq-matcher.d.ts +14 -14
- package/dist/esm/query/matchers/seq-matcher.js +72 -72
- package/dist/esm/query/matchers/seq-matcher.js.map +1 -1
- package/dist/esm/query/matchers/str-matcher.d.ts +38 -38
- package/dist/esm/query/matchers/str-matcher.js +102 -102
- package/dist/esm/query/matchers/str-matcher.js.map +1 -1
- package/dist/esm/query/matchers/sym-matcher.d.ts +8 -8
- package/dist/esm/query/matchers/sym-matcher.js +30 -30
- package/dist/esm/query/matchers/sym-matcher.js.map +1 -1
- package/dist/esm/query/matchers/tree-matcher.d.ts +23 -23
- package/dist/esm/query/matchers/tree-matcher.js +117 -117
- package/dist/esm/query/matchers/tree-matcher.js.map +1 -1
- package/dist/esm/query/options.d.ts +10 -10
- package/dist/esm/query/options.js +139 -139
- package/dist/esm/query/options.js.map +1 -1
- package/dist/esm/query/regex.d.ts +1 -1
- package/dist/esm/query/regex.js +9 -9
- package/dist/esm/query/regex.js.map +1 -1
- package/dist/esm/query/types.d.ts +100 -100
- package/dist/esm/query/types.d.ts.map +1 -1
- package/dist/esm/query/types.js +1 -1
- package/dist/esm/util/clone.d.ts +1 -1
- package/dist/esm/util/clone.js +1 -1
- package/dist/esm/util/regex.d.ts +1 -1
- package/dist/esm/util/regex.js +3 -3
- package/package.json +42 -46
package/dist/cjs/lexer/index.js
CHANGED
|
@@ -1,156 +1,155 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.
|
|
18
|
-
|
|
19
|
-
const
|
|
20
|
-
const
|
|
21
|
-
const
|
|
22
|
-
const
|
|
23
|
-
const
|
|
24
|
-
const
|
|
25
|
-
const
|
|
26
|
-
const
|
|
27
|
-
|
|
28
|
-
__exportStar(require("./
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
result = (0,
|
|
60
|
-
result = (0,
|
|
61
|
-
result = (0,
|
|
62
|
-
result = (0,
|
|
63
|
-
result = (0,
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
function isVarToken(key) {
|
|
69
|
-
return typeof key === 'string' && /^str\$\d+\$tpl\$\d+\$token$/.test(key);
|
|
70
|
-
}
|
|
71
|
-
function getVarEndToken({ type, value, offset, line, col, lineBreaks, }) {
|
|
72
|
-
return {
|
|
73
|
-
type: type === null || type === void 0 ? void 0 : type.replace(/\$[^$]+$/, '$end'),
|
|
74
|
-
value: '',
|
|
75
|
-
text: '',
|
|
76
|
-
offset: offset + value.length,
|
|
77
|
-
line: line + lineBreaks,
|
|
78
|
-
col: col + value.length,
|
|
79
|
-
lineBreaks: 0,
|
|
80
|
-
};
|
|
81
|
-
}
|
|
82
|
-
function getSubLexers(states) {
|
|
83
|
-
const result = {};
|
|
84
|
-
for (const [key, rules] of Object.entries(states)) {
|
|
85
|
-
if (isVarToken(key)) {
|
|
86
|
-
result[key] = (0, moo_1.compile)(rules);
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
return result;
|
|
90
|
-
}
|
|
91
|
-
function createLexer(options) {
|
|
92
|
-
const rules = configureLexerRules(options);
|
|
93
|
-
const subLexers = getSubLexers(rules);
|
|
94
|
-
const mainLexer = (0, moo_1.states)(rules);
|
|
95
|
-
let subLexer;
|
|
96
|
-
let subLexerToken;
|
|
97
|
-
const result = {
|
|
98
|
-
reset(input) {
|
|
99
|
-
Object.values(subLexers).forEach((subLexer) => subLexer.reset());
|
|
100
|
-
subLexer = undefined;
|
|
101
|
-
subLexerToken = undefined;
|
|
102
|
-
if (typeof input === 'undefined' || input === null) {
|
|
103
|
-
mainLexer.reset();
|
|
104
|
-
}
|
|
105
|
-
else {
|
|
106
|
-
mainLexer.reset(input);
|
|
107
|
-
}
|
|
108
|
-
return result;
|
|
109
|
-
},
|
|
110
|
-
[Symbol.iterator]() {
|
|
111
|
-
const next = () => {
|
|
112
|
-
const mooLexer = subLexer !== null && subLexer !== void 0 ? subLexer : mainLexer;
|
|
113
|
-
const mooIter = mooLexer[Symbol.iterator]();
|
|
114
|
-
const nextElem = mooIter.next();
|
|
115
|
-
if (nextElem.done) {
|
|
116
|
-
if (subLexer && subLexerToken) {
|
|
117
|
-
const subLexerType = subLexerToken.type;
|
|
118
|
-
mooLexer.reset();
|
|
119
|
-
if (isVarToken(subLexerType)) {
|
|
120
|
-
const x = getVarEndToken(subLexerToken);
|
|
121
|
-
const value = (0, token_1.coerceToken)(x);
|
|
122
|
-
subLexer = undefined;
|
|
123
|
-
subLexerToken = undefined;
|
|
124
|
-
return { done: false, value };
|
|
125
|
-
}
|
|
126
|
-
else {
|
|
127
|
-
subLexer = undefined;
|
|
128
|
-
subLexerToken = undefined;
|
|
129
|
-
return next();
|
|
130
|
-
}
|
|
131
|
-
}
|
|
132
|
-
else {
|
|
133
|
-
return { done: true, value: null };
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
const mooToken = nextElem.value;
|
|
137
|
-
if (!subLexer) {
|
|
138
|
-
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
|
|
139
|
-
const mooTokenType = mooToken.type;
|
|
140
|
-
subLexer = subLexers[mooTokenType];
|
|
141
|
-
if (subLexer) {
|
|
142
|
-
subLexerToken = mooToken;
|
|
143
|
-
subLexer.reset(mooToken.value);
|
|
144
|
-
return next();
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
const value = (0, token_1.coerceToken)(mooToken, subLexerToken);
|
|
148
|
-
return { done: false, value };
|
|
149
|
-
};
|
|
150
|
-
return { next };
|
|
151
|
-
},
|
|
152
|
-
};
|
|
153
|
-
return result;
|
|
154
|
-
}
|
|
155
|
-
exports.createLexer = createLexer;
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
exports.configureLexerRules = configureLexerRules;
|
|
18
|
+
exports.createLexer = createLexer;
|
|
19
|
+
const moo_1 = require("moo");
|
|
20
|
+
const bracket_1 = require("./bracket");
|
|
21
|
+
const comment_1 = require("./comment");
|
|
22
|
+
const number_1 = require("./number");
|
|
23
|
+
const operator_1 = require("./operator");
|
|
24
|
+
const rules_1 = require("./rules");
|
|
25
|
+
const string_1 = require("./string");
|
|
26
|
+
const symbol_1 = require("./symbol");
|
|
27
|
+
const token_1 = require("./token");
|
|
28
|
+
__exportStar(require("./token"), exports);
|
|
29
|
+
__exportStar(require("./types"), exports);
|
|
30
|
+
function configureLexerRules(lexerConfig) {
|
|
31
|
+
const whitespace = lexerConfig.joinLines
|
|
32
|
+
? {
|
|
33
|
+
t: 'regex',
|
|
34
|
+
type: 'whitespace',
|
|
35
|
+
match: new RegExp(`(?:${lexerConfig.joinLines}\\r?\\n|[ \\t\\r])+`),
|
|
36
|
+
lineBreaks: true,
|
|
37
|
+
chunk: null,
|
|
38
|
+
}
|
|
39
|
+
: {
|
|
40
|
+
t: 'regex',
|
|
41
|
+
type: 'whitespace',
|
|
42
|
+
match: /[ \t\r]+/,
|
|
43
|
+
chunk: null,
|
|
44
|
+
};
|
|
45
|
+
let result = {
|
|
46
|
+
$: {
|
|
47
|
+
whitespace,
|
|
48
|
+
newline: {
|
|
49
|
+
t: 'regex',
|
|
50
|
+
type: 'newline',
|
|
51
|
+
match: /\r?\n/,
|
|
52
|
+
chunk: null,
|
|
53
|
+
lineBreaks: true,
|
|
54
|
+
},
|
|
55
|
+
_: { ...rules_1.fallbackRule, type: '_' },
|
|
56
|
+
},
|
|
57
|
+
};
|
|
58
|
+
const { comments, symbols, operators, brackets, strings, numbers } = lexerConfig;
|
|
59
|
+
result = (0, comment_1.configComments)(result, comments);
|
|
60
|
+
result = (0, symbol_1.configSymbols)(result, { match: symbols });
|
|
61
|
+
result = (0, operator_1.configOperators)(result, operators);
|
|
62
|
+
result = (0, bracket_1.configBrackets)(result, brackets);
|
|
63
|
+
result = (0, string_1.configStrings)(result, strings);
|
|
64
|
+
result = (0, number_1.configNumbers)(result, { match: numbers });
|
|
65
|
+
const orderedResult = (0, rules_1.createOrderedStateMap)(result);
|
|
66
|
+
return orderedResult;
|
|
67
|
+
}
|
|
68
|
+
function isVarToken(key) {
|
|
69
|
+
return typeof key === 'string' && /^str\$\d+\$tpl\$\d+\$token$/.test(key);
|
|
70
|
+
}
|
|
71
|
+
function getVarEndToken({ type, value, offset, line, col, lineBreaks, }) {
|
|
72
|
+
return {
|
|
73
|
+
type: type === null || type === void 0 ? void 0 : type.replace(/\$[^$]+$/, '$end'),
|
|
74
|
+
value: '',
|
|
75
|
+
text: '',
|
|
76
|
+
offset: offset + value.length,
|
|
77
|
+
line: line + lineBreaks,
|
|
78
|
+
col: col + value.length,
|
|
79
|
+
lineBreaks: 0,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
function getSubLexers(states) {
|
|
83
|
+
const result = {};
|
|
84
|
+
for (const [key, rules] of Object.entries(states)) {
|
|
85
|
+
if (isVarToken(key)) {
|
|
86
|
+
result[key] = (0, moo_1.compile)(rules);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
return result;
|
|
90
|
+
}
|
|
91
|
+
function createLexer(options) {
|
|
92
|
+
const rules = configureLexerRules(options);
|
|
93
|
+
const subLexers = getSubLexers(rules);
|
|
94
|
+
const mainLexer = (0, moo_1.states)(rules);
|
|
95
|
+
let subLexer;
|
|
96
|
+
let subLexerToken;
|
|
97
|
+
const result = {
|
|
98
|
+
reset(input) {
|
|
99
|
+
Object.values(subLexers).forEach((subLexer) => subLexer.reset());
|
|
100
|
+
subLexer = undefined;
|
|
101
|
+
subLexerToken = undefined;
|
|
102
|
+
if (typeof input === 'undefined' || input === null) {
|
|
103
|
+
mainLexer.reset();
|
|
104
|
+
}
|
|
105
|
+
else {
|
|
106
|
+
mainLexer.reset(input);
|
|
107
|
+
}
|
|
108
|
+
return result;
|
|
109
|
+
},
|
|
110
|
+
[Symbol.iterator]() {
|
|
111
|
+
const next = () => {
|
|
112
|
+
const mooLexer = subLexer !== null && subLexer !== void 0 ? subLexer : mainLexer;
|
|
113
|
+
const mooIter = mooLexer[Symbol.iterator]();
|
|
114
|
+
const nextElem = mooIter.next();
|
|
115
|
+
if (nextElem.done) {
|
|
116
|
+
if (subLexer && subLexerToken) {
|
|
117
|
+
const subLexerType = subLexerToken.type;
|
|
118
|
+
mooLexer.reset();
|
|
119
|
+
if (isVarToken(subLexerType)) {
|
|
120
|
+
const x = getVarEndToken(subLexerToken);
|
|
121
|
+
const value = (0, token_1.coerceToken)(x);
|
|
122
|
+
subLexer = undefined;
|
|
123
|
+
subLexerToken = undefined;
|
|
124
|
+
return { done: false, value };
|
|
125
|
+
}
|
|
126
|
+
else {
|
|
127
|
+
subLexer = undefined;
|
|
128
|
+
subLexerToken = undefined;
|
|
129
|
+
return next();
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
else {
|
|
133
|
+
return { done: true, value: null };
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
const mooToken = nextElem.value;
|
|
137
|
+
if (!subLexer) {
|
|
138
|
+
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
|
|
139
|
+
const mooTokenType = mooToken.type;
|
|
140
|
+
subLexer = subLexers[mooTokenType];
|
|
141
|
+
if (subLexer) {
|
|
142
|
+
subLexerToken = mooToken;
|
|
143
|
+
subLexer.reset(mooToken.value);
|
|
144
|
+
return next();
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
const value = (0, token_1.coerceToken)(mooToken, subLexerToken);
|
|
148
|
+
return { done: false, value };
|
|
149
|
+
};
|
|
150
|
+
return { next };
|
|
151
|
+
},
|
|
152
|
+
};
|
|
153
|
+
return result;
|
|
154
|
+
}
|
|
156
155
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../lib/lexer/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../lib/lexer/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AA0BA,kDA2CC;AAmCD,kCAoEC;AA5KD,6BAKa;AACb,uCAA2C;AAC3C,uCAA2C;AAC3C,qCAAyC;AACzC,yCAA6C;AAC7C,mCAA8D;AAC9D,qCAAyC;AACzC,qCAAyC;AACzC,mCAAsC;AAUtC,0CAAwB;AACxB,0CAAwB;AAExB,SAAgB,mBAAmB,CACjC,WAAwB;IAExB,MAAM,UAAU,GAAc,WAAW,CAAC,SAAS;QACjD,CAAC,CAAC;YACE,CAAC,EAAE,OAAO;YACV,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,MAAM,CAAC,MAAM,WAAW,CAAC,SAAS,qBAAqB,CAAC;YACnE,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,IAAI;SACZ;QACH,CAAC,CAAC;YACE,CAAC,EAAE,OAAO;YACV,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,IAAI;SACZ,CAAC;IAEN,IAAI,MAAM,GAAc;QACtB,CAAC,EAAE;YACD,UAAU;YACV,OAAO,EAAE;gBACP,CAAC,EAAE,OAAO;gBACV,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,IAAI;gBACX,UAAU,EAAE,IAAI;aACjB;YACD,CAAC,EAAE,EAAE,GAAG,oBAAY,EAAE,IAAI,EAAE,GAAG,EAAE;SAClC;KACF,CAAC;IAEF,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,GAChE,WAAW,CAAC;IACd,MAAM,GAAG,IAAA,wBAAc,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC1C,MAAM,GAAG,IAAA,sBAAa,EAAC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IACnD,MAAM,GAAG,IAAA,0BAAe,EAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5C,MAAM,GAAG,IAAA,wBAAc,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC1C,MAAM,GAAG,IAAA,sBAAa,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,MAAM,GAAG,IAAA,sBAAa,EAAC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAEnD,MAAM,aAAa,GAAG,IAAA,6BAAqB,EAAC,MAAM,CAAC,CAAC;IACpD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,UAAU,CAAC,GAAY;IAC9B,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,cAAc,CAAC,EACtB,IAAI,EACJ,KAAK,EACL,MAAM,EACN,IAAI,EACJ,GAAG,EACH,UAAU,GACD;IACT,OAAO;QACL,IAAI,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC;QACvC,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM;QAC7B,IAAI,EAAE,IAAI,GAAG,UAAU;QACvB,GAAG,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM;QACvB,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAAwB;IAC5C,MAAM,MAAM,GAA6B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,GAAG,CAAC,GAAG,IAAA,aAAU,EAAC,KAAc,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,WAAW,CAAC,OAAoB;IAC9C,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAA,YAAS,EAAC,KAAc,CAAC,CAAC;IAE5C,IAAI,QAA8B,CAAC;IACnC,IAAI,aAAmC,CAAC;IAExC,MAAM,MAAM,GAAU;QACpB,KAAK,CAAC,KAAc;YAClB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YACjE,QAAQ,GAAG,SAAS,CAAC;YACrB,aAAa,GAAG,SAAS,CAAC;YAC1B,IAAI,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnD,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,CAAC,MAAM,CAAC,QAAQ,CAAC;YACf,MAAM,IAAI,GAAG,GAAgC,EAAE;gBAC7C,MAAM,QAAQ,GAAG,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,SAAS,CAAC;gBACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;gBAEhC,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAClB,IAAI,QAAQ,IAAI,aAAa,EAAE,CAAC;wBAC9B,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC;wBACxC,QAAQ,CAAC,KAAK,EAAE,CAAC;wBACjB,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;4BAC7B,MAAM,CAAC,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;4BACxC,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAC,CAAC,CAAC,CAAC;4BAC7B,QAAQ,GAAG,SAAS,CAAC;4BACrB,aAAa,GAAG,SAAS,CAAC;4BAC1B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;wBAChC,CAAC;6BAAM,CAAC;4BACN,QAAQ,GAAG,SAAS,CAAC;4BACrB,aAAa,GAAG,SAAS,CAAC;4BAC1B,OAAO,IAAI,EAAE,CAAC;wBAChB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;oBACrC,CAAC;gBACH,CAAC;gBAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC;gBAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,oEAAoE;oBACpE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAK,CAAC;oBACpC,QAAQ,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;oBACnC,IAAI,QAAQ,EAAE,CAAC;wBACb,aAAa,GAAG,QAAQ,CAAC;wBACzB,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAC/B,OAAO,IAAI,EAAE,CAAC;oBAChB,CAAC;gBACH,CAAC;gBAED,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;gBACnD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAChC,CAAC,CAAC;YAEF,OAAO,EAAE,IAAI,EAAE,CAAC;QAClB,CAAC;KACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { NumberOption, StatesMap } from './types';
|
|
2
|
-
export declare function configNumbers(states: StatesMap, { match }: NumberOption): StatesMap;
|
|
1
|
+
import type { NumberOption, StatesMap } from './types';
|
|
2
|
+
export declare function configNumbers(states: StatesMap, { match }: NumberOption): StatesMap;
|
|
3
3
|
//# sourceMappingURL=number.d.ts.map
|
package/dist/cjs/lexer/number.js
CHANGED
|
@@ -1,19 +1,18 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.configNumbers =
|
|
4
|
-
function configNumbers(states, { match }) {
|
|
5
|
-
return {
|
|
6
|
-
...states,
|
|
7
|
-
$: {
|
|
8
|
-
...states.$,
|
|
9
|
-
number: {
|
|
10
|
-
t: 'regex',
|
|
11
|
-
type: 'number',
|
|
12
|
-
match,
|
|
13
|
-
chunk: null,
|
|
14
|
-
},
|
|
15
|
-
},
|
|
16
|
-
};
|
|
17
|
-
}
|
|
18
|
-
exports.configNumbers = configNumbers;
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.configNumbers = configNumbers;
|
|
4
|
+
function configNumbers(states, { match }) {
|
|
5
|
+
return {
|
|
6
|
+
...states,
|
|
7
|
+
$: {
|
|
8
|
+
...states.$,
|
|
9
|
+
number: {
|
|
10
|
+
t: 'regex',
|
|
11
|
+
type: 'number',
|
|
12
|
+
match,
|
|
13
|
+
chunk: null,
|
|
14
|
+
},
|
|
15
|
+
},
|
|
16
|
+
};
|
|
17
|
+
}
|
|
19
18
|
//# sourceMappingURL=number.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"number.js","sourceRoot":"","sources":["../../../lib/lexer/number.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"number.js","sourceRoot":"","sources":["../../../lib/lexer/number.ts"],"names":[],"mappings":";;AAEA,sCAgBC;AAhBD,SAAgB,aAAa,CAC3B,MAAiB,EACjB,EAAE,KAAK,EAAgB;IAEvB,OAAO;QACL,GAAG,MAAM;QACT,CAAC,EAAE;YACD,GAAG,MAAM,CAAC,CAAC;YACX,MAAM,EAAE;gBACN,CAAC,EAAE,OAAO;gBACV,IAAI,EAAE,QAAQ;gBACd,KAAK;gBACL,KAAK,EAAE,IAAI;aACZ;SACF;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { OperatorOption, StatesMap } from './types';
|
|
2
|
-
export declare function configOperators(states: StatesMap, operators: OperatorOption[]): StatesMap;
|
|
1
|
+
import type { OperatorOption, StatesMap } from './types';
|
|
2
|
+
export declare function configOperators(states: StatesMap, operators: OperatorOption[]): StatesMap;
|
|
3
3
|
//# sourceMappingURL=operator.d.ts.map
|
|
@@ -1,25 +1,24 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.configOperators =
|
|
4
|
-
function configOperators(states, operators) {
|
|
5
|
-
const operatorRules = {};
|
|
6
|
-
operators.map((op, idx) => {
|
|
7
|
-
const tokenName = `op$${idx}`;
|
|
8
|
-
const tokenRule = {
|
|
9
|
-
t: 'string',
|
|
10
|
-
type: tokenName,
|
|
11
|
-
match: op,
|
|
12
|
-
chunk: op,
|
|
13
|
-
};
|
|
14
|
-
operatorRules[tokenName] = tokenRule;
|
|
15
|
-
});
|
|
16
|
-
return {
|
|
17
|
-
...states,
|
|
18
|
-
$: {
|
|
19
|
-
...states.$,
|
|
20
|
-
...operatorRules,
|
|
21
|
-
},
|
|
22
|
-
};
|
|
23
|
-
}
|
|
24
|
-
exports.configOperators = configOperators;
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.configOperators = configOperators;
|
|
4
|
+
function configOperators(states, operators) {
|
|
5
|
+
const operatorRules = {};
|
|
6
|
+
operators.map((op, idx) => {
|
|
7
|
+
const tokenName = `op$${idx}`;
|
|
8
|
+
const tokenRule = {
|
|
9
|
+
t: 'string',
|
|
10
|
+
type: tokenName,
|
|
11
|
+
match: op,
|
|
12
|
+
chunk: op,
|
|
13
|
+
};
|
|
14
|
+
operatorRules[tokenName] = tokenRule;
|
|
15
|
+
});
|
|
16
|
+
return {
|
|
17
|
+
...states,
|
|
18
|
+
$: {
|
|
19
|
+
...states.$,
|
|
20
|
+
...operatorRules,
|
|
21
|
+
},
|
|
22
|
+
};
|
|
23
|
+
}
|
|
25
24
|
//# sourceMappingURL=operator.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operator.js","sourceRoot":"","sources":["../../../lib/lexer/operator.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"operator.js","sourceRoot":"","sources":["../../../lib/lexer/operator.ts"],"names":[],"mappings":";;AAOA,0CAuBC;AAvBD,SAAgB,eAAe,CAC7B,MAAiB,EACjB,SAA2B;IAE3B,MAAM,aAAa,GAAoB,EAAE,CAAC;IAC1C,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;QACxB,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAe;YAC5B,CAAC,EAAE,QAAQ;YACX,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,EAAE;SACV,CAAC;QACF,aAAa,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,MAAM;QACT,CAAC,EAAE;YACD,GAAG,MAAM,CAAC,CAAC;YACX,GAAG,aAAa;SACjB;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { FallbackRule, LexerRule, OrderedStatesMap, StatesMap } from './types';
|
|
2
|
-
export declare const fallbackRule: Omit<FallbackRule, 'type'>;
|
|
3
|
-
export declare function sortLexerRules(state: LexerRule[]): LexerRule[];
|
|
4
|
-
export declare function createOrderedStateMap(statesMap: StatesMap): OrderedStatesMap;
|
|
1
|
+
import type { FallbackRule, LexerRule, OrderedStatesMap, StatesMap } from './types';
|
|
2
|
+
export declare const fallbackRule: Omit<FallbackRule, 'type'>;
|
|
3
|
+
export declare function sortLexerRules(state: LexerRule[]): LexerRule[];
|
|
4
|
+
export declare function createOrderedStateMap(statesMap: StatesMap): OrderedStatesMap;
|
|
5
5
|
//# sourceMappingURL=rules.d.ts.map
|
package/dist/cjs/lexer/rules.js
CHANGED
|
@@ -1,75 +1,75 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
|
|
5
|
-
exports.
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
const
|
|
44
|
-
const
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
const
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.fallbackRule = void 0;
|
|
4
|
+
exports.sortLexerRules = sortLexerRules;
|
|
5
|
+
exports.createOrderedStateMap = createOrderedStateMap;
|
|
6
|
+
const moo_1 = require("moo");
|
|
7
|
+
exports.fallbackRule = {
|
|
8
|
+
...moo_1.fallback,
|
|
9
|
+
t: 'fallback',
|
|
10
|
+
chunk: null,
|
|
11
|
+
};
|
|
12
|
+
function compareChunksByValue(x, y) {
|
|
13
|
+
if (typeof x.chunk === 'string' && typeof y.chunk === 'string') {
|
|
14
|
+
const xChunk = x.chunk;
|
|
15
|
+
const yChunk = y.chunk;
|
|
16
|
+
if (yChunk < xChunk) {
|
|
17
|
+
return 1;
|
|
18
|
+
}
|
|
19
|
+
else if (xChunk < yChunk) {
|
|
20
|
+
return -1;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return 0;
|
|
24
|
+
}
|
|
25
|
+
function compareChunksByInclusion(x, y) {
|
|
26
|
+
if (typeof x.chunk === 'string' && typeof y.chunk === 'string') {
|
|
27
|
+
const xChunk = x.chunk;
|
|
28
|
+
const yChunk = y.chunk;
|
|
29
|
+
if (yChunk.startsWith(xChunk)) {
|
|
30
|
+
return 1;
|
|
31
|
+
}
|
|
32
|
+
else if (xChunk.startsWith(yChunk)) {
|
|
33
|
+
return -1;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return 0;
|
|
37
|
+
}
|
|
38
|
+
function sortLexerRules(state) {
|
|
39
|
+
const values = Object.values(state);
|
|
40
|
+
if (values.length < 2) {
|
|
41
|
+
return state;
|
|
42
|
+
}
|
|
43
|
+
const fallbackRules = [];
|
|
44
|
+
const numberRules = [];
|
|
45
|
+
const chunkRules = [];
|
|
46
|
+
const otherRules = [];
|
|
47
|
+
for (const rule of values) {
|
|
48
|
+
if (rule.t === 'fallback') {
|
|
49
|
+
fallbackRules.push(rule);
|
|
50
|
+
}
|
|
51
|
+
else if (rule.type === 'number') {
|
|
52
|
+
numberRules.push(rule);
|
|
53
|
+
}
|
|
54
|
+
else if (typeof rule.chunk === 'string') {
|
|
55
|
+
chunkRules.push(rule);
|
|
56
|
+
}
|
|
57
|
+
else {
|
|
58
|
+
otherRules.push(rule);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
chunkRules.sort((x, y) => compareChunksByValue(x, y));
|
|
62
|
+
chunkRules.sort((x, y) => compareChunksByInclusion(x, y));
|
|
63
|
+
const res = [...numberRules, ...chunkRules, ...otherRules, ...fallbackRules];
|
|
64
|
+
return res;
|
|
65
|
+
}
|
|
66
|
+
function createOrderedStateMap(statesMap) {
|
|
67
|
+
const result = { $: [] };
|
|
68
|
+
for (const [stateName, state] of Object.entries(statesMap)) {
|
|
69
|
+
const stateValues = Object.values(state);
|
|
70
|
+
const orderedStateValues = sortLexerRules(stateValues);
|
|
71
|
+
result[stateName] = orderedStateValues;
|
|
72
|
+
}
|
|
73
|
+
return result;
|
|
74
|
+
}
|
|
75
75
|
//# sourceMappingURL=rules.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rules.js","sourceRoot":"","sources":["../../../lib/lexer/rules.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"rules.js","sourceRoot":"","sources":["../../../lib/lexer/rules.ts"],"names":[],"mappings":";;;AAwCA,wCA2BC;AAED,sDAQC;AA7ED,6BAA8C;AAQjC,QAAA,YAAY,GAA+B;IACtD,GAAG,cAAW;IACd,CAAC,EAAE,UAAU;IACb,KAAK,EAAE,IAAI;CACZ,CAAC;AAEF,SAAS,oBAAoB,CAAC,CAAY,EAAE,CAAY;IACtD,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/D,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC;QACvB,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;YAC3B,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,wBAAwB,CAAC,CAAY,EAAE,CAAY;IAC1D,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/D,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC;QACvB,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAgB,cAAc,CAAC,KAAkB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,aAAa,GAAmB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAgB,EAAE,CAAC;IACpC,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,CAAC,KAAK,UAAU,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC1C,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAE1D,MAAM,GAAG,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,UAAU,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC;IAC7E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,qBAAqB,CAAC,SAAoB;IACxD,MAAM,MAAM,GAAqB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,kBAAkB,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QACvD,MAAM,CAAC,SAAS,CAAC,GAAG,kBAAkB,CAAC;IACzC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { StatesMap, StringOption } from './types';
|
|
2
|
-
export declare function configStrings(states: StatesMap, opts: StringOption[]): StatesMap;
|
|
1
|
+
import type { StatesMap, StringOption } from './types';
|
|
2
|
+
export declare function configStrings(states: StatesMap, opts: StringOption[]): StatesMap;
|
|
3
3
|
//# sourceMappingURL=string.d.ts.map
|