mancha 0.24.0 → 0.24.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -7
- package/dist/browser.d.ts +451 -2
- package/dist/browser.js +32 -1
- package/dist/cli.js +3 -0
- package/dist/cli.js.map +1 -1
- package/dist/css_gen_utils.d.ts +8 -915
- package/dist/css_gen_utils.js +382 -641
- package/dist/css_gen_utils.js.map +1 -1
- package/dist/mancha.js +25 -36
- package/dist/plugins.js +11 -1
- package/dist/plugins.js.map +1 -1
- package/dist/store.d.ts +8 -1
- package/dist/store.js +10 -3
- package/dist/store.js.map +1 -1
- package/dist/trusted_attributes.d.ts +0 -3
- package/dist/trusted_attributes.js +1 -3
- package/dist/trusted_attributes.js.map +1 -1
- package/docs/01_syntax.md +2 -0
- package/docs/03_reactivity.md +20 -3
- package/docs/05_css.md +270 -275
- package/docs/06_ssr.md +3 -2
- package/docs/07_typescript.md +5 -5
- package/docs/10_security.md +204 -0
- package/package.json +20 -7
- package/.biomeignore +0 -3
- package/.github/workflows/ci.yml +0 -109
- package/.vscode/extensions.json +0 -3
- package/.vscode/launch.json +0 -34
- package/biome.json +0 -46
- package/dist/browser.js.map +0 -1
- package/dist/expressions/ast.test.d.ts +0 -1
- package/dist/expressions/ast.test.js +0 -147
- package/dist/expressions/ast.test.js.map +0 -1
- package/dist/expressions/ast_factory.test.d.ts +0 -1
- package/dist/expressions/ast_factory.test.js +0 -94
- package/dist/expressions/ast_factory.test.js.map +0 -1
- package/dist/expressions/constants.test.d.ts +0 -1
- package/dist/expressions/constants.test.js +0 -84
- package/dist/expressions/constants.test.js.map +0 -1
- package/dist/expressions/eval.test.d.ts +0 -1
- package/dist/expressions/eval.test.js +0 -215
- package/dist/expressions/eval.test.js.map +0 -1
- package/dist/expressions/expressions.test.d.ts +0 -6
- package/dist/expressions/expressions.test.js +0 -7
- package/dist/expressions/expressions.test.js.map +0 -1
- package/dist/expressions/parser.test.d.ts +0 -1
- package/dist/expressions/parser.test.js +0 -174
- package/dist/expressions/parser.test.js.map +0 -1
- package/dist/expressions/tokenizer.test.d.ts +0 -1
- package/dist/expressions/tokenizer.test.js +0 -124
- package/dist/expressions/tokenizer.test.js.map +0 -1
- package/dist/interfaces-C8heJ6BZ.d.ts +0 -452
- package/dist/mancha.js.map +0 -1
- package/dist/renderer-B4AORGUN.js +0 -43
- package/dist/safe_browser.d.ts +0 -16
- package/dist/safe_browser.js +0 -1
- package/dist/safe_browser.js.map +0 -1
- package/dist/test_types/api.d.ts +0 -11
- package/dist/test_types/api.js +0 -3
- package/dist/test_types/api.js.map +0 -1
- package/dist/test_types/nested/child.d.ts +0 -12
- package/dist/test_types/nested/child.js +0 -2
- package/dist/test_types/nested/child.js.map +0 -1
- package/dist/test_types/product.d.ts +0 -11
- package/dist/test_types/product.js +0 -3
- package/dist/test_types/product.js.map +0 -1
- package/dist/test_types/user.d.ts +0 -10
- package/dist/test_types/user.js +0 -3
- package/dist/test_types/user.js.map +0 -1
- package/dist/test_utils.d.ts +0 -20
- package/dist/test_utils.js +0 -94
- package/dist/test_utils.js.map +0 -1
- package/global.d.ts +0 -4
- package/gulpfile.ts +0 -47
- package/scripts/generate-css-docs.ts +0 -622
- package/tsconfig.json +0 -37
- package/tsdown.config.ts +0 -32
- package/tsec_exemptions.json +0 -9
|
@@ -1,174 +0,0 @@
|
|
|
1
|
-
import { assert } from "../test_utils.js";
|
|
2
|
-
import { DefaultAstFactory } from "./ast_factory.js";
|
|
3
|
-
import { parse } from "./parser.js";
|
|
4
|
-
describe("Parser", () => {
|
|
5
|
-
const factory = new DefaultAstFactory();
|
|
6
|
-
const parseExpr = (expr) => parse(expr, factory);
|
|
7
|
-
it("should parse literals", () => {
|
|
8
|
-
assert.deepEqual(parseExpr("123"), factory.literal(123));
|
|
9
|
-
assert.deepEqual(parseExpr("'hello'"), factory.literal("hello"));
|
|
10
|
-
assert.deepEqual(parseExpr("true"), factory.literal(true));
|
|
11
|
-
assert.deepEqual(parseExpr("false"), factory.literal(false));
|
|
12
|
-
assert.deepEqual(parseExpr("null"), factory.literal(null));
|
|
13
|
-
assert.deepEqual(parseExpr("undefined"), factory.literal(undefined));
|
|
14
|
-
});
|
|
15
|
-
it("should parse identifiers", () => {
|
|
16
|
-
assert.deepEqual(parseExpr("foo"), factory.id("foo"));
|
|
17
|
-
});
|
|
18
|
-
it("should parse unary expressions", () => {
|
|
19
|
-
assert.deepEqual(parseExpr("-x"), factory.unary("-", factory.id("x")));
|
|
20
|
-
assert.deepEqual(parseExpr("!x"), factory.unary("!", factory.id("x")));
|
|
21
|
-
});
|
|
22
|
-
it("should parse binary expressions", () => {
|
|
23
|
-
assert.deepEqual(parseExpr("1 + 2"), factory.binary(factory.literal(1), "+", factory.literal(2)));
|
|
24
|
-
assert.deepEqual(parseExpr("x * y"), factory.binary(factory.id("x"), "*", factory.id("y")));
|
|
25
|
-
assert.deepEqual(parseExpr("a ?? b"), factory.binary(factory.id("a"), "??", factory.id("b")));
|
|
26
|
-
});
|
|
27
|
-
it("should respect precedence", () => {
|
|
28
|
-
assert.deepEqual(parseExpr("1 + 2 * 3"), factory.binary(factory.literal(1), "+", factory.binary(factory.literal(2), "*", factory.literal(3))));
|
|
29
|
-
assert.deepEqual(parseExpr("(1 + 2) * 3"), factory.binary(factory.paren(factory.binary(factory.literal(1), "+", factory.literal(2))), "*", factory.literal(3)));
|
|
30
|
-
});
|
|
31
|
-
it("should parse ternary expressions", () => {
|
|
32
|
-
assert.deepEqual(parseExpr("a ? b : c"), factory.ternary(factory.id("a"), factory.id("b"), factory.id("c")));
|
|
33
|
-
});
|
|
34
|
-
it("should parse property access", () => {
|
|
35
|
-
assert.deepEqual(parseExpr("obj.prop"), factory.getter(factory.id("obj"), "prop", false));
|
|
36
|
-
});
|
|
37
|
-
it("should parse method invocation", () => {
|
|
38
|
-
assert.deepEqual(parseExpr("obj.method()"), factory.invoke(factory.id("obj"), "method", [], false));
|
|
39
|
-
assert.deepEqual(parseExpr("obj.method(1, 2)"), factory.invoke(factory.id("obj"), "method", [factory.literal(1), factory.literal(2)], false));
|
|
40
|
-
});
|
|
41
|
-
it("should parse function invocation", () => {
|
|
42
|
-
assert.deepEqual(parseExpr("func()"), factory.invoke(factory.id("func"), undefined, []));
|
|
43
|
-
assert.deepEqual(parseExpr("func(1, 2)"), factory.invoke(factory.id("func"), undefined, [factory.literal(1), factory.literal(2)]));
|
|
44
|
-
});
|
|
45
|
-
it("should parse index access", () => {
|
|
46
|
-
assert.deepEqual(parseExpr("arr[0]"), factory.index(factory.id("arr"), factory.literal(0)));
|
|
47
|
-
});
|
|
48
|
-
it("should parse optional chaining", () => {
|
|
49
|
-
assert.deepEqual(parseExpr("obj?.prop"), factory.getter(factory.id("obj"), "prop", true));
|
|
50
|
-
assert.deepEqual(parseExpr("obj?.method()"), factory.invoke(factory.id("obj"), "method", [], true));
|
|
51
|
-
assert.deepEqual(parseExpr("func?.()"), factory.invoke(factory.id("func"), undefined, [], true));
|
|
52
|
-
assert.deepEqual(parseExpr("arr?.[0]"), factory.index(factory.id("arr"), factory.literal(0), true));
|
|
53
|
-
});
|
|
54
|
-
it("should parse array literals", () => {
|
|
55
|
-
assert.deepEqual(parseExpr("[]"), factory.list([]));
|
|
56
|
-
assert.deepEqual(parseExpr("[1, 2]"), factory.list([factory.literal(1), factory.literal(2)]));
|
|
57
|
-
});
|
|
58
|
-
it("should parse object literals", () => {
|
|
59
|
-
assert.deepEqual(parseExpr("{}"), factory.map([]));
|
|
60
|
-
assert.deepEqual(parseExpr("{a: 1, b: 2}"), factory.map([
|
|
61
|
-
factory.property("a", factory.literal(1)),
|
|
62
|
-
factory.property("b", factory.literal(2)),
|
|
63
|
-
]));
|
|
64
|
-
});
|
|
65
|
-
it("should parse object literals with shorthand properties", () => {
|
|
66
|
-
assert.deepEqual(parseExpr("{obj}"), factory.map([factory.property("obj", factory.id("obj"))]));
|
|
67
|
-
assert.deepEqual(parseExpr("{a, b}"), factory.map([factory.property("a", factory.id("a")), factory.property("b", factory.id("b"))]));
|
|
68
|
-
});
|
|
69
|
-
it("should parse object literals with mixed shorthand and full properties", () => {
|
|
70
|
-
assert.deepEqual(parseExpr("{a: 1, b, c: 2}"), factory.map([
|
|
71
|
-
factory.property("a", factory.literal(1)),
|
|
72
|
-
factory.property("b", factory.id("b")),
|
|
73
|
-
factory.property("c", factory.literal(2)),
|
|
74
|
-
]));
|
|
75
|
-
});
|
|
76
|
-
it("should parse object literals with trailing commas", () => {
|
|
77
|
-
assert.deepEqual(parseExpr("{a: 1,}"), factory.map([factory.property("a", factory.literal(1))]));
|
|
78
|
-
assert.deepEqual(parseExpr("{a: 1, b: 2,}"), factory.map([
|
|
79
|
-
factory.property("a", factory.literal(1)),
|
|
80
|
-
factory.property("b", factory.literal(2)),
|
|
81
|
-
]));
|
|
82
|
-
});
|
|
83
|
-
it("should parse object literals with trailing commas and whitespace", () => {
|
|
84
|
-
assert.deepEqual(parseExpr("{a: 1, }"), factory.map([factory.property("a", factory.literal(1))]));
|
|
85
|
-
assert.deepEqual(parseExpr("{ a: 1 , }"), factory.map([factory.property("a", factory.literal(1))]));
|
|
86
|
-
});
|
|
87
|
-
it("should parse multiline object literals", () => {
|
|
88
|
-
assert.deepEqual(parseExpr(`{
|
|
89
|
-
a: 1,
|
|
90
|
-
b: 2
|
|
91
|
-
}`), factory.map([
|
|
92
|
-
factory.property("a", factory.literal(1)),
|
|
93
|
-
factory.property("b", factory.literal(2)),
|
|
94
|
-
]));
|
|
95
|
-
});
|
|
96
|
-
it("should parse array literals with trailing commas", () => {
|
|
97
|
-
assert.deepEqual(parseExpr("[1,]"), factory.list([factory.literal(1)]));
|
|
98
|
-
assert.deepEqual(parseExpr("[1, 2,]"), factory.list([factory.literal(1), factory.literal(2)]));
|
|
99
|
-
});
|
|
100
|
-
it("should parse multiline array literals", () => {
|
|
101
|
-
assert.deepEqual(parseExpr(`[
|
|
102
|
-
1,
|
|
103
|
-
2
|
|
104
|
-
]`), factory.list([factory.literal(1), factory.literal(2)]));
|
|
105
|
-
});
|
|
106
|
-
it("should parse spread operator in array", () => {
|
|
107
|
-
assert.deepEqual(parseExpr("[...arr]"), factory.list([factory.spreadElement(factory.id("arr"))]));
|
|
108
|
-
assert.deepEqual(parseExpr("[1, ...arr, 2]"), factory.list([
|
|
109
|
-
factory.literal(1),
|
|
110
|
-
factory.spreadElement(factory.id("arr")),
|
|
111
|
-
factory.literal(2),
|
|
112
|
-
]));
|
|
113
|
-
});
|
|
114
|
-
it("should parse spread operator in object", () => {
|
|
115
|
-
assert.deepEqual(parseExpr("{...obj}"), factory.map([factory.spreadProperty(factory.id("obj"))]));
|
|
116
|
-
assert.deepEqual(parseExpr("{a: 1, ...obj, b: 2}"), factory.map([
|
|
117
|
-
factory.property("a", factory.literal(1)),
|
|
118
|
-
factory.spreadProperty(factory.id("obj")),
|
|
119
|
-
factory.property("b", factory.literal(2)),
|
|
120
|
-
]));
|
|
121
|
-
});
|
|
122
|
-
it("should parse spread operator in function arguments", () => {
|
|
123
|
-
assert.deepEqual(parseExpr("func(...args)"), factory.invoke(factory.id("func"), undefined, [factory.spreadElement(factory.id("args"))]));
|
|
124
|
-
});
|
|
125
|
-
it("should parse arrow functions", () => {
|
|
126
|
-
assert.deepEqual(parseExpr("() => 1"), factory.arrowFunction([], factory.literal(1)));
|
|
127
|
-
assert.deepEqual(parseExpr("(x) => x + 1"), factory.arrowFunction(["x"], factory.binary(factory.id("x"), "+", factory.literal(1))));
|
|
128
|
-
assert.deepEqual(parseExpr("(x, y) => x + y"), factory.arrowFunction(["x", "y"], factory.binary(factory.id("x"), "+", factory.id("y"))));
|
|
129
|
-
});
|
|
130
|
-
it("should parse typeof expressions", () => {
|
|
131
|
-
assert.deepEqual(parseExpr("typeof x"), factory.unary("typeof", factory.id("x")));
|
|
132
|
-
assert.deepEqual(parseExpr("typeof x === 'string'"), factory.binary(factory.unary("typeof", factory.id("x")), "===", factory.literal("string")));
|
|
133
|
-
});
|
|
134
|
-
it("should throw on invalid syntax", () => {
|
|
135
|
-
assert.throws(() => parseExpr("1 +"), "Expected expression after +");
|
|
136
|
-
});
|
|
137
|
-
it("should throw on unconsumed tokens", () => {
|
|
138
|
-
// Parser must consume all input or throw an error.
|
|
139
|
-
assert.throws(() => parseExpr("1 2"));
|
|
140
|
-
assert.throws(() => parseExpr("x y"));
|
|
141
|
-
});
|
|
142
|
-
it("should not parse arrow functions with unparenthesized single parameter", () => {
|
|
143
|
-
// Parser requires parentheses around arrow function parameters.
|
|
144
|
-
assert.throws(() => parseExpr("x => x + 1"));
|
|
145
|
-
});
|
|
146
|
-
describe("'in' operator", () => {
|
|
147
|
-
it("should parse simple 'in' expression", () => {
|
|
148
|
-
assert.deepEqual(parseExpr("'name' in obj"), factory.binary(factory.literal("name"), "in", factory.id("obj")));
|
|
149
|
-
});
|
|
150
|
-
it("should parse 'in' with identifier on left side", () => {
|
|
151
|
-
assert.deepEqual(parseExpr("key in obj"), factory.binary(factory.id("key"), "in", factory.id("obj")));
|
|
152
|
-
});
|
|
153
|
-
it("should parse 'in' with number on left side", () => {
|
|
154
|
-
assert.deepEqual(parseExpr("0 in arr"), factory.binary(factory.literal(0), "in", factory.id("arr")));
|
|
155
|
-
});
|
|
156
|
-
it("should parse 'in' with correct precedence vs comparison operators", () => {
|
|
157
|
-
// 'in' has the same precedence as relational operators (< > <= >=)
|
|
158
|
-
assert.deepEqual(parseExpr("'a' in obj === true"), factory.binary(factory.binary(factory.literal("a"), "in", factory.id("obj")), "===", factory.literal(true)));
|
|
159
|
-
});
|
|
160
|
-
it("should parse 'in' with correct precedence vs logical operators", () => {
|
|
161
|
-
assert.deepEqual(parseExpr("'a' in obj && 'b' in obj"), factory.binary(factory.binary(factory.literal("a"), "in", factory.id("obj")), "&&", factory.binary(factory.literal("b"), "in", factory.id("obj"))));
|
|
162
|
-
});
|
|
163
|
-
it("should parse 'in' in ternary expression", () => {
|
|
164
|
-
assert.deepEqual(parseExpr("'a' in obj ? 1 : 0"), factory.ternary(factory.binary(factory.literal("a"), "in", factory.id("obj")), factory.literal(1), factory.literal(0)));
|
|
165
|
-
});
|
|
166
|
-
it("should parse 'in' with property access on right side", () => {
|
|
167
|
-
assert.deepEqual(parseExpr("'key' in obj.nested"), factory.binary(factory.literal("key"), "in", factory.getter(factory.id("obj"), "nested", false)));
|
|
168
|
-
});
|
|
169
|
-
it("should parse 'in' with parenthesized expressions", () => {
|
|
170
|
-
assert.deepEqual(parseExpr("('key') in (obj)"), factory.binary(factory.paren(factory.literal("key")), "in", factory.paren(factory.id("obj"))));
|
|
171
|
-
});
|
|
172
|
-
});
|
|
173
|
-
});
|
|
174
|
-
//# sourceMappingURL=parser.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parser.test.js","sourceRoot":"","sources":["../../src/expressions/parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEpC,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACvB,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;IACxC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAEzD,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAChC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,OAAO,CAAC,EAClB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAC3D,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,WAAW,CAAC,EACtB,OAAO,CAAC,MAAM,CACb,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAClB,GAAG,EACH,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAC3D,CACD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,aAAa,CAAC,EACxB,OAAO,CAAC,MAAM,CACb,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1E,GAAG,EACH,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAClB,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,WAAW,CAAC,EACtB,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAClE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,cAAc,CAAC,EACzB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CACtD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,kBAAkB,CAAC,EAC7B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAC5F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QACzF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,YAAY,CAAC,EACvB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CACvF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1F,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,eAAe,CAAC,EAC1B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,CACrD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,UAAU,CAAC,EACrB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,CAAC,CACvD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,UAAU,CAAC,EACrB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAC1D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,cAAc,CAAC,EACzB,OAAO,CAAC,GAAG,CAAC;YACX,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SACzC,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChG,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,QAAQ,CAAC,EACnB,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAC7F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,iBAAiB,CAAC,EAC5B,OAAO,CAAC,GAAG,CAAC;YACX,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACtC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SACzC,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,SAAS,CAAC,EACpB,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,eAAe,CAAC,EAC1B,OAAO,CAAC,GAAG,CAAC;YACX,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SACzC,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,YAAY,CAAC,EACvB,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,YAAY,CAAC,EACvB,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC;;;QAGL,CAAC,EACN,OAAO,CAAC,GAAG,CAAC;YACX,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SACzC,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC;;;QAGL,CAAC,EACN,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CACtD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,UAAU,CAAC,EACrB,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,gBAAgB,CAAC,EAC3B,OAAO,CAAC,IAAI,CAAC;YACZ,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAClB,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACxC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;SAClB,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,UAAU,CAAC,EACrB,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,sBAAsB,CAAC,EACjC,OAAO,CAAC,GAAG,CAAC;YACX,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SACzC,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,eAAe,CAAC,EAC1B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAC1F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,cAAc,CAAC,EACzB,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CACtF,CAAC;QACF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,iBAAiB,CAAC,EAC5B,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CACxF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,uBAAuB,CAAC,EAClC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAC1F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,6BAA6B,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,mDAAmD;QACnD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QACjF,gEAAgE;QAChE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,eAAe,CAAC,EAC1B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACzD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,YAAY,CAAC,EACvB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAC1D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACrD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,UAAU,CAAC,EACrB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;YAC5E,mEAAmE;YACnE,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,qBAAqB,CAAC,EAChC,OAAO,CAAC,MAAM,CACb,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAC7D,KAAK,EACL,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CACrB,CACD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;YACzE,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,0BAA0B,CAAC,EACrC,OAAO,CAAC,MAAM,CACb,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAC7D,IAAI,EACJ,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAC7D,CACD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,oBAAoB,CAAC,EAC/B,OAAO,CAAC,OAAO,CACd,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAC7D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAClB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAClB,CACD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC/D,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,qBAAqB,CAAC,EAChC,OAAO,CAAC,MAAM,CACb,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EACtB,IAAI,EACJ,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,CAClD,CACD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC3D,MAAM,CAAC,SAAS,CACf,SAAS,CAAC,kBAAkB,CAAC,EAC7B,OAAO,CAAC,MAAM,CACb,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EACrC,IAAI,EACJ,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAChC,CACD,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,124 +0,0 @@
|
|
|
1
|
-
import { assert } from "../test_utils.js";
|
|
2
|
-
import { Kind, Tokenizer } from "./tokenizer.js";
|
|
3
|
-
describe("Tokenizer", () => {
|
|
4
|
-
it("should tokenize simple expressions", () => {
|
|
5
|
-
const tokenizer = new Tokenizer("1 + 2");
|
|
6
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.INTEGER, value: "1", precedence: 0 });
|
|
7
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.OPERATOR, value: "+", precedence: 11 });
|
|
8
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.INTEGER, value: "2", precedence: 0 });
|
|
9
|
-
assert.equal(tokenizer.nextToken(), undefined);
|
|
10
|
-
});
|
|
11
|
-
it("should tokenize identifiers and keywords", () => {
|
|
12
|
-
const tokenizer = new Tokenizer("this is a test");
|
|
13
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.KEYWORD, value: "this", precedence: 0 });
|
|
14
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.IDENTIFIER, value: "is", precedence: 0 });
|
|
15
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.IDENTIFIER, value: "a", precedence: 0 });
|
|
16
|
-
assert.deepEqual(tokenizer.nextToken(), {
|
|
17
|
-
kind: Kind.IDENTIFIER,
|
|
18
|
-
value: "test",
|
|
19
|
-
precedence: 0,
|
|
20
|
-
});
|
|
21
|
-
});
|
|
22
|
-
it("should tokenize strings", () => {
|
|
23
|
-
const tokenizer = new Tokenizer("'hello' \"world\"");
|
|
24
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.STRING, value: "hello", precedence: 0 });
|
|
25
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.STRING, value: "world", precedence: 0 });
|
|
26
|
-
});
|
|
27
|
-
it("should tokenize numbers", () => {
|
|
28
|
-
const tokenizer = new Tokenizer("123 45.67 .89");
|
|
29
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.INTEGER, value: "123", precedence: 0 });
|
|
30
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.DECIMAL, value: "45.67", precedence: 0 });
|
|
31
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.DECIMAL, value: ".89", precedence: 0 });
|
|
32
|
-
});
|
|
33
|
-
it("should tokenize operators", () => {
|
|
34
|
-
const tokenizer = new Tokenizer("+ - * / % == != > < >= <= || && ?? | !");
|
|
35
|
-
const ops = [
|
|
36
|
-
"+",
|
|
37
|
-
"-",
|
|
38
|
-
"*",
|
|
39
|
-
"/",
|
|
40
|
-
"%",
|
|
41
|
-
"==",
|
|
42
|
-
"!=",
|
|
43
|
-
">",
|
|
44
|
-
"<",
|
|
45
|
-
">=",
|
|
46
|
-
"<=",
|
|
47
|
-
"||",
|
|
48
|
-
"&&",
|
|
49
|
-
"??",
|
|
50
|
-
"|",
|
|
51
|
-
"!",
|
|
52
|
-
];
|
|
53
|
-
for (const op of ops) {
|
|
54
|
-
const token = tokenizer.nextToken();
|
|
55
|
-
assert.equal(token?.kind, Kind.OPERATOR);
|
|
56
|
-
assert.equal(token?.value, op);
|
|
57
|
-
}
|
|
58
|
-
});
|
|
59
|
-
it("should tokenize optional chaining operator", () => {
|
|
60
|
-
const tokenizer = new Tokenizer("a?.b");
|
|
61
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.IDENTIFIER, value: "a", precedence: 0 });
|
|
62
|
-
assert.deepEqual(tokenizer.nextToken(), {
|
|
63
|
-
kind: Kind.OPTIONAL_DOT,
|
|
64
|
-
value: "?.",
|
|
65
|
-
precedence: 13,
|
|
66
|
-
});
|
|
67
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.IDENTIFIER, value: "b", precedence: 0 });
|
|
68
|
-
});
|
|
69
|
-
it("should tokenize spread operator", () => {
|
|
70
|
-
const tokenizer = new Tokenizer("...arr");
|
|
71
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.SPREAD, value: "...", precedence: 0 });
|
|
72
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.IDENTIFIER, value: "arr", precedence: 0 });
|
|
73
|
-
});
|
|
74
|
-
it("should tokenize arrow function arrow", () => {
|
|
75
|
-
const tokenizer = new Tokenizer("() => {}");
|
|
76
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "(", precedence: 13 });
|
|
77
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: ")", precedence: 0 });
|
|
78
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.ARROW, value: "=>", precedence: 0 });
|
|
79
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "{", precedence: 13 });
|
|
80
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "}", precedence: 0 });
|
|
81
|
-
});
|
|
82
|
-
it("should tokenize groupers", () => {
|
|
83
|
-
const tokenizer = new Tokenizer("() [] {}");
|
|
84
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "(", precedence: 13 });
|
|
85
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: ")", precedence: 0 });
|
|
86
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "[", precedence: 13 });
|
|
87
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "]", precedence: 0 });
|
|
88
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "{", precedence: 13 });
|
|
89
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.GROUPER, value: "}", precedence: 0 });
|
|
90
|
-
});
|
|
91
|
-
it("should handle escaped strings", () => {
|
|
92
|
-
const tokenizer = new Tokenizer("'foo\\'bar'");
|
|
93
|
-
assert.deepEqual(tokenizer.nextToken(), { kind: Kind.STRING, value: "foo'bar", precedence: 0 });
|
|
94
|
-
});
|
|
95
|
-
it("should throw on unterminated string", () => {
|
|
96
|
-
const tokenizer = new Tokenizer("'foo");
|
|
97
|
-
assert.throws(() => tokenizer.nextToken(), "unterminated string");
|
|
98
|
-
});
|
|
99
|
-
it("should throw on unexpected character", () => {
|
|
100
|
-
const tokenizer = new Tokenizer("@"); // @ is not a valid operator or identifier start
|
|
101
|
-
// Wait, @ is usually not valid but might be caught by default case?
|
|
102
|
-
// Current tokenizer implementation:
|
|
103
|
-
/*
|
|
104
|
-
if (_isQuote(this._next!)) return this._tokenizeString();
|
|
105
|
-
if (_isIdentOrKeywordStart(this._next!)) ...
|
|
106
|
-
if (_isNumber(this._next!)) ...
|
|
107
|
-
if (this._next === 46) ...
|
|
108
|
-
if (this._next === 44) ...
|
|
109
|
-
if (this._next === 58) ...
|
|
110
|
-
if (_isOperator(this._next!)) ...
|
|
111
|
-
if (_isGrouper(this._next!)) ...
|
|
112
|
-
this._advance();
|
|
113
|
-
if (this._next !== undefined) throw new Error...
|
|
114
|
-
*/
|
|
115
|
-
// If it falls through, it advances and checks if end of input.
|
|
116
|
-
// If @ is input, it advances past @. _next becomes undefined (if end of string).
|
|
117
|
-
// Then it returns undefined.
|
|
118
|
-
// So '@' is ignored? That seems like a BUG.
|
|
119
|
-
// Let's verify this behavior.
|
|
120
|
-
assert.equal(tokenizer.nextToken(), undefined);
|
|
121
|
-
// If this passes, then unexpected characters are silently ignored, which is bad.
|
|
122
|
-
});
|
|
123
|
-
});
|
|
124
|
-
//# sourceMappingURL=tokenizer.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.test.js","sourceRoot":"","sources":["../../src/expressions/tokenizer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEjD,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACnD,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAClD,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE;YACvC,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,KAAK,EAAE,MAAM;YACb,UAAU,EAAE,CAAC;SACb,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QAClC,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACrD,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QAClC,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACpC,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG;YACX,GAAG;YACH,GAAG;YACH,GAAG;YACH,GAAG;YACH,GAAG;YACH,IAAI;YACJ,IAAI;YACJ,GAAG;YACH,GAAG;YACH,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,GAAG;YACH,GAAG;SACH,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAChC,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE;YACvC,IAAI,EAAE,IAAI,CAAC,YAAY;YACvB,KAAK,EAAE,IAAI;YACX,UAAU,EAAE,EAAE;SACd,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC/C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACnC,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACxC,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC/C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,gDAAgD;QACtF,oEAAoE;QACpE,oCAAoC;QACpC;;;;;;;;;;;MAWI;QACJ,+DAA+D;QAC/D,iFAAiF;QACjF,6BAA6B;QAC7B,4CAA4C;QAE5C,8BAA8B;QAC9B,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC;QAC/C,iFAAiF;IAClF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|