@aster-cloud/aster-lang-ts 0.0.1

package/dist/test/unit/keyword-translator.test.js

@@ -0,0 +1,251 @@
+/**
+ * @module test/unit/keyword-translator.test
+ *
+ * 关键词翻译器单元测试。
+ *
+ * 验证中文关键词能被正确翻译为英文关键词，
+ * 以支持完整的中文 CNL 编译流程。
+ */
+import { describe, it } from 'node:test';
+import assert from 'node:assert';
+import { createKeywordTranslator, buildKeywordTranslationIndex, buildFullTranslationIndex, translateToken, translateTokens, needsKeywordTranslation, } from '../../src/frontend/keyword-translator.js';
+import { canonicalize } from '../../src/frontend/canonicalizer.js';
+import { lex } from '../../src/frontend/lexer.js';
+import { parse } from '../../src/parser.js';
+import { ZH_CN } from '../../src/config/lexicons/zh-CN.js';
+import { EN_US } from '../../src/config/lexicons/en-US.js';
+import { TokenKind } from '../../src/frontend/tokens.js';
+describe('关键词翻译器', () => {
+    describe('buildKeywordTranslationIndex', () => {
+        it('应构建 zh-CN 到 en-US 的翻译索引', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            // 验证控制流关键词（普通关键词，不含【】）
+            assert.strictEqual(index.get('若'), 'if');
+            assert.strictEqual(index.get('返回'), 'return');
+            assert.strictEqual(index.get('否则'), 'otherwise');
+            assert.strictEqual(index.get('令'), 'let');
+            assert.strictEqual(index.get('为'), 'be');
+            // 验证普通类型定义关键词（不含【】）
+            assert.strictEqual(index.get('包含'), 'with');
+            // 验证函数定义关键词
+            assert.strictEqual(index.get('入参'), 'to');
+            assert.strictEqual(index.get('产出'), 'produce');
+            // 验证类型关键词
+            assert.strictEqual(index.get('整数'), 'int');
+            assert.strictEqual(index.get('文本'), 'text');
+            assert.strictEqual(index.get('布尔'), 'bool');
+            // 验证布尔字面量
+            assert.strictEqual(index.get('真'), 'true');
+            assert.strictEqual(index.get('假'), 'false');
+            assert.strictEqual(index.get('空'), 'null');
+        });
+        it('应支持大小写不敏感的映射', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            // 中文关键词没有大小写问题，但英文关键词应保持原始大小写
+            assert.strictEqual(index.get('若'), 'if');
+        });
+        it('对相同词法表应返回空索引', () => {
+            const index = buildKeywordTranslationIndex(EN_US, EN_US);
+            assert.strictEqual(index.size, 0);
+        });
+    });
+    describe('buildFullTranslationIndex', () => {
+        it('应构建普通关键词和标记关键词的完整索引', () => {
+            const { index, markerIndex } = buildFullTranslationIndex(ZH_CN, EN_US);
+            // 验证普通关键词在 index 中
+            assert.strictEqual(index.get('若'), 'if');
+            assert.strictEqual(index.get('返回'), 'return');
+            assert.strictEqual(index.get('包含'), 'with');
+            // 验证标记关键词在 markerIndex 中（不含【】的内部值）
+            assert.strictEqual(markerIndex.get('定义'), 'define');
+            assert.strictEqual(markerIndex.get('模块'), 'this module is');
+            assert.strictEqual(markerIndex.get('流程'), 'workflow');
+            assert.strictEqual(markerIndex.get('步骤'), 'step');
+        });
+    });
+    describe('needsKeywordTranslation', () => {
+        it('zh-CN 到 en-US 需要翻译', () => {
+            assert.strictEqual(needsKeywordTranslation(ZH_CN, EN_US), true);
+        });
+        it('en-US 到 en-US 不需要翻译', () => {
+            assert.strictEqual(needsKeywordTranslation(EN_US, EN_US), false);
+        });
+        it('默认目标为 en-US', () => {
+            assert.strictEqual(needsKeywordTranslation(ZH_CN), true);
+            assert.strictEqual(needsKeywordTranslation(EN_US), false);
+        });
+    });
+    describe('translateToken', () => {
+        it('应翻译 IDENT 类型的关键词 token', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            const token = {
+                kind: TokenKind.IDENT,
+                value: '若',
+                start: { line: 1, col: 1 },
+                end: { line: 1, col: 2 },
+            };
+            const translated = translateToken(token, index);
+            assert.strictEqual(translated.value, 'if');
+            assert.strictEqual(translated.kind, TokenKind.IDENT);
+        });
+        it('应保持非关键词 token 不变', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            const token = {
+                kind: TokenKind.IDENT,
+                value: '驾驶员', // 不是关键词，是标识符
+                start: { line: 1, col: 1 },
+                end: { line: 1, col: 4 },
+            };
+            const translated = translateToken(token, index);
+            assert.strictEqual(translated.value, '驾驶员');
+        });
+        it('应保持非 IDENT 类型 token 不变', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            const token = {
+                kind: TokenKind.INT,
+                value: 42,
+                start: { line: 1, col: 1 },
+                end: { line: 1, col: 3 },
+            };
+            const translated = translateToken(token, index);
+            assert.strictEqual(translated.value, 42);
+            assert.strictEqual(translated.kind, TokenKind.INT);
+        });
+    });
+    describe('translateTokens', () => {
+        it('应翻译 token 数组中的所有关键词', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            const tokens = [
+                { kind: TokenKind.IDENT, value: '若', start: { line: 1, col: 1 }, end: { line: 1, col: 2 } },
+                { kind: TokenKind.IDENT, value: 'x', start: { line: 1, col: 3 }, end: { line: 1, col: 4 } },
+                { kind: TokenKind.COLON, value: ':', start: { line: 1, col: 5 }, end: { line: 1, col: 6 } },
+                { kind: TokenKind.IDENT, value: '返回', start: { line: 1, col: 7 }, end: { line: 1, col: 9 } },
+            ];
+            const translated = translateTokens(tokens, index);
+            assert.strictEqual(translated[0].value, 'if');
+            assert.strictEqual(translated[1].value, 'x');
+            assert.strictEqual(translated[2].kind, TokenKind.COLON);
+            assert.strictEqual(translated[3].value, 'return');
+        });
+        it('不应修改原数组', () => {
+            const index = buildKeywordTranslationIndex(ZH_CN, EN_US);
+            const original = [
+                { kind: TokenKind.IDENT, value: '若', start: { line: 1, col: 1 }, end: { line: 1, col: 2 } },
+            ];
+            translateTokens(original, index);
+            assert.strictEqual(original[0].value, '若');
+        });
+    });
+    describe('createKeywordTranslator', () => {
+        it('应创建完整的翻译器对象', () => {
+            const translator = createKeywordTranslator(ZH_CN);
+            assert.ok(translator.index instanceof Map);
+            assert.strictEqual(typeof translator.translateToken, 'function');
+            assert.strictEqual(typeof translator.translateTokens, 'function');
+            assert.strictEqual(typeof translator.hasTranslation, 'function');
+            assert.strictEqual(typeof translator.getTranslation, 'function');
+        });
+        it('hasTranslation 应正确判断', () => {
+            const translator = createKeywordTranslator(ZH_CN);
+            assert.strictEqual(translator.hasTranslation('若'), true);
+            assert.strictEqual(translator.hasTranslation('返回'), true);
+            assert.strictEqual(translator.hasTranslation('驾驶员'), false);
+            assert.strictEqual(translator.hasTranslation('if'), false); // 英文关键词不在翻译索引中
+        });
+        it('getTranslation 应返回正确的翻译', () => {
+            const translator = createKeywordTranslator(ZH_CN);
+            assert.strictEqual(translator.getTranslation('若'), 'if');
+            assert.strictEqual(translator.getTranslation('返回'), 'return');
+            assert.strictEqual(translator.getTranslation('驾驶员'), undefined);
+        });
+    });
+    describe('完整编译流程集成', () => {
+        it('应能解析翻译后的中文 CNL 简单返回语句', () => {
+            // 中文源代码
+            const zhSource = '入参 id 产出 整数：\n  返回 1。';
+            // 步骤 1: 规范化
+            const canonical = canonicalize(zhSource, ZH_CN);
+            // 步骤 2: 词法分析
+            const tokens = lex(canonical, ZH_CN);
+            // 步骤 3: 关键词翻译
+            const translator = createKeywordTranslator(ZH_CN);
+            const translatedTokens = translator.translateTokens(tokens);
+            // 验证关键词已翻译
+            const identTokens = translatedTokens.filter(t => t.kind === TokenKind.IDENT);
+            const hasTo = identTokens.some(t => t.value === 'to');
+            const hasProduce = identTokens.some(t => t.value === 'produce');
+            const hasReturn = identTokens.some(t => t.value === 'return');
+            const hasInt = identTokens.some(t => t.value === 'int');
+            assert.ok(hasTo, '应有翻译后的 "to" 关键词');
+            assert.ok(hasProduce, '应有翻译后的 "produce" 关键词');
+            assert.ok(hasReturn, '应有翻译后的 "return" 关键词');
+            assert.ok(hasInt, '应有翻译后的 "int" 类型');
+            // 步骤 4: 解析（使用翻译后的 token）
+            const ast = parse(translatedTokens);
+            // 验证 AST 结构
+            assert.ok(ast, '应生成 AST');
+            assert.ok(ast.decls.length > 0, '应有声明');
+        });
+        it('应能解析翻译后的中文 CNL 类型定义', () => {
+            // 中文类型定义
+            const zhSource = '【定义】 Driver 包含 age：整数。';
+            // 完整编译流程
+            const canonical = canonicalize(zhSource, ZH_CN);
+            const tokens = lex(canonical, ZH_CN);
+            const translator = createKeywordTranslator(ZH_CN);
+            const translatedTokens = translator.translateTokens(tokens);
+            // 验证关键词翻译
+            // 标记关键词【定义】被合并为 TYPE_IDENT token
+            const typeIdentTokens = translatedTokens.filter(t => t.kind === TokenKind.TYPE_IDENT);
+            const hasDefine = typeIdentTokens.some(t => t.value === 'define');
+            // 普通关键词保持为 IDENT token
+            const identTokens = translatedTokens.filter(t => t.kind === TokenKind.IDENT);
+            const hasWith = identTokens.some(t => t.value === 'with');
+            const hasInt = identTokens.some(t => t.value === 'int');
+            assert.ok(hasDefine, '应有翻译后的 "define" 关键词（TYPE_IDENT）');
+            assert.ok(hasWith, '应有翻译后的 "with" 关键词');
+            assert.ok(hasInt, '应有翻译后的 "int" 类型');
+            // 解析
+            const ast = parse(translatedTokens);
+            assert.ok(ast, '应生成 AST');
+            // 验证类型定义
+            const dataDef = ast.decls.find(d => d.kind === 'Data');
+            assert.ok(dataDef, '应有 Data 类型定义');
+        });
+        it('应能解析翻译后的中文 CNL If 语句', () => {
+            // 中文 If 语句 (CNL 改进: 移除冗余逗号)
+            const zhSource = `入参 check 产出 整数：
+  若 1 小于 2：
+    返回 1。
+  返回 0。`;
+            // 完整编译流程
+            const canonical = canonicalize(zhSource, ZH_CN);
+            const tokens = lex(canonical, ZH_CN);
+            const translator = createKeywordTranslator(ZH_CN);
+            const translatedTokens = translator.translateTokens(tokens);
+            // 验证关键词翻译
+            const identTokens = translatedTokens.filter(t => t.kind === TokenKind.IDENT);
+            const hasIf = identTokens.some(t => t.value === 'if');
+            const hasReturn = identTokens.some(t => t.value === 'return');
+            assert.ok(hasIf, '应有翻译后的 "if" 关键词');
+            assert.ok(hasReturn, '应有翻译后的 "return" 关键词');
+            // 解析
+            const ast = parse(translatedTokens);
+            assert.ok(ast, '应生成 AST');
+        });
+        it('英文 CNL 不受影响', () => {
+            // 英文源代码
+            const enSource = 'To id, produce Int:\n  Return 1.';
+            // 完整编译流程（英文不需要翻译，但测试流程不会出错）
+            const canonical = canonicalize(enSource, EN_US);
+            const tokens = lex(canonical, EN_US);
+            // 英文不需要翻译
+            assert.strictEqual(needsKeywordTranslation(EN_US), false);
+            // 直接解析
+            const ast = parse(tokens);
+            assert.ok(ast, '应生成 AST');
+            assert.ok(ast.decls.length > 0, '应有声明');
+        });
+    });
+});
+//# sourceMappingURL=keyword-translator.test.js.map

package/dist/test/unit/keyword-translator.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword-translator.test.js","sourceRoot":"","sources":["../../../test/unit/keyword-translator.test.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAc,MAAM,WAAW,CAAC;AACrD,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EACL,uBAAuB,EACvB,4BAA4B,EAC5B,yBAAyB,EACzB,cAAc,EACd,eAAe,EACf,uBAAuB,GACxB,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,GAAG,EAAE,MAAM,6BAA6B,CAAC;AAClD,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,oCAAoC,CAAC;AAC3D,OAAO,EAAE,KAAK,EAAE,MAAM,oCAAoC,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGzD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACtB,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAEzD,uBAAuB;YACvB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,CAAC;YACjD,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YAEzC,oBAAoB;YACpB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAE5C,YAAY;YACZ,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/C,UAAU;YACV,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAE5C,UAAU;YACV,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YACtB,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAEzD,8BAA8B;YAC9B,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;YACtB,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACzC,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,yBAAyB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAEvE,mBAAmB;YACnB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAE5C,mCAAmC;YACnC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;YACpD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAC5D,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC5B,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YACrB,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,KAAK,GAAU;gBACnB,IAAI,EAAE,SAAS,CAAC,KAAK;gBACrB,KAAK,EAAE,GAAG;gBACV,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;gBAC1B,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;aACzB,CAAC;YAEF,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;YAC1B,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,KAAK,GAAU;gBACnB,IAAI,EAAE,SAAS,CAAC,KAAK;gBACrB,KAAK,EAAE,KAAK,EAAE,aAAa;gBAC3B,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;gBAC1B,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;aACzB,CAAC;YAEF,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,KAAK,GAAU;gBACnB,IAAI,EAAE,SAAS,CAAC,GAAG;gBACnB,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;gBAC1B,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;aACzB,CAAC;YAEF,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,MAAM,GAAY;gBACtB,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;gBAC3F,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;gBAC3F,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;gBAC3F,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;aAC7F,CAAC;YAEF,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACjB,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAY;gBACxB,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;aAC5F,CAAC;YAEF,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACjC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YACrB,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,YAAY,GAAG,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,OAAO,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;YACjE,MAAM,CAAC,WAAW,CAAC,OAAO,UAAU,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YAClE,MAAM,CAAC,WAAW,CAAC,OAAO,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;YACjE,MAAM,CAAC,WAAW,CAAC,OAAO,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC9B,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1D,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAC5D,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,eAAe;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,QAAQ;YACR,MAAM,QAAQ,GAAG,uBAAuB,CAAC;YAEzC,YAAY;YACZ,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAEhD,aAAa;YACb,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAErC,cAAc;YACd,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,gBAAgB,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAE5D,WAAW;YACX,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7E,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;YACtD,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;YAChE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;YAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;YAExD,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;YAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;YAErC,yBAAyB;YACzB,MAAM,GAAG,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAEpC,YAAY;YACZ,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAC1B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,SAAS;YACT,MAAM,QAAQ,GAAG,wBAAwB,CAAC;YAE1C,SAAS;YACT,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACrC,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,gBAAgB,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAE5D,UAAU;YACV,iCAAiC;YACjC,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,CAAC;YACtF,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;YAElE,uBAAuB;YACvB,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;YAExD,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,iCAAiC,CAAC,CAAC;YACxD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;YAErC,KAAK;YACL,MAAM,GAAG,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAE1B,SAAS;YACT,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YACvD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC9B,4BAA4B;YAC5B,MAAM,QAAQ,GAAG;;;QAGf,CAAC;YAEH,SAAS;YACT,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACrC,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,gBAAgB,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAE5D,UAAU;YACV,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7E,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;YAE9D,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;YAE5C,KAAK;YACL,MAAM,GAAG,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YACrB,QAAQ;YACR,MAAM,QAAQ,GAAG,kCAAkC,CAAC;YAEpD,4BAA4B;YAC5B,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAErC,UAAU;YACV,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAE1D,OAAO;YACP,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YAC1B,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAC1B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/unit/lexer/lexer.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=lexer.test.d.ts.map

package/dist/test/unit/lexer/lexer.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexer.test.d.ts","sourceRoot":"","sources":["../../../../test/unit/lexer/lexer.test.ts"],"names":[],"mappings":""}

package/dist/test/unit/lexer/lexer.test.js

@@ -0,0 +1,136 @@
+import { describe, test, it } from 'node:test';
+import assert from 'node:assert/strict';
+import { canonicalize } from '../../../src/frontend/canonicalizer.js';
+import { lex } from '../../../src/frontend/lexer.js';
+import { TokenKind, isCommentToken } from '../../../src/types.js';
+function tokenize(source) {
+    const canonical = canonicalize(source);
+    return lex(canonical);
+}
+function significant(tokens) {
+    return tokens.filter(token => token.channel !== 'trivia');
+}
+describe('词法分析器', () => {
+    test('应该识别模块声明中的标识符序列', () => {
+        const tokens = significant(tokenize(`
+This module is test.lexer.basic.
+`));
+        const words = tokens
+            .filter(t => t.kind === TokenKind.IDENT || t.kind === TokenKind.TYPE_IDENT)
+            .map(t => t.value.toLowerCase());
+        assert.deepEqual(words.slice(0, 3), ['this', 'module', 'is']);
+        assert.equal(tokens.some(t => t.kind === TokenKind.DOT), true, '模块名应该拆分出 DOT');
+    });
+    test('应该识别整数、浮点数与长整型字面量', () => {
+        const tokens = significant(tokenize('Return 42 3.14 9l.'));
+        const intToken = tokens.find(t => t.kind === TokenKind.INT);
+        const floatToken = tokens.find(t => t.kind === TokenKind.FLOAT);
+        const longToken = tokens.find(t => t.kind === TokenKind.LONG);
+        assert.equal(intToken?.value, 42);
+        assert.equal(floatToken?.value, 3.14);
+        // Long literals now use string to preserve precision for values > Number.MAX_SAFE_INTEGER
+        assert.equal(longToken?.value, '9');
+    });
+    test('应该识别字符串字面量并保留内容', () => {
+        const tokens = significant(tokenize('Return "Aster test".'));
+        const strToken = tokens.find(t => t.kind === TokenKind.STRING);
+        assert.equal(strToken?.value, 'Aster test');
+    });
+    test('应该识别布尔与 null 关键字', () => {
+        const tokens = significant(tokenize('Return true false null.'));
+        const boolValues = tokens.filter(t => t.kind === TokenKind.BOOL).map(t => t.value);
+        const nullToken = tokens.find(t => t.kind === TokenKind.NULL);
+        assert.deepEqual(boolValues, [true, false]);
+        assert.equal(nullToken?.value, null);
+    });
+    test('应该跟踪换行与缩进生成 INDENT/DEDENT', () => {
+        const tokens = significant(tokenize(`
+To sample, produce Int:
+  Return 1.
+`));
+        const indentCount = tokens.filter(t => t.kind === TokenKind.INDENT).length;
+        const dedentCount = tokens.filter(t => t.kind === TokenKind.DEDENT).length;
+        assert.equal(indentCount, 1, '函数体首行应该生成一次 INDENT');
+        assert.equal(dedentCount, 1, '函数体结束前应该生成一次 DEDENT');
+    });
+    test('应该为 token 提供准确的位置信息', () => {
+        const tokens = significant(tokenize(`
+Return 1.
+`));
+        const returnToken = tokens.find(t => t.value?.toLowerCase() === 'return');
+        assert.ok(returnToken, '应该找到 Return token');
+        assert.equal(returnToken.start.line, 2);
+        assert.equal(returnToken.start.col, 1);
+    });
+    test('应该将注释标记为 trivia 渠道并保留文本', () => {
+        const tokens = lex(`# comment line\nReturn 1.\n`);
+        const comments = tokens.filter(t => t.kind === TokenKind.COMMENT);
+        assert.equal(comments.length, 1);
+        const comment = comments[0];
+        assert.equal(comment.channel, 'trivia');
+        assert.equal(comment.value.text, 'comment line');
+    });
+    test('应该在遇到非法字符时抛出诊断错误', () => {
+        assert.throws(() => tokenize('Return %(1).'), /unexpected character/i, '非法字符 % 应该触发诊断');
+    });
+    describe('边界场景', () => {
+        it('应该正确识别注释语法并区分双斜线与井号', () => {
+            const tokens = lex(`// trailing comment
+# leading comment
+`);
+            const comments = tokens.filter(isCommentToken);
+            assert.equal(comments.length, 2);
+            assert.equal(comments[0].value.text, 'trailing comment');
+            assert.equal(comments[1].value.text, 'leading comment');
+            assert.equal(comments.every(token => token.channel === 'trivia'), true);
+        });
+        it('应该将除法符号与标识符区分开（含空格与无空格场景）', () => {
+            const withSpaces = significant(lex('a / b'));
+            assert.equal(withSpaces[0].kind, TokenKind.IDENT);
+            assert.equal(withSpaces[1].kind, TokenKind.SLASH);
+            assert.equal(withSpaces[2].kind, TokenKind.IDENT);
+            const withoutSpaces = significant(lex('a/b'));
+            assert.equal(withoutSpaces[0].kind, TokenKind.IDENT);
+            assert.equal(withoutSpaces[1].kind, TokenKind.SLASH);
+            assert.equal(withoutSpaces[2].kind, TokenKind.IDENT);
+        });
+        it('应该识别比较运算符并处理紧邻标识符的表达式', () => {
+            const ops = significant(lex('< <= > >='));
+            assert.deepEqual(ops.slice(0, 4).map(token => token.kind), [TokenKind.LT, TokenKind.LTE, TokenKind.GT, TokenKind.GTE]);
+            const noSpaces = significant(lex('a<b'));
+            assert.equal(noSpaces[0].kind, TokenKind.IDENT);
+            assert.equal(noSpaces[1].kind, TokenKind.LT);
+            assert.equal(noSpaces[2].kind, TokenKind.IDENT);
+            const withSpaces = significant(lex('a < b'));
+            assert.equal(withSpaces[0].kind, TokenKind.IDENT);
+            assert.equal(withSpaces[1].kind, TokenKind.LT);
+            assert.equal(withSpaces[2].kind, TokenKind.IDENT);
+        });
+        it('应该在奇数缩进时报错并允许 2 空格缩进', () => {
+            assert.throws(() => tokenize(`To broken, produce Int:
+   Return 1.
+`), error => {
+                assert.match(String(error), /Indentation must be multiples of 2 spaces/i);
+                return true;
+            });
+            const okTokens = tokenize(`To fine, produce Int:
+  Return 1.
+`);
+            const indentCount = okTokens.filter(token => token.kind === TokenKind.INDENT).length;
+            const dedentCount = okTokens.filter(token => token.kind === TokenKind.DEDENT).length;
+            assert.equal(indentCount, 1);
+            assert.equal(dedentCount, 1);
+        });
+        it('应该在未闭合字符串时报错并保留转义字符', () => {
+            assert.throws(() => tokenize('Return "missing.'), error => {
+                assert.match(String(error), /Unterminated string literal/i);
+                return true;
+            });
+            const tokens = significant(tokenize('Return "quote: \\" newline: \\\\n".'));
+            const stringToken = tokens.find(token => token.kind === TokenKind.STRING);
+            assert.ok(stringToken, '应该生成字符串 token');
+            assert.equal(stringToken.value, 'quote: " newline: \\n');
+        });
+    });
+});
+//# sourceMappingURL=lexer.test.js.map

package/dist/test/unit/lexer/lexer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexer.test.js","sourceRoot":"","sources":["../../../../test/unit/lexer/lexer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAC;AACtE,OAAO,EAAE,GAAG,EAAE,MAAM,gCAAgC,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAGlE,SAAS,QAAQ,CAAC,MAAc;IAC9B,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,WAAW,CAAC,MAAwB;IAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;AAC5D,CAAC;AAED,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACrB,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC3B,MAAM,MAAM,GAAG,WAAW,CACxB,QAAQ,CAAC;;CAEd,CAAC,CACG,CAAC;QACF,MAAM,KAAK,GAAG,MAAM;aACjB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC;aAC1E,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,CAAC,KAAgB,CAAC,WAAW,EAAE,CAAC,CAAC;QAE/C,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;QAE9D,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACtC,0FAA0F;QAC1F,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC3B,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC;QAE/D,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;QAE9D,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,WAAW,CACxB,QAAQ,CAAC;;;CAGd,CAAC,CACG,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC3E,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAE3E,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,oBAAoB,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,qBAAqB,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC/B,MAAM,MAAM,GAAG,WAAW,CACxB,QAAQ,CAAC;;CAEd,CAAC,CACG,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,CAAC,KAA4B,EAAE,WAAW,EAAE,KAAK,QAAQ,CAAC,CAAC;QAClG,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,WAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,WAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAE,OAAO,CAAC,KAA0B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC5B,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,EAC9B,uBAAuB,EACvB,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;QACpB,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,MAAM,MAAM,GAAG,GAAG,CAChB;;CAEP,CACM,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YACzD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YAEnD,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,SAAS,CACd,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EACxC,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,GAAG,CAAC,CAC3D,CAAC;YAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YAEjD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC9B,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CACH,QAAQ,CAAC;;CAElB,CAAC,EACM,KAAK,CAAC,EAAE;gBACN,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,4CAA4C,CAAC,CAAC;gBAC1E,OAAO,IAAI,CAAC;YACd,CAAC,CACF,CAAC;YAEF,MAAM,QAAQ,GAAG,QAAQ,CAAC;;CAE/B,CAAC,CAAC;YACG,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YACrF,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YACrF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAClC,KAAK,CAAC,EAAE;gBACN,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,8BAA8B,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC;YACd,CAAC,CACF,CAAC;YAEF,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,CAAC;YAC5E,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC;YAC1E,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,WAAY,CAAC,KAAK,EAAE,uBAAuB,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/unit/lexer/newline-handling.test.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @module test/unit/lexer/newline-handling.test
+ *
+ * 测试词法分析器对不同换行格式的处理：
+ * - LF (`\n`) - Unix/Linux/macOS 标准换行
+ * - CRLF (`\r\n`) - Windows 换行
+ * - CR-only (`\r`) - 经典 Mac OS 换行
+ *
+ * 这些测试直接调用 lex()，绕过 canonicalizer（因为 canonicalizer 会统一转换换行符）
+ */
+export {};
+//# sourceMappingURL=newline-handling.test.d.ts.map

package/dist/test/unit/lexer/newline-handling.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"newline-handling.test.d.ts","sourceRoot":"","sources":["../../../../test/unit/lexer/newline-handling.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG"}