allang-compiler-base 0.0.1

package/dist/base/log.d.ts

@@ -0,0 +1,7 @@
+interface log {
+    error(text: string, line: number): void;
+    warn(text: string, line: number): void;
+    info(text: string, line: number): void;
+}
+export { log };
+//# sourceMappingURL=log.d.ts.map

package/dist/base/log.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../../src/base/log.ts"],"names":[],"mappings":"AAAA,UAAU,GAAG;IACT,KAAK,CAAC,IAAI,EAAC,MAAM,EAAC,IAAI,EAAC,MAAM,GAAE,IAAI,CAAA;IACnC,IAAI,CAAC,IAAI,EAAC,MAAM,EAAC,IAAI,EAAC,MAAM,GAAE,IAAI,CAAA;IAClC,IAAI,CAAC,IAAI,EAAC,MAAM,EAAC,IAAI,EAAC,MAAM,GAAE,IAAI,CAAA;CACrC;AACD,OAAO,EAAC,GAAG,EAAC,CAAA"}

package/dist/base/log.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=log.js.map

package/dist/base/log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.js","sourceRoot":"","sources":["../../src/base/log.ts"],"names":[],"mappings":""}

package/dist/base/model.d.ts

@@ -0,0 +1,7 @@
+declare class KV<K, V> {
+    key: K;
+    value: V;
+    constructor(key: K, value: V);
+}
+export { KV };
+//# sourceMappingURL=model.d.ts.map

package/dist/base/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../src/base/model.ts"],"names":[],"mappings":"AAAA,cAAM,EAAE,CAAC,CAAC,EAAC,CAAC;IACD,GAAG,EAAC,CAAC,CAAA;IACL,KAAK,EAAC,CAAC,CAAA;gBACF,GAAG,EAAC,CAAC,EAAC,KAAK,EAAC,CAAC;CAI5B;AACD,OAAO,EAAC,EAAE,EAAC,CAAA"}

package/dist/base/model.js

@@ -0,0 +1,8 @@
+class KV {
+    constructor(key, value) {
+        this.key = key;
+        this.value = value;
+    }
+}
+export { KV };
+//# sourceMappingURL=model.js.map

package/dist/base/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../src/base/model.ts"],"names":[],"mappings":"AAAA,MAAM,EAAE;IAGJ,YAAY,GAAK,EAAC,KAAO;QACrB,IAAI,CAAC,GAAG,GAAC,GAAG,CAAA;QACZ,IAAI,CAAC,KAAK,GAAC,KAAK,CAAA;IACpB,CAAC;CACJ;AACD,OAAO,EAAC,EAAE,EAAC,CAAA"}

package/dist/core/parser/grammar.d.ts

@@ -0,0 +1,19 @@
+import { token, token_type } from '../pre';
+import { log } from '../../base/log';
+interface tools {
+    peek(): token;
+    now(): token;
+    next(): token;
+    match(data: token): boolean;
+    match(data: token_type): boolean;
+    backup(): void;
+    restore(): void;
+}
+declare class Tree {
+}
+interface grammar {
+    match(tool: tools, log: log): boolean;
+    tree(): Tree;
+}
+export { tools, grammar, Tree };
+//# sourceMappingURL=grammar.d.ts.map

package/dist/core/parser/grammar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grammar.d.ts","sourceRoot":"","sources":["../../../src/core/parser/grammar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,QAAQ,CAAA;AACxC,OAAO,EAAC,GAAG,EAAC,MAAM,gBAAgB,CAAA;AAElC,UAAU,KAAK;IACX,IAAI,IAAG,KAAK,CAAA;IACZ,GAAG,IAAG,KAAK,CAAA;IACX,IAAI,IAAG,KAAK,CAAA;IACZ,KAAK,CAAC,IAAI,EAAC,KAAK,GAAE,OAAO,CAAA;IACzB,KAAK,CAAC,IAAI,EAAC,UAAU,GAAE,OAAO,CAAA;IAC9B,MAAM,IAAG,IAAI,CAAA;IACb,OAAO,IAAG,IAAI,CAAA;CACjB;AACD,cAAM,IAAI;CACT;AACD,UAAU,OAAO;IACb,KAAK,CAAC,IAAI,EAAC,KAAK,EAAC,GAAG,EAAC,GAAG,GAAE,OAAO,CAAA;IACjC,IAAI,IAAG,IAAI,CAAA;CACd;AACD,OAAO,EAAC,KAAK,EAAC,OAAO,EAAC,IAAI,EAAC,CAAA"}

package/dist/core/parser/grammar.js

@@ -0,0 +1,4 @@
+class Tree {
+}
+export { Tree };
+//# sourceMappingURL=grammar.js.map

package/dist/core/parser/grammar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grammar.js","sourceRoot":"","sources":["../../../src/core/parser/grammar.ts"],"names":[],"mappings":"AAYA,MAAM,IAAI;CACT;AAKD,OAAO,EAAe,IAAI,EAAC,CAAA"}

package/dist/core/pre/index.d.ts

@@ -0,0 +1,13 @@
+import { token, token_type, word, match_type } from './model';
+import { match } from './match';
+import segment from './segment';
+declare const _default: {
+    segment: typeof segment;
+    token: typeof token;
+    token_type: typeof token_type;
+    word: typeof word;
+    match_type: typeof match_type;
+};
+export default _default;
+export { segment, token, token_type, word, match_type, match };
+//# sourceMappingURL=index.d.ts.map

package/dist/core/pre/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/pre/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,UAAU,EAAE,IAAI,EAAE,UAAU,EAAC,MAAM,SAAS,CAAA;AAC1D,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAA;AAC7B,OAAO,OAAO,MAAM,WAAW,CAAA;;;;;;;;AAC/B,wBAMC;AACD,OAAO,EAAC,OAAO,EAAC,KAAK,EAAC,UAAU,EAAC,IAAI,EAAC,UAAU,EAAE,KAAK,EAAC,CAAA"}

package/dist/core/pre/index.js

@@ -0,0 +1,12 @@
+import { token, token_type, word, match_type } from './model';
+import { match } from './match';
+import segment from './segment';
+export default {
+    segment: segment,
+    token: token,
+    token_type: token_type,
+    word: word,
+    match_type: match_type
+};
+export { segment, token, token_type, word, match_type, match };
+//# sourceMappingURL=index.js.map

package/dist/core/pre/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/pre/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,UAAU,EAAE,IAAI,EAAE,UAAU,EAAC,MAAM,SAAS,CAAA;AAC1D,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAA;AAC7B,OAAO,OAAO,MAAM,WAAW,CAAA;AAC/B,eAAe;IACX,OAAO,EAAC,OAAO;IACf,KAAK,EAAC,KAAK;IACX,UAAU,EAAC,UAAU;IACrB,IAAI,EAAC,IAAI;IACT,UAAU,EAAC,UAAU;CACxB,CAAA;AACD,OAAO,EAAC,OAAO,EAAC,KAAK,EAAC,UAAU,EAAC,IAAI,EAAC,UAAU,EAAE,KAAK,EAAC,CAAA"}

package/dist/core/pre/match.d.ts

@@ -0,0 +1,12 @@
+/**
+ * 用于匹配string,identifier,number
+ * 作者:白子煦
+ * 最新修改:2026.4.4
+ */
+import { match_type } from './model';
+export declare function match(code: string[], i: number, type: match_type): {
+    i: number;
+    v: string;
+    o: boolean;
+};
+//# sourceMappingURL=match.d.ts.map

package/dist/core/pre/match.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"match.d.ts","sourceRoot":"","sources":["../../../src/core/pre/match.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAC,UAAU,EAAC,MAAM,SAAS,CAAA;AA0IlC,wBAAgB,KAAK,CAAC,IAAI,EAAC,MAAM,EAAE,EAAE,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,UAAU,GAAE;IAAC,CAAC,EAAC,MAAM,CAAC;IAAA,CAAC,EAAC,MAAM,CAAC;IAAA,CAAC,EAAC,OAAO,CAAA;CAAC,CAS5F"}

package/dist/core/pre/match.js

@@ -0,0 +1,162 @@
+/**
+ * 用于匹配string,identifier,number
+ * 作者:白子煦
+ * 最新修改:2026.4.4
+ */
+import { match_type } from './model';
+//索引,进制,是否成功
+//可以作为开头的
+const identifier_start = new Set([
+    'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z',
+    'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
+    '_'
+]);
+//可以作为内容的
+const identifier_content = new Set([
+    'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z',
+    'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
+    '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
+    '_', '$'
+]);
+//字符串起始
+const str = new Set([
+    '"', '\'', '`'
+]);
+function match_string(code, start) {
+    let i = start;
+    let v = '';
+    let o = false;
+    let _s;
+    if (str.has(code[i])) {
+        _s = code[i];
+        o = true;
+        while (i < code.length) {
+            if (code[i] == '\n') {
+                i++;
+                continue;
+            }
+            if (code[i] == '\\') {
+                v += code[i];
+                i++;
+                if (i >= code.length)
+                    break;
+            }
+            v += code[i];
+            if (code[i] == _s && i != start) {
+                break;
+            }
+            i++;
+        }
+        i++;
+    }
+    return { i, v, o };
+}
+function match_identifier(code, start) {
+    let i = start;
+    let v = '';
+    let o = false;
+    if (identifier_start.has(code[i])) {
+        o = true;
+        v += code[i];
+        i++;
+        while (i < code.length) {
+            if (code[i] == '\n')
+                break;
+            if (code[i] == ' ')
+                break;
+            if (!identifier_content.has(code[i]))
+                break;
+            v += code[i];
+            i++;
+        }
+        i++;
+    }
+    return { i, v, o };
+}
+function match_number(code, start) {
+    let i = start;
+    let o = false;
+    let v = '';
+    if (code[i] == '0') {
+        o = true;
+        v += '0';
+        var point = false;
+        if (code[i + 1] == 'x' || code[i + 1] == 'X') {
+            v += 'x';
+            i += 2;
+            while (i < code.length) {
+                if (code[i] == ' ') {
+                    break;
+                }
+                if (!(code[i] >= '0' && code[i] <= '9' || code[i] >= 'a' && code[i] <= 'f' || code[i] >= 'A' && code[i] <= 'F'))
+                    break;
+                v += code[i];
+                i++;
+            }
+        }
+        else if (code[i + 1] == 'b' || code[i + 1] == 'B') {
+            v += 'b';
+            i += 2;
+            while (i < code.length) {
+                if (code[i] == ' ') {
+                    break;
+                }
+                if (!(code[i] >= '0' && code[i] <= '1'))
+                    break;
+                v += code[i];
+                i++;
+            }
+        }
+        else if (code[i + 1] == 'o' || code[i + 1] == 'O') {
+            v += 'o';
+            i += 2;
+            while (i < code.length) {
+                if (code[i] == ' ') {
+                    break;
+                }
+                if (!(code[i] >= '0' && code[i] <= '7'))
+                    break;
+                v += code[i];
+                i++;
+            }
+        }
+        else {
+            o = true;
+            i++;
+            v = '0';
+        }
+    }
+    else if (code[i] >= '1' && code[i] <= '9') {
+        o = true;
+        while (i < code.length) {
+            if (code[i] == ' ')
+                break;
+            if (!(code[i] >= '0' && code[i] <= '9' || code[i] == '.')) {
+                if (v[v.length - 1] == '.') {
+                    v = v.substring(0, v.length - 1);
+                    i--;
+                }
+                break;
+            }
+            if (code[i] == '.') {
+                if (point)
+                    break;
+                point = true;
+            }
+            v += code[i];
+            i++;
+        }
+    }
+    return { i, v, o };
+}
+export function match(code, i, type) {
+    switch (type) {
+        case match_type.string:
+            return match_string(code, i);
+        case match_type.identifier:
+            return match_identifier(code, i);
+        case match_type.number:
+            return match_number(code, i);
+    }
+}
+//# sourceMappingURL=match.js.map

package/dist/core/pre/match.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"match.js","sourceRoot":"","sources":["../../../src/core/pre/match.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAC,UAAU,EAAC,MAAM,SAAS,CAAA;AAClC,YAAY;AACZ,SAAS;AACT,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC7B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChI,GAAG;CACN,CAAC,CAAA;AACF,SAAS;AACT,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChD,GAAG,EAAC,GAAG;CACV,CAAC,CAAA;AACF,OAAO;AACP,MAAM,GAAG,GAAE,IAAI,GAAG,CAAC;IACf,GAAG,EAAE,IAAI,EAAE,GAAG;CAAC,CAAC,CAAA;AAEpB,SAAS,YAAY,CAAC,IAAa,EAAE,KAAY;IAC7C,IAAI,CAAC,GAAC,KAAK,CAAA;IACX,IAAI,CAAC,GAAC,EAAE,CAAA;IACR,IAAI,CAAC,GAAC,KAAK,CAAA;IACX,IAAI,EAAS,CAAA;IACb,IAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC;QACjB,EAAE,GAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,GAAC,IAAI,CAAA;QACN,OAAM,CAAC,GAAC,IAAI,CAAC,MAAM,EAAC,CAAC;YACjB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,IAAI,EAAE,CAAC;gBACf,CAAC,EAAE,CAAA;gBACH,SAAQ;YACZ,CAAC;YACD,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,IAAI,EAAC,CAAC;gBACd,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;gBACV,CAAC,EAAE,CAAA;gBACH,IAAG,CAAC,IAAE,IAAI,CAAC,MAAM;oBAAC,MAAK;YAC3B,CAAC;YACD,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,EAAE,IAAE,CAAC,IAAE,KAAK,EAAC,CAAC;gBACtB,MAAK;YACT,CAAC;YACD,CAAC,EAAE,CAAA;QACP,CAAC;QACD,CAAC,EAAE,CAAA;IACP,CAAC;IACD,OAAO,EAAC,CAAC,EAAC,CAAC,EAAC,CAAC,EAAC,CAAA;AAClB,CAAC;AACD,SAAS,gBAAgB,CAAC,IAAa,EAAE,KAAY;IACjD,IAAI,CAAC,GAAC,KAAK,CAAA;IACX,IAAI,CAAC,GAAC,EAAE,CAAA;IACR,IAAI,CAAC,GAAC,KAAK,CAAA;IACX,IAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC;QAC9B,CAAC,GAAC,IAAI,CAAA;QACN,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,EAAE,CAAA;QACH,OAAM,CAAC,GAAC,IAAI,CAAC,MAAM,EAAC,CAAC;YACjB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,IAAI;gBAAC,MAAK;YACtB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG;gBACX,MAAK;YACT,IAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAK;YACT,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,CAAC,EAAE,CAAA;QACP,CAAC;QACD,CAAC,EAAE,CAAA;IACP,CAAC;IACD,OAAO,EAAC,CAAC,EAAC,CAAC,EAAC,CAAC,EAAC,CAAA;AAClB,CAAC;AACD,SAAS,YAAY,CAAC,IAAa,EAAE,KAAY;IAC7C,IAAI,CAAC,GAAC,KAAK,CAAA;IACX,IAAI,CAAC,GAAC,KAAK,CAAA;IACX,IAAI,CAAC,GAAC,EAAE,CAAA;IACR,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;QACb,CAAC,GAAC,IAAI,CAAA;QACN,CAAC,IAAE,GAAG,CAAA;QACN,IAAI,KAAK,GAAC,KAAK,CAAA;QACf,IAAG,IAAI,CAAC,CAAC,GAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;YAC/B,CAAC,IAAE,GAAG,CAAA;YACN,CAAC,IAAE,CAAC,CAAA;YACJ,OAAM,CAAC,GAAC,IAAI,CAAC,MAAM,EAAC,CAAC;gBACjB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;oBACb,MAAK;gBACT,CAAC;gBACD,IAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,CAAC;oBACpF,MAAK;gBACT,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;gBACV,CAAC,EAAE,CAAA;YACP,CAAC;QACL,CAAC;aAAK,IAAG,IAAI,CAAC,CAAC,GAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;YACrC,CAAC,IAAE,GAAG,CAAA;YACN,CAAC,IAAE,CAAC,CAAA;YACJ,OAAM,CAAC,GAAC,IAAI,CAAC,MAAM,EAAC,CAAC;gBACjB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;oBACb,MAAK;gBACT,CAAC;gBACD,IAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,CAAC;oBAC5B,MAAK;gBACT,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;gBACV,CAAC,EAAE,CAAA;YACP,CAAC;QACL,CAAC;aAAK,IAAG,IAAI,CAAC,CAAC,GAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;YACrC,CAAC,IAAE,GAAG,CAAA;YACN,CAAC,IAAE,CAAC,CAAA;YACJ,OAAM,CAAC,GAAC,IAAI,CAAC,MAAM,EAAC,CAAC;gBACjB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;oBACb,MAAK;gBACT,CAAC;gBACD,IAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,CAAC;oBAC5B,MAAK;gBACT,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;gBACV,CAAC,EAAE,CAAA;YACP,CAAC;QACL,CAAC;aAAI,CAAC;YACF,CAAC,GAAC,IAAI,CAAA;YACN,CAAC,EAAE,CAAA;YACH,CAAC,GAAC,GAAG,CAAA;QACT,CAAC;IACL,CAAC;SAAK,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;QACjC,CAAC,GAAC,IAAI,CAAA;QACN,OAAM,CAAC,GAAC,IAAI,CAAC,MAAM,EAAC,CAAC;YACjB,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG;gBAAC,MAAK;YACrB,IAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,CAAC,EAAC,CAAC;gBAC5C,IAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;oBACnB,CAAC,GAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAC,CAAC,CAAC,MAAM,GAAC,CAAC,CAAC,CAAA;oBAC3B,CAAC,EAAE,CAAA;gBACP,CAAC;gBACD,MAAK;YACT,CAAC;YACD,IAAG,IAAI,CAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;gBACb,IAAG,KAAK;oBAAC,MAAK;gBACd,KAAK,GAAC,IAAI,CAAA;YACd,CAAC;YACD,CAAC,IAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,CAAC,EAAE,CAAA;QACP,CAAC;IACL,CAAC;IACD,OAAO,EAAC,CAAC,EAAC,CAAC,EAAC,CAAC,EAAC,CAAA;AAClB,CAAC;AACD,MAAM,UAAU,KAAK,CAAC,IAAa,EAAE,CAAQ,EAAE,IAAe;IAC1D,QAAS,IAAI,EAAC,CAAC;QACX,KAAK,UAAU,CAAC,MAAM;YAClB,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAChC,KAAK,UAAU,CAAC,UAAU;YACtB,OAAO,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACpC,KAAK,UAAU,CAAC,MAAM;YAClB,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IACpC,CAAC;AACL,CAAC"}

package/dist/core/pre/model.d.ts

@@ -0,0 +1,25 @@
+declare enum token_type {
+    identifier = 0,
+    keyword = 1,
+    space = 2,
+    number = 3,
+    string = 4,
+    unknow = 5
+}
+declare enum match_type {
+    number = 0,
+    string = 1,
+    identifier = 2
+}
+declare class word {
+    name: string;
+    constructor(name: string);
+}
+declare class token {
+    name: string;
+    type: token_type;
+    line: string;
+    constructor(name: string, type: token_type, line: string);
+}
+export { token, token_type, word, match_type };
+//# sourceMappingURL=model.d.ts.map

package/dist/core/pre/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/core/pre/model.ts"],"names":[],"mappings":"AAAA,aAAK,UAAU;IACX,UAAU,IAAA;IACV,OAAO,IAAA;IACP,KAAK,IAAA;IACL,MAAM,IAAA;IACN,MAAM,IAAA;IACN,MAAM,IAAA;CACT;AACD,aAAK,UAAU;IACX,MAAM,IAAA;IACN,MAAM,IAAA;IACN,UAAU,IAAA;CACb;AACD,cAAM,IAAI;IACC,IAAI,EAAC,MAAM,CAAA;gBACN,IAAI,EAAC,MAAM;CAG1B;AACD,cAAM,KAAK;IACA,IAAI,EAAC,MAAM,CAAA;IACX,IAAI,EAAC,UAAU,CAAA;IACf,IAAI,EAAC,MAAM,CAAA;gBACN,IAAI,EAAC,MAAM,EAAC,IAAI,EAAC,UAAU,EAAC,IAAI,EAAC,MAAM;CAKtD;AACD,OAAO,EAAC,KAAK,EAAC,UAAU,EAAC,IAAI,EAAC,UAAU,EAAC,CAAA"}

package/dist/core/pre/model.js

@@ -0,0 +1,29 @@
+var token_type;
+(function (token_type) {
+    token_type[token_type["identifier"] = 0] = "identifier";
+    token_type[token_type["keyword"] = 1] = "keyword";
+    token_type[token_type["space"] = 2] = "space";
+    token_type[token_type["number"] = 3] = "number";
+    token_type[token_type["string"] = 4] = "string";
+    token_type[token_type["unknow"] = 5] = "unknow";
+})(token_type || (token_type = {}));
+var match_type;
+(function (match_type) {
+    match_type[match_type["number"] = 0] = "number";
+    match_type[match_type["string"] = 1] = "string";
+    match_type[match_type["identifier"] = 2] = "identifier";
+})(match_type || (match_type = {}));
+class word {
+    constructor(name) {
+        this.name = name;
+    }
+}
+class token {
+    constructor(name, type, line) {
+        this.name = name;
+        this.type = type;
+        this.line = line;
+    }
+}
+export { token, token_type, word, match_type };
+//# sourceMappingURL=model.js.map

package/dist/core/pre/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../../src/core/pre/model.ts"],"names":[],"mappings":"AAAA,IAAK,UAOJ;AAPD,WAAK,UAAU;IACX,uDAAU,CAAA;IACV,iDAAO,CAAA;IACP,6CAAK,CAAA;IACL,+CAAM,CAAA;IACN,+CAAM,CAAA;IACN,+CAAM,CAAA;AACV,CAAC,EAPI,UAAU,KAAV,UAAU,QAOd;AACD,IAAK,UAIJ;AAJD,WAAK,UAAU;IACX,+CAAM,CAAA;IACN,+CAAM,CAAA;IACN,uDAAU,CAAA;AACd,CAAC,EAJI,UAAU,KAAV,UAAU,QAId;AACD,MAAM,IAAI;IAEN,YAAY,IAAW;QACnB,IAAI,CAAC,IAAI,GAAC,IAAI,CAAA;IAClB,CAAC;CACJ;AACD,MAAM,KAAK;IAIP,YAAY,IAAW,EAAC,IAAe,EAAC,IAAW;QAC/C,IAAI,CAAC,IAAI,GAAC,IAAI,CAAA;QACd,IAAI,CAAC,IAAI,GAAC,IAAI,CAAA;QACd,IAAI,CAAC,IAAI,GAAC,IAAI,CAAA;IAClB,CAAC;CACJ;AACD,OAAO,EAAC,KAAK,EAAC,UAAU,EAAC,IAAI,EAAC,UAAU,EAAC,CAAA"}

package/dist/core/pre/segment.d.ts

@@ -0,0 +1,22 @@
+/**
+ * 进行预分词
+ * 之后会被进一步加工成可用token
+ */
+import { token, word } from './model';
+declare class segment {
+    code: string[];
+    words: word[];
+    index: number;
+    line: number;
+    ret: token[];
+    private line_code;
+    constructor(code: string, words: word[]);
+    lines(): string;
+    segment(): token[];
+    is(i: number): boolean;
+    match_comment(): boolean;
+    match_other(): boolean;
+    match(w: word): boolean;
+}
+export default segment;
+//# sourceMappingURL=segment.d.ts.map

package/dist/core/pre/segment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"segment.d.ts","sourceRoot":"","sources":["../../../src/core/pre/segment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAa,KAAK,EAAE,IAAI,EAAa,MAAM,SAAS,CAAA;AAG3D,cAAM,OAAO;IACF,IAAI,EAAC,MAAM,EAAE,CAAA;IACb,KAAK,EAAC,IAAI,EAAE,CAAA;IACZ,KAAK,EAAC,MAAM,CAAA;IACZ,IAAI,EAAC,MAAM,CAAA;IACX,GAAG,EAAC,KAAK,EAAE,CAAA;IAClB,OAAO,CAAC,SAAS,CAAS;gBACd,IAAI,EAAC,MAAM,EAAC,KAAK,EAAC,IAAI,EAAE;IAWpC,KAAK,IAAG,MAAM;IAGd,OAAO,IAAG,KAAK,EAAE;IAoDjB,EAAE,CAAC,CAAC,EAAC,MAAM;IAGX,aAAa,IAAG,OAAO;IA2BvB,WAAW,IAAG,OAAO;IAcrB,KAAK,CAAC,CAAC,EAAC,IAAI,GAAE,OAAO;CASxB;AACD,eAAe,OAAO,CAAA"}

package/dist/core/pre/segment.js

@@ -0,0 +1,136 @@
+/**
+ * 进行预分词
+ * 之后会被进一步加工成可用token
+ */
+import { token_type, token, match_type } from './model';
+import { match } from './match';
+class segment {
+    constructor(code, words) {
+        code = code.replace(/\r\n/g, '\n');
+        //将words降序排序
+        words.sort((a, b) => {
+            return b.name.length - a.name.length;
+        });
+        this.code = [...code];
+        this.words = words;
+        this.line = 1;
+        this.line_code = code.replace(/\r\n/g, '\n').split('\n');
+    }
+    lines() {
+        return this.line_code[this.line - 1] + ': line ' + (this.line - 1);
+    }
+    segment() {
+        this.ret = [];
+        this.index = 0;
+        this.line = 1;
+        while (this.is(this.index)) {
+            if (this.code[this.index] == '\n') {
+                this.index++;
+                this.line++;
+                continue;
+            }
+            if (this.code[this.index] == ' ') {
+                this.ret.push(new token(' ', token_type.space, this.lines()));
+                while (this.is(this.index)) {
+                    if (!(this.code[this.index] == ' '))
+                        break;
+                    this.index++;
+                }
+                continue;
+            }
+            //注释
+            if (this.match_comment())
+                continue;
+            //数字字符串
+            if (this.match_other())
+                continue;
+            var word_match = false;
+            for (let i = 0; i < this.words.length; i++) {
+                if (!this.match(this.words[i]))
+                    continue;
+                var a = match(this.code, this.index, match_type.identifier);
+                if (a.o && a.v != this.words[i].name) {
+                    console.log(a);
+                    this.index = a.i;
+                    this.ret.push(new token(a.v, token_type.identifier, this.lines()));
+                    break;
+                }
+                this.ret.push(new token(this.words[i].name, token_type.keyword, this.lines()));
+                this.index += this.words[i].name.length;
+                word_match = true;
+                break;
+            }
+            //标识符
+            if (!word_match) {
+                if (match(this.code, this.index, match_type.identifier).o) {
+                    var a = match(this.code, this.index, match_type.identifier);
+                    this.index = a.i - 1;
+                    this.ret.push(new token(a.v, token_type.identifier, this.lines()));
+                }
+                else {
+                    this.ret.push(new token(this.code[this.index], token_type.unknow, this.lines()));
+                    this.index++;
+                }
+            }
+        }
+        return this.ret;
+    }
+    is(i) {
+        return i >= 0 && i < this.code.length;
+    }
+    match_comment() {
+        if (this.code[this.index] == '/') {
+            if (this.code[this.index + 1] == '/') {
+                this.index += 2;
+                while (this.is(this.index)) {
+                    if (this.code[this.index] == '\n') {
+                        this.index++;
+                        this.line++;
+                        break;
+                    }
+                    this.index++;
+                }
+                return true;
+            }
+            else if (this.code[this.index + 1] == '*') {
+                this.index += 2;
+                while (this.is(this.index)) {
+                    if (this.code[this.index] == '*' && this.is(this.index + 1) && this.code[this.index + 1] == '/') {
+                        this.index += 2;
+                        break;
+                    }
+                    this.index++;
+                }
+                return true;
+            }
+        }
+        return false;
+    }
+    match_other() {
+        var a = match(this.code, this.index, match_type.string);
+        if (match(this.code, this.index, match_type.string).o) {
+            this.ret.push(new token(a.v, token_type.string, this.lines()));
+            this.index = a.i;
+            return true;
+        }
+        else if (match(this.code, this.index, match_type.number).o) {
+            a = match(this.code, this.index, match_type.number);
+            this.ret.push(new token(a.v, token_type.number, this.lines()));
+            this.index = a.i;
+            return true;
+        }
+        return false;
+    }
+    match(w) {
+        if (this.is(this.index + w.name.length - 1)) {
+            for (let i = 0; i < w.name.length; i++) {
+                if (this.code[this.index + i] != w.name[i])
+                    return false;
+            }
+            return true;
+        }
+        return false;
+    }
+}
+export default segment;
+//# sourceMappingURL=segment.js.map

package/dist/core/pre/segment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"segment.js","sourceRoot":"","sources":["../../../src/core/pre/segment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAC,UAAU,EAAE,KAAK,EAAQ,UAAU,EAAC,MAAM,SAAS,CAAA;AAC3D,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAA;AAE7B,MAAM,OAAO;IAOT,YAAY,IAAW,EAAC,KAAY;QAChC,IAAI,GAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAC,IAAI,CAAC,CAAA;QAC/B,YAAY;QACZ,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAC,CAAC,EAAC,EAAE;YACd,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,GAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAA;QACtC,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,IAAI,GAAC,CAAC,GAAG,IAAI,CAAC,CAAA;QACnB,IAAI,CAAC,KAAK,GAAC,KAAK,CAAA;QAChB,IAAI,CAAC,IAAI,GAAC,CAAC,CAAA;QACX,IAAI,CAAC,SAAS,GAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACzD,CAAC;IACD,KAAK;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,GAAC,CAAC,CAAC,GAAC,SAAS,GAAC,CAAC,IAAI,CAAC,IAAI,GAAC,CAAC,CAAC,CAAA;IAC9D,CAAC;IACD,OAAO;QACH,IAAI,CAAC,GAAG,GAAC,EAAE,CAAA;QACX,IAAI,CAAC,KAAK,GAAC,CAAC,CAAA;QACZ,IAAI,CAAC,IAAI,GAAC,CAAC,CAAA;QACX,OAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC,CAAC;YACvB,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,IAAI,EAAC,CAAC;gBAC5B,IAAI,CAAC,KAAK,EAAE,CAAA;gBACZ,IAAI,CAAC,IAAI,EAAE,CAAA;gBACX,SAAQ;YACZ,CAAC;YACD,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,GAAG,EAAC,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,GAAG,EAAC,UAAU,CAAC,KAAK,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBAC3D,OAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC,CAAC;oBACvB,IAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,GAAG,CAAC;wBAC3B,MAAK;oBACV,IAAI,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC;gBACD,SAAQ;YACZ,CAAC;YACD,IAAI;YACJ,IAAG,IAAI,CAAC,aAAa,EAAE;gBAAE,SAAQ;YACjC,OAAO;YACP,IAAG,IAAI,CAAC,WAAW,EAAE;gBAAE,SAAQ;YAC/B,IAAI,UAAU,GAAC,KAAK,CAAA;YACpB,KAAI,IAAI,CAAC,GAAC,CAAC,EAAC,CAAC,GAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAC,CAAC,EAAE,EAAC,CAAC;gBACjC,IAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAAC,SAAQ;gBACtC,IAAI,CAAC,GAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,UAAU,CAAC,CAAA;gBACvD,IAAG,CAAC,CAAC,CAAC,IAAE,CAAC,CAAC,CAAC,IAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAC,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;oBACd,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC,CAAA;oBACd,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,UAAU,CAAC,UAAU,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;oBAChE,MAAK;gBACT,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAC,UAAU,CAAC,OAAO,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBAC5E,IAAI,CAAC,KAAK,IAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAA;gBACrC,UAAU,GAAC,IAAI,CAAA;gBACf,MAAK;YACT,CAAC;YACD,KAAK;YACL,IAAG,CAAC,UAAU,EAAC,CAAC;gBACZ,IAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,EAAC,CAAC;oBACpD,IAAI,CAAC,GAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,UAAU,CAAC,CAAA;oBACvD,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC,GAAC,CAAC,CAAA;oBAChB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,UAAU,CAAC,UAAU,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBACpE,CAAC;qBAAI,CAAC;oBACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC,UAAU,CAAC,MAAM,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;oBAC9E,IAAI,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAA;IACnB,CAAC;IACD,EAAE,CAAC,CAAQ;QACP,OAAO,CAAC,IAAE,CAAC,IAAE,CAAC,GAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAA;IACnC,CAAC;IACD,aAAa;QACT,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,GAAG,EAAC,CAAC;YAC3B,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;gBAC7B,IAAI,CAAC,KAAK,IAAE,CAAC,CAAA;gBACb,OAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC,CAAC;oBACvB,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,IAAI,EAAC,CAAC;wBAC5B,IAAI,CAAC,KAAK,EAAE,CAAA;wBACZ,IAAI,CAAC,IAAI,EAAE,CAAA;wBACX,MAAK;oBACT,CAAC;oBACD,IAAI,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC;gBACD,OAAO,IAAI,CAAA;YACf,CAAC;iBAAK,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;gBACnC,IAAI,CAAC,KAAK,IAAE,CAAC,CAAA;gBACb,OAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC,CAAC;oBACvB,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,GAAG,IAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,IAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,IAAE,GAAG,EAAC,CAAC;wBAChF,IAAI,CAAC,KAAK,IAAE,CAAC,CAAA;wBACb,MAAK;oBACT,CAAC;oBACD,IAAI,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC;gBACD,OAAO,IAAI,CAAA;YACf,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAA;IAChB,CAAC;IACD,WAAW;QACP,IAAI,CAAC,GAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,MAAM,CAAC,CAAA;QACnD,IAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,UAAU,CAAC,MAAM,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;YAC5D,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC,CAAA;YACd,OAAO,IAAI,CAAA;QACf,CAAC;aAAK,IAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,CAAC;YACtD,CAAC,GAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAC,IAAI,CAAC,KAAK,EAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC/C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,UAAU,CAAC,MAAM,EAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;YAC5D,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC,CAAA;YACd,OAAO,IAAI,CAAA;QACf,CAAC;QACD,OAAO,KAAK,CAAA;IAChB,CAAC;IACD,KAAK,CAAC,CAAM;QACR,IAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAC,CAAC,CAAC,EAAC,CAAC;YACpC,KAAI,IAAI,CAAC,GAAC,CAAC,EAAC,CAAC,GAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAC,CAAC,EAAE,EAAC,CAAC;gBAC7B,IAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAC,CAAC,CAAC,IAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAA;YACvD,CAAC;YACD,OAAO,IAAI,CAAA;QACf,CAAC;QACD,OAAO,KAAK,CAAA;IAChB,CAAC;CACJ;AACD,eAAe,OAAO,CAAA"}

package/dist/core/test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test.d.ts.map

package/dist/core/test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../src/core/test.ts"],"names":[],"mappings":""}

package/dist/core/test.js

@@ -0,0 +1,11 @@
+import { segment, word } from './pre';
+/**
+ * 测试用
+ */
+let a = [
+    new word(';'),
+    new word('if'),
+    new word('else if')
+];
+console.log(new segment("ifif  0x1234 123", a).segment());
+//# sourceMappingURL=test.js.map

package/dist/core/test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../../src/core/test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,OAAO,EAAO,IAAI,EAAC,MAAM,OAAO,CAAA;AACnD;;GAEG;AACH,IAAI,CAAC,GAAQ;IACT,IAAI,IAAI,CAAC,GAAG,CAAC;IACb,IAAI,IAAI,CAAC,IAAI,CAAC;IACd,IAAI,IAAI,CAAC,SAAS,CAAC;CACtB,CAAA;AACD,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,kBAAkB,EAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+import { Tree, grammar, tools } from './core/parser/grammar';
+import { token, token_type, word, segment } from './core/pre';
+import { log } from './base/log';
+export { Tree, grammar, tools, token, token_type, word, segment, log };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAC,MAAM,uBAAuB,CAAA;AAC1D,OAAO,EAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAc,OAAO,EAAQ,MAAM,YAAY,CAAA;AAC9E,OAAO,EAAC,GAAG,EAAC,MAAM,YAAY,CAAA;AAC9B,OAAO,EACH,IAAI,EACJ,OAAO,EACP,KAAK,EACL,KAAK,EACL,UAAU,EACV,IAAI,EACJ,OAAO,EACP,GAAG,EACN,CAAA"}

package/dist/index.js

@@ -0,0 +1,4 @@
+import { Tree } from './core/parser/grammar';
+import { token, token_type, word, segment } from './core/pre';
+export { Tree, token, token_type, word, segment };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAiB,MAAM,uBAAuB,CAAA;AAC1D,OAAO,EAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAc,OAAO,EAAQ,MAAM,YAAY,CAAA;AAE9E,OAAO,EACH,IAAI,EAGJ,KAAK,EACL,UAAU,EACV,IAAI,EACJ,OAAO,EAEV,CAAA"}

package/index.js

@@ -0,0 +1,13 @@
+import {Tree, grammar, tools} from './dist/core/parser/grammar'
+import {token, token_type, word, segment} from './dist/core/pre'
+import {log} from './dist/base/log'
+export {
+    Tree,
+    grammar,
+    tools,
+    token,
+    token_type,
+    word,
+    segment,
+    log
+}

package/index.ts

@@ -0,0 +1,13 @@
+import {Tree, grammar, tools} from './src/core/parser/grammar'
+import {token, token_type, word, segment} from './src/core/pre'
+import {log} from './src/base/log'
+export {
+    Tree,
+    grammar,
+    tools,
+    token,
+    token_type,
+    word,
+    segment,
+    log
+}

package/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "allang-compiler-base",
+  "version": "0.0.1",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "build": "tsc",
+    "upload": "npm publish",
+    "local_test": "node.exe --import file:/D:/Program%20Files/JetBrains/WebStorm%202025.1.4.1/plugins/nodeJS/js/ts-file-loader/node_modules/tsx/dist/loader.cjs E:\\alLang\\base\\src\\core\\test.ts"
+  },
+  "type": "module",
+  "keywords": [],
+  "author": "",
+  "license": "MIT"
+}

package/src/base/log.ts

@@ -0,0 +1,6 @@
+interface log{
+    error(text:string,line:number):void
+    warn(text:string,line:number):void
+    info(text:string,line:number):void
+}
+export {log}

package/src/core/parser/grammar.ts

@@ -0,0 +1,20 @@
+import {token, token_type} from '../pre'
+import {log} from '../../base/log'
+
+interface tools{
+    peek():token
+    now():token
+    next():token
+    match(data:token):boolean
+    match(data:token_type):boolean
+    backup():void
+    restore():void
+}
+class Tree{
+}
+interface grammar{
+    match(tool:tools,log:log):boolean
+    tree():Tree
+    no_match(log:log):void
+}
+export {tools,grammar,Tree}

package/src/core/pre/index.ts

@@ -0,0 +1,11 @@
+import {token,token_type, word, match_type} from './model'
+import {match} from './match'
+import segment from './segment'
+export default {
+    segment:segment,
+    token:token,
+    token_type:token_type,
+    word:word,
+    match_type:match_type
+}
+export {segment,token,token_type,word,match_type, match}

package/src/core/pre/match.ts

@@ -0,0 +1,153 @@
+/**
+ * 用于匹配string,identifier,number
+ * 作者:白子煦
+ * 最新修改:2026.4.4
+ */
+import {match_type} from './model'
+//索引,进制,是否成功
+//可以作为开头的
+const identifier_start = new Set([
+    'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z',
+    'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
+    '_'
+])
+//可以作为内容的
+const identifier_content = new Set([
+    'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z',
+    'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z',
+    '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
+    '_','$'
+])
+//字符串起始
+const str =new Set([
+    '"', '\'', '`'])
+
+function match_string(code:string[], start:number):{i:number,v:string,o:boolean}{
+    let i=start
+    let v=''
+    let o=false
+    let _s:string
+    if(str.has(code[i])){
+        _s=code[i]
+        o=true
+        while(i<code.length){
+            if(code[i]=='\n') {
+                i++
+                continue
+            }
+            if(code[i]=='\\'){
+                v+=code[i]
+                i++
+                if(i>=code.length)break
+            }
+            v+=code[i]
+            if(code[i]==_s&&i!=start){
+                break
+            }
+            i++
+        }
+        i++
+    }
+    return {i,v,o}
+}
+function match_identifier(code:string[], start:number):{i:number,v:string,o:boolean}{
+    let i=start
+    let v=''
+    let o=false
+    if(identifier_start.has(code[i])){
+        o=true
+        v+=code[i]
+        i++
+        while(i<code.length){
+            if(code[i]=='\n')break
+            if(code[i]==' ')
+                break
+            if(!identifier_content.has(code[i]))
+                break
+            v+=code[i]
+            i++
+        }
+        i++
+    }
+    return {i,v,o}
+}
+function match_number(code:string[], start:number):{i:number,v:string,o:boolean}{
+    let i=start
+    let o=false
+    let v=''
+    if(code[i]=='0'){
+        o=true
+        v+='0'
+        var point=false
+        if(code[i+1]=='x'||code[i+1]=='X'){
+            v+='x'
+            i+=2
+            while(i<code.length){
+                if(code[i]==' '){
+                    break
+                }
+                if(!(code[i]>='0'&&code[i]<='9'||code[i]>='a'&&code[i]<='f'||code[i]>='A'&&code[i]<='F'))
+                    break
+                v+=code[i]
+                i++
+            }
+        }else if(code[i+1]=='b'||code[i+1]=='B'){
+            v+='b'
+            i+=2
+            while(i<code.length){
+                if(code[i]==' '){
+                    break
+                }
+                if(!(code[i]>='0'&&code[i]<='1'))
+                    break
+                v+=code[i]
+                i++
+            }
+        }else if(code[i+1]=='o'||code[i+1]=='O'){
+            v+='o'
+            i+=2
+            while(i<code.length){
+                if(code[i]==' '){
+                    break
+                }
+                if(!(code[i]>='0'&&code[i]<='7'))
+                    break
+                v+=code[i]
+                i++
+            }
+        }else{
+            o=true
+            i++
+            v='0'
+        }
+    }else if(code[i]>='1'&&code[i]<='9'){
+        o=true
+        while(i<code.length){
+            if(code[i]==' ')break
+            if(!(code[i]>='0'&&code[i]<='9'||code[i]=='.')){
+                if(v[v.length-1]=='.'){
+                    v=v.substring(0,v.length-1)
+                    i--
+                }
+                break
+            }
+            if(code[i]=='.'){
+                if(point)break
+                point=true
+            }
+            v+=code[i]
+            i++
+        }
+    }
+    return {i,v,o}
+}
+export function match(code:string[], i:number, type:match_type):{i:number,v:string,o:boolean}{
+    switch ( type){
+        case match_type.string:
+            return match_string(code, i)
+        case match_type.identifier:
+            return match_identifier(code, i)
+        case match_type.number:
+            return match_number(code, i)
+    }
+}

package/src/core/pre/model.ts

@@ -0,0 +1,30 @@
+enum token_type{
+    identifier,
+    keyword,
+    space,
+    number,
+    string,
+    unknow
+}
+enum match_type{
+    number,
+    string,
+    identifier
+}
+class word{
+    public name:string
+    constructor(name:string) {
+        this.name=name
+    }
+}
+class token{
+    public name:string
+    public type:token_type
+    public line:string
+    constructor(name:string,type:token_type,line:string) {
+        this.name=name
+        this.type=type
+        this.line=line
+    }
+}
+export {token,token_type,word,match_type}

package/src/core/pre/segment.ts

@@ -0,0 +1,135 @@
+/**
+ * 进行预分词
+ * 之后会被进一步加工成可用token
+ */
+import {token_type, token, word, match_type} from './model'
+import {match} from './match'
+
+class segment{
+    public code:string[]
+    public words:word[]
+    public index:number
+    public line:number
+    public ret:token[]
+    private line_code:string[]
+    constructor(code:string,words:word[]) {
+        code=code.replace(/\r\n/g,'\n')
+        //将words降序排序
+        words.sort((a,b)=>{
+            return b.name.length-a.name.length
+        })
+        this.code=[...code]
+        this.words=words
+        this.line=1
+        this.line_code=code.replace(/\r\n/g,'\n').split('\n')
+    }
+    lines():string{
+        return this.line_code[this.line-1]+': line '+(this.line-1)
+    }
+    segment():token[]{
+        this.ret=[]
+        this.index=0
+        this.line=1
+        while(this.is(this.index)){
+            if(this.code[this.index]=='\n'){
+                this.index++
+                this.line++
+                continue
+            }
+            if(this.code[this.index]==' '){
+                this.ret.push(new token(' ',token_type.space,this.lines()))
+                while(this.is(this.index)){
+                    if(!(this.code[this.index]==' '))
+                         break
+                    this.index++
+                }
+                continue
+            }
+            //注释
+            if(this.match_comment()) continue
+            //数字字符串
+            if(this.match_other()) continue
+            var word_match=false
+            for(let i=0;i<this.words.length;i++){
+                if(!this.match(this.words[i]))continue
+                var a=match(this.code,this.index,match_type.identifier)
+                if(a.o&&a.v!=this.words[i].name){
+                    console.log(a)
+                    this.index=a.i
+                    this.ret.push(new token(a.v,token_type.identifier,this.lines()))
+                    break
+                }
+                this.ret.push(new token(this.words[i].name,token_type.keyword,this.lines()))
+                this.index+=this.words[i].name.length
+                word_match=true
+                break
+            }
+            //标识符
+            if(!word_match){
+                if(match(this.code,this.index,match_type.identifier).o){
+                    var a=match(this.code,this.index,match_type.identifier)
+                    this.index=a.i-1
+                    this.ret.push(new token(a.v,token_type.identifier,this.lines()))
+                }else{
+                    this.ret.push(new token(this.code[this.index],token_type.unknow,this.lines()))
+                    this.index++
+                }
+            }
+        }
+        return this.ret
+    }
+    is(i:number){
+        return i>=0&&i<this.code.length
+    }
+    match_comment():boolean{
+        if(this.code[this.index]=='/'){
+            if(this.code[this.index+1]=='/'){
+                this.index+=2
+                while(this.is(this.index)){
+                    if(this.code[this.index]=='\n'){
+                        this.index++
+                        this.line++
+                        break
+                    }
+                    this.index++
+                }
+                return true
+            }else if(this.code[this.index+1]=='*'){
+                this.index+=2
+                while(this.is(this.index)){
+                    if(this.code[this.index]=='*'&&this.is(this.index+1)&&this.code[this.index+1]=='/'){
+                        this.index+=2
+                        break
+                    }
+                    this.index++
+                }
+                return true
+            }
+        }
+        return false
+    }
+    match_other():boolean{
+        var a=match(this.code,this.index,match_type.string)
+        if(match(this.code,this.index,match_type.string).o){
+            this.ret.push(new token(a.v,token_type.string,this.lines()))
+            this.index=a.i
+            return true
+        }else if(match(this.code,this.index,match_type.number).o){
+            a=match(this.code,this.index,match_type.number)
+            this.ret.push(new token(a.v,token_type.number,this.lines()))
+            this.index=a.i
+            return true
+        }
+        return false
+    }
+    match(w:word):boolean{
+        if(this.is(this.index+w.name.length-1)){
+            for(let i=0;i<w.name.length;i++){
+                if(this.code[this.index+i]!=w.name[i]) return false
+            }
+            return true
+        }
+        return false
+    }
+}
+export default segment

package/src/core/test.ts

@@ -0,0 +1,10 @@
+import {token_type,segment,token,word} from './pre'
+/**
+ * 测试用
+ */
+let a:word[]=[
+    new word(';'),
+    new word('if'),
+    new word('else if')
+]
+console.log(new segment("ifif  0x1234 123",a).segment())

package/tsconfig.json

@@ -0,0 +1,21 @@
+{
+  "compilerOptions": {
+    "target": "ES6",
+    "module": "ES6",
+    "lib": ["ES6","DOM"],
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "strict": false,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "declaration": true,
+    "declarationMap": true,
+    "sourceMap": true,
+    "moduleResolution": "bundler",
+    "resolveJsonModule": true,
+    "allowSyntheticDefaultImports": true
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist"]
+}