@jondotsoy/don 0.0.2 → 0.0.5

package/lib/esm/v1/__utils__/t.js

@@ -0,0 +1,32 @@
+export class Result {
+    ok;
+    error;
+    value;
+    constructor(ok, error, value) {
+        this.ok = ok;
+        this.error = error;
+        this.value = value;
+    }
+    *[Symbol.iterator]() {
+        yield this.ok;
+        yield this.error;
+        yield this.value;
+    }
+    static ok = (value) => new Result(true, undefined, value);
+    static error = (error) => new Result(false, error, undefined);
+}
+export const t = (candidate) => {
+    if (candidate instanceof Result) {
+        return candidate;
+    }
+    if (typeof candidate === "function") {
+        try {
+            return Result.ok(candidate());
+        }
+        catch (ex) {
+            return Result.error(ex);
+        }
+    }
+    return Result.error(new Error("invalid candidate"));
+};
+//# sourceMappingURL=t.js.map

package/lib/esm/v1/__utils__/t.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"t.js","sourceRoot":"","sources":["../../../../src/v1/__utils__/t.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,MAAM;IAEN;IACA;IACA;IAHX,YACW,EAAK,EACL,KAAQ,EACR,KAAQ;QAFR,OAAE,GAAF,EAAE,CAAG;QACL,UAAK,GAAL,KAAK,CAAG;QACR,UAAK,GAAL,KAAK,CAAG;IAChB,CAAC;IAEJ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChB,MAAM,IAAI,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,CAAC,KAAK,CAAC;QACjB,MAAM,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,EAAE,GAAG,CAAI,KAAQ,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,IAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,MAAM,CAAC,KAAK,GAAG,CAAI,KAAQ,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,KAAc,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;;AAY/E,MAAM,CAAC,MAAM,CAAC,GAAG,CAAsB,SAAY,EAAQ,EAAE;IAC3D,IAAI,SAAS,YAAY,MAAM,EAAE,CAAC;QAChC,OAAO,SAAgB,CAAC;IAC1B,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAQ,CAAC;QACvC,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,CAAQ,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAQ,CAAC;AAC7D,CAAC,CAAC"}

package/lib/esm/v1/__utils__/to-token-snapshot.d.ts

@@ -0,0 +1,7 @@
+declare module "bun:test" {
+    interface Matchers<T> {
+        toTokenSnapshot(snapName: string): T;
+    }
+}
+export {};
+//# sourceMappingURL=to-token-snapshot.d.ts.map

package/lib/esm/v1/__utils__/to-token-snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-token-snapshot.d.ts","sourceRoot":"","sources":["../../../../src/v1/__utils__/to-token-snapshot.ts"],"names":[],"mappings":"AAyEA,OAAO,QAAQ,UAAU,CAAC;IACxB,UAAU,QAAQ,CAAC,CAAC;QAClB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC;KACtC;CACF"}

package/lib/esm/v1/__utils__/to-token-snapshot.js

@@ -0,0 +1,162 @@
+import { expect } from "bun:test";
+import * as fs from "node:fs";
+import { Lexema } from "../compiler/lexema.js";
+import { Token } from "../compiler/token.js";
+import { Part } from "../compiler/part.js";
+import { KeySyntaxKind } from "./key-syntax-kind.js";
+import { PartSet } from "../compiler/part-set.js";
+import { DirectiveNode, DocumentNode } from "../compiler/directive-node.js";
+import { t } from "./t.js";
+import { SyntaxEncode } from "../compiler/syntax-encode.js";
+const isObject = (value) => typeof value === "object" && value !== null;
+const isLexema = (value) => isObject(value) && value instanceof Lexema;
+const isToken = (value) => isObject(value) && value instanceof Token;
+const isPartSet = (value) => isObject(value) && value instanceof PartSet;
+const isPart = (value) => isObject(value) && value instanceof Part;
+const isTokenArray = (received) => typeof received === "object" &&
+    Array.isArray(received) &&
+    received.every(isToken);
+const isNode = (value) => isObject(value) && value instanceof DirectiveNode;
+const isDocumentNode = (value) => isObject(value) && value instanceof DocumentNode;
+const isDirectiveArray = (value) => isObject(value) && Array.isArray(value) && value.every(isNode);
+const toSpanStr = (span) => {
+    const posStr = `Offset ${span.index} Len ${span.length}`;
+    const i = span.startLocation && span.endLocation
+        ? `; Ln ${span.startLocation.line + 1}, Col ${span.startLocation.column + 1} (Padding ${span.startLocation.paddingLine}) -> Ln ${span.endLocation.line + 1}, Col ${span.endLocation.column + 1} (Padding ${span.startLocation.paddingLine})`
+        : "";
+    return `${posStr}${i}`;
+};
+const toHex = function* (value) {
+    const buff = typeof value === "string"
+        ? new Uint8Array(new TextEncoder().encode(value))
+        : value;
+    const e = 16;
+    const hexParts = Array.from(buff).reduce((list, n8, index) => {
+        const col = Math.floor(index / e);
+        const set = list.get(col) ?? new Set();
+        set.add([n8, n8.toString(16).padStart(2, "0").toUpperCase()]);
+        list.set(col, set);
+        return list;
+    }, new Map());
+    let colIndex = -1;
+    for (const col of hexParts.values()) {
+        const i = (++colIndex).toString().padStart(4, " ");
+        const hexLine = Array.from(col, ([u8, char]) => char)
+            .join(" ")
+            .padEnd(e * 3 - 1, " ");
+        const asciiRepresentation = new TextDecoder().decode(new Uint8Array(Array.from(col, ([u8]) => (u8 === 0x0a ? [92, 110] : [u8])).flat()));
+        yield `${i}:  ${hexLine}  [${asciiRepresentation}]`;
+    }
+};
+expect.extend({
+    // to-token-snapshot
+    toTokenSnapshot(received, spanName) {
+        const lexema = isLexema(received) ? received : null;
+        const document = lexema ? Lexema.debugGetDocument(lexema) : null;
+        const snapPath = new URL(`${spanName}.snap`, new URL("../__tokens_snapshots__/", import.meta.url));
+        const jsonPath = new URL(`${spanName}.snap.json`, new URL("../__tokens_snapshots__/", import.meta.url));
+        fs.mkdirSync(new URL("./", snapPath), { recursive: true });
+        const inspectTokens = (value) => {
+            const spaces = 2;
+            const margin = typeof spaces === "number" ? " ".repeat(spaces) : spaces;
+            function* lines(input, depth = 0) {
+                const lineMargin = margin.repeat(depth);
+                const nextLineMargin = margin.repeat(depth + 1);
+                if (isLexema(input)) {
+                    if (document) {
+                        yield new TextDecoder().decode(document);
+                        yield "";
+                        yield "-".repeat(60);
+                        yield "";
+                        yield* toHex(document);
+                        yield "";
+                        yield "-".repeat(60);
+                        yield "";
+                    }
+                    for (const token of input.tokens) {
+                        yield* lines(token, depth);
+                    }
+                }
+                if (isToken(input)) {
+                    const token = input;
+                    const typeStr = KeySyntaxKind[token.type] ?? `Token<${token.type}>`;
+                    const span = token.span;
+                    const payload = document
+                        ? new TextDecoder().decode(document.subarray(span.index, span.index + span.length))
+                        : null;
+                    const errorStr = input.getErrors().length
+                        ? ` - SyntaxError: ${input.getErrors().join(` `)}`
+                        : ``;
+                    yield `${lineMargin}Token: [${toSpanStr(span)}] ${typeStr} ${payload ? JSON.stringify(payload) : ""}${errorStr}`;
+                    for (const part of token.parts) {
+                        yield* lines(part, depth + 1);
+                    }
+                }
+                if (isPart(input)) {
+                    const part = input;
+                    const typeStr = KeySyntaxKind[part.type] ?? `Part<${part.type}>`;
+                    const span = part.span;
+                    const payload = new TextDecoder().decode(new Uint8Array(part.buffer));
+                    const payloadHex = Array.from(new Uint8Array(part.buffer), (e) => e.toString(16).padStart(2, "0").toUpperCase()).join(" ");
+                    yield `${lineMargin}Part#${part.id}: [${toSpanStr(span)}] ${typeStr} [${payloadHex}] ${JSON.stringify(payload)}`;
+                }
+                if (isPartSet(input)) {
+                    const buff = new Uint8Array(input.parts.map((part) => part.buffer).flat());
+                    yield new TextDecoder().decode(buff);
+                    yield "";
+                    yield `-`.repeat(60);
+                    yield "";
+                    yield* toHex(buff);
+                    yield "";
+                    yield `-`.repeat(60);
+                    yield "";
+                    const partSet = input;
+                    for (const part of partSet.parts) {
+                        yield* lines(part, depth);
+                    }
+                }
+                if (isDirectiveArray(input)) {
+                    for (const directive of input) {
+                        yield* lines(directive, depth);
+                    }
+                }
+                if (isNode(input)) {
+                    const directiveNode = input;
+                    const name = directiveNode.name;
+                    yield `${lineMargin}Directive#${directiveNode.id}: ${name.text() ?? "<unnamed>"} [${toSpanStr(directiveNode.span)}]`;
+                    yield `${lineMargin}Name: [${toSpanStr(name.span)}] ${name.text()}`;
+                    if (directiveNode.args.length) {
+                        yield `${lineMargin}Args:`;
+                        for (const arg of directiveNode.args) {
+                            yield `${nextLineMargin}Arg: [${toSpanStr(arg.span)}] ${arg.text()}`;
+                        }
+                    }
+                    for (const child of directiveNode.children) {
+                        yield* lines(child, depth + 1);
+                    }
+                }
+                if (isDocumentNode(input)) {
+                    const payload = SyntaxEncode.raw.get(input);
+                    if (typeof payload === "string") {
+                        yield payload;
+                        yield "-".repeat(60);
+                        yield ``;
+                        yield* toHex(payload);
+                        yield ``;
+                        yield "-".repeat(60);
+                        yield ``;
+                    }
+                    yield `Document: [${toSpanStr(input.span)}]`;
+                    yield* lines(input.children, depth + 1);
+                }
+            }
+            return Array.from(lines(value)).join("\n") + "\n";
+        };
+        t(() => fs.writeFileSync(snapPath, inspectTokens(received)));
+        t(() => fs.writeFileSync(jsonPath, JSON.stringify(received, null, 2)));
+        return {
+            pass: true,
+        };
+    },
+});
+//# sourceMappingURL=to-token-snapshot.js.map

package/lib/esm/v1/__utils__/to-token-snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-token-snapshot.js","sourceRoot":"","sources":["../../../../src/v1/__utils__/to-token-snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAE5D,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAE,EAAE,CAClC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAC9C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,MAAM,CAAC;AAChF,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,KAAK,CAAC;AAC9E,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,EAAE,CACnC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,OAAO,CAAC;AAC9C,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC;AAC5E,MAAM,YAAY,GAAG,CAAC,QAAiB,EAAE,EAAE,CACzC,OAAO,QAAQ,KAAK,QAAQ;IAC5B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAC1B,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAE,CAChC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,aAAa,CAAC;AACpD,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,EAAE,CACxC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,YAAY,CAAC;AACnD,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAE,EAAE,CAC1C,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAEjE,MAAM,SAAS,GAAG,CAAC,IAAU,EAAE,EAAE;IAC/B,MAAM,MAAM,GAAG,UAAU,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;IACzD,MAAM,CAAC,GACL,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW;QACpC,CAAC,CAAC,QAAQ,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,WAAW,WAAW,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,WAAW,GAAG;QAC5O,CAAC,CAAC,EAAE,CAAC;IAET,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,KAAgC;IACvD,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ;QACvB,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC,CAAC,KAAK,CAAC;IACZ,MAAM,CAAC,GAAG,EAAE,CAAC;IAEb,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;QACzD,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,IAAI,GAAG,EAAiC,CAAC,CAAC;IAE7C,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC;aAClD,IAAI,CAAC,GAAG,CAAC;aACT,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QAE1B,MAAM,mBAAmB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAClD,IAAI,UAAU,CACZ,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CACnE,CACF,CAAC;QAEF,MAAM,GAAG,CAAC,MAAM,OAAO,MAAM,mBAAmB,GAAG,CAAC;IACtD,CAAC;AACH,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,CAAC;IACZ,oBAAoB;IACpB,eAAe,CAAC,QAAiB,EAAE,QAAgB;QACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjE,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,GAAG,QAAQ,OAAO,EAClB,IAAI,GAAG,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CACrD,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,GAAG,QAAQ,YAAY,EACvB,IAAI,GAAG,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CACrD,CAAC;QAEF,EAAE,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,CAAC,KAAc,EAAU,EAAE;YAC/C,MAAM,MAAM,GAAoB,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAExE,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAc,EAAE,QAAgB,CAAC;gBAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACxC,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;gBAEhD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACpB,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBACzC,MAAM,EAAE,CAAC;wBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;wBACT,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACvB,MAAM,EAAE,CAAC;wBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;oBACX,CAAC;oBACD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBACjC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnB,MAAM,KAAK,GAAG,KAAK,CAAC;oBACpB,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,SAAS,KAAK,CAAC,IAAI,GAAG,CAAC;oBACpE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAExB,MAAM,OAAO,GAAG,QAAQ;wBACtB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CACtB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CACxD;wBACH,CAAC,CAAC,IAAI,CAAC;oBAET,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,MAAM;wBACvC,CAAC,CAAC,mBAAmB,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;wBAClD,CAAC,CAAC,EAAE,CAAC;oBAEP,MAAM,GAAG,UAAU,WAAW,SAAS,CAAC,IAAI,CAAC,KAAK,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;oBAEjH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAC/B,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClB,MAAM,IAAI,GAAG,KAAK,CAAC;oBACnB,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,IAAI,CAAC,IAAI,GAAG,CAAC;oBACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;oBACvB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACtE,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAC9C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAEZ,MAAM,GAAG,UAAU,QAAQ,IAAI,CAAC,EAAE,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnH,CAAC;gBAED,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrB,MAAM,IAAI,GAAG,IAAI,UAAU,CACzB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAC9C,CAAC;oBAEF,MAAM,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACrC,MAAM,EAAE,CAAC;oBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACrB,MAAM,EAAE,CAAC;oBAET,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAEnB,MAAM,EAAE,CAAC;oBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACrB,MAAM,EAAE,CAAC;oBAET,MAAM,OAAO,GAAG,KAAK,CAAC;oBACtB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBACjC,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAED,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;wBAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClB,MAAM,aAAa,GAAG,KAAK,CAAC;oBAC5B,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;oBAEhC,MAAM,GAAG,UAAU,aAAa,aAAa,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,EAAE,IAAI,WAAW,KAAK,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;oBACrH,MAAM,GAAG,UAAU,UAAU,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACpE,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;wBAC9B,MAAM,GAAG,UAAU,OAAO,CAAC;wBAC3B,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;4BACrC,MAAM,GAAG,cAAc,SAAS,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;wBACvE,CAAC;oBACH,CAAC;oBAED,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;wBAC3C,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAE5C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAChC,MAAM,OAAO,CAAC;wBACd,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;wBACT,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACtB,MAAM,EAAE,CAAC;wBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;oBACX,CAAC;oBAED,MAAM,cAAc,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC7C,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACpD,CAAC,CAAC;QAEF,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvE,OAAO;YACL,IAAI,EAAE,IAAI;SACX,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}

package/lib/esm/v1/compiler/directive-node.d.ts

@@ -0,0 +1,26 @@
+import { Span } from "./span.js";
+import type { Token } from "./token.js";
+export declare class DocumentNode {
+    readonly children: DirectiveNode[];
+    readonly span: Span;
+    constructor(children: DirectiveNode[], span: Span);
+    static fromNodes(nodes: DirectiveNode[]): DocumentNode;
+}
+export declare class DirectiveNode {
+    #private;
+    get id(): number;
+    readonly name: Token;
+    readonly args: Token[];
+    readonly children: DirectiveNode[];
+    readonly span: Span;
+    constructor(name: Token, args: Token[], children: DirectiveNode[]);
+    private lastToken;
+    toJSON(): {
+        id: number;
+        name: string;
+        args: string[];
+        span: Span;
+        children: DirectiveNode[];
+    };
+}
+//# sourceMappingURL=directive-node.d.ts.map

package/lib/esm/v1/compiler/directive-node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"directive-node.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/directive-node.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAKxC,qBAAa,YAAY;IAErB,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE;IAClC,QAAQ,CAAC,IAAI,EAAE,IAAI;gBADV,QAAQ,EAAE,aAAa,EAAE,EACzB,IAAI,EAAE,IAAI;IAGrB,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE;CAgBxC;AAED,qBAAa,aAAa;;IAGxB,IAAI,EAAE,WAEL;IAED,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;gBAER,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE;IAajE,OAAO,CAAC,SAAS;IAIjB,MAAM;;;;;;;CASP"}

package/lib/esm/v1/compiler/directive-node.js

@@ -0,0 +1,48 @@
+import { Span } from "./span.js";
+const cursorIndex = { current: -1 };
+const uid = () => ++cursorIndex.current;
+export class DocumentNode {
+    children;
+    span;
+    constructor(children, span) {
+        this.children = children;
+        this.span = span;
+    }
+    static fromNodes(nodes) {
+        const first = nodes.at(0);
+        const last = nodes.at(-1);
+        if (!first || !last)
+            throw new Error("nodes cannot be empty");
+        return new DocumentNode(nodes, new Span(first.span.index, last.span.index + last.span.length, first.span.startLocation, last.span.endLocation));
+    }
+}
+export class DirectiveNode {
+    #id = uid();
+    get id() {
+        return this.#id;
+    }
+    name;
+    args;
+    children;
+    span;
+    constructor(name, args, children) {
+        this.name = name;
+        this.args = args;
+        this.children = children;
+        const lastToken = this.lastToken();
+        this.span = new Span(this.name.span.index, lastToken.span.index + lastToken.span.length, this.name.span.startLocation, lastToken.span.endLocation);
+    }
+    lastToken() {
+        return this.children.at(-1)?.lastToken() ?? this.args.at(-1) ?? this.name;
+    }
+    toJSON() {
+        return {
+            id: this.id,
+            name: this.name.text(),
+            args: this.args.map((arg) => arg.text()),
+            span: this.span,
+            children: this.children,
+        };
+    }
+}
+//# sourceMappingURL=directive-node.js.map

package/lib/esm/v1/compiler/directive-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directive-node.js","sourceRoot":"","sources":["../../../../src/v1/compiler/directive-node.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,WAAW,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;AACpC,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC;AAExC,MAAM,OAAO,YAAY;IAEZ;IACA;IAFX,YACW,QAAyB,EACzB,IAAU;QADV,aAAQ,GAAR,QAAQ,CAAiB;QACzB,SAAI,GAAJ,IAAI,CAAM;IAClB,CAAC;IAEJ,MAAM,CAAC,SAAS,CAAC,KAAsB;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1B,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAE9D,OAAO,IAAI,YAAY,CACrB,KAAK,EACL,IAAI,IAAI,CACN,KAAK,CAAC,IAAI,CAAC,KAAK,EAChB,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAClC,KAAK,CAAC,IAAI,CAAC,aAAa,EACxB,IAAI,CAAC,IAAI,CAAC,WAAW,CACtB,CACF,CAAC;IACJ,CAAC;CACF;AAED,MAAM,OAAO,aAAa;IACxB,GAAG,GAAG,GAAG,EAAE,CAAC;IAEZ,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAEQ,IAAI,CAAQ;IACZ,IAAI,CAAU;IACd,QAAQ,CAAkB;IAC1B,IAAI,CAAO;IAEpB,YAAY,IAAW,EAAE,IAAa,EAAE,QAAyB;QAC/D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EACpB,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAC5B,SAAS,CAAC,IAAI,CAAC,WAAW,CAC3B,CAAC;IACJ,CAAC;IAEO,SAAS;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;IAC5E,CAAC;IAED,MAAM;QACJ,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YACtB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;IACJ,CAAC;CACF"}

package/lib/esm/v1/compiler/lexema-encode.d.ts

@@ -0,0 +1,15 @@
+import { PartSet } from "./part-set.js";
+import { Lexema } from "./lexema.js";
+export type LexemaEncodeOptions = {
+    /**
+     * Enable debug info in output
+     */
+    debug?: boolean;
+    allowDebugDocument?: boolean;
+};
+export declare class LexemaEncode {
+    #private;
+    constructor(options?: LexemaEncodeOptions);
+    encode(input: string | Uint8Array | Iterable<number> | PartSet): Lexema;
+}
+//# sourceMappingURL=lexema-encode.d.ts.map

package/lib/esm/v1/compiler/lexema-encode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema-encode.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema-encode.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,MAAM,mBAAmB,GAAG;IAChC;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEF,qBAAa,YAAY;;gBAIX,OAAO,CAAC,EAAE,mBAAmB;IAMzC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO;CAc/D"}

package/lib/esm/v1/compiler/lexema-encode.js

@@ -0,0 +1,22 @@
+import { PartSetEncode } from "./part-set-encode.js";
+import { PartSet } from "./part-set.js";
+import { Token } from "./token.js";
+import { Lexema } from "./lexema.js";
+export class LexemaEncode {
+    #storeDocument;
+    #showInvisibleTokens;
+    constructor(options) {
+        this.#storeDocument =
+            options?.allowDebugDocument ?? options?.debug ?? false;
+        this.#showInvisibleTokens = options?.debug ?? false;
+    }
+    encode(input) {
+        const partSet = input instanceof PartSet ? input : new PartSetEncode().encode(input);
+        const lexema = new Lexema(Token.scan(partSet, { showInvisibleTokens: this.#showInvisibleTokens }));
+        if (this.#storeDocument) {
+            Lexema.debugSetDocument(lexema, input);
+        }
+        return lexema;
+    }
+}
+//# sourceMappingURL=lexema-encode.js.map

package/lib/esm/v1/compiler/lexema-encode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema-encode.js","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema-encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAUrC,MAAM,OAAO,YAAY;IACvB,cAAc,CAAU;IACxB,oBAAoB,CAAU;IAE9B,YAAY,OAA6B;QACvC,IAAI,CAAC,cAAc;YACjB,OAAO,EAAE,kBAAkB,IAAI,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC;QACzD,IAAI,CAAC,oBAAoB,GAAG,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC;IACtD,CAAC;IAED,MAAM,CAAC,KAAuD;QAC5D,MAAM,OAAO,GACX,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,mBAAmB,EAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC,CACxE,CAAC;QAEF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/lib/esm/v1/compiler/lexema.d.ts

@@ -0,0 +1,10 @@
+import type { Token } from "./token.js";
+import { PartSet } from "./part-set.js";
+export declare class Lexema {
+    #private;
+    readonly tokens: Token[];
+    constructor(tokens: Token[]);
+    static debugSetDocument(ref: Lexema, body: string | Uint8Array | Iterable<number> | PartSet): void;
+    static debugGetDocument(ref: Lexema): Uint8Array | null;
+}
+//# sourceMappingURL=lexema.d.ts.map

package/lib/esm/v1/compiler/lexema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,qBAAa,MAAM;;IAML,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE;gBAAf,MAAM,EAAE,KAAK,EAAE;IAEpC,MAAM,CAAC,gBAAgB,CACrB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO;IAKxD,MAAM,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;CAWxD"}

package/lib/esm/v1/compiler/lexema.js

@@ -0,0 +1,26 @@
+import { PartSet } from "./part-set.js";
+export class Lexema {
+    tokens;
+    static #documents = new WeakMap();
+    constructor(tokens) {
+        this.tokens = tokens;
+    }
+    static debugSetDocument(ref, body) {
+        this.#documents.set(ref, body);
+    }
+    static debugGetDocument(ref) {
+        const body = this.#documents.get(ref) ?? null;
+        if (!body)
+            return null;
+        if (typeof body === "string")
+            return new Uint8Array(new TextEncoder().encode(body));
+        if (body instanceof Uint8Array)
+            return body;
+        if (Symbol.iterator in body)
+            return new Uint8Array(body);
+        if (body instanceof PartSet)
+            return new Uint8Array(body.parts.map((part) => part.buffer).flat());
+        return null;
+    }
+}
+//# sourceMappingURL=lexema.js.map

package/lib/esm/v1/compiler/lexema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema.js","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,OAAO,MAAM;IAMI;IALrB,MAAM,CAAC,UAAU,GAAG,IAAI,OAAO,EAG5B,CAAC;IAEJ,YAAqB,MAAe;QAAf,WAAM,GAAN,MAAM,CAAS;IAAG,CAAC;IAExC,MAAM,CAAC,gBAAgB,CACrB,GAAW,EACX,IAAsD;QAEtD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,gBAAgB,CAAC,GAAW;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,OAAO,IAAI,KAAK,QAAQ;YAC1B,OAAO,IAAI,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,IAAI,IAAI,YAAY,UAAU;YAAE,OAAO,IAAI,CAAC;QAC5C,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,IAAI,YAAY,OAAO;YACzB,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC;IACd,CAAC"}

package/lib/esm/v1/compiler/part-set-encode.d.ts

@@ -0,0 +1,6 @@
+import { PartSet } from "./part-set.js";
+export declare class PartSetEncode {
+    constructor();
+    encode(input: string | Uint8Array | Iterable<number>): PartSet;
+}
+//# sourceMappingURL=part-set-encode.d.ts.map

package/lib/esm/v1/compiler/part-set-encode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set-encode.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set-encode.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,qBAAa,aAAa;;IAGxB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;CAYrD"}

package/lib/esm/v1/compiler/part-set-encode.js

@@ -0,0 +1,15 @@
+import { Part } from "./part.js";
+import { PartSet } from "./part-set.js";
+export class PartSetEncode {
+    constructor() { }
+    encode(input) {
+        const buff = typeof input === "string"
+            ? new TextEncoder().encode(input)
+            : input instanceof Uint8Array
+                ? input
+                : new Uint8Array(input);
+        const parts = Part.scan([...buff]);
+        return new PartSet(parts);
+    }
+}
+//# sourceMappingURL=part-set-encode.js.map

package/lib/esm/v1/compiler/part-set-encode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set-encode.js","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set-encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,OAAO,aAAa;IACxB,gBAAe,CAAC;IAEhB,MAAM,CAAC,KAA6C;QAClD,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ;YACvB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC;YACjC,CAAC,CAAC,KAAK,YAAY,UAAU;gBAC3B,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;QAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QAEnC,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/lib/esm/v1/compiler/part-set.d.ts

@@ -0,0 +1,6 @@
+import type { Part } from "./part.js";
+export declare class PartSet {
+    readonly parts: Part[];
+    constructor(parts: Part[]);
+}
+//# sourceMappingURL=part-set.d.ts.map

package/lib/esm/v1/compiler/part-set.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,qBAAa,OAAO;IACN,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE;gBAAb,KAAK,EAAE,IAAI,EAAE;CACnC"}

package/lib/esm/v1/compiler/part-set.js

@@ -0,0 +1,7 @@
+export class PartSet {
+    parts;
+    constructor(parts) {
+        this.parts = parts;
+    }
+}
+//# sourceMappingURL=part-set.js.map

package/lib/esm/v1/compiler/part-set.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set.js","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,OAAO;IACG;IAArB,YAAqB,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;CACvC"}

package/lib/esm/v1/compiler/part.d.ts

@@ -0,0 +1,31 @@
+import { SyntaxKind } from "../utils/syntax-kind.js";
+import type { u8 } from "../types/u8.js";
+import { Span } from "./span.js";
+import type { Location } from "../types/location.js";
+type PartScanOptions = {
+    readonly describeLocation?: (span: Span, start: Location, end: Location) => void;
+};
+export declare class Part {
+    readonly type: SyntaxKind;
+    readonly buffer: u8;
+    readonly span: Span;
+    id: number;
+    constructor(type: SyntaxKind, buffer: u8, span: Span);
+    toUint8Array(): Uint8Array<ArrayBuffer>;
+    toText(): string;
+    toJSON(): {
+        type: SyntaxKind;
+        text: string;
+        span: Span;
+    };
+    static matches: [
+        type: SyntaxKind,
+        charset: u8,
+        options?: {
+            limit?: number;
+        }
+    ][];
+    static scan(buffer: u8, options?: PartScanOptions): Part[];
+}
+export {};
+//# sourceMappingURL=part.d.ts.map

package/lib/esm/v1/compiler/part.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/part.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD,KAAK,eAAe,GAAG;IACrB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAC1B,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,QAAQ,EACf,GAAG,EAAE,QAAQ,KACV,IAAI,CAAC;CACX,CAAC;AAEF,qBAAa,IAAI;IAIb,QAAQ,CAAC,IAAI,EAAE,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,EAAE;IACnB,QAAQ,CAAC,IAAI,EAAE,IAAI;IALrB,EAAE,SAAS;gBAGA,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,EAAE,EACV,IAAI,EAAE,IAAI;IAGrB,YAAY;IAIZ,MAAM;IAIN,MAAM;;;;;IAQN,MAAM,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,EAAE;QACX,OAAO,CAAC,EAAE;YAAE,KAAK,CAAC,EAAE,MAAM,CAAA;SAAE;KAC7B,EAAE,CAgBD;IAEF,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe;CA2ElD"}

package/lib/esm/v1/compiler/part.js

@@ -0,0 +1,109 @@
+import { Charset } from "../utils/charset.js";
+import { CharsetTools } from "../utils/charset-tools.js";
+import { SyntaxKind } from "../utils/syntax-kind.js";
+import { Span } from "./span.js";
+import { PartialSpan } from "./partial-span.js";
+const cursorUid = { current: -1 };
+const uid = () => ++cursorUid.current;
+export class Part {
+    type;
+    buffer;
+    span;
+    id = uid();
+    constructor(type, buffer, span) {
+        this.type = type;
+        this.buffer = buffer;
+        this.span = span;
+    }
+    toUint8Array() {
+        return new Uint8Array(this.buffer);
+    }
+    toText() {
+        return new TextDecoder().decode(this.toUint8Array());
+    }
+    toJSON() {
+        return {
+            type: this.type,
+            text: this.toText(),
+            span: this.span,
+        };
+    }
+    static matches = [
+        [SyntaxKind.alphabet, CharsetTools.alphabetCharts],
+        [SyntaxKind.integer, CharsetTools.numericCharts],
+        [SyntaxKind.whitespace, CharsetTools.whitespaceCharts],
+        [SyntaxKind.newline, CharsetTools.newlineCharts],
+        // .: dot
+        [SyntaxKind.dot, CharsetTools.dotCharts],
+        // _: underscore
+        [SyntaxKind.underscore, CharsetTools.underscoreCharts],
+        // {:
+        [SyntaxKind.openCurlyBrace, CharsetTools.openCurlyBraceCharts],
+        // }:
+        [SyntaxKind.closeCurlyBrace, CharsetTools.closeCurlyBraceCharts],
+        // quote
+        [SyntaxKind.singleQuote, CharsetTools.singleQuoteCharts, { limit: 1 }],
+        [SyntaxKind.doubleQuote, CharsetTools.doubleQuoteCharts, { limit: 1 }],
+    ];
+    static scan(buffer, options) {
+        const charset = new Charset(buffer);
+        let currentPos = 0;
+        const parts = [];
+        const matches = this.matches;
+        let paddingLine = 0;
+        let currentLine = 0;
+        let currentColumn = 0;
+        let newLineBreak = SyntaxKind.newline;
+        const findNextToken = (currentPos) => {
+            for (const [type, u8, options] of matches) {
+                const span = charset.span(u8, currentPos, options?.limit);
+                if (span)
+                    return { type: type, span: span };
+            }
+            const overflowing = currentPos >= buffer.length;
+            if (overflowing)
+                return null;
+            // default next char as unknown
+            return {
+                type: SyntaxKind.unknown,
+                span: new PartialSpan(currentPos, 1),
+            };
+        };
+        while (true) {
+            const nextToken = findNextToken(currentPos);
+            if (!nextToken)
+                break;
+            const startLin = currentLine;
+            const startCol = currentColumn;
+            currentPos = nextToken.span.index + nextToken.span.length;
+            currentColumn += nextToken.span.length;
+            if (nextToken.type === SyntaxKind.whitespace && startCol === 0) {
+                paddingLine += nextToken.span.length;
+            }
+            const startPaddingLine = paddingLine;
+            if (nextToken.type === newLineBreak) {
+                paddingLine = 0;
+                currentLine += nextToken.span.length;
+                currentColumn = 0;
+            }
+            const endPaddingLine = paddingLine;
+            const endLin = currentLine;
+            const endCol = currentColumn;
+            const startLocation = {
+                line: startLin,
+                column: startCol,
+                paddingLine: startPaddingLine,
+            };
+            const endLocation = {
+                line: endLin,
+                column: endCol,
+                paddingLine: endPaddingLine,
+            };
+            const span = new Span(nextToken.span.index, nextToken.span.length, startLocation, endLocation);
+            options?.describeLocation?.(span, startLocation, endLocation);
+            parts.push(new Part(nextToken.type, charset.slice(nextToken.span.index, currentPos), span));
+        }
+        return parts;
+    }
+}
+//# sourceMappingURL=part.js.map

package/lib/esm/v1/compiler/part.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"part.js","sourceRoot":"","sources":["../../../../src/v1/compiler/part.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;AAClC,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC;AAUtC,MAAM,OAAO,IAAI;IAIJ;IACA;IACA;IALX,EAAE,GAAG,GAAG,EAAE,CAAC;IAEX,YACW,IAAgB,EAChB,MAAU,EACV,IAAU;QAFV,SAAI,GAAJ,IAAI,CAAY;QAChB,WAAM,GAAN,MAAM,CAAI;QACV,SAAI,GAAJ,IAAI,CAAM;IAClB,CAAC;IAEJ,YAAY;QACV,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,OAAO,GAIR;QACJ,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,cAAc,CAAC;QAClD,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,aAAa,CAAC;QAChD,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,gBAAgB,CAAC;QACtD,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,aAAa,CAAC;QAChD,SAAS;QACT,CAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC,SAAS,CAAC;QACxC,gBAAgB;QAChB,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,gBAAgB,CAAC;QACtD,KAAK;QACL,CAAC,UAAU,CAAC,cAAc,EAAE,YAAY,CAAC,oBAAoB,CAAC;QAC9D,KAAK;QACL,CAAC,UAAU,CAAC,eAAe,EAAE,YAAY,CAAC,qBAAqB,CAAC;QAChE,QAAQ;QACR,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACtE,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;KACvE,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,MAAU,EAAE,OAAyB;QAC/C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC;QAEtC,MAAM,aAAa,GAAG,CAAC,UAAkB,EAAE,EAAE;YAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;gBAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC1D,IAAI,IAAI;oBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC9C,CAAC;YACD,MAAM,WAAW,GAAG,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;YAChD,IAAI,WAAW;gBAAE,OAAO,IAAI,CAAC;YAC7B,+BAA+B;YAC/B,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,IAAI,EAAE,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC;aACrC,CAAC;QACJ,CAAC,CAAC;QAEF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,CAAC,SAAS;gBAAE,MAAM;YACtB,MAAM,QAAQ,GAAG,WAAW,CAAC;YAC7B,MAAM,QAAQ,GAAG,aAAa,CAAC;YAC/B,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YAC1D,aAAa,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACvC,IAAI,SAAS,CAAC,IAAI,KAAK,UAAU,CAAC,UAAU,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC/D,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACvC,CAAC;YACD,MAAM,gBAAgB,GAAG,WAAW,CAAC;YACrC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACpC,WAAW,GAAG,CAAC,CAAC;gBAChB,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBACrC,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC;YACD,MAAM,cAAc,GAAG,WAAW,CAAC;YACnC,MAAM,MAAM,GAAG,WAAW,CAAC;YAC3B,MAAM,MAAM,GAAG,aAAa,CAAC;YAE7B,MAAM,aAAa,GAAa;gBAC9B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ;gBAChB,WAAW,EAAE,gBAAgB;aAC9B,CAAC;YACF,MAAM,WAAW,GAAa;gBAC5B,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,cAAc;aAC5B,CAAC;YAEF,MAAM,IAAI,GAAG,IAAI,IAAI,CACnB,SAAS,CAAC,IAAI,CAAC,KAAK,EACpB,SAAS,CAAC,IAAI,CAAC,MAAM,EACrB,aAAa,EACb,WAAW,CACZ,CAAC;YAEF,OAAO,EAAE,gBAAgB,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;YAE9D,KAAK,CAAC,IAAI,CACR,IAAI,IAAI,CACN,SAAS,CAAC,IAAI,EACd,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAC/C,IAAI,CACL,CACF,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC"}

package/lib/esm/v1/compiler/partial-span.d.ts

@@ -0,0 +1,6 @@
+export declare class PartialSpan {
+    readonly index: number;
+    readonly length: number;
+    constructor(index: number, length: number);
+}
+//# sourceMappingURL=partial-span.d.ts.map

package/lib/esm/v1/compiler/partial-span.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"partial-span.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/partial-span.ts"],"names":[],"mappings":"AAAA,qBAAa,WAAW;IAEpB,QAAQ,CAAC,KAAK,EAAE,MAAM;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM;gBADd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM;CAE1B"}