@jondotsoy/don 0.0.4 → 0.0.5

package/lib/esm/v1/compiler/lexema-encode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema-encode.js","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema-encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAUrC,MAAM,OAAO,YAAY;IACvB,cAAc,CAAU;IACxB,oBAAoB,CAAU;IAE9B,YAAY,OAA6B;QACvC,IAAI,CAAC,cAAc;YACjB,OAAO,EAAE,kBAAkB,IAAI,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC;QACzD,IAAI,CAAC,oBAAoB,GAAG,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC;IACtD,CAAC;IAED,MAAM,CAAC,KAAuD;QAC5D,MAAM,OAAO,GACX,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,mBAAmB,EAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC,CACxE,CAAC;QAEF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/lib/esm/v1/compiler/lexema.d.ts

@@ -0,0 +1,10 @@
+import type { Token } from "./token.js";
+import { PartSet } from "./part-set.js";
+export declare class Lexema {
+    #private;
+    readonly tokens: Token[];
+    constructor(tokens: Token[]);
+    static debugSetDocument(ref: Lexema, body: string | Uint8Array | Iterable<number> | PartSet): void;
+    static debugGetDocument(ref: Lexema): Uint8Array | null;
+}
+//# sourceMappingURL=lexema.d.ts.map

package/lib/esm/v1/compiler/lexema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,qBAAa,MAAM;;IAML,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE;gBAAf,MAAM,EAAE,KAAK,EAAE;IAEpC,MAAM,CAAC,gBAAgB,CACrB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO;IAKxD,MAAM,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;CAWxD"}

package/lib/esm/v1/compiler/lexema.js

@@ -0,0 +1,26 @@
+import { PartSet } from "./part-set.js";
+export class Lexema {
+    tokens;
+    static #documents = new WeakMap();
+    constructor(tokens) {
+        this.tokens = tokens;
+    }
+    static debugSetDocument(ref, body) {
+        this.#documents.set(ref, body);
+    }
+    static debugGetDocument(ref) {
+        const body = this.#documents.get(ref) ?? null;
+        if (!body)
+            return null;
+        if (typeof body === "string")
+            return new Uint8Array(new TextEncoder().encode(body));
+        if (body instanceof Uint8Array)
+            return body;
+        if (Symbol.iterator in body)
+            return new Uint8Array(body);
+        if (body instanceof PartSet)
+            return new Uint8Array(body.parts.map((part) => part.buffer).flat());
+        return null;
+    }
+}
+//# sourceMappingURL=lexema.js.map

package/lib/esm/v1/compiler/lexema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema.js","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,OAAO,MAAM;IAMI;IALrB,MAAM,CAAC,UAAU,GAAG,IAAI,OAAO,EAG5B,CAAC;IAEJ,YAAqB,MAAe;QAAf,WAAM,GAAN,MAAM,CAAS;IAAG,CAAC;IAExC,MAAM,CAAC,gBAAgB,CACrB,GAAW,EACX,IAAsD;QAEtD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,gBAAgB,CAAC,GAAW;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,OAAO,IAAI,KAAK,QAAQ;YAC1B,OAAO,IAAI,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,IAAI,IAAI,YAAY,UAAU;YAAE,OAAO,IAAI,CAAC;QAC5C,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,IAAI,YAAY,OAAO;YACzB,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC;IACd,CAAC"}

package/lib/esm/v1/compiler/part-set-encode.d.ts

@@ -0,0 +1,6 @@
+import { PartSet } from "./part-set.js";
+export declare class PartSetEncode {
+    constructor();
+    encode(input: string | Uint8Array | Iterable<number>): PartSet;
+}
+//# sourceMappingURL=part-set-encode.d.ts.map

package/lib/esm/v1/compiler/part-set-encode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set-encode.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set-encode.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,qBAAa,aAAa;;IAGxB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;CAYrD"}

package/lib/esm/v1/compiler/part-set-encode.js

@@ -0,0 +1,15 @@
+import { Part } from "./part.js";
+import { PartSet } from "./part-set.js";
+export class PartSetEncode {
+    constructor() { }
+    encode(input) {
+        const buff = typeof input === "string"
+            ? new TextEncoder().encode(input)
+            : input instanceof Uint8Array
+                ? input
+                : new Uint8Array(input);
+        const parts = Part.scan([...buff]);
+        return new PartSet(parts);
+    }
+}
+//# sourceMappingURL=part-set-encode.js.map

package/lib/esm/v1/compiler/part-set-encode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set-encode.js","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set-encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,OAAO,aAAa;IACxB,gBAAe,CAAC;IAEhB,MAAM,CAAC,KAA6C;QAClD,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ;YACvB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC;YACjC,CAAC,CAAC,KAAK,YAAY,UAAU;gBAC3B,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;QAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QAEnC,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/lib/esm/v1/compiler/part-set.d.ts

@@ -0,0 +1,6 @@
+import type { Part } from "./part.js";
+export declare class PartSet {
+    readonly parts: Part[];
+    constructor(parts: Part[]);
+}
+//# sourceMappingURL=part-set.d.ts.map

package/lib/esm/v1/compiler/part-set.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,qBAAa,OAAO;IACN,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE;gBAAb,KAAK,EAAE,IAAI,EAAE;CACnC"}

package/lib/esm/v1/compiler/part-set.js

@@ -0,0 +1,7 @@
+export class PartSet {
+    parts;
+    constructor(parts) {
+        this.parts = parts;
+    }
+}
+//# sourceMappingURL=part-set.js.map

package/lib/esm/v1/compiler/part-set.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"part-set.js","sourceRoot":"","sources":["../../../../src/v1/compiler/part-set.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,OAAO;IACG;IAArB,YAAqB,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;CACvC"}

package/lib/esm/v1/compiler/part.d.ts

@@ -0,0 +1,31 @@
+import { SyntaxKind } from "../utils/syntax-kind.js";
+import type { u8 } from "../types/u8.js";
+import { Span } from "./span.js";
+import type { Location } from "../types/location.js";
+type PartScanOptions = {
+    readonly describeLocation?: (span: Span, start: Location, end: Location) => void;
+};
+export declare class Part {
+    readonly type: SyntaxKind;
+    readonly buffer: u8;
+    readonly span: Span;
+    id: number;
+    constructor(type: SyntaxKind, buffer: u8, span: Span);
+    toUint8Array(): Uint8Array<ArrayBuffer>;
+    toText(): string;
+    toJSON(): {
+        type: SyntaxKind;
+        text: string;
+        span: Span;
+    };
+    static matches: [
+        type: SyntaxKind,
+        charset: u8,
+        options?: {
+            limit?: number;
+        }
+    ][];
+    static scan(buffer: u8, options?: PartScanOptions): Part[];
+}
+export {};
+//# sourceMappingURL=part.d.ts.map

package/lib/esm/v1/compiler/part.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/part.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD,KAAK,eAAe,GAAG;IACrB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAC1B,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,QAAQ,EACf,GAAG,EAAE,QAAQ,KACV,IAAI,CAAC;CACX,CAAC;AAEF,qBAAa,IAAI;IAIb,QAAQ,CAAC,IAAI,EAAE,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,EAAE;IACnB,QAAQ,CAAC,IAAI,EAAE,IAAI;IALrB,EAAE,SAAS;gBAGA,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,EAAE,EACV,IAAI,EAAE,IAAI;IAGrB,YAAY;IAIZ,MAAM;IAIN,MAAM;;;;;IAQN,MAAM,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,EAAE;QACX,OAAO,CAAC,EAAE;YAAE,KAAK,CAAC,EAAE,MAAM,CAAA;SAAE;KAC7B,EAAE,CAgBD;IAEF,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe;CA2ElD"}

package/lib/esm/v1/compiler/part.js

@@ -0,0 +1,109 @@
+import { Charset } from "../utils/charset.js";
+import { CharsetTools } from "../utils/charset-tools.js";
+import { SyntaxKind } from "../utils/syntax-kind.js";
+import { Span } from "./span.js";
+import { PartialSpan } from "./partial-span.js";
+const cursorUid = { current: -1 };
+const uid = () => ++cursorUid.current;
+export class Part {
+    type;
+    buffer;
+    span;
+    id = uid();
+    constructor(type, buffer, span) {
+        this.type = type;
+        this.buffer = buffer;
+        this.span = span;
+    }
+    toUint8Array() {
+        return new Uint8Array(this.buffer);
+    }
+    toText() {
+        return new TextDecoder().decode(this.toUint8Array());
+    }
+    toJSON() {
+        return {
+            type: this.type,
+            text: this.toText(),
+            span: this.span,
+        };
+    }
+    static matches = [
+        [SyntaxKind.alphabet, CharsetTools.alphabetCharts],
+        [SyntaxKind.integer, CharsetTools.numericCharts],
+        [SyntaxKind.whitespace, CharsetTools.whitespaceCharts],
+        [SyntaxKind.newline, CharsetTools.newlineCharts],
+        // .: dot
+        [SyntaxKind.dot, CharsetTools.dotCharts],
+        // _: underscore
+        [SyntaxKind.underscore, CharsetTools.underscoreCharts],
+        // {:
+        [SyntaxKind.openCurlyBrace, CharsetTools.openCurlyBraceCharts],
+        // }:
+        [SyntaxKind.closeCurlyBrace, CharsetTools.closeCurlyBraceCharts],
+        // quote
+        [SyntaxKind.singleQuote, CharsetTools.singleQuoteCharts, { limit: 1 }],
+        [SyntaxKind.doubleQuote, CharsetTools.doubleQuoteCharts, { limit: 1 }],
+    ];
+    static scan(buffer, options) {
+        const charset = new Charset(buffer);
+        let currentPos = 0;
+        const parts = [];
+        const matches = this.matches;
+        let paddingLine = 0;
+        let currentLine = 0;
+        let currentColumn = 0;
+        let newLineBreak = SyntaxKind.newline;
+        const findNextToken = (currentPos) => {
+            for (const [type, u8, options] of matches) {
+                const span = charset.span(u8, currentPos, options?.limit);
+                if (span)
+                    return { type: type, span: span };
+            }
+            const overflowing = currentPos >= buffer.length;
+            if (overflowing)
+                return null;
+            // default next char as unknown
+            return {
+                type: SyntaxKind.unknown,
+                span: new PartialSpan(currentPos, 1),
+            };
+        };
+        while (true) {
+            const nextToken = findNextToken(currentPos);
+            if (!nextToken)
+                break;
+            const startLin = currentLine;
+            const startCol = currentColumn;
+            currentPos = nextToken.span.index + nextToken.span.length;
+            currentColumn += nextToken.span.length;
+            if (nextToken.type === SyntaxKind.whitespace && startCol === 0) {
+                paddingLine += nextToken.span.length;
+            }
+            const startPaddingLine = paddingLine;
+            if (nextToken.type === newLineBreak) {
+                paddingLine = 0;
+                currentLine += nextToken.span.length;
+                currentColumn = 0;
+            }
+            const endPaddingLine = paddingLine;
+            const endLin = currentLine;
+            const endCol = currentColumn;
+            const startLocation = {
+                line: startLin,
+                column: startCol,
+                paddingLine: startPaddingLine,
+            };
+            const endLocation = {
+                line: endLin,
+                column: endCol,
+                paddingLine: endPaddingLine,
+            };
+            const span = new Span(nextToken.span.index, nextToken.span.length, startLocation, endLocation);
+            options?.describeLocation?.(span, startLocation, endLocation);
+            parts.push(new Part(nextToken.type, charset.slice(nextToken.span.index, currentPos), span));
+        }
+        return parts;
+    }
+}
+//# sourceMappingURL=part.js.map

package/lib/esm/v1/compiler/part.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"part.js","sourceRoot":"","sources":["../../../../src/v1/compiler/part.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;AAClC,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC;AAUtC,MAAM,OAAO,IAAI;IAIJ;IACA;IACA;IALX,EAAE,GAAG,GAAG,EAAE,CAAC;IAEX,YACW,IAAgB,EAChB,MAAU,EACV,IAAU;QAFV,SAAI,GAAJ,IAAI,CAAY;QAChB,WAAM,GAAN,MAAM,CAAI;QACV,SAAI,GAAJ,IAAI,CAAM;IAClB,CAAC;IAEJ,YAAY;QACV,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,OAAO,GAIR;QACJ,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,cAAc,CAAC;QAClD,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,aAAa,CAAC;QAChD,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,gBAAgB,CAAC;QACtD,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,aAAa,CAAC;QAChD,SAAS;QACT,CAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC,SAAS,CAAC;QACxC,gBAAgB;QAChB,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,gBAAgB,CAAC;QACtD,KAAK;QACL,CAAC,UAAU,CAAC,cAAc,EAAE,YAAY,CAAC,oBAAoB,CAAC;QAC9D,KAAK;QACL,CAAC,UAAU,CAAC,eAAe,EAAE,YAAY,CAAC,qBAAqB,CAAC;QAChE,QAAQ;QACR,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACtE,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;KACvE,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,MAAU,EAAE,OAAyB;QAC/C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC;QAEtC,MAAM,aAAa,GAAG,CAAC,UAAkB,EAAE,EAAE;YAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;gBAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC1D,IAAI,IAAI;oBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC9C,CAAC;YACD,MAAM,WAAW,GAAG,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;YAChD,IAAI,WAAW;gBAAE,OAAO,IAAI,CAAC;YAC7B,+BAA+B;YAC/B,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,IAAI,EAAE,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC;aACrC,CAAC;QACJ,CAAC,CAAC;QAEF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,CAAC,SAAS;gBAAE,MAAM;YACtB,MAAM,QAAQ,GAAG,WAAW,CAAC;YAC7B,MAAM,QAAQ,GAAG,aAAa,CAAC;YAC/B,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YAC1D,aAAa,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACvC,IAAI,SAAS,CAAC,IAAI,KAAK,UAAU,CAAC,UAAU,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC/D,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACvC,CAAC;YACD,MAAM,gBAAgB,GAAG,WAAW,CAAC;YACrC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACpC,WAAW,GAAG,CAAC,CAAC;gBAChB,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBACrC,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC;YACD,MAAM,cAAc,GAAG,WAAW,CAAC;YACnC,MAAM,MAAM,GAAG,WAAW,CAAC;YAC3B,MAAM,MAAM,GAAG,aAAa,CAAC;YAE7B,MAAM,aAAa,GAAa;gBAC9B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ;gBAChB,WAAW,EAAE,gBAAgB;aAC9B,CAAC;YACF,MAAM,WAAW,GAAa;gBAC5B,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,cAAc;aAC5B,CAAC;YAEF,MAAM,IAAI,GAAG,IAAI,IAAI,CACnB,SAAS,CAAC,IAAI,CAAC,KAAK,EACpB,SAAS,CAAC,IAAI,CAAC,MAAM,EACrB,aAAa,EACb,WAAW,CACZ,CAAC;YAEF,OAAO,EAAE,gBAAgB,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;YAE9D,KAAK,CAAC,IAAI,CACR,IAAI,IAAI,CACN,SAAS,CAAC,IAAI,EACd,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAC/C,IAAI,CACL,CACF,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC"}

package/lib/esm/v1/compiler/partial-span.d.ts

@@ -0,0 +1,6 @@
+export declare class PartialSpan {
+    readonly index: number;
+    readonly length: number;
+    constructor(index: number, length: number);
+}
+//# sourceMappingURL=partial-span.d.ts.map

package/lib/esm/v1/compiler/partial-span.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"partial-span.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/partial-span.ts"],"names":[],"mappings":"AAAA,qBAAa,WAAW;IAEpB,QAAQ,CAAC,KAAK,EAAE,MAAM;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM;gBADd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM;CAE1B"}

package/lib/esm/v1/compiler/partial-span.js

@@ -0,0 +1,9 @@
+export class PartialSpan {
+    index;
+    length;
+    constructor(index, length) {
+        this.index = index;
+        this.length = length;
+    }
+}
+//# sourceMappingURL=partial-span.js.map

package/lib/esm/v1/compiler/partial-span.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"partial-span.js","sourceRoot":"","sources":["../../../../src/v1/compiler/partial-span.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,WAAW;IAEX;IACA;IAFX,YACW,KAAa,EACb,MAAc;QADd,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAQ;IACtB,CAAC;CACL"}

package/lib/esm/v1/compiler/span.d.ts

@@ -0,0 +1,9 @@
+import type { Location } from "../types/location.js";
+export declare class Span {
+    readonly index: number;
+    readonly length: number;
+    readonly startLocation: Location;
+    readonly endLocation: Location;
+    constructor(index: number, length: number, startLocation: Location, endLocation: Location);
+}
+//# sourceMappingURL=span.d.ts.map

package/lib/esm/v1/compiler/span.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"span.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/span.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErD,qBAAa,IAAI;IAEb,QAAQ,CAAC,KAAK,EAAE,MAAM;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM;IACvB,QAAQ,CAAC,aAAa,EAAE,QAAQ;IAChC,QAAQ,CAAC,WAAW,EAAE,QAAQ;gBAHrB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,QAAQ,EACvB,WAAW,EAAE,QAAQ;CAEjC"}

package/lib/esm/v1/compiler/span.js

@@ -0,0 +1,13 @@
+export class Span {
+    index;
+    length;
+    startLocation;
+    endLocation;
+    constructor(index, length, startLocation, endLocation) {
+        this.index = index;
+        this.length = length;
+        this.startLocation = startLocation;
+        this.endLocation = endLocation;
+    }
+}
+//# sourceMappingURL=span.js.map

package/lib/esm/v1/compiler/span.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"span.js","sourceRoot":"","sources":["../../../../src/v1/compiler/span.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,IAAI;IAEJ;IACA;IACA;IACA;IAJX,YACW,KAAa,EACb,MAAc,EACd,aAAuB,EACvB,WAAqB;QAHrB,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAQ;QACd,kBAAa,GAAb,aAAa,CAAU;QACvB,gBAAW,GAAX,WAAW,CAAU;IAC7B,CAAC;CACL"}

package/lib/esm/v1/compiler/syntax-encode.d.ts

@@ -0,0 +1,9 @@
+import { DocumentNode } from "./directive-node.js";
+import { Lexema } from "./lexema.js";
+import type { PartSet } from "./part-set.js";
+export declare class SyntaxEncode {
+    static raw: WeakMap<DocumentNode, string | Iterable<number> | Uint8Array<ArrayBufferLike> | PartSet | Lexema>;
+    encode(input: string | Uint8Array | Iterable<number> | PartSet | Lexema): DocumentNode;
+    private static scan;
+}
+//# sourceMappingURL=syntax-encode.d.ts.map

package/lib/esm/v1/compiler/syntax-encode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"syntax-encode.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/syntax-encode.ts"],"names":[],"mappings":"AAEA,OAAO,EAAiB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAElE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AA2E7C,qBAAa,YAAY;IACvB,MAAM,CAAC,GAAG,oGAGN;IAEJ,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO,GAAG,MAAM;IAWvE,OAAO,CAAC,MAAM,CAAC,IAAI;CAyHpB"}

package/lib/esm/v1/compiler/syntax-encode.js

@@ -0,0 +1,160 @@
+import { buildLogger } from "../utils/build-logger.js";
+import { SyntaxKind } from "../utils/syntax-kind.js";
+import { DirectiveNode, DocumentNode } from "./directive-node.js";
+import { LexemaEncode } from "./lexema-encode.js";
+import { Lexema } from "./lexema.js";
+const isTextCallable = (value) => typeof value === "object" &&
+    value !== null &&
+    "text" in value &&
+    typeof value.text === "function";
+const log2 = (...args) => {
+    const [template, ...substitutions] = args;
+    console.log(String.raw(template, ...substitutions.map((substitution) => {
+        if (substitution === null)
+            return `null`;
+        if (isTextCallable(substitution))
+            return substitution.text();
+        if (typeof substitution === "object" &&
+            substitution !== null &&
+            Array.isArray(substitution)) {
+            return substitution.map((item) => {
+                if (isTextCallable(item))
+                    return item.text();
+                return item;
+            });
+        }
+        return substitutions;
+    })));
+};
+const log = buildLogger({
+    enabled: process.env.NODE_ENV === "test",
+    tranformSubstitutions: [
+        { test: (value) => value === null, transform: () => "null" },
+        { test: (value) => value === undefined, transform: () => "undefined" },
+        {
+            test: (value) => isTextCallable(value),
+            transform: (value) => value.text(),
+        },
+    ],
+});
+class State {
+    current;
+    constructor(current) {
+        this.current = current;
+    }
+}
+const tokenParse = (token) => {
+    switch (token.type) {
+        case SyntaxKind.keyword:
+            return token.text();
+        case SyntaxKind.string:
+            return token.text();
+        case SyntaxKind.null:
+            return null;
+        case SyntaxKind.numeric:
+            const text = token.text();
+            if (text.endsWith("n"))
+                return BigInt(text.slice(0, -1));
+            return Number(token.text());
+        case SyntaxKind.boolean:
+            return token.text() === "true";
+    }
+    return token.text();
+};
+class SpanDirectiveResult {
+    startToken;
+    endToken;
+    directives;
+    constructor(startToken, endToken, directives) {
+        this.startToken = startToken;
+        this.endToken = endToken;
+        this.directives = directives;
+    }
+}
+export class SyntaxEncode {
+    static raw = new WeakMap();
+    encode(input) {
+        const lexema = input instanceof Lexema ? input : new LexemaEncode().encode(input);
+        const doc = SyntaxEncode.scan(lexema);
+        SyntaxEncode.raw.set(doc, input);
+        return doc;
+    }
+    static scan(lexema) {
+        const scanDirectiveIdCursor = { current: -1 };
+        function scanDirective(tokens, fromIndex, depth) {
+            const id = ++scanDirectiveIdCursor.current;
+            const nameTokenState = new State(null);
+            const argsTokensState = new State([]);
+            const children = new State([]);
+            const startToken = new State(null);
+            const endToken = new State(null);
+            const partialDirective = new State({
+                name: null,
+                args: [],
+                children: [],
+            });
+            const directives = new State([]);
+            for (let i = fromIndex; i < tokens.length; i++) {
+                const token = tokens[i];
+                if (!token)
+                    break;
+                // avoid whitespaces
+                if (token.type === SyntaxKind.whitespace)
+                    continue;
+                if (startToken.current === null && token.type === SyntaxKind.newline)
+                    continue;
+                startToken.current ??= token;
+                endToken.current = token;
+                if (token.type === SyntaxKind.openCurlyBrace) {
+                    const result = scanDirective(tokens, i + 1, depth + 1);
+                    i = tokens.indexOf(result.endToken);
+                    partialDirective.current.children = result.directives;
+                    continue;
+                }
+                if (token.type === SyntaxKind.closeCurlyBrace) {
+                    break;
+                }
+                if (partialDirective.current.name === null &&
+                    [
+                        SyntaxKind.keyword,
+                        SyntaxKind.string,
+                        SyntaxKind.numeric,
+                        SyntaxKind.boolean,
+                        SyntaxKind.null,
+                    ].includes(token.type)) {
+                    partialDirective.current.name = token;
+                    continue;
+                }
+                if (partialDirective.current.name !== null &&
+                    [
+                        SyntaxKind.keyword,
+                        SyntaxKind.string,
+                        SyntaxKind.numeric,
+                        SyntaxKind.boolean,
+                        SyntaxKind.null,
+                    ].includes(token.type)) {
+                    partialDirective.current.args.push(token);
+                    continue;
+                }
+                if (token.type === SyntaxKind.newline) {
+                    // log`endline >>> push token token: ${partialDirective.current.name} args: ${partialDirective.current.args}`;
+                    directives.current.push(new DirectiveNode(partialDirective.current.name, partialDirective.current.args, partialDirective.current.children));
+                    partialDirective.current = {
+                        name: null,
+                        args: [],
+                        children: [],
+                    };
+                    continue;
+                }
+                // throw new Error(`unexpected token: ${token.type} ${token.text()}`)
+            }
+            if (partialDirective.current.name !== null) {
+                directives.current.push(new DirectiveNode(partialDirective.current.name, partialDirective.current.args, partialDirective.current.children));
+            }
+            // log`partialDirective: ${partialDirective.current.name?.text()} args: ${partialDirective.current.args.map(e => e.text()).join(', ')}`
+            return new SpanDirectiveResult(startToken.current, endToken.current, directives.current);
+        }
+        return DocumentNode.fromNodes(scanDirective(lexema.tokens, 0, 0).directives);
+    }
+}
+//# sourceMappingURL=syntax-encode.js.map

package/lib/esm/v1/compiler/syntax-encode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"syntax-encode.js","sourceRoot":"","sources":["../../../../src/v1/compiler/syntax-encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAIrC,MAAM,cAAc,GAAG,CAAC,KAAc,EAAgC,EAAE,CACtE,OAAO,KAAK,KAAK,QAAQ;IACzB,KAAK,KAAK,IAAI;IACd,MAAM,IAAI,KAAK;IACf,OAAO,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;AAEnC,MAAM,IAAI,GAAG,CAAC,GAAG,IAAmC,EAAE,EAAE;IACtD,MAAM,CAAC,QAAQ,EAAE,GAAG,aAAa,CAAC,GAAG,IAAI,CAAC;IAC1C,OAAO,CAAC,GAAG,CACT,MAAM,CAAC,GAAG,CACR,QAAQ,EACR,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;QACpC,IAAI,YAAY,KAAK,IAAI;YAAE,OAAO,MAAM,CAAC;QACzC,IAAI,cAAc,CAAC,YAAY,CAAC;YAAE,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC;QAC7D,IACE,OAAO,YAAY,KAAK,QAAQ;YAChC,YAAY,KAAK,IAAI;YACrB,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAC3B,CAAC;YACD,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC/B,IAAI,cAAc,CAAC,IAAI,CAAC;oBAAE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC7C,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC,CAAC,CACH,CACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,GAAG,GAAG,WAAW,CAAC;IACtB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM;IACxC,qBAAqB,EAAE;QACrB,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE;QAC5D,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;QACtE;YACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC;YACtC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE;SACnC;KACF;CACF,CAAC,CAAC;AAEH,MAAM,KAAK;IACU;IAAnB,YAAmB,OAAU;QAAV,YAAO,GAAP,OAAO,CAAG;IAAG,CAAC;CAClC;AAED,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE;IAClC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,UAAU,CAAC,OAAO;YACrB,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,UAAU,CAAC,MAAM;YACpB,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,UAAU,CAAC,IAAI;YAClB,OAAO,IAAI,CAAC;QACd,KAAK,UAAU,CAAC,OAAO;YACrB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9B,KAAK,UAAU,CAAC,OAAO;YACrB,OAAO,KAAK,CAAC,IAAI,EAAE,KAAK,MAAM,CAAC;IACnC,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,mBAAmB;IAEZ;IACA;IACA;IAHX,YACW,UAAiB,EACjB,QAAe,EACf,UAA2B;QAF3B,eAAU,GAAV,UAAU,CAAO;QACjB,aAAQ,GAAR,QAAQ,CAAO;QACf,eAAU,GAAV,UAAU,CAAiB;IACnC,CAAC;CACL;AAED,MAAM,OAAO,YAAY;IACvB,MAAM,CAAC,GAAG,GAAG,IAAI,OAAO,EAGrB,CAAC;IAEJ,MAAM,CAAC,KAAgE;QACrE,MAAM,MAAM,GACV,KAAK,YAAY,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAErE,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEtC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAEjC,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,MAAM,CAAC,IAAI,CAAC,MAAc;QAChC,MAAM,qBAAqB,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;QAE9C,SAAS,aAAa,CACpB,MAAe,EACf,SAAiB,EACjB,KAAa;YAEb,MAAM,EAAE,GAAG,EAAE,qBAAqB,CAAC,OAAO,CAAC;YAC3C,MAAM,cAAc,GAAG,IAAI,KAAK,CAAe,IAAI,CAAC,CAAC;YACrD,MAAM,eAAe,GAAG,IAAI,KAAK,CAAU,EAAE,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAkB,EAAE,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAe,IAAI,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAe,IAAI,CAAC,CAAC;YAC/C,MAAM,gBAAgB,GAAG,IAAI,KAAK,CAI/B;gBACD,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,KAAK,CAAkB,EAAE,CAAC,CAAC;YAElD,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,CAAC,KAAK;oBAAE,MAAM;gBAElB,oBAAoB;gBACpB,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,UAAU;oBAAE,SAAS;gBAEnD,IAAI,UAAU,CAAC,OAAO,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO;oBAClE,SAAS;gBAEX,UAAU,CAAC,OAAO,KAAK,KAAK,CAAC;gBAC7B,QAAQ,CAAC,OAAO,GAAG,KAAK,CAAC;gBAEzB,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,cAAc,EAAE,CAAC;oBAC7C,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBACvD,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACpC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC;oBACtD,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,eAAe,EAAE,CAAC;oBAC9C,MAAM;gBACR,CAAC;gBAED,IACE,gBAAgB,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI;oBACtC;wBACE,UAAU,CAAC,OAAO;wBAClB,UAAU,CAAC,MAAM;wBACjB,UAAU,CAAC,OAAO;wBAClB,UAAU,CAAC,OAAO;wBAClB,UAAU,CAAC,IAAI;qBAChB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EACtB,CAAC;oBACD,gBAAgB,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC;oBACtC,SAAS;gBACX,CAAC;gBAED,IACE,gBAAgB,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI;oBACtC;wBACE,UAAU,CAAC,OAAO;wBAClB,UAAU,CAAC,MAAM;wBACjB,UAAU,CAAC,OAAO;wBAClB,UAAU,CAAC,OAAO;wBAClB,UAAU,CAAC,IAAI;qBAChB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EACtB,CAAC;oBACD,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC1C,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO,EAAE,CAAC;oBACtC,8GAA8G;oBAE9G,UAAU,CAAC,OAAO,CAAC,IAAI,CACrB,IAAI,aAAa,CACf,gBAAgB,CAAC,OAAO,CAAC,IAAK,EAC9B,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAC7B,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAClC,CACF,CAAC;oBACF,gBAAgB,CAAC,OAAO,GAAG;wBACzB,IAAI,EAAE,IAAI;wBACV,IAAI,EAAE,EAAE;wBACR,QAAQ,EAAE,EAAE;qBACb,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,qEAAqE;YACvE,CAAC;YAED,IAAI,gBAAgB,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBAC3C,UAAU,CAAC,OAAO,CAAC,IAAI,CACrB,IAAI,aAAa,CACf,gBAAgB,CAAC,OAAO,CAAC,IAAK,EAC9B,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAC7B,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAClC,CACF,CAAC;YACJ,CAAC;YAED,uIAAuI;YAEvI,OAAO,IAAI,mBAAmB,CAC5B,UAAU,CAAC,OAAQ,EACnB,QAAQ,CAAC,OAAQ,EACjB,UAAU,CAAC,OAAO,CACnB,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,SAAS,CAC3B,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAC9C,CAAC;IACJ,CAAC"}

package/lib/esm/v1/compiler/token.d.ts

@@ -0,0 +1,59 @@
+import { SyntaxKind } from "../utils/syntax-kind.js";
+import type { Part } from "./part.js";
+import type { PartSet } from "./part-set.js";
+import { Span } from "./span.js";
+type MatchOptions = {
+    /**
+     * whether the token should be invisible in output (e.g. whitespace tokens)
+     * @default false
+     */
+    invisible?: boolean;
+    /**
+     * a function that takes a part set and an index and returns a span
+     * if the pattern matches at that index, or null if it doesn't
+     */
+    transform?: (token: Token) => Token;
+};
+export type TokenOptions = {
+    /**
+     * whether invisible tokens (e.g. whitespace) should be included in the output
+     * @default false
+     */
+    showInvisibleTokens?: boolean;
+};
+export declare class Token {
+    #private;
+    readonly type: SyntaxKind;
+    readonly parts: Part[];
+    readonly span: Span;
+    constructor(type: SyntaxKind, parts: Part[], span: Span);
+    static matches: [
+        kind: SyntaxKind,
+        pattern: (partSet: PartSet, fromIndex: number) => {
+            span: Span;
+            errors?: any[];
+        } | null,
+        options?: MatchOptions
+    ][];
+    static from(type: SyntaxKind, parts: Part[]): Token;
+    static scan(partSet: PartSet, options?: TokenOptions): Token[];
+    describeError(error: any): void;
+    getErrors(): string[];
+    arrayBuffer(): Uint8Array<ArrayBuffer>;
+    text(): string;
+    toJS(): any;
+    json(): {
+        type: SyntaxKind;
+        text: string;
+        span: Span;
+        parts: Part[];
+    };
+    toJSON(): {
+        type: SyntaxKind;
+        text: string;
+        span: Span;
+        parts: Part[];
+    };
+}
+export {};
+//# sourceMappingURL=token.d.ts.map

package/lib/esm/v1/compiler/token.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/token.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,KAAK,YAAY,GAAG;IAClB;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,KAAK,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,CAAC;AAEF,qBAAa,KAAK;;IAEd,QAAQ,CAAC,IAAI,EAAE,UAAU;IACzB,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE;IACtB,QAAQ,CAAC,IAAI,EAAE,IAAI;gBAFV,IAAI,EAAE,UAAU,EAChB,KAAK,EAAE,IAAI,EAAE,EACb,IAAI,EAAE,IAAI;IAGrB,MAAM,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,CACP,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,MAAM,KACd;YAAE,IAAI,EAAE,IAAI,CAAC;YAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAA;SAAE,GAAG,IAAI;QAC1C,OAAO,CAAC,EAAE,YAAY;KACvB,EAAE,CAqTD;IAEF,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE;IAc3C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,KAAK,EAAE;IAqE9D,aAAa,CAAC,KAAK,EAAE,GAAG;IAIxB,SAAS;IAIT,WAAW;IAIX,IAAI;IAOJ,IAAI;IAaJ,IAAI;;;;;;IASJ,MAAM;;;;;;CAGP"}