@jondotsoy/don 0.0.4 → 0.0.5

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Jonathan Delgado <hi@jon.soy> (https://jon.soy)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -28,46 +28,75 @@ bun add @jondotsoy/don
 
 ## Usage
 
-### Basic Example
+### Deserialization (DON → JavaScript)
+
+Parse DON format strings into JavaScript objects using `DocumentDecoder`:
 
 ```typescript
-import { DocumentEncoder, LexerEncoder } from "@jondotsoy/don";
+import { DocumentDecoder } from "@jondotsoy/don";
 
-// Parse a DON document
-const source = `
+const donPayload = `
 name "my-app"
-version 1.0.0
+version "1.0.0"
 container {
   image "nginx"
   port 8080
 }
 `;
 
-const document = new DocumentEncoder();
-const directives = document.encode(source);
+const decoder = new DocumentDecoder();
+const result = decoder.decode(donPayload);
 
-console.log(directives);
+console.log(result);
+// Output: { name: "my-app", version: "1.0.0", container: { image: "nginx", port: 8080 } }
 ```
 
-### Using the Inspect Utility
+### Serialization (JavaScript → DON)
+
+Convert JavaScript objects into DON format strings using `DocumentEncoder`:
 
 ```typescript
-import { DocumentEncoder, LexerEncoder } from "@jondotsoy/don";
-import { inspect } from "@jondotsoy/don/utils";
-
-const source = `
-service "web" replicas 3 {
-  container "nginx" {
-    port 80
-    image "nginx:latest"
-  }
-}
+import { DocumentEncoder } from "@jondotsoy/don";
+
+const data = {
+  name: "my-app",
+  version: "1.0.0",
+  container: {
+    image: "nginx",
+    port: 8080,
+  },
+};
+
+const encoder = new DocumentEncoder();
+const donString = encoder.encode(data);
+
+console.log(donString);
+// Output:
+// name "my-app"
+// version "1.0.0"
+// container {
+//   image "nginx"
+//   port 8080
+// }
+```
+
+### Working with Heredocs
+
+```typescript
+import { DocumentDecoder } from "@jondotsoy/don";
+
+const donPayload = `
+name "deployment-script"
+script <<<
+  #!/bin/bash
+  echo "Deploying application..."
+  npm run build
 `;
 
-const doc = new DocumentEncoder().encode(source);
+const result = new DocumentDecoder().decode(donPayload);
 
-// Pretty-print the parsed document structure
-console.log(inspect(doc));
+console.log(result.script);
+// Output: "#!/bin/bash\necho \"Deploying application...\"\nnpm run build"
 ```
 
 ## Documentation

package/lib/esm/don.d.ts

@@ -0,0 +1,10 @@
+export declare class Directive {
+    readonly name: string;
+    readonly args: (number | string | boolean)[];
+    readonly children: Directive[];
+    constructor(name: string, args: (number | string | boolean)[], children?: Directive[]);
+}
+export declare class DON {
+    static parse(text: string): Directive[];
+}
+//# sourceMappingURL=don.d.ts.map

package/lib/esm/don.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"don.d.ts","sourceRoot":"","sources":["../../src/don.ts"],"names":[],"mappings":"AAGA,qBAAa,SAAS;IAElB,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,EAAE;IAC5C,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE;gBAFrB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,CAAC,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,EAAE,EACnC,QAAQ,GAAE,SAAS,EAAO;CAEtC;AAsBD,qBAAa,GAAG;IACd,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;CAK1B"}

package/lib/esm/don.js

@@ -0,0 +1,27 @@
+import { SyntaxEncode } from "./v1/compiler/syntax-encode";
+export class Directive {
+    name;
+    args;
+    children;
+    constructor(name, args, children = []) {
+        this.name = name;
+        this.args = args;
+        this.children = children;
+    }
+}
+const toDirective = (node) => {
+    return new Directive(node.name.text(), node.args.map((token) => token.toJS()), node.children.map((child) => toDirective(child)).flat());
+};
+const docToDirective = (node) => {
+    const directives = node.children.map((node) => {
+        return new Directive(node.name.text(), node.args.map((token) => token.toJS()), node.children.map((child) => toDirective(child)).flat());
+    });
+    return directives;
+};
+export class DON {
+    static parse(text) {
+        const documentNode = new SyntaxEncode().encode(text);
+        return docToDirective(documentNode);
+    }
+}
+//# sourceMappingURL=don.js.map

package/lib/esm/don.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"don.js","sourceRoot":"","sources":["../../src/don.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE3D,MAAM,OAAO,SAAS;IAET;IACA;IACA;IAHX,YACW,IAAY,EACZ,IAAmC,EACnC,WAAwB,EAAE;QAF1B,SAAI,GAAJ,IAAI,CAAQ;QACZ,SAAI,GAAJ,IAAI,CAA+B;QACnC,aAAQ,GAAR,QAAQ,CAAkB;IAClC,CAAC;CACL;AAED,MAAM,WAAW,GAAG,CAAC,IAAmB,EAAa,EAAE;IACrD,OAAO,IAAI,SAAS,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CACxD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,IAAkB,EAAe,EAAE;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC5C,OAAO,IAAI,SAAS,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CACxD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG;IACd,MAAM,CAAC,KAAK,CAAC,IAAY;QACvB,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAErD,OAAO,cAAc,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;CACF"}

package/lib/esm/index.d.ts

@@ -1,3 +1,2 @@
-export { LexerEncoder, Lexema, Token, TokenExpression } from "./lexer.js";
-export { Directive, Document, DocumentEncoder } from "./document.js";
+export { SyntaxEncode } from "./v1/compiler/syntax-encode.js";
 //# sourceMappingURL=index.d.ts.map

package/lib/esm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC"}

package/lib/esm/index.js

@@ -1,3 +1,3 @@
-export { LexerEncoder, Lexema, Token, TokenExpression } from "./lexer.js";
-export { Directive, Document, DocumentEncoder } from "./document.js";
+export { SyntaxEncode } from "./v1/compiler/syntax-encode.js";
+// TODO: preparar package.json
 //# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAE9D,8BAA8B"}

package/lib/esm/v1/__utils__/key-syntax-kind.d.ts

@@ -0,0 +1,2 @@
+export declare const KeySyntaxKind: Record<number | string, string>;
+//# sourceMappingURL=key-syntax-kind.d.ts.map

package/lib/esm/v1/__utils__/key-syntax-kind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"key-syntax-kind.d.ts","sourceRoot":"","sources":["../../../../src/v1/__utils__/key-syntax-kind.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,CAoBzD,CAAC"}

package/lib/esm/v1/__utils__/key-syntax-kind.js

@@ -0,0 +1,23 @@
+import { SyntaxKind } from "../utils/syntax-kind.js";
+export const KeySyntaxKind = {
+    [SyntaxKind.unknown]: "Unknown",
+    [SyntaxKind.alphabet]: "Alphabet",
+    [SyntaxKind.integer]: "Int",
+    [SyntaxKind.whitespace]: "Whitespace",
+    [SyntaxKind.newline]: "Newline",
+    [SyntaxKind.dot]: "Dot",
+    [SyntaxKind.underscore]: "underscore",
+    [SyntaxKind.openCurlyBrace]: "OpenCurlyBrace",
+    [SyntaxKind.closeCurlyBrace]: "CloseCurlyBrace",
+    [SyntaxKind.keyword]: "Keyword",
+    [SyntaxKind.numeric]: "Numeric",
+    [SyntaxKind.boolean]: "Boolean",
+    [SyntaxKind.null]: "Null",
+    [SyntaxKind.comment]: "Comment",
+    [SyntaxKind.indent]: "Indent",
+    [SyntaxKind.heredoc]: "Heredoc",
+    [SyntaxKind.singleQuote]: "SingleQuote",
+    [SyntaxKind.doubleQuote]: "DoubleQuote",
+    [SyntaxKind.string]: "String",
+};
+//# sourceMappingURL=key-syntax-kind.js.map

package/lib/esm/v1/__utils__/key-syntax-kind.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key-syntax-kind.js","sourceRoot":"","sources":["../../../../src/v1/__utils__/key-syntax-kind.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,CAAC,MAAM,aAAa,GAAoC;IAC5D,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,UAAU;IACjC,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,KAAK;IAC3B,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,YAAY;IACrC,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK;IACvB,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,YAAY;IACrC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,gBAAgB;IAC7C,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,iBAAiB;IAC/C,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM;IACzB,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,QAAQ;IAC7B,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS;IAC/B,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,aAAa;IACvC,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,aAAa;IACvC,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,QAAQ;CAC9B,CAAC"}

package/lib/esm/v1/__utils__/normalize.d.ts

@@ -0,0 +1,3 @@
+import type { u8 } from "../types/u8.js";
+export declare const normalize: (input: string | Uint8Array | number[]) => u8;
+//# sourceMappingURL=normalize.d.ts.map

package/lib/esm/v1/__utils__/normalize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../../../src/v1/__utils__/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AAEzC,eAAO,MAAM,SAAS,GAAI,OAAO,MAAM,GAAG,UAAU,GAAG,MAAM,EAAE,KAAG,EAMjE,CAAC"}

package/lib/esm/v1/__utils__/normalize.js

@@ -0,0 +1,10 @@
+export const normalize = (input) => {
+    if (typeof input === "string")
+        return [...new TextEncoder().encode(input)];
+    if (input instanceof Uint8Array)
+        return [...input];
+    if (Array.isArray(input) && input.every((value) => typeof value === "number"))
+        return input;
+    throw new Error("not implemented");
+};
+//# sourceMappingURL=normalize.js.map

package/lib/esm/v1/__utils__/normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../../../src/v1/__utils__/normalize.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAqC,EAAM,EAAE;IACrE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;IACnD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;QAC3E,OAAO,KAAK,CAAC;IACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACrC,CAAC,CAAC"}

package/lib/esm/v1/__utils__/t.d.ts

@@ -0,0 +1,15 @@
+type Candidate = Result<any, any, any> | (() => any);
+export declare class Result<O, E, V> {
+    readonly ok: O;
+    readonly error: E;
+    readonly value: V;
+    constructor(ok: O, error: E, value: V);
+    [Symbol.iterator](): Generator<O | E | V, void, unknown>;
+    static ok: <V_1>(value: V_1) => Result<true, undefined, V_1>;
+    static error: <E_1>(error: E_1) => Result<false, E_1, undefined>;
+}
+type ResultType<O, E, V> = Result<O, E, V> & [O, E, V];
+type R<T> = T extends Result<infer O, infer E, infer V> ? ResultType<O, E, V> : T extends () => infer V ? ResultType<true, unknown, V> | Result<false, unknown, null> : ResultType<false, unknown, never>;
+export declare const t: <T extends Candidate>(candidate: T) => R<T>;
+export {};
+//# sourceMappingURL=t.d.ts.map

package/lib/esm/v1/__utils__/t.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"t.d.ts","sourceRoot":"","sources":["../../../../src/v1/__utils__/t.ts"],"names":[],"mappings":"AAAA,KAAK,SAAS,GAAG,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;AAErD,qBAAa,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAEvB,QAAQ,CAAC,EAAE,EAAE,CAAC;IACd,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjB,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAFR,EAAE,EAAE,CAAC,EACL,KAAK,EAAE,CAAC,EACR,KAAK,EAAE,CAAC;IAGlB,CAAC,MAAM,CAAC,QAAQ,CAAC;IAMlB,MAAM,CAAC,EAAE,GAAI,GAAC,EAAE,OAAO,GAAC,kCAAiD;IACzE,MAAM,CAAC,KAAK,GAAI,GAAC,EAAE,OAAO,GAAC,mCAAkD;CAC9E;AAED,KAAK,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAEvD,KAAK,CAAC,CAAC,CAAC,IACN,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,GACvC,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GACnB,CAAC,SAAS,MAAM,MAAM,CAAC,GACrB,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,GAC3D,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;AAE1C,eAAO,MAAM,CAAC,GAAI,CAAC,SAAS,SAAS,EAAE,WAAW,CAAC,KAAG,CAAC,CAAC,CAAC,CAYxD,CAAC"}

package/lib/esm/v1/__utils__/t.js

@@ -0,0 +1,32 @@
+export class Result {
+    ok;
+    error;
+    value;
+    constructor(ok, error, value) {
+        this.ok = ok;
+        this.error = error;
+        this.value = value;
+    }
+    *[Symbol.iterator]() {
+        yield this.ok;
+        yield this.error;
+        yield this.value;
+    }
+    static ok = (value) => new Result(true, undefined, value);
+    static error = (error) => new Result(false, error, undefined);
+}
+export const t = (candidate) => {
+    if (candidate instanceof Result) {
+        return candidate;
+    }
+    if (typeof candidate === "function") {
+        try {
+            return Result.ok(candidate());
+        }
+        catch (ex) {
+            return Result.error(ex);
+        }
+    }
+    return Result.error(new Error("invalid candidate"));
+};
+//# sourceMappingURL=t.js.map

package/lib/esm/v1/__utils__/t.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"t.js","sourceRoot":"","sources":["../../../../src/v1/__utils__/t.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,MAAM;IAEN;IACA;IACA;IAHX,YACW,EAAK,EACL,KAAQ,EACR,KAAQ;QAFR,OAAE,GAAF,EAAE,CAAG;QACL,UAAK,GAAL,KAAK,CAAG;QACR,UAAK,GAAL,KAAK,CAAG;IAChB,CAAC;IAEJ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChB,MAAM,IAAI,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,CAAC,KAAK,CAAC;QACjB,MAAM,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,EAAE,GAAG,CAAI,KAAQ,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,IAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACzE,MAAM,CAAC,KAAK,GAAG,CAAI,KAAQ,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,KAAc,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;;AAY/E,MAAM,CAAC,MAAM,CAAC,GAAG,CAAsB,SAAY,EAAQ,EAAE;IAC3D,IAAI,SAAS,YAAY,MAAM,EAAE,CAAC;QAChC,OAAO,SAAgB,CAAC;IAC1B,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAQ,CAAC;QACvC,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,CAAQ,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAQ,CAAC;AAC7D,CAAC,CAAC"}

package/lib/esm/v1/__utils__/to-token-snapshot.d.ts

@@ -0,0 +1,7 @@
+declare module "bun:test" {
+    interface Matchers<T> {
+        toTokenSnapshot(snapName: string): T;
+    }
+}
+export {};
+//# sourceMappingURL=to-token-snapshot.d.ts.map

package/lib/esm/v1/__utils__/to-token-snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-token-snapshot.d.ts","sourceRoot":"","sources":["../../../../src/v1/__utils__/to-token-snapshot.ts"],"names":[],"mappings":"AAyEA,OAAO,QAAQ,UAAU,CAAC;IACxB,UAAU,QAAQ,CAAC,CAAC;QAClB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC;KACtC;CACF"}

package/lib/esm/v1/__utils__/to-token-snapshot.js

@@ -0,0 +1,162 @@
+import { expect } from "bun:test";
+import * as fs from "node:fs";
+import { Lexema } from "../compiler/lexema.js";
+import { Token } from "../compiler/token.js";
+import { Part } from "../compiler/part.js";
+import { KeySyntaxKind } from "./key-syntax-kind.js";
+import { PartSet } from "../compiler/part-set.js";
+import { DirectiveNode, DocumentNode } from "../compiler/directive-node.js";
+import { t } from "./t.js";
+import { SyntaxEncode } from "../compiler/syntax-encode.js";
+const isObject = (value) => typeof value === "object" && value !== null;
+const isLexema = (value) => isObject(value) && value instanceof Lexema;
+const isToken = (value) => isObject(value) && value instanceof Token;
+const isPartSet = (value) => isObject(value) && value instanceof PartSet;
+const isPart = (value) => isObject(value) && value instanceof Part;
+const isTokenArray = (received) => typeof received === "object" &&
+    Array.isArray(received) &&
+    received.every(isToken);
+const isNode = (value) => isObject(value) && value instanceof DirectiveNode;
+const isDocumentNode = (value) => isObject(value) && value instanceof DocumentNode;
+const isDirectiveArray = (value) => isObject(value) && Array.isArray(value) && value.every(isNode);
+const toSpanStr = (span) => {
+    const posStr = `Offset ${span.index} Len ${span.length}`;
+    const i = span.startLocation && span.endLocation
+        ? `; Ln ${span.startLocation.line + 1}, Col ${span.startLocation.column + 1} (Padding ${span.startLocation.paddingLine}) -> Ln ${span.endLocation.line + 1}, Col ${span.endLocation.column + 1} (Padding ${span.startLocation.paddingLine})`
+        : "";
+    return `${posStr}${i}`;
+};
+const toHex = function* (value) {
+    const buff = typeof value === "string"
+        ? new Uint8Array(new TextEncoder().encode(value))
+        : value;
+    const e = 16;
+    const hexParts = Array.from(buff).reduce((list, n8, index) => {
+        const col = Math.floor(index / e);
+        const set = list.get(col) ?? new Set();
+        set.add([n8, n8.toString(16).padStart(2, "0").toUpperCase()]);
+        list.set(col, set);
+        return list;
+    }, new Map());
+    let colIndex = -1;
+    for (const col of hexParts.values()) {
+        const i = (++colIndex).toString().padStart(4, " ");
+        const hexLine = Array.from(col, ([u8, char]) => char)
+            .join(" ")
+            .padEnd(e * 3 - 1, " ");
+        const asciiRepresentation = new TextDecoder().decode(new Uint8Array(Array.from(col, ([u8]) => (u8 === 0x0a ? [92, 110] : [u8])).flat()));
+        yield `${i}:  ${hexLine}  [${asciiRepresentation}]`;
+    }
+};
+expect.extend({
+    // to-token-snapshot
+    toTokenSnapshot(received, spanName) {
+        const lexema = isLexema(received) ? received : null;
+        const document = lexema ? Lexema.debugGetDocument(lexema) : null;
+        const snapPath = new URL(`${spanName}.snap`, new URL("../__tokens_snapshots__/", import.meta.url));
+        const jsonPath = new URL(`${spanName}.snap.json`, new URL("../__tokens_snapshots__/", import.meta.url));
+        fs.mkdirSync(new URL("./", snapPath), { recursive: true });
+        const inspectTokens = (value) => {
+            const spaces = 2;
+            const margin = typeof spaces === "number" ? " ".repeat(spaces) : spaces;
+            function* lines(input, depth = 0) {
+                const lineMargin = margin.repeat(depth);
+                const nextLineMargin = margin.repeat(depth + 1);
+                if (isLexema(input)) {
+                    if (document) {
+                        yield new TextDecoder().decode(document);
+                        yield "";
+                        yield "-".repeat(60);
+                        yield "";
+                        yield* toHex(document);
+                        yield "";
+                        yield "-".repeat(60);
+                        yield "";
+                    }
+                    for (const token of input.tokens) {
+                        yield* lines(token, depth);
+                    }
+                }
+                if (isToken(input)) {
+                    const token = input;
+                    const typeStr = KeySyntaxKind[token.type] ?? `Token<${token.type}>`;
+                    const span = token.span;
+                    const payload = document
+                        ? new TextDecoder().decode(document.subarray(span.index, span.index + span.length))
+                        : null;
+                    const errorStr = input.getErrors().length
+                        ? ` - SyntaxError: ${input.getErrors().join(` `)}`
+                        : ``;
+                    yield `${lineMargin}Token: [${toSpanStr(span)}] ${typeStr} ${payload ? JSON.stringify(payload) : ""}${errorStr}`;
+                    for (const part of token.parts) {
+                        yield* lines(part, depth + 1);
+                    }
+                }
+                if (isPart(input)) {
+                    const part = input;
+                    const typeStr = KeySyntaxKind[part.type] ?? `Part<${part.type}>`;
+                    const span = part.span;
+                    const payload = new TextDecoder().decode(new Uint8Array(part.buffer));
+                    const payloadHex = Array.from(new Uint8Array(part.buffer), (e) => e.toString(16).padStart(2, "0").toUpperCase()).join(" ");
+                    yield `${lineMargin}Part#${part.id}: [${toSpanStr(span)}] ${typeStr} [${payloadHex}] ${JSON.stringify(payload)}`;
+                }
+                if (isPartSet(input)) {
+                    const buff = new Uint8Array(input.parts.map((part) => part.buffer).flat());
+                    yield new TextDecoder().decode(buff);
+                    yield "";
+                    yield `-`.repeat(60);
+                    yield "";
+                    yield* toHex(buff);
+                    yield "";
+                    yield `-`.repeat(60);
+                    yield "";
+                    const partSet = input;
+                    for (const part of partSet.parts) {
+                        yield* lines(part, depth);
+                    }
+                }
+                if (isDirectiveArray(input)) {
+                    for (const directive of input) {
+                        yield* lines(directive, depth);
+                    }
+                }
+                if (isNode(input)) {
+                    const directiveNode = input;
+                    const name = directiveNode.name;
+                    yield `${lineMargin}Directive#${directiveNode.id}: ${name.text() ?? "<unnamed>"} [${toSpanStr(directiveNode.span)}]`;
+                    yield `${lineMargin}Name: [${toSpanStr(name.span)}] ${name.text()}`;
+                    if (directiveNode.args.length) {
+                        yield `${lineMargin}Args:`;
+                        for (const arg of directiveNode.args) {
+                            yield `${nextLineMargin}Arg: [${toSpanStr(arg.span)}] ${arg.text()}`;
+                        }
+                    }
+                    for (const child of directiveNode.children) {
+                        yield* lines(child, depth + 1);
+                    }
+                }
+                if (isDocumentNode(input)) {
+                    const payload = SyntaxEncode.raw.get(input);
+                    if (typeof payload === "string") {
+                        yield payload;
+                        yield "-".repeat(60);
+                        yield ``;
+                        yield* toHex(payload);
+                        yield ``;
+                        yield "-".repeat(60);
+                        yield ``;
+                    }
+                    yield `Document: [${toSpanStr(input.span)}]`;
+                    yield* lines(input.children, depth + 1);
+                }
+            }
+            return Array.from(lines(value)).join("\n") + "\n";
+        };
+        t(() => fs.writeFileSync(snapPath, inspectTokens(received)));
+        t(() => fs.writeFileSync(jsonPath, JSON.stringify(received, null, 2)));
+        return {
+            pass: true,
+        };
+    },
+});
+//# sourceMappingURL=to-token-snapshot.js.map

package/lib/esm/v1/__utils__/to-token-snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-token-snapshot.js","sourceRoot":"","sources":["../../../../src/v1/__utils__/to-token-snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAE5D,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAE,EAAE,CAClC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAC9C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,MAAM,CAAC;AAChF,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,KAAK,CAAC;AAC9E,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,EAAE,CACnC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,OAAO,CAAC;AAC9C,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC;AAC5E,MAAM,YAAY,GAAG,CAAC,QAAiB,EAAE,EAAE,CACzC,OAAO,QAAQ,KAAK,QAAQ;IAC5B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAC1B,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAE,CAChC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,aAAa,CAAC;AACpD,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,EAAE,CACxC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,YAAY,CAAC;AACnD,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAE,EAAE,CAC1C,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAEjE,MAAM,SAAS,GAAG,CAAC,IAAU,EAAE,EAAE;IAC/B,MAAM,MAAM,GAAG,UAAU,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;IACzD,MAAM,CAAC,GACL,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW;QACpC,CAAC,CAAC,QAAQ,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,WAAW,WAAW,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,WAAW,GAAG;QAC5O,CAAC,CAAC,EAAE,CAAC;IAET,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,KAAgC;IACvD,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ;QACvB,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC,CAAC,KAAK,CAAC;IACZ,MAAM,CAAC,GAAG,EAAE,CAAC;IAEb,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;QACzD,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,IAAI,GAAG,EAAiC,CAAC,CAAC;IAE7C,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC;aAClD,IAAI,CAAC,GAAG,CAAC;aACT,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QAE1B,MAAM,mBAAmB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAClD,IAAI,UAAU,CACZ,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CACnE,CACF,CAAC;QAEF,MAAM,GAAG,CAAC,MAAM,OAAO,MAAM,mBAAmB,GAAG,CAAC;IACtD,CAAC;AACH,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,CAAC;IACZ,oBAAoB;IACpB,eAAe,CAAC,QAAiB,EAAE,QAAgB;QACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjE,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,GAAG,QAAQ,OAAO,EAClB,IAAI,GAAG,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CACrD,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,GAAG,QAAQ,YAAY,EACvB,IAAI,GAAG,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CACrD,CAAC;QAEF,EAAE,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,CAAC,KAAc,EAAU,EAAE;YAC/C,MAAM,MAAM,GAAoB,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAExE,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAc,EAAE,QAAgB,CAAC;gBAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACxC,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;gBAEhD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACpB,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBACzC,MAAM,EAAE,CAAC;wBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;wBACT,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACvB,MAAM,EAAE,CAAC;wBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;oBACX,CAAC;oBACD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBACjC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnB,MAAM,KAAK,GAAG,KAAK,CAAC;oBACpB,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,SAAS,KAAK,CAAC,IAAI,GAAG,CAAC;oBACpE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAExB,MAAM,OAAO,GAAG,QAAQ;wBACtB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CACtB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CACxD;wBACH,CAAC,CAAC,IAAI,CAAC;oBAET,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,MAAM;wBACvC,CAAC,CAAC,mBAAmB,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;wBAClD,CAAC,CAAC,EAAE,CAAC;oBAEP,MAAM,GAAG,UAAU,WAAW,SAAS,CAAC,IAAI,CAAC,KAAK,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;oBAEjH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAC/B,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClB,MAAM,IAAI,GAAG,KAAK,CAAC;oBACnB,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,IAAI,CAAC,IAAI,GAAG,CAAC;oBACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;oBACvB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACtE,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAC9C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAEZ,MAAM,GAAG,UAAU,QAAQ,IAAI,CAAC,EAAE,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnH,CAAC;gBAED,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrB,MAAM,IAAI,GAAG,IAAI,UAAU,CACzB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAC9C,CAAC;oBAEF,MAAM,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACrC,MAAM,EAAE,CAAC;oBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACrB,MAAM,EAAE,CAAC;oBAET,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAEnB,MAAM,EAAE,CAAC;oBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACrB,MAAM,EAAE,CAAC;oBAET,MAAM,OAAO,GAAG,KAAK,CAAC;oBACtB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBACjC,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAED,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;wBAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClB,MAAM,aAAa,GAAG,KAAK,CAAC;oBAC5B,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;oBAEhC,MAAM,GAAG,UAAU,aAAa,aAAa,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,EAAE,IAAI,WAAW,KAAK,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;oBACrH,MAAM,GAAG,UAAU,UAAU,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACpE,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;wBAC9B,MAAM,GAAG,UAAU,OAAO,CAAC;wBAC3B,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;4BACrC,MAAM,GAAG,cAAc,SAAS,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;wBACvE,CAAC;oBACH,CAAC;oBAED,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;wBAC3C,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAE5C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAChC,MAAM,OAAO,CAAC;wBACd,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;wBACT,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACtB,MAAM,EAAE,CAAC;wBACT,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,EAAE,CAAC;oBACX,CAAC;oBAED,MAAM,cAAc,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC7C,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACpD,CAAC,CAAC;QAEF,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvE,OAAO;YACL,IAAI,EAAE,IAAI;SACX,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}

package/lib/esm/v1/compiler/directive-node.d.ts

@@ -0,0 +1,26 @@
+import { Span } from "./span.js";
+import type { Token } from "./token.js";
+export declare class DocumentNode {
+    readonly children: DirectiveNode[];
+    readonly span: Span;
+    constructor(children: DirectiveNode[], span: Span);
+    static fromNodes(nodes: DirectiveNode[]): DocumentNode;
+}
+export declare class DirectiveNode {
+    #private;
+    get id(): number;
+    readonly name: Token;
+    readonly args: Token[];
+    readonly children: DirectiveNode[];
+    readonly span: Span;
+    constructor(name: Token, args: Token[], children: DirectiveNode[]);
+    private lastToken;
+    toJSON(): {
+        id: number;
+        name: string;
+        args: string[];
+        span: Span;
+        children: DirectiveNode[];
+    };
+}
+//# sourceMappingURL=directive-node.d.ts.map

package/lib/esm/v1/compiler/directive-node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"directive-node.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/directive-node.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAKxC,qBAAa,YAAY;IAErB,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE;IAClC,QAAQ,CAAC,IAAI,EAAE,IAAI;gBADV,QAAQ,EAAE,aAAa,EAAE,EACzB,IAAI,EAAE,IAAI;IAGrB,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE;CAgBxC;AAED,qBAAa,aAAa;;IAGxB,IAAI,EAAE,WAEL;IAED,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;gBAER,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE;IAajE,OAAO,CAAC,SAAS;IAIjB,MAAM;;;;;;;CASP"}

package/lib/esm/v1/compiler/directive-node.js

@@ -0,0 +1,48 @@
+import { Span } from "./span.js";
+const cursorIndex = { current: -1 };
+const uid = () => ++cursorIndex.current;
+export class DocumentNode {
+    children;
+    span;
+    constructor(children, span) {
+        this.children = children;
+        this.span = span;
+    }
+    static fromNodes(nodes) {
+        const first = nodes.at(0);
+        const last = nodes.at(-1);
+        if (!first || !last)
+            throw new Error("nodes cannot be empty");
+        return new DocumentNode(nodes, new Span(first.span.index, last.span.index + last.span.length, first.span.startLocation, last.span.endLocation));
+    }
+}
+export class DirectiveNode {
+    #id = uid();
+    get id() {
+        return this.#id;
+    }
+    name;
+    args;
+    children;
+    span;
+    constructor(name, args, children) {
+        this.name = name;
+        this.args = args;
+        this.children = children;
+        const lastToken = this.lastToken();
+        this.span = new Span(this.name.span.index, lastToken.span.index + lastToken.span.length, this.name.span.startLocation, lastToken.span.endLocation);
+    }
+    lastToken() {
+        return this.children.at(-1)?.lastToken() ?? this.args.at(-1) ?? this.name;
+    }
+    toJSON() {
+        return {
+            id: this.id,
+            name: this.name.text(),
+            args: this.args.map((arg) => arg.text()),
+            span: this.span,
+            children: this.children,
+        };
+    }
+}
+//# sourceMappingURL=directive-node.js.map

package/lib/esm/v1/compiler/directive-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directive-node.js","sourceRoot":"","sources":["../../../../src/v1/compiler/directive-node.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,WAAW,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;AACpC,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC;AAExC,MAAM,OAAO,YAAY;IAEZ;IACA;IAFX,YACW,QAAyB,EACzB,IAAU;QADV,aAAQ,GAAR,QAAQ,CAAiB;QACzB,SAAI,GAAJ,IAAI,CAAM;IAClB,CAAC;IAEJ,MAAM,CAAC,SAAS,CAAC,KAAsB;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1B,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAE9D,OAAO,IAAI,YAAY,CACrB,KAAK,EACL,IAAI,IAAI,CACN,KAAK,CAAC,IAAI,CAAC,KAAK,EAChB,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAClC,KAAK,CAAC,IAAI,CAAC,aAAa,EACxB,IAAI,CAAC,IAAI,CAAC,WAAW,CACtB,CACF,CAAC;IACJ,CAAC;CACF;AAED,MAAM,OAAO,aAAa;IACxB,GAAG,GAAG,GAAG,EAAE,CAAC;IAEZ,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAEQ,IAAI,CAAQ;IACZ,IAAI,CAAU;IACd,QAAQ,CAAkB;IAC1B,IAAI,CAAO;IAEpB,YAAY,IAAW,EAAE,IAAa,EAAE,QAAyB;QAC/D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EACpB,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAC5B,SAAS,CAAC,IAAI,CAAC,WAAW,CAC3B,CAAC;IACJ,CAAC;IAEO,SAAS;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;IAC5E,CAAC;IAED,MAAM;QACJ,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YACtB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;IACJ,CAAC;CACF"}

package/lib/esm/v1/compiler/lexema-encode.d.ts

@@ -0,0 +1,15 @@
+import { PartSet } from "./part-set.js";
+import { Lexema } from "./lexema.js";
+export type LexemaEncodeOptions = {
+    /**
+     * Enable debug info in output
+     */
+    debug?: boolean;
+    allowDebugDocument?: boolean;
+};
+export declare class LexemaEncode {
+    #private;
+    constructor(options?: LexemaEncodeOptions);
+    encode(input: string | Uint8Array | Iterable<number> | PartSet): Lexema;
+}
+//# sourceMappingURL=lexema-encode.d.ts.map

package/lib/esm/v1/compiler/lexema-encode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexema-encode.d.ts","sourceRoot":"","sources":["../../../../src/v1/compiler/lexema-encode.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,MAAM,mBAAmB,GAAG;IAChC;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEF,qBAAa,YAAY;;gBAIX,OAAO,CAAC,EAAE,mBAAmB;IAMzC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO;CAc/D"}

package/lib/esm/v1/compiler/lexema-encode.js

@@ -0,0 +1,22 @@
+import { PartSetEncode } from "./part-set-encode.js";
+import { PartSet } from "./part-set.js";
+import { Token } from "./token.js";
+import { Lexema } from "./lexema.js";
+export class LexemaEncode {
+    #storeDocument;
+    #showInvisibleTokens;
+    constructor(options) {
+        this.#storeDocument =
+            options?.allowDebugDocument ?? options?.debug ?? false;
+        this.#showInvisibleTokens = options?.debug ?? false;
+    }
+    encode(input) {
+        const partSet = input instanceof PartSet ? input : new PartSetEncode().encode(input);
+        const lexema = new Lexema(Token.scan(partSet, { showInvisibleTokens: this.#showInvisibleTokens }));
+        if (this.#storeDocument) {
+            Lexema.debugSetDocument(lexema, input);
+        }
+        return lexema;
+    }
+}
+//# sourceMappingURL=lexema-encode.js.map