lens-content-processor 0.78.0 → 0.80.0

package/dist/engine/tables.js

@@ -0,0 +1,70 @@
+// The whole-content step's tables as finish units read them. Every lookup is
+// a read of one entry, recorded with a hash of that entry, so a page is
+// finished again exactly when an entry it used changed: a module slug change
+// re-finishes the pages that card one of that module's lenses, and a glossary
+// entry change the pages that mark one of its terms.
+import { entryVersion, sha1, tableView, } from "./reader.js";
+/**
+ * The read-key prefix of each table. Glossary entries are keyed by their
+ * file (`glossary:<path>`), so "which pages use file X" finds them.
+ */
+const PREFIX = {
+    contentIdToModule: "table:contentIdToModule:",
+    glossary: "glossary:",
+    moduleContentIds: "table:moduleContentIds:",
+    slugToPath: "table:slugToPath:",
+    courseOutcomes: "table:courseOutcomes:",
+    topics: "table:topic:",
+};
+const NAMES = Object.keys(PREFIX);
+/** `tables` as views whose lookups `log` records. */
+export function recordingTables(tables, log) {
+    const views = {};
+    for (const name of NAMES) {
+        const table = tables[name];
+        views[name] = tableView(table, PREFIX[name], log);
+    }
+    return views;
+}
+/** The versions of table read keys in one job's tables. */
+export class TableVersions {
+    tables;
+    memo = new Map();
+    constructor(tables) {
+        this.tables = tables;
+    }
+    /** True for a key that names a table entry. */
+    static owns(key) {
+        return NAMES.some((name) => key.startsWith(PREFIX[name]));
+    }
+    versionOf(key) {
+        let version = this.memo.get(key);
+        if (version !== undefined)
+            return version;
+        const name = NAMES.find((n) => key.startsWith(PREFIX[n]));
+        if (!name)
+            throw new Error(`Not a table read key: ${key}`);
+        const table = this.tables[name];
+        const entry = key.slice(PREFIX[name].length);
+        // A scan of the whole table (no finish step does one today).
+        version =
+            entry === "*"
+                ? sha1(JSON.stringify([...table]))
+                : entryVersion(table.get(entry));
+        this.memo.set(key, version);
+        return version;
+    }
+    /** Every entry's version, by read key: what the next job compares with. */
+    all() {
+        const versions = new Map();
+        for (const name of NAMES) {
+            const table = this.tables[name];
+            for (const key of table.keys()) {
+                const readKey = PREFIX[name] + key;
+                versions.set(readKey, this.versionOf(readKey));
+            }
+        }
+        return versions;
+    }
+}
+//# sourceMappingURL=tables.js.map

package/dist/engine/tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../src/engine/tables.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,wEAAwE;AACxE,6EAA6E;AAC7E,8EAA8E;AAC9E,qDAAqD;AAGrD,OAAO,EACL,YAAY,EACZ,IAAI,EACJ,SAAS,GAGV,MAAM,aAAa,CAAC;AAErB;;;GAGG;AACH,MAAM,MAAM,GAA0C;IACpD,iBAAiB,EAAE,0BAA0B;IAC7C,QAAQ,EAAE,WAAW;IACrB,gBAAgB,EAAE,yBAAyB;IAC3C,UAAU,EAAE,mBAAmB;IAC/B,cAAc,EAAE,uBAAuB;IACvC,MAAM,EAAE,cAAc;CACvB,CAAC;AACF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAA2B,CAAC;AAE5D,qDAAqD;AACrD,MAAM,UAAU,eAAe,CAC7B,MAAoB,EACpB,GAAY;IAEZ,MAAM,KAAK,GAAiD,EAAE,CAAC;IAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAiC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAqB,CAAC;AAC/B,CAAC;AAED,2DAA2D;AAC3D,MAAM,OAAO,aAAa;IAGK;IAFZ,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IAElD,YAA6B,MAAoB;QAApB,WAAM,GAAN,MAAM,CAAc;IAAG,CAAC;IAErD,+CAA+C;IAC/C,MAAM,CAAC,IAAI,CAAC,GAAW;QACrB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,SAAS,CAAC,GAAW;QACnB,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAiC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7C,6DAA6D;QAC7D,OAAO;YACL,KAAK,KAAK,GAAG;gBACX,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;gBAClC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,2EAA2E;IAC3E,GAAG;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAiC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9D,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;gBACnC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/engine/units.d.ts

@@ -0,0 +1,58 @@
+import type { PageFinish, UnitSummary } from "../index.js";
+/**
+ * A failure that is not about the content a unit reads: the content source
+ * or the build layer failed, or a unit made output the build layer cannot
+ * keep. It ends the job with status "error" instead of failing the unit, so
+ * no file is blamed for it and the next job does the work again
+ * (AGENTS.md: a showstopper, never degraded).
+ */
+export declare class Showstopper extends Error {
+}
+export declare const UNIT_KINDS: {
+    readonly path: "path:";
+    readonly flat: "flat:";
+    readonly page: "page:";
+};
+export declare function unitIdOf(path: string): string;
+export declare function pathOfUnit(id: string): string;
+export declare function flatIdOf(pageKey: string): string;
+export declare function pageIdOf(pageKey: string): string;
+/** The key of a page: its file, and its position among that file's pages. */
+export declare function pageKey(sourcePath: string, index: number): string;
+/** The page key of a `flat:` or `page:` record id. */
+export declare function pageKeyOf(id: string): string;
+/** The source path and index of a page key (`<path>#<index>`). */
+export declare function splitPageKey(key: string): {
+    sourcePath: string;
+    index: number;
+};
+/**
+ * What a path unit stores: its summary, and the version (a hash of the stored
+ * form) of each flattened page, which a finish unit's `flat:` read sees.
+ */
+export interface StoredSummary {
+    summary: UnitSummary;
+    flat: string[];
+}
+/** A deep copy of `value` that survives JSON.stringify and JSON.parse. */
+export declare function encodeUnit(value: unknown): unknown;
+/** The inverse of encodeUnit: a fresh copy, safe to mutate. */
+export declare function decodeUnit<T>(stored: unknown): T;
+/**
+ * What a path unit that the job did not run contributes: an error on its file
+ * first, then the unit's last good results when the build layer has them (its
+ * pages stop updating until the file is fixed), or nothing else. `reason` is
+ * the supervisor's "timeout", "memory" or "crash", or the message of an error
+ * the unit threw.
+ */
+export declare function skippedUnit(path: string, reason: string | undefined, lastGood: StoredSummary | undefined): StoredSummary;
+/**
+ * What a finish unit that the job did not run contributes: an error on the
+ * page's file, in the first finish step's place, then its last good results.
+ * Without them the page is left out (`dropped`), as a path unit without
+ * results leaves its pages out.
+ */
+export declare function skippedPage(sourcePath: string, reason: string | undefined, lastGood: PageFinish | undefined): {
+    finish: PageFinish;
+    dropped: boolean;
+};

package/dist/engine/units.js

@@ -0,0 +1,186 @@
+// Units as the build layer stores them.
+//
+// Three kinds of record share the units table (ids are `<kind>:<name>`; a page
+// is named by its key, `<source path>#<index>`: pageKey below):
+//
+//   path:<path>  a path unit (runPathUnit): its summary for the whole-content
+//                step and the version of each flattened page it made
+//   flat:<page>  one flattened page, as its path unit made it; no reads. It is
+//                written before its path unit's record, so a job killed in
+//                between reruns the path unit
+//   page:<page>  a finish unit (finishPage): its errors per step; the finished
+//                page itself is in the pages table
+//
+// A stored output must come back exactly as it went in: finishing mutates a
+// flattened page, the whole-content step mutates courses and question entries,
+// and the result is serialized, so a value that comes back different changes
+// the output. A JSON round trip loses three things, and the codec here keeps
+// them:
+//
+// - line numbers, which ride on a Symbol (source-location.ts), as a reserved
+//   key;
+// - keys whose value is undefined. JSON drops them, and a key that is assigned
+//   later would then move to the end of its object, changing the key order of
+//   the output;
+// - numbers that are not finite (NaN, Infinity), which JSON writes as null.
+//
+// Anything that is not plain data (a Map, a class instance) is refused, so a
+// rule that puts one into a unit's output fails a test instead of losing data
+// in the build layer.
+import { attachSourceLine, getSourceLine } from "../source-location.js";
+/**
+ * A failure that is not about the content a unit reads: the content source
+ * or the build layer failed, or a unit made output the build layer cannot
+ * keep. It ends the job with status "error" instead of failing the unit, so
+ * no file is blamed for it and the next job does the work again
+ * (AGENTS.md: a showstopper, never degraded).
+ */
+export class Showstopper extends Error {
+}
+const PATH = "path:";
+const FLAT = "flat:";
+const PAGE = "page:";
+export const UNIT_KINDS = { path: PATH, flat: FLAT, page: PAGE };
+export function unitIdOf(path) {
+    return PATH + path;
+}
+export function pathOfUnit(id) {
+    if (!id.startsWith(PATH))
+        throw new Error(`Not a path unit: ${id}`);
+    return id.slice(PATH.length);
+}
+export function flatIdOf(pageKey) {
+    return FLAT + pageKey;
+}
+export function pageIdOf(pageKey) {
+    return PAGE + pageKey;
+}
+/** The key of a page: its file, and its position among that file's pages. */
+export function pageKey(sourcePath, index) {
+    return `${sourcePath}#${index}`;
+}
+/** The page key of a `flat:` or `page:` record id. */
+export function pageKeyOf(id) {
+    return id.slice(id.indexOf(":") + 1);
+}
+/** The source path and index of a page key (`<path>#<index>`). */
+export function splitPageKey(key) {
+    const at = key.lastIndexOf("#");
+    return { sourcePath: key.slice(0, at), index: Number(key.slice(at + 1)) };
+}
+const LINE_KEY = "__lensSourceLine";
+const UNDEFINED_KEY = "__lensUndefined";
+const NUMBER_KEY = "__lensNumber";
+/** A deep copy of `value` that survives JSON.stringify and JSON.parse. */
+export function encodeUnit(value) {
+    if (value === undefined)
+        return { [UNDEFINED_KEY]: true };
+    if (typeof value === "number" && !Number.isFinite(value)) {
+        return { [NUMBER_KEY]: String(value) };
+    }
+    if (value === null || typeof value !== "object")
+        return value;
+    if (Array.isArray(value))
+        return Array.from(value, encodeUnit);
+    const proto = Object.getPrototypeOf(value);
+    if (proto !== Object.prototype && proto !== null) {
+        throw new Showstopper(`A unit's output must be plain data, not ${proto?.constructor?.name ?? "an object with a prototype"}`);
+    }
+    const out = {};
+    for (const [key, entry] of Object.entries(value))
+        out[key] = encodeUnit(entry);
+    const line = getSourceLine(value);
+    if (line !== undefined)
+        out[LINE_KEY] = line;
+    return out;
+}
+/** The inverse of encodeUnit: a fresh copy, safe to mutate. */
+export function decodeUnit(stored) {
+    return decode(stored);
+}
+function decode(value) {
+    if (value === null || typeof value !== "object")
+        return value;
+    if (Array.isArray(value))
+        return value.map(decode);
+    const object = value;
+    if (UNDEFINED_KEY in object)
+        return undefined;
+    if (NUMBER_KEY in object)
+        return Number(object[NUMBER_KEY]);
+    const out = {};
+    let line;
+    for (const [key, entry] of Object.entries(object)) {
+        if (key === LINE_KEY)
+            line = entry;
+        else
+            out[key] = decode(entry);
+    }
+    return attachSourceLine(out, line);
+}
+/**
+ * What a path unit that the job did not run contributes: an error on its file
+ * first, then the unit's last good results when the build layer has them (its
+ * pages stop updating until the file is fixed), or nothing else. `reason` is
+ * the supervisor's "timeout", "memory" or "crash", or the message of an error
+ * the unit threw.
+ */
+export function skippedUnit(path, reason, lastGood) {
+    const error = unitFailed(path, reason, lastGood !== undefined);
+    if (!lastGood) {
+        const summary = { path, errors: [error], urls: [], uuids: [], pages: [] };
+        return { summary, flat: [] };
+    }
+    const { summary } = lastGood;
+    return {
+        ...lastGood,
+        summary: { ...summary, errors: [error, ...summary.errors] },
+    };
+}
+/**
+ * What a finish unit that the job did not run contributes: an error on the
+ * page's file, in the first finish step's place, then its last good results.
+ * Without them the page is left out (`dropped`), as a path unit without
+ * results leaves its pages out.
+ */
+export function skippedPage(sourcePath, reason, lastGood) {
+    const error = unitFailed(sourcePath, reason, lastGood !== undefined);
+    const finish = lastGood ?? {
+        glossary: [],
+        cardMembership: [],
+        optionalLensSets: [],
+        sharedQuestions: [],
+        integrity: [],
+    };
+    return {
+        finish: { ...finish, glossary: [error, ...finish.glossary] },
+        dropped: !lastGood,
+    };
+}
+function unitFailed(file, reason, hasLastGood) {
+    return {
+        file,
+        code: "validator.unit-failed",
+        message: `The validator ${failure(reason)}` +
+            (hasLastGood
+                ? ", so the results shown for it are from its last good check"
+                : ", so it was not checked"),
+        suggestion: "Tell a developer. To check the file again, make it smaller or simpler and save it",
+        severity: "error",
+    };
+}
+function failure(reason) {
+    switch (reason) {
+        case undefined:
+            return "ran out of time or memory on this file";
+        case "timeout":
+            return "ran out of time on this file";
+        case "memory":
+            return "ran out of memory on this file";
+        case "crash":
+            return "crashed on this file";
+        default:
+            return `stopped with an error on this file (${reason})`;
+    }
+}
+//# sourceMappingURL=units.js.map

package/dist/engine/units.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"units.js","sourceRoot":"","sources":["../../src/engine/units.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,EAAE;AACF,+EAA+E;AAC/E,gEAAgE;AAChE,EAAE;AACF,8EAA8E;AAC9E,qEAAqE;AACrE,+EAA+E;AAC/E,2EAA2E;AAC3E,8CAA8C;AAC9C,+EAA+E;AAC/E,mDAAmD;AACnD,EAAE;AACF,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,QAAQ;AACR,EAAE;AACF,6EAA6E;AAC7E,SAAS;AACT,+EAA+E;AAC/E,8EAA8E;AAC9E,gBAAgB;AAChB,4EAA4E;AAC5E,EAAE;AACF,6EAA6E;AAC7E,8EAA8E;AAC9E,sBAAsB;AAGtB,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAExE;;;;;;GAMG;AACH,MAAM,OAAO,WAAY,SAAQ,KAAK;CAAG;AAEzC,MAAM,IAAI,GAAG,OAAO,CAAC;AACrB,MAAM,IAAI,GAAG,OAAO,CAAC;AACrB,MAAM,IAAI,GAAG,OAAO,CAAC;AACrB,MAAM,CAAC,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAW,CAAC;AAE1E,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,IAAI,GAAG,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,EAAU;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACpE,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAe;IACtC,OAAO,IAAI,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAe;IACtC,OAAO,IAAI,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,OAAO,CAAC,UAAkB,EAAE,KAAa;IACvD,OAAO,GAAG,UAAU,IAAI,KAAK,EAAE,CAAC;AAClC,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,SAAS,CAAC,EAAU;IAClC,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,YAAY,CAAC,GAAW;IAItC,MAAM,EAAE,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5E,CAAC;AAWD,MAAM,QAAQ,GAAG,kBAAkB,CAAC;AACpC,MAAM,aAAa,GAAG,iBAAiB,CAAC;AACxC,MAAM,UAAU,GAAG,cAAc,CAAC;AAElC,0EAA0E;AAC1E,MAAM,UAAU,UAAU,CAAC,KAAc;IACvC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IACzC,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,KAAK,KAAK,MAAM,CAAC,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACjD,MAAM,IAAI,WAAW,CACnB,2CAA2C,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,4BAA4B,EAAE,CACtG,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9C,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,IAAI,KAAK,SAAS;QAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;IAC7C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,UAAU,CAAI,MAAe;IAC3C,OAAO,MAAM,CAAC,MAAM,CAAM,CAAC;AAC7B,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,aAAa,IAAI,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9C,IAAI,UAAU,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5D,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,IAAI,IAAwB,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,GAAG,KAAK,QAAQ;YAAE,IAAI,GAAG,KAAe,CAAC;;YACxC,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CACzB,IAAY,EACZ,MAA0B,EAC1B,QAAmC;IAEnC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC1E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC/B,CAAC;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC;IAC7B,OAAO;QACL,GAAG,QAAQ;QACX,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE;KAC5D,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CACzB,UAAkB,EAClB,MAA0B,EAC1B,QAAgC;IAEhC,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,QAAQ,IAAI;QACzB,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,EAAE;QAClB,gBAAgB,EAAE,EAAE;QACpB,eAAe,EAAE,EAAE;QACnB,SAAS,EAAE,EAAE;KACd,CAAC;IACF,OAAO;QACL,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE;QAC5D,OAAO,EAAE,CAAC,QAAQ;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,IAAY,EACZ,MAA0B,EAC1B,WAAoB;IAEpB,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,uBAAuB;QAC7B,OAAO,EACL,iBAAiB,OAAO,CAAC,MAAM,CAAC,EAAE;YAClC,CAAC,WAAW;gBACV,CAAC,CAAC,4DAA4D;gBAC9D,CAAC,CAAC,yBAAyB,CAAC;QAChC,UAAU,EACR,mFAAmF;QACrF,QAAQ,EAAE,OAAO;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,MAA0B;IACzC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,wCAAwC,CAAC;QAClD,KAAK,SAAS;YACZ,OAAO,8BAA8B,CAAC;QACxC,KAAK,QAAQ;YACX,OAAO,gCAAgC,CAAC;QAC1C,KAAK,OAAO;YACV,OAAO,sBAAsB,CAAC;QAChC;YACE,OAAO,uCAAuC,MAAM,GAAG,CAAC;IAC5D,CAAC;AACH,CAAC"}

package/dist/engine/version.d.ts

@@ -0,0 +1,6 @@
+/**
+ * `<package version>-<16 hex digits of the code fingerprint>`, for example
+ * `0.75.0-3f9c0d1e2a4b5c6d`. The fingerprint (cache.ts) hashes this package's
+ * code, its manifest and lockfile, and the Node version. Computed once per process.
+ */
+export declare function validatorVersion(): string;

package/dist/engine/version.js

@@ -0,0 +1,21 @@
+// The validator version names the build layer: there is one store file per
+// version (sqlite-store.ts storePathFor), so a store written by other code is
+// never reused. It changes whenever anything that can change the output
+// changes, because it contains the per-file cache's code fingerprint.
+import { readFileSync } from "fs";
+import { computeCodeFingerprint } from "../cache.js";
+let version;
+/**
+ * `<package version>-<16 hex digits of the code fingerprint>`, for example
+ * `0.75.0-3f9c0d1e2a4b5c6d`. The fingerprint (cache.ts) hashes this package's
+ * code, its manifest and lockfile, and the Node version. Computed once per process.
+ */
+export function validatorVersion() {
+    if (version === undefined) {
+        const manifest = new URL("../../package.json", import.meta.url);
+        const pkg = JSON.parse(readFileSync(manifest, "utf-8"));
+        version = `${pkg.version}-${computeCodeFingerprint().slice(0, 16)}`;
+    }
+    return version;
+}
+//# sourceMappingURL=version.js.map

package/dist/engine/version.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../../src/engine/version.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,8EAA8E;AAC9E,wEAAwE;AACxE,sEAAsE;AAEtE,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAErD,IAAI,OAA2B,CAAC;AAEhC;;;;GAIG;AACH,MAAM,UAAU,gBAAgB;IAC9B,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAErD,CAAC;QACF,OAAO,GAAG,GAAG,GAAG,CAAC,OAAO,IAAI,sBAAsB,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACtE,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/engine/worker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/engine/worker.js

@@ -0,0 +1,220 @@
+// The content worker: one fresh process per job, run by a supervisor (the
+// platform's is Python: core/content/engine.py, supervise).
+//
+//   node --max-old-space-size=<MB> dist/engine/worker.js < job.json
+//   node dist/engine/worker.js --version     prints the validator version and exits
+//
+// It reads one Job (protocol.ts) from stdin, opens the build layer and the content
+// source, runs the job (build.ts runJob), and writes newline-delimited JSON events
+// to stdout; everything else (warnings, console output of rules) goes to stderr:
+//
+//   {"event":"unit","id":"path:Lenses/X.md"}   before each unit
+//   {"event":"unit","id":null}                  after it
+//   {"event":"result", ...}                     the JobResult, always the last line
+//
+// Exit code 0 with status "ok", 1 with status "error".
+//
+// Blame and skip. When a worker hangs, runs out of memory or crashes, the
+// supervisor blames the unit it was running, skips that unit, and runs the job
+// again:
+//
+// 1. Start the worker in its own process group (setsid). Write the Job as JSON to
+//    its stdin, then close stdin.
+// 2. Read stdout line by line. A unit event says which unit is running (null:
+//    none). The result line ends the job, whatever happens to the process then.
+// 3. Watch the group's resident memory and the job's wall time, and kill the whole
+//    group when either passes its limit.
+// 4. When the worker ends without a result, blame the unit that was running: for a
+//    SQLite store, the line in `<store>-running`; for ":memory:" and overlay jobs,
+//    the last unit event. The worker writes both synchronously before the unit
+//    starts, so they are out of the process even if the unit then hangs. The
+//    reason is "timeout" or "memory" when the supervisor killed the worker,
+//    "memory" when stderr says the JavaScript heap ran out, and "crash" otherwise.
+// 5. For a SQLite store and a job that writes it, record the unit in failed_units
+//    with the reason (later jobs skip it until its inputs change, or until a job
+//    with retryFailed), and clear the running record. ":memory:" and overlay jobs
+//    keep nothing. Run the job again with the unit added to skipUnits, a cold job
+//    as a commit job, which keeps the units committed before the kill. Give up
+//    when no unit was running, or after a few restarts.
+import { readSync, writeSync } from "fs";
+import { runJob } from "./build.js";
+import { GitSource } from "./git-source.js";
+import { mapSource } from "./sources.js";
+import { MemoryStore } from "./store.js";
+import { validatorVersion } from "./version.js";
+const pause = new Int32Array(new SharedArrayBuffer(4));
+/** A synchronous sleep, for a pipe that is full or not ready. */
+const sleep = (ms) => Atomics.wait(pause, 0, 0, ms);
+/** Write one line to stdout synchronously, whole, even when the pipe is non-blocking. */
+function emit(event) {
+    const bytes = Buffer.from(`${JSON.stringify(event)}\n`);
+    for (let at = 0; at < bytes.length;) {
+        try {
+            at += writeSync(1, bytes, at, bytes.length - at);
+        }
+        catch (error) {
+            if (error.code !== "EAGAIN")
+                throw error;
+            sleep(5);
+        }
+    }
+}
+function readStdin() {
+    const chunks = [];
+    const chunk = Buffer.alloc(1 << 20);
+    for (;;) {
+        let n;
+        try {
+            n = readSync(0, chunk, 0, chunk.length, null);
+        }
+        catch (error) {
+            const code = error.code;
+            if (code === "EAGAIN") {
+                sleep(5);
+                continue;
+            }
+            if (code === "EOF")
+                break;
+            throw error;
+        }
+        if (n === 0)
+            break;
+        chunks.push(Buffer.from(chunk.subarray(0, n)));
+    }
+    return Buffer.concat(chunks).toString("utf-8");
+}
+/** The store a job names; overlay jobs read the live store as one snapshot and write nothing. */
+async function openStore(job, version) {
+    if (job.storePath === ":memory:") {
+        const store = new MemoryStore();
+        store.setMeta("validatorVersion", version);
+        return { store };
+    }
+    const sqlite = await import("./sqlite-store.js");
+    const readonly = job.kind === "overlay";
+    return {
+        store: sqlite.openSqliteStore(job.storePath, { version, readonly }),
+        sqlite,
+    };
+}
+function openSource(job, store) {
+    if (job.source.type === "files")
+        return mapSource(job.source.files);
+    const { repoDir, commit, directories } = job.source;
+    // Blob ids in the build layer were valid UTF-8 when stored: no need to read them again.
+    return new GitSource(repoDir, commit, directories, {
+        trusted: store.getFileVersions().values(),
+    });
+}
+function unitHooks(job, store) {
+    const record = job.kind !== "overlay";
+    const testHook = testHooks();
+    return {
+        beforeUnit(id) {
+            emit({ event: "unit", id });
+            if (record)
+                store.setRunning(id);
+            testHook?.(id);
+        },
+        afterUnit() {
+            emit({ event: "unit", id: null });
+            if (record)
+                store.setRunning(null);
+        },
+    };
+}
+/**
+ * For the blame-and-skip tests only (core/content/tests/test_engine_integration.py,
+ * test_worker_faults.py), with LENS_ENGINE_TEST_HOOKS=1: the unit named by
+ * LENS_ENGINE_TEST_HANG_UNIT loops forever, LENS_ENGINE_TEST_LEAK_UNIT keeps
+ * allocating memory until it is killed, and LENS_ENGINE_TEST_CRASH_UNIT aborts the process.
+ */
+function testHooks() {
+    const env = process.env;
+    if (env.LENS_ENGINE_TEST_HOOKS !== "1")
+        return undefined;
+    return (id) => {
+        if (id === env.LENS_ENGINE_TEST_HANG_UNIT)
+            for (;;)
+                ;
+        if (id === env.LENS_ENGINE_TEST_LEAK_UNIT) {
+            const kept = [];
+            for (;;) {
+                kept.push(Buffer.alloc(1 << 20, 1)); // 1 MB a millisecond
+                sleep(1);
+            }
+        }
+        if (id === env.LENS_ENGINE_TEST_CRASH_UNIT)
+            process.abort();
+    };
+}
+/** This version's store is complete, so older versions' stores go. Disk clean-up only: a failure is reported, not fatal. */
+function removeOldStores(sqlite, storePath) {
+    try {
+        sqlite?.removeOtherStores(storePath);
+    }
+    catch (error) {
+        console.error(`Could not delete older build layers beside ${storePath}:`, error);
+    }
+}
+function errorResult(message, version) {
+    return {
+        event: "result",
+        status: "error",
+        message,
+        validatorVersion: version,
+        changedPages: [],
+        changedArtifacts: [],
+        unitsRun: 0,
+        skippedUnits: [],
+        timings: {},
+    };
+}
+async function main() {
+    const version = validatorVersion();
+    if (process.argv.includes("--version")) {
+        emit({ validatorVersion: version });
+        return 0;
+    }
+    // stdout carries the events and nothing else.
+    console.log = console.info = console.debug = console.error;
+    let job;
+    let opened;
+    let source;
+    try {
+        job = JSON.parse(readStdin());
+        opened = await openStore(job, version);
+        source = openSource(job, opened.store);
+        const started = Math.round(performance.now());
+        const result = runJob(job, opened.store, source, unitHooks(job, opened.store));
+        result.timings.workerStart = started;
+        opened.store.close();
+        if (job.kind === "commit" || job.kind === "cold")
+            removeOldStores(opened.sqlite, job.storePath);
+        emit(result);
+        return 0;
+    }
+    catch (error) {
+        let message = error instanceof Error ? (error.stack ?? error.message) : String(error);
+        try {
+            opened?.store.close();
+        }
+        catch (closeError) {
+            message += `\nClosing the build layer also failed: ${closeError}`;
+        }
+        if (opened?.sqlite?.isDamagedStoreError(error) && job?.kind !== "overlay") {
+            opened.sqlite.removeStoreFiles(job.storePath);
+            message = `The build layer was damaged and has been deleted; the next job builds everything again.\n${message}`;
+        }
+        emit(errorResult(message, version));
+        return 1;
+    }
+    finally {
+        source?.close?.();
+    }
+}
+process.exitCode = await main();
+// Exit by draining the event loop, so stderr written through a pipe is not cut
+// short; if anything is still holding the loop after five seconds, leave anyway.
+setTimeout(() => process.exit(), 5000).unref();
+//# sourceMappingURL=worker.js.map

package/dist/engine/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/engine/worker.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,4DAA4D;AAC5D,EAAE;AACF,oEAAoE;AACpE,oFAAoF;AACpF,EAAE;AACF,mFAAmF;AACnF,mFAAmF;AACnF,iFAAiF;AACjF,EAAE;AACF,gEAAgE;AAChE,yDAAyD;AACzD,oFAAoF;AACpF,EAAE;AACF,uDAAuD;AACvD,EAAE;AACF,0EAA0E;AAC1E,+EAA+E;AAC/E,SAAS;AACT,EAAE;AACF,kFAAkF;AAClF,kCAAkC;AAClC,8EAA8E;AAC9E,gFAAgF;AAChF,mFAAmF;AACnF,yCAAyC;AACzC,mFAAmF;AACnF,mFAAmF;AACnF,+EAA+E;AAC/E,6EAA6E;AAC7E,4EAA4E;AAC5E,mFAAmF;AACnF,kFAAkF;AAClF,iFAAiF;AACjF,kFAAkF;AAClF,kFAAkF;AAClF,+EAA+E;AAC/E,wDAAwD;AAExD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAQ5C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,WAAW,EAAmB,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAKhD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;AACvD,iEAAiE;AACjE,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAE5D,yFAAyF;AACzF,SAAS,IAAI,CAAC,KAA2D;IACvE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,GAAI,CAAC;QACrC,IAAI,CAAC;YACH,EAAE,IAAI,SAAS,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACpE,KAAK,CAAC,CAAC,CAAC,CAAC;QACX,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,SAAS,CAAC;QACR,IAAI,CAAS,CAAC;QACd,IAAI,CAAC;YACH,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAC;YACnD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,KAAK,CAAC,CAAC,CAAC,CAAC;gBACT,SAAS;YACX,CAAC;YACD,IAAI,IAAI,KAAK,KAAK;gBAAE,MAAM;YAC1B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM;QACnB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,iGAAiG;AACjG,KAAK,UAAU,SAAS,CACtB,GAAQ,EACR,OAAe;IAEf,IAAI,GAAG,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;QAChC,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC;IACxC,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QACnE,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,GAAQ,EAAE,KAAiB;IAC7C,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;IACpD,wFAAwF;IACxF,OAAO,IAAI,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE;QACjD,OAAO,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,MAAM,EAAE;KAC1C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,GAAQ,EAAE,KAAiB;IAC5C,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC;IACtC,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,OAAO;QACL,UAAU,CAAC,EAAE;YACX,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5B,IAAI,MAAM;gBAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACjC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QACD,SAAS;YACP,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAClC,IAAI,MAAM;gBAAE,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAS,SAAS;IAChB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,IAAI,GAAG,CAAC,sBAAsB,KAAK,GAAG;QAAE,OAAO,SAAS,CAAC;IACzD,OAAO,CAAC,EAAE,EAAE,EAAE;QACZ,IAAI,EAAE,KAAK,GAAG,CAAC,0BAA0B;YAAE;gBAAQ,CAAC;QACpD,IAAI,EAAE,KAAK,GAAG,CAAC,0BAA0B,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAa,EAAE,CAAC;YAC1B,SAAS,CAAC;gBACR,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB;gBAC1D,KAAK,CAAC,CAAC,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,CAAC,2BAA2B;YAAE,OAAO,CAAC,KAAK,EAAE,CAAC;IAC9D,CAAC,CAAC;AACJ,CAAC;AAED,4HAA4H;AAC5H,SAAS,eAAe,CAAC,MAAgC,EAAE,SAAiB;IAC1E,IAAI,CAAC;QACH,MAAM,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CACX,8CAA8C,SAAS,GAAG,EAC1D,KAAK,CACN,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,OAAe;IACnD,OAAO;QACL,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,OAAO;QACf,OAAO;QACP,gBAAgB,EAAE,OAAO;QACzB,YAAY,EAAE,EAAE;QAChB,gBAAgB,EAAE,EAAE;QACpB,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,EAAE;QAChB,OAAO,EAAE,EAAE;KACZ,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;QACpC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,8CAA8C;IAC9C,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAE3D,IAAI,GAAoB,CAAC;IACzB,IAAI,MAAgE,CAAC;IACrE,IAAI,MAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAQ,CAAC;QACrC,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACvC,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CACnB,GAAG,EACH,MAAM,CAAC,KAAK,EACZ,MAAM,EACN,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAC7B,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;YAC9C,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,CAAC;QACb,OAAO,CAAC,CAAC;IACX,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,GACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,OAAO,IAAI,0CAA0C,UAAU,EAAE,CAAC;QACpE,CAAC;QACD,IAAI,MAAM,EAAE,MAAM,EAAE,mBAAmB,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YAC1E,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAI,CAAC,SAAS,CAAC,CAAC;YAC/C,OAAO,GAAG,4FAA4F,OAAO,EAAE,CAAC;QAClH,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACpC,OAAO,CAAC,CAAC;IACX,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;IACpB,CAAC;AACH,CAAC;AAED,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;AAChC,+EAA+E;AAC/E,iFAAiF;AACjF,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC"}