lens-content-processor 0.79.0 → 0.80.0

package/dist/engine/sqlite-store.js

@@ -0,0 +1,452 @@
+// The build layer on disk: a BuildStore in one SQLite file per validator version.
+// SCHEMA below is what the platform's Python reads.
+//
+// Library: better-sqlite3 12.9.0, a devDependency, loaded on the first open, never at
+// import time. The platform image runs Debian 13's Node 20.19, which has no node:sqlite
+// (Node 22.13+), and 12.9.0 is the last release with prebuilt binaries for Node 20;
+// later releases compile from source, which the slim image cannot. The npm package
+// never installs it. The store uses only prepare/exec/close and run/get/all, so on
+// Node 22+ node:sqlite can replace it by changing loadDriver() (and inTransaction,
+// which node:sqlite calls isTransaction).
+//
+// Writes are batched: the first write opens a transaction, which commits after
+// BATCH_WRITES writes or BATCH_MS ms (checked at each write and each setRunning), on
+// commit() and on close(), but never inside atomically(), so writes that must agree
+// (a unit's record and the pages it made) are committed together. A killed job keeps
+// all but its last batch. A failed write rolls its batch back and the store then
+// refuses writes (a Showstopper: the job fails), so a half-applied batch is never
+// committed. WAL with synchronous=NORMAL: a commit survives the death of the
+// process, which blame and skip needs, but not a power cut; the platform's disk is
+// emptied on every deploy anyway.
+//
+// The running unit (blame and skip, worker.ts) is one line in the file
+// `<store>-running`: the JSON string of the unit id, or null. It is rewritten in
+// place, not a row: a row would commit the whole batch before every unit.
+import { closeSync, ftruncateSync, mkdirSync, openSync, readFileSync, readdirSync, rmSync, writeSync, } from "fs";
+import { createRequire } from "module";
+import { basename, dirname, join } from "path";
+import { deflateSync, inflateSync } from "zlib";
+import { Showstopper } from "./units.js";
+import { NO_ARTIFACT, artifactHash, artifactMetaKey, comparePages, } from "./store.js";
+const SCHEMA_VERSION = "1";
+/** Commit a batch after this many writes... */
+export const BATCH_WRITES = 1000;
+/** ...or once it is this old. A killed job loses at most this much finished work. */
+export const BATCH_MS = 1000;
+/** Level 1: 2.6× smaller page JSON at 1.2 s per 135 MB; level 6 is 3.1× at 4.0 s (measured, 5 Oct). */
+const ZLIB_LEVEL = 1;
+let driver;
+function loadDriver() {
+    if (!driver) {
+        try {
+            driver = createRequire(import.meta.url)("better-sqlite3");
+            new driver(":memory:").close(); // a wrong binary fails here, not mid-job
+        }
+        catch (error) {
+            driver = undefined;
+            throw new Error("The SQLite build layer needs better-sqlite3 (a devDependency of " +
+                "content_processor; the npm package does not install it). Run `npm ci` in " +
+                `content_processor, or use the store ":memory:". Cause: ${error}`, { cause: error });
+        }
+    }
+    return driver;
+}
+/** The store file for a validator version: `<dir>/build-<version>.sqlite`. */
+export function storePathFor(dir, version) {
+    return join(dir, `build-${version}.sqlite`);
+}
+const STORE_SUFFIXES = ["", "-wal", "-shm", "-journal", "-running"];
+const STORE_NAME = /^build-.+\.sqlite$/;
+/** Delete a store file and the files SQLite and the running record keep beside it. */
+export function removeStoreFiles(path) {
+    for (const suffix of STORE_SUFFIXES)
+        rmSync(path + suffix, { force: true });
+}
+/**
+ * Delete every other `build-*.sqlite` store in the directory of `path`, once the
+ * store at `path` is complete. Returns the names of the stores removed. Does
+ * nothing when `path` itself is not named `build-*.sqlite`.
+ */
+export function removeOtherStores(path) {
+    const keep = basename(path);
+    if (!STORE_NAME.test(keep))
+        return [];
+    const removed = readdirSync(dirname(path)).filter((name) => STORE_NAME.test(name) && name !== keep);
+    for (const name of removed)
+        removeStoreFiles(join(dirname(path), name));
+    return removed;
+}
+/**
+ * SQLite's answer when a file is not a database or its structure is broken,
+ * also when it is the cause of the error the store threw in its place.
+ */
+export function isDamagedStoreError(error) {
+    for (let e = error; e; e = e.cause) {
+        const code = e.code;
+        if (typeof code === "string" &&
+            (code === "SQLITE_NOTADB" || code.startsWith("SQLITE_CORRUPT")))
+            return true;
+    }
+    return false;
+}
+// The schema, version 1. A reader such as the platform's Python needs only the
+// standard library: a BLOB is zlib (RFC 1950, level 1) of UTF-8 JSON text,
+// zlib.decompress(blob).decode("utf-8"), and WAL mode gives it the last
+// committed state while the worker writes. Canonical page order is by
+// source_path in UTF-16 code-unit order (JavaScript's), then idx. SQL's ORDER BY
+// compares UTF-8 bytes, which differs only for a character above U+FFFF, so
+// Python sorts by (source_path.encode("utf-16-be"), idx). What a reader applies
+// after a job: protocol.ts.
+const SCHEMA = `
+  -- "schema" = "1", "validatorVersion", "commit" (git sources), the engine's own
+  -- "engine:*" keys, and "artifact:<name>": the SHA-1 (hex) of that artifact's
+  -- JSON text, or "-" once it is removed, written with its artifacts row
+  CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT NOT NULL) WITHOUT ROWID;
+  -- content path -> Git blob id
+  CREATE TABLE IF NOT EXISTS files (path TEXT PRIMARY KEY, version TEXT NOT NULL) WITHOUT ROWID;
+  -- id: "path:<file>", "flat:<file>#<i>" or "page:<file>#<i>" (units.ts)
+  CREATE TABLE IF NOT EXISTS units (id TEXT PRIMARY KEY, output BLOB NOT NULL);
+  -- each unit's recorded reads, in the order it made them; reads_by_key is the
+  -- reverse index: SELECT DISTINCT unit FROM reads WHERE key = ?
+  CREATE TABLE IF NOT EXISTS reads (
+    unit TEXT NOT NULL, seq INTEGER NOT NULL, key TEXT NOT NULL, version TEXT NOT NULL,
+    PRIMARY KEY (unit, seq)) WITHOUT ROWID;
+  CREATE INDEX IF NOT EXISTS reads_by_key ON reads (key);
+  -- hash: the SHA-1 (hex) of the page's JSON text
+  CREATE TABLE IF NOT EXISTS pages (
+    source_path TEXT NOT NULL, idx INTEGER NOT NULL, slug TEXT NOT NULL,
+    hash TEXT NOT NULL, json BLOB NOT NULL, PRIMARY KEY (source_path, idx));
+  CREATE TABLE IF NOT EXISTS artifacts (name TEXT PRIMARY KEY, json BLOB NOT NULL);
+  -- reason: "timeout", "memory" or "crash", or the message of an error the unit threw
+  CREATE TABLE IF NOT EXISTS failed_units (unit TEXT PRIMARY KEY, reason TEXT NOT NULL) WITHOUT ROWID;
+`;
+/** Every statement the store runs, prepared once per connection. */
+const SQL = {
+    getMeta: "SELECT value FROM meta WHERE key = ?",
+    setMeta: "INSERT OR REPLACE INTO meta VALUES (?, ?)",
+    files: "SELECT path, version FROM files",
+    setFile: "INSERT OR REPLACE INTO files VALUES (?, ?)",
+    deleteFile: "DELETE FROM files WHERE path = ?",
+    getUnit: "SELECT output FROM units WHERE id = ?",
+    getReads: "SELECT key, version FROM reads WHERE unit = ? ORDER BY seq",
+    unitIds: "SELECT id FROM units",
+    putUnit: "INSERT OR REPLACE INTO units VALUES (?, ?)",
+    putRead: "INSERT INTO reads VALUES (?, ?, ?, ?)",
+    deleteUnit: "DELETE FROM units WHERE id = ?",
+    deleteReads: "DELETE FROM reads WHERE unit = ?",
+    readers: "SELECT unit FROM reads WHERE key = ?",
+    pages: "SELECT source_path, idx, slug, hash FROM pages",
+    getPage: "SELECT slug, hash, json FROM pages WHERE source_path = ? AND idx = ?",
+    putPage: "INSERT OR REPLACE INTO pages VALUES (?, ?, ?, ?, ?)",
+    deletePage: "DELETE FROM pages WHERE source_path = ? AND idx = ?",
+    getArtifact: "SELECT json FROM artifacts WHERE name = ?",
+    putArtifact: "INSERT OR REPLACE INTO artifacts VALUES (?, ?)",
+    deleteArtifact: "DELETE FROM artifacts WHERE name = ?",
+    failed: "SELECT unit, reason FROM failed_units",
+    setFailed: "INSERT OR REPLACE INTO failed_units VALUES (?, ?)",
+    clearFailed: "DELETE FROM failed_units WHERE unit = ?",
+};
+function pack(json) {
+    return deflateSync(Buffer.from(json, "utf-8"), { level: ZLIB_LEVEL });
+}
+function unpack(blob) {
+    return inflateSync(blob).toString("utf-8");
+}
+/**
+ * Open the store at `path`. A missing, damaged or foreign file (another schema or
+ * validator version) is replaced by an empty store, whose `fresh` is true: the next
+ * job builds everything. With `readonly`, such a file is an error instead.
+ */
+export function openSqliteStore(path, options = {}) {
+    const Driver = loadDriver();
+    if (options.readonly) {
+        const db = new Driver(path, { readonly: true, fileMustExist: true });
+        try {
+            db.exec("PRAGMA busy_timeout = 10000");
+            checkMeta(db, options.version, path);
+            db.exec("BEGIN");
+            db.prepare("SELECT 1 FROM meta LIMIT 1").get(); // the snapshot starts at the first read
+            return new SqliteStore(db, path, false, true);
+        }
+        catch (error) {
+            db.close();
+            throw error;
+        }
+    }
+    mkdirSync(dirname(path), { recursive: true });
+    let fresh = false;
+    for (;;) {
+        let db;
+        try {
+            db = new Driver(path);
+            db.exec("PRAGMA journal_mode = WAL");
+            db.exec("PRAGMA synchronous = NORMAL");
+            db.exec("PRAGMA busy_timeout = 10000");
+            db.exec("PRAGMA journal_size_limit = 67108864");
+            const tables = db
+                .prepare("SELECT count(*) AS n FROM sqlite_master WHERE name = 'meta'")
+                .get();
+            if (tables.n === 0) {
+                db.exec(SCHEMA);
+                const set = db.prepare("INSERT INTO meta VALUES (?, ?)");
+                set.run("schema", SCHEMA_VERSION);
+                if (options.version)
+                    set.run("validatorVersion", options.version);
+                fresh = true;
+            }
+            else {
+                checkMeta(db, options.version, path);
+            }
+            return new SqliteStore(db, path, fresh, false);
+        }
+        catch (error) {
+            db?.close();
+            if (fresh ||
+                !(isDamagedStoreError(error) || error instanceof ForeignStore))
+                throw error;
+            removeStoreFiles(path);
+            fresh = true;
+        }
+    }
+}
+export class SqliteStore {
+    path;
+    readonly;
+    /** True when openSqliteStore started an empty store: the file was missing, damaged or foreign. */
+    fresh;
+    db;
+    q;
+    pending = 0;
+    batchStarted = 0;
+    /** Depth of atomically() calls: no batch commits while it is above 0. */
+    holding = 0;
+    runningFd;
+    closed = false;
+    /** The error of a write that failed; the store refuses to write after one. */
+    failure;
+    /** Use openSqliteStore. */
+    constructor(db, path, fresh, readonly) {
+        this.path = path;
+        this.readonly = readonly;
+        this.db = db;
+        this.fresh = fresh;
+        this.q = Object.fromEntries(Object.entries(SQL).map(([name, text]) => [name, db.prepare(text)]));
+    }
+    getMeta(key) {
+        const row = this.q.getMeta.get(key);
+        return row?.value;
+    }
+    setMeta(key, value) {
+        this.write(() => this.q.setMeta.run(key, value));
+    }
+    getFileVersions() {
+        const rows = this.q.files.all();
+        return new Map(rows.map((row) => [row.path, row.version]));
+    }
+    setFileVersion(path, version) {
+        this.write(() => version === null
+            ? this.q.deleteFile.run(path)
+            : this.q.setFile.run(path, version));
+    }
+    getUnit(id) {
+        const row = this.q.getUnit.get(id);
+        if (!row)
+            return undefined;
+        const reads = this.q.getReads.all(id);
+        return { id, reads, output: JSON.parse(unpack(row.output)) };
+    }
+    listUnitIds(prefix = "") {
+        const ids = this.q.unitIds.all().map((r) => r.id);
+        return ids.filter((id) => id.startsWith(prefix)).sort();
+    }
+    putUnit(record) {
+        const json = JSON.stringify(record.output);
+        if (json === undefined)
+            throw new Error(`unit ${record.id}: output is not JSON-serialisable`);
+        const output = pack(json);
+        this.write(() => {
+            this.q.deleteReads.run(record.id);
+            this.q.putUnit.run(record.id, output);
+            record.reads.forEach(({ key, version }, seq) => this.q.putRead.run(record.id, seq, key, version));
+        });
+    }
+    deleteUnit(id) {
+        this.write(() => {
+            this.q.deleteUnit.run(id);
+            this.q.deleteReads.run(id);
+        });
+    }
+    unitsReading(keys) {
+        const ids = new Set();
+        for (const key of keys)
+            for (const row of this.q.readers.all(key))
+                ids.add(row.unit);
+        return [...ids].sort();
+    }
+    listPages() {
+        const rows = this.q.pages.all();
+        return rows
+            .map((row) => ({
+            sourcePath: row.source_path,
+            index: row.idx,
+            slug: row.slug,
+            hash: row.hash,
+        }))
+            .sort(comparePages);
+    }
+    getPage(sourcePath, index) {
+        const row = this.q.getPage.get(sourcePath, index);
+        if (!row)
+            return undefined;
+        const { slug, hash } = row;
+        return { sourcePath, index, slug, hash, json: unpack(row.json) };
+    }
+    putPage(page) {
+        const json = pack(page.json);
+        this.write(() => this.q.putPage.run(page.sourcePath, page.index, page.slug, page.hash, json));
+    }
+    deletePage(sourcePath, index) {
+        this.write(() => this.q.deletePage.run(sourcePath, index));
+    }
+    getArtifact(name) {
+        const row = this.q.getArtifact.get(name);
+        return row && unpack(row.json);
+    }
+    getArtifactHash(name) {
+        return this.getMeta(artifactMetaKey(name)) ?? NO_ARTIFACT;
+    }
+    // The artifact and its hash go in one write, so no batch commit falls between them.
+    putArtifact(name, json) {
+        const packed = pack(json);
+        this.write(() => {
+            this.q.putArtifact.run(name, packed);
+            this.q.setMeta.run(artifactMetaKey(name), artifactHash(json));
+        });
+    }
+    deleteArtifact(name) {
+        this.write(() => {
+            this.q.deleteArtifact.run(name);
+            this.q.setMeta.run(artifactMetaKey(name), NO_ARTIFACT);
+        });
+    }
+    setRunning(unitId) {
+        if (this.readonly)
+            throw new Error(`${this.path} is open read-only`);
+        this.commitIfDue();
+        const line = Buffer.from(`${JSON.stringify(unitId)}\n`);
+        this.runningFd ??= openSync(`${this.path}-running`, "w");
+        writeSync(this.runningFd, line, 0, line.length, 0);
+        ftruncateSync(this.runningFd, line.length);
+    }
+    getRunning() {
+        let text;
+        try {
+            text = readFileSync(`${this.path}-running`, "utf-8");
+        }
+        catch (error) {
+            if (error.code === "ENOENT")
+                return null;
+            throw error;
+        }
+        const end = text.indexOf("\n");
+        return end < 0 ? null : JSON.parse(text.slice(0, end));
+    }
+    getFailedUnits() {
+        const rows = this.q.failed.all();
+        return new Map(rows.map((row) => [row.unit, row.reason]));
+    }
+    setFailedUnit(unitId, reason) {
+        this.write(() => reason === null
+            ? this.q.clearFailed.run(unitId)
+            : this.q.setFailed.run(unitId, reason));
+    }
+    commit() {
+        this.refuseAfterFailure();
+        if (!this.readonly && this.db.inTransaction)
+            this.db.exec("COMMIT");
+        this.pending = 0;
+    }
+    atomically(apply) {
+        this.holding++;
+        try {
+            return apply();
+        }
+        finally {
+            this.holding--;
+            this.commitIfDue();
+        }
+    }
+    close() {
+        if (this.closed)
+            return;
+        this.closed = true;
+        try {
+            if (this.readonly || this.failure !== undefined) {
+                if (this.db.inTransaction)
+                    this.db.exec("ROLLBACK");
+            }
+            else
+                this.commit();
+        }
+        finally {
+            if (this.runningFd !== undefined)
+                closeSync(this.runningFd);
+            this.db.close();
+        }
+    }
+    /** Run one write inside the current batch, opening one if needed; commit when the batch is due. */
+    write(apply) {
+        if (this.readonly)
+            throw new Error(`${this.path} is open read-only`);
+        this.refuseAfterFailure();
+        try {
+            if (!this.db.inTransaction) {
+                this.db.exec("BEGIN IMMEDIATE");
+                this.batchStarted = Date.now();
+                this.pending = 0;
+            }
+            apply();
+        }
+        catch (error) {
+            this.failure = error;
+            this.pending = 0;
+            if (this.db.inTransaction)
+                this.db.exec("ROLLBACK");
+            throw new Showstopper(`${this.path}: a write failed: ${error}`, {
+                cause: error,
+            });
+        }
+        this.pending++;
+        this.commitIfDue();
+    }
+    /**
+     * The one batch rule: commit after BATCH_WRITES writes or once the batch is
+     * BATCH_MS old, but never inside atomically(), and never after a failed write.
+     */
+    commitIfDue() {
+        if (this.holding === 0 &&
+            this.failure === undefined &&
+            this.pending > 0 &&
+            (this.pending >= BATCH_WRITES ||
+                Date.now() - this.batchStarted >= BATCH_MS))
+            this.commit();
+    }
+    refuseAfterFailure() {
+        if (this.failure !== undefined)
+            throw new Showstopper(`${this.path}: a write failed earlier in this job, so its batch was ` +
+                `rolled back and the store takes no more writes: ${this.failure}`, { cause: this.failure });
+    }
+}
+class ForeignStore extends Error {
+}
+/** Throw ForeignStore unless the file holds this schema (and this validator version, when given). */
+function checkMeta(db, version, path) {
+    const get = (key) => db.prepare("SELECT value FROM meta WHERE key = ?").get(key)?.value;
+    const schema = get("schema");
+    if (schema !== SCHEMA_VERSION)
+        throw new ForeignStore(`${path}: schema ${schema}, expected ${SCHEMA_VERSION}`);
+    const stored = get("validatorVersion");
+    if (version && stored !== version)
+        throw new ForeignStore(`${path}: built by validator ${stored}, not ${version}`);
+}
+//# sourceMappingURL=sqlite-store.js.map

package/dist/engine/sqlite-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-store.js","sourceRoot":"","sources":["../../src/engine/sqlite-store.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,oDAAoD;AACpD,EAAE;AACF,sFAAsF;AACtF,wFAAwF;AACxF,oFAAoF;AACpF,mFAAmF;AACnF,mFAAmF;AACnF,mFAAmF;AACnF,0CAA0C;AAC1C,EAAE;AACF,+EAA+E;AAC/E,qFAAqF;AACrF,oFAAoF;AACpF,qFAAqF;AACrF,iFAAiF;AACjF,kFAAkF;AAClF,6EAA6E;AAC7E,mFAAmF;AACnF,kCAAkC;AAClC,EAAE;AACF,uEAAuE;AACvE,iFAAiF;AACjF,0EAA0E;AAE1E,OAAO,EACL,SAAS,EACT,aAAa,EACb,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,MAAM,EACN,SAAS,GACV,MAAM,IAAI,CAAC;AACZ,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,MAAM,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EACL,WAAW,EACX,YAAY,EACZ,eAAe,EACf,YAAY,GAKb,MAAM,YAAY,CAAC;AAEpB,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,+CAA+C;AAC/C,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC;AACjC,qFAAqF;AACrF,MAAM,CAAC,MAAM,QAAQ,GAAG,IAAI,CAAC;AAC7B,uGAAuG;AACvG,MAAM,UAAU,GAAG,CAAC,CAAC;AAmBrB,IAAI,MAAuC,CAAC;AAE5C,SAAS,UAAU;IACjB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CACrC,gBAAgB,CACM,CAAC;YACzB,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,yCAAyC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,SAAS,CAAC;YACnB,MAAM,IAAI,KAAK,CACb,kEAAkE;gBAChE,2EAA2E;gBAC3E,0DAA0D,KAAK,EAAE,EACnE,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,YAAY,CAAC,GAAW,EAAE,OAAe;IACvD,OAAO,IAAI,CAAC,GAAG,EAAE,SAAS,OAAO,SAAS,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,cAAc,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AACpE,MAAM,UAAU,GAAG,oBAAoB,CAAC;AAExC,sFAAsF;AACtF,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,KAAK,MAAM,MAAM,IAAI,cAAc;QAAE,MAAM,CAAC,IAAI,GAAG,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAC/C,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,IAAI,CACjD,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,OAAO;QAAE,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,CAAC,GAAI,CAAyB,CAAC,KAAK,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAI,CAAwB,CAAC,IAAI,CAAC;QAC5C,IACE,OAAO,IAAI,KAAK,QAAQ;YACxB,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;YAE/D,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAaD,+EAA+E;AAC/E,2EAA2E;AAC3E,wEAAwE;AACxE,sEAAsE;AACtE,iFAAiF;AACjF,4EAA4E;AAC5E,gFAAgF;AAChF,4BAA4B;AAC5B,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;CAsBd,CAAC;AAEF,oEAAoE;AACpE,MAAM,GAAG,GAAG;IACV,OAAO,EAAE,sCAAsC;IAC/C,OAAO,EAAE,2CAA2C;IACpD,KAAK,EAAE,iCAAiC;IACxC,OAAO,EAAE,4CAA4C;IACrD,UAAU,EAAE,kCAAkC;IAC9C,OAAO,EAAE,uCAAuC;IAChD,QAAQ,EAAE,4DAA4D;IACtE,OAAO,EAAE,sBAAsB;IAC/B,OAAO,EAAE,4CAA4C;IACrD,OAAO,EAAE,uCAAuC;IAChD,UAAU,EAAE,gCAAgC;IAC5C,WAAW,EAAE,kCAAkC;IAC/C,OAAO,EAAE,sCAAsC;IAC/C,KAAK,EAAE,gDAAgD;IACvD,OAAO,EACL,sEAAsE;IACxE,OAAO,EAAE,qDAAqD;IAC9D,UAAU,EAAE,qDAAqD;IACjE,WAAW,EAAE,2CAA2C;IACxD,WAAW,EAAE,gDAAgD;IAC7D,cAAc,EAAE,sCAAsC;IACtD,MAAM,EAAE,uCAAuC;IAC/C,SAAS,EAAE,mDAAmD;IAC9D,WAAW,EAAE,yCAAyC;CACvD,CAAC;AAEF,SAAS,IAAI,CAAC,IAAY;IACxB,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,MAAM,CAAC,IAAgB;IAC9B,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAC7B,IAAY,EACZ,UAAuB,EAAE;IAEzB,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YACvC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACrC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACjB,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,wCAAwC;YACxF,OAAO,IAAI,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,SAAS,CAAC;QACR,IAAI,EAAwB,CAAC;QAC7B,IAAI,CAAC;YACH,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YACrC,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YACvC,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YACvC,EAAE,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,EAAE;iBACd,OAAO,CAAC,6DAA6D,CAAC;iBACtE,GAAG,EAAmB,CAAC;YAC1B,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChB,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;gBACzD,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;gBAClC,IAAI,OAAO,CAAC,OAAO;oBAAE,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClE,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACvC,CAAC;YACD,OAAO,IAAI,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,EAAE,EAAE,KAAK,EAAE,CAAC;YACZ,IACE,KAAK;gBACL,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,YAAY,CAAC;gBAE9D,MAAM,KAAK,CAAC;YACd,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACvB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,OAAO,WAAW;IAiBH;IAEA;IAlBnB,kGAAkG;IACzF,KAAK,CAAU;IACP,EAAE,CAAW;IACb,CAAC,CAAsC;IAChD,OAAO,GAAG,CAAC,CAAC;IACZ,YAAY,GAAG,CAAC,CAAC;IACzB,yEAAyE;IACjE,OAAO,GAAG,CAAC,CAAC;IACZ,SAAS,CAAqB;IAC9B,MAAM,GAAG,KAAK,CAAC;IACvB,8EAA8E;IACtE,OAAO,CAAU;IAEzB,2BAA2B;IAC3B,YACE,EAAY,EACK,IAAY,EAC7B,KAAc,EACG,QAAiB;QAFjB,SAAI,GAAJ,IAAI,CAAQ;QAEZ,aAAQ,GAAR,QAAQ,CAAS;QAElC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAC7B,CAAC;IAC3C,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAkC,CAAC;QACrE,OAAO,GAAG,EAAE,KAAK,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,GAAW,EAAE,KAAa;QAChC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,eAAe;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAyC,CAAC;QACvE,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IACD,cAAc,CAAC,IAAY,EAAE,OAAsB;QACjD,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CACd,OAAO,KAAK,IAAI;YACd,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CACtC,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAuC,CAAC;QACzE,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAwB,CAAC;QAC7D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;IAC/D,CAAC;IACD,WAAW,CAAC,MAAM,GAAG,EAAE;QACrB,MAAM,GAAG,GAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO,CAAC,MAAkB;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,IAAI,KAAK,SAAS;YACpB,MAAM,IAAI,KAAK,CAAC,QAAQ,MAAM,CAAC,EAAE,mCAAmC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,CAC7C,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CACjD,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IACD,UAAU,CAAC,EAAU;QACnB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1B,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IACD,YAAY,CAAC,IAAsB;QACjC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI;YACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAuB;gBAC7D,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,SAAS;QACP,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAK1B,CAAC;QACJ,OAAO,IAAI;aACR,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACb,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,KAAK,EAAE,GAAG,CAAC,GAAG;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC,CAAC;aACF,IAAI,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,CAAC,UAAkB,EAAE,KAAa;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAEnC,CAAC;QACd,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC;QAC3B,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;IACnE,CAAC;IACD,OAAO,CAAC,IAAgB;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CACd,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAChB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,EACT,IAAI,CACL,CACF,CAAC;IACJ,CAAC;IACD,UAAU,CAAC,UAAkB,EAAE,KAAa;QAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAE1B,CAAC;QACd,OAAO,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IACD,eAAe,CAAC,IAAY;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,WAAW,CAAC;IAC5D,CAAC;IACD,oFAAoF;IACpF,WAAW,CAAC,IAAY,EAAE,IAAY;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC;IACD,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,MAAqB;QAC9B,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,oBAAoB,CAAC,CAAC;QACrE,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,EAAE,GAAG,CAAC,CAAC;QACzD,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnD,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,UAAU;QACR,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,YAAY,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YACpE,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAmB,CAAC;IAC5E,CAAC;IACD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAwC,CAAC;QACvE,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,aAAa,CAAC,MAAc,EAAE,MAAqB;QACjD,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CACd,MAAM,KAAK,IAAI;YACb,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC;YAChC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CACzC,CAAC;IACJ,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa;YAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;IACnB,CAAC;IACD,UAAU,CAAI,KAAc;QAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC;YACH,OAAO,KAAK,EAAE,CAAC;QACjB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IACD,KAAK;QACH,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAChD,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa;oBAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtD,CAAC;;gBAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;gBAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5D,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,mGAAmG;IAC3F,KAAK,CAAC,KAAoB;QAChC,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,oBAAoB,CAAC,CAAC;QACrE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC;gBAC3B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC/B,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YACnB,CAAC;YACD,KAAK,EAAE,CAAC;QACV,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YACjB,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa;gBAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,IAAI,WAAW,CAAC,GAAG,IAAI,CAAC,IAAI,qBAAqB,KAAK,EAAE,EAAE;gBAC9D,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED;;;OAGG;IACK,WAAW;QACjB,IACE,IAAI,CAAC,OAAO,KAAK,CAAC;YAClB,IAAI,CAAC,OAAO,KAAK,SAAS;YAC1B,IAAI,CAAC,OAAO,GAAG,CAAC;YAChB,CAAC,IAAI,CAAC,OAAO,IAAI,YAAY;gBAC3B,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC;YAE7C,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAEO,kBAAkB;QACxB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAC5B,MAAM,IAAI,WAAW,CACnB,GAAG,IAAI,CAAC,IAAI,yDAAyD;gBACnE,mDAAmD,IAAI,CAAC,OAAO,EAAE,EACnE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,CACxB,CAAC;IACN,CAAC;CACF;AAED,MAAM,YAAa,SAAQ,KAAK;CAAG;AAEnC,qGAAqG;AACrG,SAAS,SAAS,CAAC,EAAY,EAAE,OAA2B,EAAE,IAAY;IACxE,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,EAAE,CAExB,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,GAAG,CAG3D,EAAE,KAAK,CAAC;IACX,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,IAAI,MAAM,KAAK,cAAc;QAC3B,MAAM,IAAI,YAAY,CACpB,GAAG,IAAI,YAAY,MAAM,cAAc,cAAc,EAAE,CACxD,CAAC;IACJ,MAAM,MAAM,GAAG,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACvC,IAAI,OAAO,IAAI,MAAM,KAAK,OAAO;QAC/B,MAAM,IAAI,YAAY,CACpB,GAAG,IAAI,wBAAwB,MAAM,SAAS,OAAO,EAAE,CACxD,CAAC;AACN,CAAC"}

package/dist/engine/store.d.ts

@@ -0,0 +1,85 @@
+/** One recorded read: a key such as `file:Lenses/X.md`, and the version the unit saw. */
+export interface RecordedRead {
+    key: string;
+    version: string;
+}
+/** The stored result of one unit. */
+export interface UnitRecord {
+    /** Unique id. The text before the first ":" names the unit kind, e.g. `path:Lenses/X.md`. */
+    id: string;
+    /** Every read the unit made, one entry per key. */
+    reads: RecordedRead[];
+    /** JSON-serialisable output, already encoded (units.ts encodeUnit). */
+    output: unknown;
+}
+/** One finished page: one entry of today's `modules` output array. */
+export interface PageRecord {
+    /** The file the page comes from. Pages sort by (sourcePath, index): today's order. */
+    sourcePath: string;
+    /** Position of the page among the pages of its file (split modules have several). */
+    index: number;
+    slug: string;
+    /** Hash of `json`, so a reader can tell that a page changed without decoding it. */
+    hash: string;
+    /** The page exactly as today's output serialises it (JSON text, no indentation). */
+    json: string;
+}
+export type PageSummary = Omit<PageRecord, "json">;
+export interface BuildStore {
+    getMeta(key: string): string | undefined;
+    setMeta(key: string, value: string): void;
+    /** The content this store holds results for: path → version (Git blob id). */
+    getFileVersions(): Map<string, string>;
+    /** Record a file's version; null removes the file. */
+    setFileVersion(path: string, version: string | null): void;
+    getUnit(id: string): UnitRecord | undefined;
+    /** Unit ids in sorted order, optionally only those that start with `prefix`. */
+    listUnitIds(prefix?: string): string[];
+    putUnit(record: UnitRecord): void;
+    deleteUnit(id: string): void;
+    /** Ids (sorted, unique) of the units that recorded a read of any of `keys`. */
+    unitsReading(keys: Iterable<string>): string[];
+    /** Every page, in canonical order, without its JSON. */
+    listPages(): PageSummary[];
+    getPage(sourcePath: string, index: number): PageRecord | undefined;
+    putPage(page: PageRecord): void;
+    deletePage(sourcePath: string, index: number): void;
+    /** Whole-content outputs by name ("errors", "courses", ...), as JSON text. */
+    getArtifact(name: string): string | undefined;
+    /** artifactHash of the stored JSON; NO_ARTIFACT when there is none. */
+    getArtifactHash(name: string): string;
+    /** Store the JSON and its hash (meta `artifact:<name>`) in one transaction. */
+    putArtifact(name: string, json: string): void;
+    /** Remove the artifact, and set its hash to NO_ARTIFACT in the same transaction. */
+    deleteArtifact(name: string): void;
+    /** The unit about to run, for blame and skip (worker.ts); durable when this returns. */
+    setRunning(unitId: string | null): void;
+    getRunning(): string | null;
+    /** Units that failed, with the reason; the engine skips them until they are due again (build.ts Units). */
+    getFailedUnits(): Map<string, string>;
+    setFailedUnit(unitId: string, reason: string | null): void;
+    /** Make every write since the last commit durable. A store may also commit on its own. */
+    commit(): void;
+    /**
+     * Run `apply`, whose writes become durable together or not at all: a store
+     * that commits on its own does not commit inside it.
+     */
+    atomically<T>(apply: () => T): T;
+    close(): void;
+}
+/** A store that lives in one process: an overlay (overlay.ts) over no store. */
+export { MemoryStore } from "./overlay.js";
+/** The hash of an artifact's JSON text, as meta `artifact:<name>` holds it. */
+export declare function artifactHash(json: string): string;
+/** The hash of an artifact that is not stored. */
+export declare const NO_ARTIFACT = "-";
+/** The meta key that holds an artifact's hash: the platform reads them all (`artifact:*`). */
+export declare function artifactMetaKey(name: string): string;
+/** Canonical page order: by source path (code-unit order, as processContent sorts), then index. */
+export declare function comparePages(a: {
+    sourcePath: string;
+    index: number;
+}, b: {
+    sourcePath: string;
+    index: number;
+}): number;

package/dist/engine/store.js

@@ -0,0 +1,31 @@
+// The build layer: what the engine keeps between jobs.
+//
+// A store holds the result of every unit of the last build, every read each unit
+// made (the reverse index: "which units read file X?"), and the outputs the
+// platform reads (finished pages and whole-content artifacts). It depends only
+// on the content and the validator version, so deleting it is always safe: the
+// next job rebuilds it from scratch.
+//
+// Two implementations share this contract: MemoryStore (overlay.ts: one
+// process, no disk; tests and the ":memory:" store) and the SQLite store on
+// the platform's disk (sqlite-store.ts).
+import { sha1 } from "./reader.js";
+/** A store that lives in one process: an overlay (overlay.ts) over no store. */
+export { MemoryStore } from "./overlay.js";
+/** The hash of an artifact's JSON text, as meta `artifact:<name>` holds it. */
+export function artifactHash(json) {
+    return sha1(json);
+}
+/** The hash of an artifact that is not stored. */
+export const NO_ARTIFACT = "-";
+/** The meta key that holds an artifact's hash: the platform reads them all (`artifact:*`). */
+export function artifactMetaKey(name) {
+    return `artifact:${name}`;
+}
+/** Canonical page order: by source path (code-unit order, as processContent sorts), then index. */
+export function comparePages(a, b) {
+    if (a.sourcePath !== b.sourcePath)
+        return a.sourcePath < b.sourcePath ? -1 : 1;
+    return a.index - b.index;
+}
+//# sourceMappingURL=store.js.map

package/dist/engine/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/engine/store.ts"],"names":[],"mappings":"AAAA,uDAAuD;AACvD,EAAE;AACF,iFAAiF;AACjF,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,qCAAqC;AACrC,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,yCAAyC;AAEzC,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAkFnC,gFAAgF;AAChF,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C,+EAA+E;AAC/E,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC;AAED,kDAAkD;AAClD,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAE/B,8FAA8F;AAC9F,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,YAAY,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,YAAY,CAC1B,CAAwC,EACxC,CAAwC;IAExC,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU;QAC/B,OAAO,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;AAC3B,CAAC"}

package/dist/engine/tables.d.ts

@@ -0,0 +1,15 @@
+import type { FinishTables } from "../index.js";
+import { type ReadLog, type Versions } from "./reader.js";
+/** `tables` as views whose lookups `log` records. */
+export declare function recordingTables(tables: FinishTables, log: ReadLog): FinishTables;
+/** The versions of table read keys in one job's tables. */
+export declare class TableVersions implements Versions {
+    private readonly tables;
+    private readonly memo;
+    constructor(tables: FinishTables);
+    /** True for a key that names a table entry. */
+    static owns(key: string): boolean;
+    versionOf(key: string): string;
+    /** Every entry's version, by read key: what the next job compares with. */
+    all(): Map<string, string>;
+}