@saihm/shm 0.0.0-stage → 0.38.1

package/dist/store/warm_index.js

@@ -0,0 +1,279 @@
+import { retrievalText } from "../retrieval/label_text.js";
+import { ingestIndex } from "../ingest/index.js";
+import { SemanticRetriever } from "../retrieval/semantic.js";
+import { recordFlags } from "./types.js";
+export class WarmIndex {
+    retriever;
+    stats;
+    ingest;
+    rows;
+    store;
+    space;
+    chain = Promise.resolve();
+    constructor(retriever, stats, ingest, rows, store, space) {
+        this.retriever = retriever;
+        this.stats = stats;
+        this.ingest = ingest;
+        this.rows = rows;
+        this.store = store;
+        this.space = space;
+    }
+    static _create(retriever, stats, ingest, rows, store, space) {
+        return new WarmIndex(retriever, stats, ingest, rows, store, space);
+    }
+    async onErased(cellId) {
+        const inRam = this.retriever.forget(cellId);
+        const before = this.rows.length;
+        this.rows = this.rows.filter((r) => r.cellId !== cellId);
+        if (this.rows.length === before && !inRam)
+            return;
+        const rowsSnapshot = this.rows;
+        const run = this.chain.then(() => this.store.save(rowsSnapshot, this.space));
+        this.chain = run.catch(() => { });
+        return run;
+    }
+    async flush() {
+        await this.chain;
+    }
+    currentRows() {
+        return this.rows;
+    }
+    get embeddingSpace() {
+        return this.space;
+    }
+}
+export async function buildWarmIndex(entries, embedder, store, opts) {
+    const tenantId = opts?.tenantId ?? "local";
+    const space = { modelId: embedder.modelId, dim: embedder.dim };
+    const ing = ingestIndex(entries, { tenantId, ...(opts?.namespaceSeparator !== undefined ? { namespaceSeparator: opts.namespaceSeparator } : {}) });
+    const live = ing.records.filter((r) => !r.forgotten);
+    let cache = "cold";
+    const pool = new Map();
+    let loadedRowCount = 0;
+    try {
+        const res = await store.load(space);
+        if (res.state === "loaded") {
+            cache = "warm";
+            loadedRowCount = res.rows.length;
+            for (const row of res.rows) {
+                let byHash = pool.get(row.cellId);
+                if (!byHash)
+                    pool.set(row.cellId, (byHash = new Map()));
+                let vecs = byHash.get(row.sourceHashHex);
+                if (!vecs)
+                    byHash.set(row.sourceHashHex, (vecs = []));
+                vecs.push(row.vec);
+            }
+        }
+        else if (res.state === "invalid") {
+            cache = `invalid:${res.reason}`;
+        }
+    }
+    catch (e) {
+        cache = `error:${String(e)}`;
+    }
+    const reusedVecs = new Array(live.length);
+    const toEmbed = [];
+    let reused = 0;
+    for (let i = 0; i < live.length; i++) {
+        const r = live[i];
+        const vecs = pool.get(r.cellId)?.get(r.sourceHash);
+        const vec = vecs?.pop();
+        if (vec) {
+            reusedVecs[i] = vec;
+            reused++;
+        }
+        else {
+            toEmbed.push(i);
+        }
+    }
+    const stale = loadedRowCount - reused;
+    if (toEmbed.length > 0) {
+        const res = await embedder.embed(toEmbed.map((i) => retrievalText(live[i].label)));
+        if (res.vectors.length !== toEmbed.length) {
+            throw new Error(`embedder returned ${res.vectors.length} vectors for ${toEmbed.length} labels (fail-closed)`);
+        }
+        for (let j = 0; j < toEmbed.length; j++)
+            reusedVecs[toEmbed[j]] = res.vectors[j];
+    }
+    const pre = live.map((r, i) => ({
+        cellId: r.cellId,
+        label: r.label,
+        epoch: r.ingestEpoch,
+        vec: reusedVecs[i],
+    }));
+    const buildOpts = {};
+    if (opts?.rrf !== undefined)
+        buildOpts.rrf = opts.rrf;
+    if (opts?.name !== undefined)
+        buildOpts.name = opts.name;
+    const retriever = SemanticRetriever.fromPrecomputed(pre, embedder, buildOpts);
+    const persisted = live.map((r, i) => ({
+        cellId: r.cellId,
+        sourceHashHex: r.sourceHash,
+        epoch: r.ingestEpoch,
+        namespace: r.namespace,
+        flags: recordFlags(r),
+        vec: normalizedCopy(reusedVecs[i]),
+    }));
+    const changed = toEmbed.length > 0 || stale > 0 || cache !== "warm";
+    let saved = false;
+    let saveError;
+    if (changed) {
+        try {
+            await store.save(persisted, space);
+            saved = true;
+        }
+        catch (e) {
+            saveError = String(e);
+        }
+    }
+    const stats = {
+        total: live.length,
+        reused,
+        embedded: toEmbed.length,
+        stale,
+        cache,
+        saved,
+        ...(saveError !== undefined ? { saveError } : {}),
+    };
+    return WarmIndex._create(retriever, stats, ing.stats, persisted, store, space);
+}
+export async function verifyWarmIndex(entries, embedder, store, opts) {
+    const tenantId = opts?.tenantId ?? "local";
+    const rawCap = opts?.maxReported ?? 20;
+    const maxReported = Number.isFinite(rawCap) ? Math.max(0, Math.floor(rawCap)) : rawCap > 0 ? Infinity : 0;
+    const space = { modelId: embedder.modelId, dim: embedder.dim };
+    const live = ingestIndex(entries, { tenantId }).records.filter((r) => !r.forgotten);
+    let cache = "cold";
+    let rows = [];
+    try {
+        const res = await store.load(space);
+        if (res.state === "loaded") {
+            cache = "warm";
+            rows = res.rows;
+        }
+        else if (res.state === "invalid") {
+            cache = `invalid:${res.reason}`;
+        }
+    }
+    catch (e) {
+        cache = `error:${String(e)}`;
+    }
+    const liveByKey = new Map();
+    for (const r of live) {
+        const k = `${r.cellId}\u0000${r.sourceHash}`;
+        const e = liveByKey.get(k);
+        if (e)
+            e.budget++;
+        else
+            liveByKey.set(k, { label: r.label, budget: 1 });
+    }
+    const verifiable = [];
+    let orphaned = 0;
+    for (const row of rows) {
+        const e = liveByKey.get(`${row.cellId}\u0000${row.sourceHashHex}`);
+        if (e && e.budget > 0) {
+            e.budget--;
+            verifiable.push({ row, label: e.label });
+        }
+        else {
+            orphaned++;
+        }
+    }
+    let unembedded = 0;
+    for (const e of liveByKey.values())
+        unembedded += e.budget;
+    const want = opts?.sample === undefined
+        ? undefined
+        : Number.isFinite(opts.sample)
+            ? Math.max(0, Math.min(Math.floor(opts.sample), verifiable.length))
+            : opts.sample > 0
+                ? verifiable.length
+                : 0;
+    const sampled = want !== undefined && want < verifiable.length;
+    let targets = verifiable;
+    if (sampled) {
+        targets = [];
+        for (let i = 0; i < want; i++)
+            targets.push(verifiable[Math.floor((i * verifiable.length) / want)]);
+    }
+    const freshByLabel = new Map();
+    const mismatches = [];
+    let matched = 0;
+    let mismatched = 0;
+    let maxAbsDelta = 0;
+    for (const t of targets) {
+        let fresh = freshByLabel.get(t.label);
+        if (!fresh) {
+            const res = await embedder.embed([retrievalText(t.label)]);
+            const v = res.vectors[0];
+            if (res.vectors.length !== 1 || !v) {
+                throw new Error(`embedder returned ${res.vectors.length} vectors for 1 label (fail-closed)`);
+            }
+            if (v.length !== embedder.dim) {
+                throw new Error(`embedder declares dim ${embedder.dim} but returned ${v.length} components (fail-closed)`);
+            }
+            fresh = normalizedCopy(v);
+            freshByLabel.set(t.label, fresh);
+        }
+        const p = t.row.vec;
+        if (p.length !== fresh.length) {
+            throw new Error(`persisted row ${t.row.cellId} has ${p.length} components, embedder.dim is ${fresh.length} — ` +
+                `the store's model-space guarantee was violated (fail-closed)`);
+        }
+        let same = true;
+        let worst = 0;
+        for (let i = 0; i < p.length; i++) {
+            const a = p[i];
+            const b = fresh[i];
+            if (a !== b) {
+                same = false;
+                const d = Math.abs(a - b);
+                const dd = Number.isNaN(d) ? Infinity : d;
+                if (dd > worst)
+                    worst = dd;
+            }
+        }
+        if (worst > maxAbsDelta)
+            maxAbsDelta = worst;
+        if (same) {
+            matched++;
+        }
+        else {
+            mismatched++;
+            if (mismatches.length < maxReported) {
+                mismatches.push({ cellId: t.row.cellId, sourceHashHex: t.row.sourceHashHex, maxAbsDelta: worst });
+            }
+        }
+    }
+    const checked = targets.length;
+    return {
+        verdict: checked === 0 ? "nothing-to-check" : mismatched === 0 ? "ok" : "mismatch",
+        checked,
+        matched,
+        mismatched,
+        orphaned,
+        unembedded,
+        persistedRows: rows.length,
+        sampled,
+        maxAbsDelta,
+        mismatches,
+        cache,
+    };
+}
+function normalizedCopy(v) {
+    let s = 0;
+    for (let i = 0; i < v.length; i++)
+        s += v[i] * v[i];
+    const n = Math.sqrt(s);
+    if (!Number.isFinite(n) || n === 0) {
+        throw new Error(`non-normalizable embedding (norm=${n}) — fail-closed`);
+    }
+    const out = new Float32Array(v.length);
+    const divide = Math.abs(n - 1) >= 1e-6;
+    for (let i = 0; i < v.length; i++)
+        out[i] = divide ? v[i] / n : v[i];
+    return out;
+}
+//# sourceMappingURL=warm_index.js.map

package/dist/store/warm_index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"warm_index.js","sourceRoot":"","sources":["../../src/store/warm_index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,iBAAiB,EAAuC,MAAM,0BAA0B,CAAC;AAGlG,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAmBzC,MAAM,OAAO,SAAS;IAIT;IACA;IACA;IACD;IACS;IACA;IARX,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEjD,YACW,SAA4B,EAC5B,KAAqB,EACrB,MAAmB,EACpB,IAAoB,EACX,KAA0B,EAC1B,KAAuC;QAL/C,cAAS,GAAT,SAAS,CAAmB;QAC5B,UAAK,GAAL,KAAK,CAAgB;QACrB,WAAM,GAAN,MAAM,CAAa;QACpB,SAAI,GAAJ,IAAI,CAAgB;QACX,UAAK,GAAL,KAAK,CAAqB;QAC1B,UAAK,GAAL,KAAK,CAAkC;IACvD,CAAC;IAEJ,MAAM,CAAC,OAAO,CACZ,SAA4B,EAC5B,KAAqB,EACrB,MAAmB,EACnB,IAAoB,EACpB,KAA0B,EAC1B,KAAuC;QAEvC,OAAO,IAAI,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,KAAK;YAAE,OAAO;QAClD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA8B,EAC9B,QAAkB,EAClB,KAA0B,EAC1B,IAAoB;IAEpB,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,OAAO,CAAC;IAC3C,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,CAAC;IAC/D,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACnJ,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAErD,IAAI,KAAK,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAuC,CAAC;IAC5D,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC;YACf,cAAc,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;YACjC,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC3B,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAClC,IAAI,CAAC,MAAM;oBAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;gBACxD,IAAI,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBACzC,IAAI,CAAC,IAAI;oBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACnC,KAAK,GAAG,WAAW,GAAG,CAAC,MAAM,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,GAAG,SAAS,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/B,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,KAAK,CAA2B,IAAI,CAAC,MAAM,CAAC,CAAC;IACpE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;QACxB,IAAI,GAAG,EAAE,CAAC;YACR,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YACpB,MAAM,EAAE,CAAC;QACX,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,cAAc,GAAG,MAAM,CAAC;IAEtC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpF,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CACb,qBAAqB,GAAG,CAAC,OAAO,CAAC,MAAM,gBAAgB,OAAO,CAAC,MAAM,uBAAuB,CAC7F,CAAC;QACJ,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;IACrF,CAAC;IAED,MAAM,GAAG,GAAqB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,KAAK,EAAE,CAAC,CAAC,WAAW;QACpB,GAAG,EAAE,UAAU,CAAC,CAAC,CAAE;KACpB,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,GAAgD,EAAE,CAAC;IAClE,IAAI,IAAI,EAAE,GAAG,KAAK,SAAS;QAAE,SAAS,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;IACtD,IAAI,IAAI,EAAE,IAAI,KAAK,SAAS;QAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACzD,MAAM,SAAS,GAAG,iBAAiB,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAE9E,MAAM,SAAS,GAAmB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,aAAa,EAAE,CAAC,CAAC,UAAU;QAC3B,KAAK,EAAE,CAAC,CAAC,WAAW;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;QACrB,GAAG,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC;KACpC,CAAC,CAAC,CAAC;IAEJ,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,KAAK,MAAM,CAAC;IACpE,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,SAA6B,CAAC;IAClC,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACnC,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAmB;QAC5B,KAAK,EAAE,IAAI,CAAC,MAAM;QAClB,MAAM;QACN,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,KAAK;QACL,KAAK;QACL,KAAK;QACL,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;IACF,OAAO,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;AACjF,CAAC;AA4BD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAA8B,EAC9B,QAAkB,EAClB,KAA0B,EAC1B,IAAqB;IAErB,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,OAAO,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC;IACvC,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1G,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,CAAC;IAC/D,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAEpF,IAAI,KAAK,GAAG,MAAM,CAAC;IACnB,IAAI,IAAI,GAA4B,EAAE,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC;YACf,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QAClB,CAAC;aAAM,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACnC,KAAK,GAAG,WAAW,GAAG,CAAC,MAAM,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,GAAG,SAAS,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/B,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAA6C,CAAC;IACvE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,UAAU,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC;YAAE,CAAC,CAAC,MAAM,EAAE,CAAC;;YACb,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,UAAU,GAA2C,EAAE,CAAC;IAC9D,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,SAAS,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,CAAC,CAAC,MAAM,EAAE,CAAC;YACX,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IACD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE;QAAE,UAAU,IAAI,CAAC,CAAC,MAAM,CAAC;IAE3D,MAAM,IAAI,GACR,IAAI,EAAE,MAAM,KAAK,SAAS;QACxB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;gBACf,CAAC,CAAC,UAAU,CAAC,MAAM;gBACnB,CAAC,CAAC,CAAC,CAAC;IACZ,MAAM,OAAO,GAAG,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC;IAC/D,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAK,EAAE,CAAC,EAAE;YAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,IAAK,CAAC,CAAE,CAAC,CAAC;IACzG,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwB,CAAC;IACrD,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,OAAO,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/F,CAAC;YACD,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,yBAAyB,QAAQ,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,2BAA2B,CAC1F,CAAC;YACJ,CAAC;YACD,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC1B,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CACb,iBAAiB,CAAC,CAAC,GAAG,CAAC,MAAM,QAAQ,CAAC,CAAC,MAAM,gCAAgC,KAAK,CAAC,MAAM,KAAK;gBAC5F,8DAA8D,CACjE,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,GAAG,IAAI,CAAC;QAChB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YAChB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACpB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,IAAI,GAAG,KAAK,CAAC;gBACb,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1C,IAAI,EAAE,GAAG,KAAK;oBAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,KAAK,GAAG,WAAW;YAAE,WAAW,GAAG,KAAK,CAAC;QAC7C,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,UAAU,EAAE,CAAC;YACb,IAAI,UAAU,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;gBACpC,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;YACpG,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,OAAO;QACL,OAAO,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU;QAClF,OAAO;QACP,OAAO;QACP,UAAU;QACV,QAAQ;QACR,UAAU;QACV,aAAa,EAAE,IAAI,CAAC,MAAM;QAC1B,OAAO;QACP,WAAW;QACX,UAAU;QACV,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,CAAe;IACrC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACtD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,iBAAiB,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;IACvE,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/store/warm_start.d.ts

@@ -0,0 +1,57 @@
+import { type SnapshotPart } from "./snapshot_format.js";
+export interface WarmStart {
+    put(payload: Uint8Array, opts: {
+        readonly coversThrough: string;
+    }): Promise<{
+        readonly snapshotId: string;
+        readonly createdAt: string;
+        readonly bytes: number;
+    }>;
+    latest(): Promise<{
+        readonly snapshotId: string;
+        readonly createdAt: string;
+        readonly coversThrough: string;
+        readonly payload: Uint8Array;
+    } | null>;
+    list(): Promise<ReadonlyArray<{
+        readonly snapshotId: string;
+        readonly createdAt: string;
+        readonly bytes: number;
+        readonly coversThrough: string;
+    }>>;
+    delete(snapshotId: string): Promise<void>;
+}
+export type RestoreOutcome = {
+    readonly mode: "warm";
+    readonly snapshotId: string;
+    readonly coversThrough: string;
+    readonly parts: ReadonlyMap<string, Uint8Array>;
+} | {
+    readonly mode: "cold";
+    readonly reason: string;
+};
+export type TakeOutcome = {
+    readonly ok: true;
+    readonly snapshotId: string;
+    readonly coversThrough: string;
+    readonly bytes: number;
+} | {
+    readonly ok: false;
+    readonly reason: string;
+    readonly retryAfterApplying?: true;
+};
+export declare function errorCode(e: unknown): string;
+export declare function restoreOrCold(ws: WarmStart | undefined, expect: {
+    readonly agentIdHash: string;
+}): Promise<RestoreOutcome>;
+export declare function takeSnapshot(ws: WarmStart | undefined, i: {
+    readonly agentIdHash: string;
+    readonly coversThrough: string | null;
+    readonly createdAt: string;
+    readonly parts: readonly SnapshotPart[];
+}): Promise<TakeOutcome>;
+export declare function deleteAllBut(ws: WarmStart, keep: string): Promise<{
+    readonly deleted: number;
+    readonly failed: readonly string[];
+}>;
+//# sourceMappingURL=warm_start.d.ts.map

package/dist/store/warm_start.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"warm_start.d.ts","sourceRoot":"","sources":["../../src/store/warm_start.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuD,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAE9G,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjK,MAAM,IAAI,OAAO,CAAC;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACpJ,IAAI,IAAI,OAAO,CAAC,aAAa,CAAC;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IACpJ,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;CAAE,GACvI;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,MAAM,WAAW,GACnB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC1G;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,IAAI,CAAA;CAAE,CAAC;AAIxF,wBAAgB,SAAS,CAAC,CAAC,EAAE,OAAO,GAAG,MAAM,CAG5C;AAED,wBAAsB,aAAa,CAAC,EAAE,EAAE,SAAS,GAAG,SAAS,EAAE,MAAM,EAAE;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,cAAc,CAAC,CAYhI;AAED,wBAAsB,YAAY,CAChC,EAAE,EAAE,SAAS,GAAG,SAAS,EACzB,CAAC,EAAE;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAA;CAAE,GAC9I,OAAO,CAAC,WAAW,CAAC,CAmBtB;AAED,wBAAsB,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC,CAezI"}

package/dist/store/warm_start.js

@@ -0,0 +1,68 @@
+import { decodeSnapshot, encodeSnapshot, SnapshotFormatError } from "./snapshot_format.js";
+const WIRE_CODE = /^[a-z][a-z_]{0,63}$/;
+export function errorCode(e) {
+    const code = typeof e === "object" && e !== null ? e.code : undefined;
+    return typeof code === "string" && WIRE_CODE.test(code) ? code : "error";
+}
+export async function restoreOrCold(ws, expect) {
+    if (ws === undefined)
+        return { mode: "cold", reason: "warm start is not offered to this identity" };
+    let latest;
+    try {
+        latest = await ws.latest();
+    }
+    catch (e) {
+        return { mode: "cold", reason: `the newest snapshot could not be fetched (${errorCode(e)})` };
+    }
+    if (latest === null)
+        return { mode: "cold", reason: "no snapshot" };
+    const decoded = decodeSnapshot(latest.payload, { agentIdHash: expect.agentIdHash, coversThrough: latest.coversThrough });
+    if (!decoded.ok)
+        return { mode: "cold", reason: `the snapshot did not verify: ${decoded.reason}` };
+    return { mode: "warm", snapshotId: latest.snapshotId, coversThrough: latest.coversThrough, parts: decoded.parts };
+}
+export async function takeSnapshot(ws, i) {
+    if (ws === undefined)
+        return { ok: false, reason: "warm start is not offered to this identity" };
+    if (i.coversThrough === null)
+        return { ok: false, reason: "no fully applied cursor yet: a snapshot cannot claim coverage" };
+    let payload;
+    try {
+        payload = encodeSnapshot({ agentIdHash: i.agentIdHash, coversThrough: i.coversThrough, createdAt: i.createdAt, parts: i.parts });
+    }
+    catch (e) {
+        return { ok: false, reason: e instanceof SnapshotFormatError ? e.message : "the payload could not be built" };
+    }
+    try {
+        const r = await ws.put(payload, { coversThrough: i.coversThrough });
+        return { ok: true, snapshotId: r.snapshotId, coversThrough: i.coversThrough, bytes: r.bytes };
+    }
+    catch (e) {
+        const code = errorCode(e);
+        if (code === "snapshot_superseded") {
+            return { ok: false, retryAfterApplying: true, reason: "an erasure reached this identity after the covered position: apply the pending lines, then take a new snapshot" };
+        }
+        return { ok: false, reason: `the snapshot was not confirmed as stored (${code})` };
+    }
+}
+export async function deleteAllBut(ws, keep) {
+    const listed = await ws.list();
+    let deleted = 0;
+    const failed = [];
+    for (const s of listed) {
+        if (s.snapshotId === keep)
+            continue;
+        try {
+            await ws.delete(s.snapshotId);
+            deleted++;
+        }
+        catch (e) {
+            if (errorCode(e) === "snapshot_not_found")
+                deleted++;
+            else
+                failed.push(errorCode(e));
+        }
+    }
+    return { deleted, failed };
+}
+//# sourceMappingURL=warm_start.js.map

package/dist/store/warm_start.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"warm_start.js","sourceRoot":"","sources":["../../src/store/warm_start.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,mBAAmB,EAAqB,MAAM,sBAAsB,CAAC;AAiB9G,MAAM,SAAS,GAAG,qBAAqB,CAAC;AAExC,MAAM,UAAU,SAAS,CAAC,CAAU;IAClC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAE,CAAwB,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9F,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;AAC3E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAyB,EAAE,MAAwC;IACrG,IAAI,EAAE,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,4CAA4C,EAAE,CAAC;IACpG,IAAI,MAAgD,CAAC;IACrD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,6CAA6C,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAChG,CAAC;IACD,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IACpE,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IACzH,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,gCAAgC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IACnG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;AACpH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAyB,EACzB,CAA+I;IAE/I,IAAI,EAAE,KAAK,SAAS;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,4CAA4C,EAAE,CAAC;IACjG,IAAI,CAAC,CAAC,aAAa,KAAK,IAAI;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,+DAA+D,EAAE,CAAC;IAC5H,IAAI,OAAmB,CAAC;IACxB,IAAI,CAAC;QACH,OAAO,GAAG,cAAc,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IACnI,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,YAAY,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC,EAAE,CAAC;IAChH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;QACpE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IAChG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACnC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,gHAAgH,EAAE,CAAC;QAC3K,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,6CAA6C,IAAI,GAAG,EAAE,CAAC;IACrF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAa,EAAE,IAAY;IAC5D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;YAAE,SAAS;QACpC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC9B,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,oBAAoB;gBAAE,OAAO,EAAE,CAAC;;gBAChD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AAC7B,CAAC"}

package/dist/store/writer_lock.d.ts

@@ -0,0 +1,34 @@
+export declare const WRITER_LOCK_FILENAME = ".shm-writer.lock";
+export interface WriterLockHolder {
+    readonly pid: number;
+    readonly host: string;
+    readonly startedAt: string;
+    readonly nonce: string;
+    readonly owner?: string;
+}
+export type WriterLockRefusal = "held" | "held-in-process" | "foreign-host" | "unreadable" | "lost-race";
+export declare class StoreLockedError extends Error {
+    readonly path: string;
+    readonly why: WriterLockRefusal;
+    readonly holder: WriterLockHolder | undefined;
+    constructor(path: string, why: WriterLockRefusal, holder: WriterLockHolder | undefined, detail: string);
+}
+export interface WriterLock {
+    readonly path: string;
+    readonly dir: string;
+    readonly holder: WriterLockHolder;
+    readonly sharedInProcess: number;
+    readonly newestInProcess: boolean;
+    release(): Promise<void>;
+}
+export interface WriterLockOptions {
+    readonly host?: string;
+    readonly pid?: number;
+    readonly isAlive?: (pid: number) => boolean;
+    readonly now?: () => Date;
+    readonly owner?: string;
+}
+export declare function pidIsAlive(pid: number): boolean;
+export declare function canonicalLockDir(dir: string): Promise<string>;
+export declare function acquireWriterLock(dir: string, opts?: WriterLockOptions): Promise<WriterLock>;
+//# sourceMappingURL=writer_lock.d.ts.map

package/dist/store/writer_lock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer_lock.d.ts","sourceRoot":"","sources":["../../src/store/writer_lock.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,oBAAoB,qBAAqB,CAAC;AAEvD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,iBAAiB,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,CAAC;AAEzG,qBAAa,gBAAiB,SAAQ,KAAK;IAEvC,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,QAAQ,CAAC,GAAG,EAAE,iBAAiB;IAC/B,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,SAAS;gBAFpC,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,iBAAiB,EACtB,MAAM,EAAE,gBAAgB,GAAG,SAAS,EAC7C,MAAM,EAAE,MAAM;CAKjB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAClC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;IAC5C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AA0BD,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAO/C;AAmBD,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGnE;AAKD,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,GAAE,iBAAsB,GAAG,OAAO,CAAC,UAAU,CAAC,CA0DtG"}

package/dist/store/writer_lock.js

@@ -0,0 +1,169 @@
+import { open, readFile, realpath, unlink } from "node:fs/promises";
+import { writeFileAtomic } from "./atomic_write.js";
+import { ensureStateDir } from "./state_dir.js";
+import { readFileSync, unlinkSync } from "node:fs";
+import { hostname } from "node:os";
+import { join, resolve } from "node:path";
+import { randomBytes } from "node:crypto";
+export const WRITER_LOCK_FILENAME = ".shm-writer.lock";
+export class StoreLockedError extends Error {
+    path;
+    why;
+    holder;
+    constructor(path, why, holder, detail) {
+        super(`store is locked (${why}): ${path} — ${detail}`);
+        this.path = path;
+        this.why = why;
+        this.holder = holder;
+        this.name = "StoreLockedError";
+    }
+}
+const registry = new Map();
+let exitHookArmed = false;
+function armExitHook() {
+    if (exitHookArmed)
+        return;
+    exitHookArmed = true;
+    process.once("exit", () => {
+        for (const [path, r] of registry) {
+            try {
+                const on = parseHolder(readFileSync(path, "utf8"));
+                if (on !== undefined && on.nonce === r.holder.nonce)
+                    unlinkSync(path);
+            }
+            catch {
+            }
+        }
+    });
+}
+export function pidIsAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch (e) {
+        return e.code !== "ESRCH";
+    }
+}
+function parseHolder(text) {
+    try {
+        const o = JSON.parse(text);
+        if (Number.isInteger(o.pid) && o.pid > 0 &&
+            typeof o.host === "string" && o.host.length > 0 &&
+            typeof o.startedAt === "string" && o.startedAt.length > 0 &&
+            typeof o.nonce === "string" && o.nonce.length > 0 &&
+            (o.owner === undefined || (typeof o.owner === "string" && o.owner.length > 0))) {
+            return { pid: o.pid, host: o.host, startedAt: o.startedAt, nonce: o.nonce, ...(o.owner !== undefined ? { owner: o.owner } : {}) };
+        }
+    }
+    catch {
+    }
+    return undefined;
+}
+export async function canonicalLockDir(dir) {
+    await ensureStateDir("writer lock", dir);
+    return realpath(dir);
+}
+const describe = (h, canonicalDir) => h.owner !== undefined && h.owner !== canonicalDir ? `one writer per state directory (it belongs to the index directory ${h.owner})` : "one session per index directory";
+export async function acquireWriterLock(dir, opts = {}) {
+    const path = resolve(join(dir, WRITER_LOCK_FILENAME));
+    const host = opts.host ?? hostname();
+    const pid = opts.pid ?? process.pid;
+    const isAlive = opts.isAlive ?? pidIsAlive;
+    const real = await canonicalLockDir(dir);
+    const key = join(real, WRITER_LOCK_FILENAME);
+    const shared = registry.get(key);
+    if (shared !== undefined) {
+        const theirs = shared.holder.owner;
+        if (opts.owner !== undefined && theirs !== undefined && opts.owner !== theirs) {
+            throw new StoreLockedError(path, "held-in-process", shared.holder, `held by another session in this process (pid ${shared.holder.pid}) for the index directory ${theirs}; ${describe(shared.holder, real)}`);
+        }
+        shared.count++;
+        return handle(key, path, real, shared);
+    }
+    const holder = { pid, host, startedAt: (opts.now?.() ?? new Date()).toISOString(), nonce: randomBytes(8).toString("hex"), ...(opts.owner !== undefined ? { owner: opts.owner } : {}) };
+    const body = JSON.stringify(holder);
+    let fh;
+    try {
+        fh = await open(key, "wx", 0o600);
+    }
+    catch (e) {
+        if (e.code !== "EEXIST")
+            throw e;
+        let text;
+        try {
+            text = await readFile(key, "utf8");
+        }
+        catch (re) {
+            throw new StoreLockedError(path, "unreadable", undefined, `the lock file exists but cannot be read (${re instanceof Error ? re.message : String(re)}); if no session runs on this directory, remove it by hand`);
+        }
+        const other = parseHolder(text);
+        if (other === undefined)
+            throw new StoreLockedError(path, "unreadable", undefined, "the lock file exists but is not a lock this build wrote; if no session runs on this directory, remove it by hand");
+        if (other.host !== host)
+            throw new StoreLockedError(path, "foreign-host", other, `held by pid ${other.pid} on host ${other.host} since ${other.startedAt}; liveness cannot be checked from ${host} — if that process is gone, remove the file by hand`);
+        if (isAlive(other.pid)) {
+            const self = other.pid === pid ? ` — this process's own pid, but not a lock this process holds: a previous run that reused the pid, or another pid namespace sharing this host name; if no session runs on this directory, remove the file by hand` : "";
+            throw new StoreLockedError(path, "held", other, `held by pid ${other.pid} on this host since ${other.startedAt}${other.owner !== undefined ? ` for ${other.owner}` : ""}; ${describe(other, real)}${self}`);
+        }
+        await writeFileAtomic(key, body);
+        const after = parseHolder(await readFile(key, "utf8").catch(() => ""));
+        if (after === undefined || after.nonce !== holder.nonce) {
+            throw new StoreLockedError(path, "lost-race", after, `a stale lock was replaced by another process at the same moment${after !== undefined ? ` (pid ${after.pid} on ${after.host})` : ""}`);
+        }
+        const r = { holder, count: 1, live: new Set(), nextGeneration: 0 };
+        registry.set(key, r);
+        armExitHook();
+        return handle(key, path, real, r);
+    }
+    try {
+        await fh.writeFile(body);
+    }
+    finally {
+        await fh.close();
+    }
+    const r = { holder, count: 1, live: new Set(), nextGeneration: 0 };
+    registry.set(key, r);
+    armExitHook();
+    return handle(key, path, real, r);
+}
+function handle(key, path, dir, r) {
+    let released = false;
+    const generation = r.nextGeneration++;
+    r.live.add(generation);
+    return {
+        path,
+        dir,
+        holder: r.holder,
+        get sharedInProcess() {
+            return r.count;
+        },
+        get newestInProcess() {
+            if (released)
+                return false;
+            let newest = -1;
+            for (const g of r.live)
+                if (g > newest)
+                    newest = g;
+            return generation === newest;
+        },
+        async release() {
+            if (released)
+                return;
+            released = true;
+            r.live.delete(generation);
+            r.count--;
+            if (r.count > 0)
+                return;
+            registry.delete(key);
+            try {
+                const on = parseHolder(await readFile(key, "utf8"));
+                if (on !== undefined && on.nonce === r.holder.nonce)
+                    await unlink(key);
+            }
+            catch {
+            }
+        },
+    };
+}
+//# sourceMappingURL=writer_lock.js.map

package/dist/store/writer_lock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer_lock.js","sourceRoot":"","sources":["../../src/store/writer_lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,CAAC,MAAM,oBAAoB,GAAG,kBAAkB,CAAC;AAYvD,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAE9B;IACA;IACA;IAHX,YACW,IAAY,EACZ,GAAsB,EACtB,MAAoC,EAC7C,MAAc;QAEd,KAAK,CAAC,oBAAoB,GAAG,MAAM,IAAI,MAAM,MAAM,EAAE,CAAC,CAAC;QAL9C,SAAI,GAAJ,IAAI,CAAQ;QACZ,QAAG,GAAH,GAAG,CAAmB;QACtB,WAAM,GAAN,MAAM,CAA8B;QAI7C,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AA0BD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;AAC7C,IAAI,aAAa,GAAG,KAAK,CAAC;AAE1B,SAAS,WAAW;IAClB,IAAI,aAAa;QAAE,OAAO;IAC1B,aAAa,GAAG,IAAI,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;QACxB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;gBACnD,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK;oBAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YACxE,CAAC;YAAC,MAAM,CAAC;YACT,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAQ,CAA2B,CAAC,IAAI,KAAK,OAAO,CAAC;IACvD,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA8B,CAAC;QACxD,IACE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,IAAK,CAAC,CAAC,GAAc,GAAG,CAAC;YAChD,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;YAC/C,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YACzD,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YACjD,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAC9E,CAAC;YACD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,GAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9I,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;IACT,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,cAAc,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,CAAmB,EAAE,YAAoB,EAAU,EAAE,CACrE,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,qEAAqE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,iCAAiC,CAAC;AAE1K,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,OAA0B,EAAE;IAC/E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAE7C,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QACnC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC9E,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,gDAAgD,MAAM,CAAC,MAAM,CAAC,GAAG,6BAA6B,MAAM,KAAK,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/M,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,MAAM,GAAqB,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACzM,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEpC,IAAI,EAAgD,CAAC;IACrD,IAAI,CAAC;QACH,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,CAAC,CAAC;QAC5D,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,4CAA4C,EAAE,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,4DAA4D,CAAC,CAAC;QACnN,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,kHAAkH,CAAC,CAAC;QACvM,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,eAAe,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,SAAS,qCAAqC,IAAI,qDAAqD,CAAC,CAAC;QACxP,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,kNAAkN,CAAC,CAAC,CAAC,EAAE,CAAC;YACzP,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,KAAK,CAAC,GAAG,uBAAuB,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAC9M,CAAC;QACD,MAAM,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;YACxD,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,kEAAkE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,GAAG,OAAO,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9L,CAAC;QACD,MAAM,CAAC,GAAa,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;QAC7E,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,WAAW,EAAE,CAAC;QACd,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAa,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;IAC7E,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACrB,WAAW,EAAE,CAAC;IACd,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,MAAM,CAAC,GAAW,EAAE,IAAY,EAAE,GAAW,EAAE,CAAW;IACjE,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,UAAU,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC;IACtC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvB,OAAO;QACL,IAAI;QACJ,GAAG;QACH,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,IAAI,eAAe;YACjB,OAAO,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,eAAe;YACjB,IAAI,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC3B,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC;YAChB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI;gBAAE,IAAI,CAAC,GAAG,MAAM;oBAAE,MAAM,GAAG,CAAC,CAAC;YACnD,OAAO,UAAU,KAAK,MAAM,CAAC;QAC/B,CAAC;QACD,KAAK,CAAC,OAAO;YACX,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC,CAAC,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC;gBAAE,OAAO;YACxB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;gBACpD,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK;oBAAE,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;YACzE,CAAC;YAAC,MAAM,CAAC;YACT,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}