local-serverless-stack 0.6.0 → 0.8.0

package/dist/server/engine/store/engine-store.d.ts

@@ -0,0 +1,9 @@
+import type { EngineStore } from './store-types.js';
+export interface EngineStoreOptions {
+    dataDir: string;
+    idleUnloadMs: number;
+    memoryBudgetMb: number;
+    fsync: boolean;
+}
+export declare function createEngineStore(options: EngineStoreOptions): EngineStore;
+//# sourceMappingURL=engine-store.d.ts.map

package/dist/server/engine/store/engine-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-store.d.ts","sourceRoot":"","sources":["../../../../src/server/engine/store/engine-store.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAgB,WAAW,EAAa,MAAM,kBAAkB,CAAC;AAO7E,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAE1E"}

package/dist/server/engine/store/engine-store.js

@@ -0,0 +1,218 @@
+// EngineStore: the persistence layer of the self engine.
+//
+//   catalogs  — one JSON file each, atomically rewritten on a 20 ms debounce
+//   tables    — JSONL snapshot + WAL (see wal.ts), hydrated on demand
+//   blobs     — sha256 content-addressed files (S3 bodies), never in the heap
+//
+// Residency governance lives here: after any hydrate the summed approxBytes
+// of hydrated tables is forced under memoryBudgetMb by dehydrating the
+// least-recently-touched tables, and a single unref'd 60 s sweep dehydrates
+// tables idle past idleUnloadMs. See docs/PRD_SELF_ENGINE.md §RF7.
+import crypto from 'crypto';
+import fs from 'fs';
+import fsp from 'fs/promises';
+import path from 'path';
+import { atomicWriteFile } from './atomic.js';
+import { JsonlItemTable } from './wal.js';
+const CATALOG_FLUSH_DEBOUNCE_MS = 20;
+const SWEEP_INTERVAL_MS = 60_000;
+export function createEngineStore(options) {
+    return new FileEngineStore(options);
+}
+class JsonCatalog {
+    filePath;
+    fsync;
+    map = new Map();
+    loadPromise = null;
+    dirty = false;
+    timer = null;
+    // Serializes rewrites; kept always-resolved (failures are logged) so a bad
+    // write never wedges later flushes.
+    writeChain = Promise.resolve();
+    constructor(filePath, fsync) {
+        this.filePath = filePath;
+        this.fsync = fsync;
+    }
+    load() {
+        this.loadPromise ??= this.doLoad();
+        return this.loadPromise;
+    }
+    get(key) {
+        return this.map.get(key);
+    }
+    set(key, value) {
+        this.map.set(key, value);
+        this.markDirty();
+    }
+    delete(key) {
+        const existed = this.map.delete(key);
+        if (existed)
+            this.markDirty();
+        return existed;
+    }
+    keys() {
+        return [...this.map.keys()];
+    }
+    values() {
+        return [...this.map.values()];
+    }
+    async flush() {
+        if (this.timer) {
+            clearTimeout(this.timer);
+            this.timer = null;
+        }
+        await this.queueWrite();
+    }
+    async doLoad() {
+        let raw;
+        try {
+            raw = await fsp.readFile(this.filePath, 'utf8');
+        }
+        catch (err) {
+            if (err.code === 'ENOENT')
+                return; // first boot
+            throw err;
+        }
+        try {
+            const parsed = JSON.parse(raw);
+            this.map = new Map(Object.entries(parsed));
+        }
+        catch (err) {
+            // Ground truth (CFN + seeds) is regenerable; a corrupt catalog should
+            // not brick the engine.
+            console.warn(`[engine-store] ignoring unreadable catalog ${this.filePath}:`, err);
+        }
+    }
+    markDirty() {
+        this.dirty = true;
+        if (this.timer)
+            return;
+        this.timer = setTimeout(() => {
+            this.timer = null;
+            void this.queueWrite().catch(() => undefined); // logged via writeChain
+        }, CATALOG_FLUSH_DEBOUNCE_MS);
+        this.timer.unref();
+    }
+    queueWrite() {
+        if (!this.dirty)
+            return this.writeChain;
+        this.dirty = false;
+        const data = JSON.stringify(Object.fromEntries(this.map), null, 2) + '\n';
+        const next = this.writeChain.then(() => atomicWriteFile(this.filePath, data, this.fsync));
+        this.writeChain = next.catch((err) => {
+            console.warn(`[engine-store] catalog write failed for ${this.filePath}:`, err);
+        });
+        return next;
+    }
+}
+class FileEngineStore {
+    dataDir;
+    idleUnloadMs;
+    budgetBytes;
+    fsync;
+    catalogs = new Map();
+    tables = new Map();
+    sweepTimer = null;
+    constructor(options) {
+        this.dataDir = path.resolve(options.dataDir);
+        this.idleUnloadMs = options.idleUnloadMs;
+        this.budgetBytes = options.memoryBudgetMb * 1024 * 1024;
+        this.fsync = options.fsync;
+        fs.mkdirSync(this.dataDir, { recursive: true });
+    }
+    dir(...segments) {
+        const full = path.join(this.dataDir, ...segments);
+        fs.mkdirSync(full, { recursive: true });
+        return full;
+    }
+    catalog(relPath) {
+        let catalog = this.catalogs.get(relPath);
+        if (!catalog) {
+            const rel = relPath.endsWith('.json') ? relPath : `${relPath}.json`;
+            catalog = new JsonCatalog(path.join(this.dataDir, rel), this.fsync);
+            this.catalogs.set(relPath, catalog);
+        }
+        return catalog;
+    }
+    table(relPath) {
+        let table = this.tables.get(relPath);
+        if (!table) {
+            const base = path.join(this.dataDir, relPath);
+            table = new JsonlItemTable({
+                snapshotPath: `${base}.snapshot.jsonl`,
+                walPath: `${base}.wal.jsonl`,
+                fsync: this.fsync,
+                hooks: {
+                    afterHydrate: (hydrated) => this.enforceBudget(hydrated),
+                    forget: () => {
+                        this.tables.delete(relPath);
+                    },
+                },
+            });
+            this.tables.set(relPath, table);
+        }
+        return table;
+    }
+    async writeBlob(relDir, data) {
+        const hash = crypto.createHash('sha256').update(data).digest('hex');
+        const blobPath = path.join(this.dataDir, relDir, hash.slice(0, 2), hash);
+        // Content-addressed: an existing file already holds these exact bytes.
+        if (!fs.existsSync(blobPath)) {
+            await atomicWriteFile(blobPath, data, this.fsync);
+        }
+        return blobPath;
+    }
+    readBlob(blobPath) {
+        return fsp.readFile(blobPath);
+    }
+    async deleteBlob(blobPath) {
+        await fsp.rm(blobPath, { force: true });
+    }
+    startSweeper() {
+        if (this.sweepTimer)
+            return;
+        this.sweepTimer = setInterval(() => {
+            void this.sweepIdle().catch((err) => {
+                console.warn('[engine-store] idle sweep failed:', err);
+            });
+        }, SWEEP_INTERVAL_MS);
+        this.sweepTimer.unref();
+    }
+    stopSweeper() {
+        if (this.sweepTimer) {
+            clearInterval(this.sweepTimer);
+            this.sweepTimer = null;
+        }
+    }
+    async flushAll() {
+        await Promise.all([
+            ...[...this.catalogs.values()].map((catalog) => catalog.flush()),
+            ...[...this.tables.values()].map((table) => table.flush()),
+        ]);
+    }
+    // Called by tables after every hydrate: dehydrate least-recently-touched
+    // hydrated tables (never the one just hydrated) until under the budget.
+    async enforceBudget(justHydrated) {
+        for (;;) {
+            const hydrated = [...this.tables.values()].filter((table) => table.isHydrated());
+            const total = hydrated.reduce((sum, table) => sum + table.approxBytes(), 0);
+            if (total <= this.budgetBytes)
+                return;
+            const victim = hydrated
+                .filter((table) => table !== justHydrated)
+                .sort((a, b) => a.lastTouchedAt() - b.lastTouchedAt())[0];
+            if (!victim)
+                return;
+            await victim.dehydrate();
+        }
+    }
+    async sweepIdle() {
+        const cutoff = Date.now() - this.idleUnloadMs;
+        for (const table of [...this.tables.values()]) {
+            if (table.isHydrated() && table.lastTouchedAt() <= cutoff) {
+                await table.dehydrate();
+            }
+        }
+    }
+}
+//# sourceMappingURL=engine-store.js.map

package/dist/server/engine/store/engine-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-store.js","sourceRoot":"","sources":["../../../../src/server/engine/store/engine-store.ts"],"names":[],"mappings":"AAAA,yDAAyD;AACzD,EAAE;AACF,6EAA6E;AAC7E,sEAAsE;AACtE,8EAA8E;AAC9E,EAAE;AACF,4EAA4E;AAC5E,uEAAuE;AACvE,4EAA4E;AAC5E,mEAAmE;AAEnE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,GAAG,MAAM,aAAa,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE1C,MAAM,yBAAyB,GAAG,EAAE,CAAC;AACrC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AASjC,MAAM,UAAU,iBAAiB,CAAC,OAA2B;IAC3D,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,WAAW;IAUI;IACA;IAVX,GAAG,GAAG,IAAI,GAAG,EAAa,CAAC;IAC3B,WAAW,GAAyB,IAAI,CAAC;IACzC,KAAK,GAAG,KAAK,CAAC;IACd,KAAK,GAA0B,IAAI,CAAC;IAC5C,2EAA2E;IAC3E,oCAAoC;IAC5B,UAAU,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEtD,YACmB,QAAgB,EAChB,KAAc;QADd,aAAQ,GAAR,QAAQ,CAAQ;QAChB,UAAK,GAAL,KAAK,CAAS;IAC9B,CAAC;IAEJ,IAAI;QACF,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAQ;QACvB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,OAAO;YAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,CAAC,aAAa;YAC3E,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;YACpD,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,sEAAsE;YACtE,wBAAwB;YACxB,OAAO,CAAC,IAAI,CAAC,8CAA8C,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAwB;QACzE,CAAC,EAAE,yBAAyB,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC;QAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1F,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACnC,OAAO,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,eAAe;IACF,OAAO,CAAS;IAChB,YAAY,CAAS;IACrB,WAAW,CAAS;IACpB,KAAK,CAAU;IACxB,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACnD,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC3C,UAAU,GAA0B,IAAI,CAAC;IAEjD,YAAY,OAA2B;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,GAAG,IAAI,CAAC;QACxD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,GAAG,CAAC,GAAG,QAAkB;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC;QAClD,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAI,OAAe;QACxB,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,CAAC;YACpE,OAAO,GAAG,IAAI,WAAW,CAAU,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,OAA0B,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,OAAe;QACnB,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,KAAK,GAAG,IAAI,cAAc,CAAC;gBACzB,YAAY,EAAE,GAAG,IAAI,iBAAiB;gBACtC,OAAO,EAAE,GAAG,IAAI,YAAY;gBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE;oBACL,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;oBACxD,MAAM,EAAE,GAAG,EAAE;wBACX,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC9B,CAAC;iBACF;aACF,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAc,EAAE,IAAY;QAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACzE,uEAAuE;QACvE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,eAAe,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,QAAQ,CAAC,QAAgB;QACvB,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,MAAM,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,YAAY;QACV,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAClC,OAAO,CAAC,IAAI,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED,WAAW;QACT,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAChE,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;SAC3D,CAAC,CAAC;IACL,CAAC;IAED,yEAAyE;IACzE,wEAAwE;IAChE,KAAK,CAAC,aAAa,CAAC,YAAuB;QACjD,SAAS,CAAC;YACR,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACjF,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5E,IAAI,KAAK,IAAI,IAAI,CAAC,WAAW;gBAAE,OAAO;YACtC,MAAM,MAAM,GAAG,QAAQ;iBACpB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,YAAY,CAAC;iBACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM;gBAAE,OAAO;YACpB,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC;QAC9C,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;YAC9C,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,KAAK,CAAC,aAAa,EAAE,IAAI,MAAM,EAAE,CAAC;gBAC1D,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/server/engine/store/store-types.d.ts

@@ -0,0 +1,37 @@
+export interface CatalogStore<T> {
+    load(): Promise<void>;
+    get(key: string): T | undefined;
+    set(key: string, value: T): void;
+    delete(key: string): boolean;
+    keys(): string[];
+    values(): T[];
+    flush(): Promise<void>;
+}
+export interface ItemTable {
+    hydrate(): Promise<void>;
+    isHydrated(): boolean;
+    get(key: string): unknown;
+    put(key: string, value: unknown): void;
+    delete(key: string): boolean;
+    has(key: string): boolean;
+    entries(): IterableIterator<[string, unknown]>;
+    size(): number;
+    approxBytes(): number;
+    lastTouchedAt(): number;
+    flush(): Promise<void>;
+    compact(): Promise<void>;
+    dehydrate(): Promise<void>;
+    destroy(): Promise<void>;
+}
+export interface EngineStore {
+    dir(...segments: string[]): string;
+    catalog<T>(relPath: string): CatalogStore<T>;
+    table(relPath: string): ItemTable;
+    writeBlob(relDir: string, data: Buffer): Promise<string>;
+    readBlob(blobPath: string): Promise<Buffer>;
+    deleteBlob(blobPath: string): Promise<void>;
+    startSweeper(): void;
+    stopSweeper(): void;
+    flushAll(): Promise<void>;
+}
+//# sourceMappingURL=store-types.d.ts.map

package/dist/server/engine/store/store-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-types.d.ts","sourceRoot":"","sources":["../../../../src/server/engine/store/store-types.ts"],"names":[],"mappings":"AAgBA,MAAM,WAAW,YAAY,CAAC,CAAC;IAE7B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC;IACjC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAC7B,IAAI,IAAI,MAAM,EAAE,CAAC;IACjB,MAAM,IAAI,CAAC,EAAE,CAAC;IAEd,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,SAAS;IAGxB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,UAAU,IAAI,OAAO,CAAC;IACtB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1B,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IACvC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAE1B,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/C,IAAI,IAAI,MAAM,CAAC;IAEf,WAAW,IAAI,MAAM,CAAC;IACtB,aAAa,IAAI,MAAM,CAAC;IAExB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAE1B,GAAG,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAGnC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7C,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAElC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI5C,YAAY,IAAI,IAAI,CAAC;IACrB,WAAW,IAAI,IAAI,CAAC;IAEpB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}

package/dist/server/engine/store/store-types.js

@@ -0,0 +1,17 @@
+// Storage contracts for the self engine. Two shapes cover every emulator:
+//
+//   CatalogStore — small metadata catalogs (queue attributes, buses/rules,
+//   function records). One JSON file, atomically rewritten (tmp + rename) on
+//   a debounced flush. Loaded eagerly and kept resident: catalogs are the
+//   "always resident" residency tier and stay in the low hundreds of KB.
+//
+//   ItemTable — keyed row data (DynamoDB items, S3 object index). JSONL
+//   snapshot + append-only WAL, hydrated into a Map on first touch, streamed
+//   line-by-line (never a whole-file readFileSync), dehydrated after idle or
+//   under memory-budget pressure. Values are stored exactly as given (for
+//   DynamoDB that means wire-format AttributeValue JSON — lossless N/B).
+//
+// Crash-safety bar (dev tool): a crash may lose the last flush window of
+// writes; ground truth (CloudFormation + seeds) is regenerable.
+export {};
+//# sourceMappingURL=store-types.js.map

package/dist/server/engine/store/store-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-types.js","sourceRoot":"","sources":["../../../../src/server/engine/store/store-types.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,EAAE;AACF,2EAA2E;AAC3E,6EAA6E;AAC7E,0EAA0E;AAC1E,yEAAyE;AACzE,EAAE;AACF,wEAAwE;AACxE,6EAA6E;AAC7E,6EAA6E;AAC7E,0EAA0E;AAC1E,yEAAyE;AACzE,EAAE;AACF,yEAAyE;AACzE,gEAAgE"}

package/dist/server/engine/store/wal.d.ts

@@ -0,0 +1,49 @@
+import type { ItemTable } from './store-types.js';
+export interface ItemTableHooks {
+    afterHydrate(table: ItemTable): Promise<void>;
+    forget(): void;
+}
+export interface ItemTableOptions {
+    snapshotPath: string;
+    walPath: string;
+    fsync: boolean;
+    hooks: ItemTableHooks;
+}
+export declare class JsonlItemTable implements ItemTable {
+    private readonly snapshotPath;
+    private readonly walPath;
+    private readonly fsync;
+    private readonly hooks;
+    private entriesMap;
+    private hydrating;
+    private seq;
+    private approx;
+    private touchedAt;
+    private walBuffer;
+    private walBufferBytes;
+    private walTimer;
+    private walChain;
+    constructor(options: ItemTableOptions);
+    hydrate(): Promise<void>;
+    isHydrated(): boolean;
+    get(key: string): unknown;
+    put(key: string, value: unknown): void;
+    delete(key: string): boolean;
+    has(key: string): boolean;
+    entries(): IterableIterator<[string, unknown]>;
+    size(): number;
+    approxBytes(): number;
+    lastTouchedAt(): number;
+    flush(): Promise<void>;
+    compact(): Promise<void>;
+    dehydrate(): Promise<void>;
+    destroy(): Promise<void>;
+    private requireHydrated;
+    private touch;
+    private doHydrate;
+    private appendWal;
+    private queueWalFlush;
+    private dropBufferedWal;
+    private writeSnapshot;
+}
+//# sourceMappingURL=wal.d.ts.map

package/dist/server/engine/store/wal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wal.d.ts","sourceRoot":"","sources":["../../../../src/server/engine/store/wal.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAoBlD,MAAM,WAAW,cAAc;IAC7B,YAAY,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,IAAI,IAAI,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,EAAE,cAAc,CAAC;CACvB;AAwBD,qBAAa,cAAe,YAAW,SAAS;IAC9C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAiB;IAEvC,OAAO,CAAC,UAAU,CAAyC;IAC3D,OAAO,CAAC,SAAS,CAA8B;IAC/C,OAAO,CAAC,GAAG,CAAK;IAChB,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,SAAS,CAAK;IAEtB,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,QAAQ,CAA+B;IAG/C,OAAO,CAAC,QAAQ,CAAoC;gBAExC,OAAO,EAAE,gBAAgB;IAO/B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAU9B,UAAU,IAAI,OAAO;IAIrB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAMzB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAWtC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAW5B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAMzB,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAQ9C,IAAI,IAAI,MAAM;IAId,WAAW,IAAI,MAAM;IAIrB,aAAa,IAAI,MAAM;IAIjB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAcxB,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ1B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB9B,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,KAAK;YAIC,SAAS;IA2FvB,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,eAAe;YAST,aAAa;CAmB5B"}