toiljs 0.0.59 → 0.0.61

package/build/devserver/db/database.js

@@ -0,0 +1,1032 @@
+import fs from 'node:fs';
+import { createHash } from 'node:crypto';
+import path from 'node:path';
+import { DataReader, DataWriter } from 'toiljs/io';
+import { parseCatalog } from './catalog.js';
+import { ABSENT, ALREADY_EXISTS, CODEC_ERR, CollectionFamily, CONFLICT, DbFunctionKind, DEFAULT_FILL_WAIT_MS, INVALID_HANDLE, MAX_KEY, MAX_FILL_WAIT_MS, MAX_NAME, MAX_RESERVATION_TTL_MS, MAX_RESERVATIONS, MAX_VALUE, OP_NOT_ALLOWED_FOR_FAMILY, OP_NOT_ALLOWED_IN_KIND, satI64, SCHEMA_UNAVAILABLE, TOO_MANY_KEYS, TOO_SMALL, UNAVAILABLE, isCollectionFamily, } from './types.js';
+function mem(ref) {
+    if (!ref.memory)
+        throw new Error('data host import called before memory was bound');
+    return Buffer.from(ref.memory.buffer);
+}
+function readCopy(ref, ptr, len) {
+    const m = mem(ref);
+    if (ptr < 0 || len < 0 || ptr + len > m.length)
+        throw new Error(`data read out of bounds: ptr=${String(ptr)} len=${String(len)}`);
+    return Buffer.from(m.subarray(ptr, ptr + len));
+}
+function readKey(ref, ptr, len) {
+    if (len > MAX_KEY)
+        throw new Error('data: key too long');
+    return readCopy(ref, ptr, len);
+}
+function storeKey(collection, key) {
+    return collection + '\0' + key.toString('latin1');
+}
+function readIdem(ref, ptr) {
+    if (ptr === 0)
+        return null;
+    return readCopy(ref, ptr, 16);
+}
+function u64le(n) {
+    const b = Buffer.allocUnsafe(8);
+    b.writeBigUInt64LE(BigInt(n));
+    return b;
+}
+const RECORD_OP_CREATE = 4;
+const RECORD_OP_PATCH = 5;
+const RECORD_OP_DELETE = 6;
+const RECORD_OP_GET_DELETE = 7;
+const RECORD_OP_ENQUEUE = 8;
+function recordRequestHash(op, key, value) {
+    return createHash('sha256')
+        .update('toildb/record-idempotency/request/v1')
+        .update(Buffer.from([op]))
+        .update(u64le(key.length))
+        .update(key)
+        .update(u64le(value.length))
+        .update(value)
+        .digest('hex');
+}
+function idemKey(coll, key, op, idem) {
+    return `${storeKey(coll.name, key)}\0${op}\0${idem.toString('hex')}`;
+}
+function reservationIdFromIdem(coll, key, idem) {
+    const digest = createHash('sha256')
+        .update('toildb/capacity-reservation-id/v1')
+        .update(coll.name)
+        .update('\0')
+        .update(key)
+        .update(idem)
+        .digest();
+    return digest.readBigUInt64LE(0) | (1n << 63n);
+}
+function snapshotOutcome(outcome) {
+    switch (outcome.kind) {
+        case 'value':
+            return {
+                kind: 'value',
+                v: outcome.value.toString('base64'),
+                sv: outcome.schemaVersion,
+            };
+        default:
+            return { kind: outcome.kind };
+    }
+}
+function loadOutcome(outcome) {
+    if (outcome.kind === 'value') {
+        return {
+            kind: 'value',
+            value: Buffer.from(outcome.v, 'base64'),
+            schemaVersion: outcome.sv,
+        };
+    }
+    return { kind: outcome.kind };
+}
+function collOf(db, handle) {
+    return handle >= 0 && handle < db.handles.length ? db.handles[handle] : null;
+}
+function collOfFamily(db, handle, ...families) {
+    const coll = collOf(db, handle);
+    if (coll === null)
+        return INVALID_HANDLE;
+    return families.includes(coll.family) ? coll : OP_NOT_ALLOWED_FOR_FAMILY;
+}
+var DbOp;
+(function (DbOp) {
+    DbOp[DbOp["Get"] = 0] = "Get";
+    DbOp[DbOp["GetMany"] = 1] = "GetMany";
+    DbOp[DbOp["Exists"] = 2] = "Exists";
+    DbOp[DbOp["Create"] = 3] = "Create";
+    DbOp[DbOp["Patch"] = 4] = "Patch";
+    DbOp[DbOp["Delete"] = 5] = "Delete";
+    DbOp[DbOp["GetDelete"] = 6] = "GetDelete";
+    DbOp[DbOp["Enqueue"] = 7] = "Enqueue";
+    DbOp[DbOp["Append"] = 8] = "Append";
+    DbOp[DbOp["AppendOnce"] = 9] = "AppendOnce";
+    DbOp[DbOp["Latest"] = 10] = "Latest";
+    DbOp[DbOp["CounterGet"] = 11] = "CounterGet";
+    DbOp[DbOp["CounterAdd"] = 12] = "CounterAdd";
+    DbOp[DbOp["MembershipContains"] = 13] = "MembershipContains";
+    DbOp[DbOp["MembershipAdd"] = 14] = "MembershipAdd";
+    DbOp[DbOp["MembershipRemove"] = 15] = "MembershipRemove";
+    DbOp[DbOp["MembershipList"] = 16] = "MembershipList";
+    DbOp[DbOp["UniqueLookup"] = 17] = "UniqueLookup";
+    DbOp[DbOp["UniqueClaim"] = 18] = "UniqueClaim";
+    DbOp[DbOp["UniqueRelease"] = 19] = "UniqueRelease";
+    DbOp[DbOp["CapacityAvailable"] = 20] = "CapacityAvailable";
+    DbOp[DbOp["CapacityReserve"] = 21] = "CapacityReserve";
+    DbOp[DbOp["CapacityConfirm"] = 22] = "CapacityConfirm";
+    DbOp[DbOp["CapacityCancel"] = 23] = "CapacityCancel";
+    DbOp[DbOp["ViewGet"] = 24] = "ViewGet";
+    DbOp[DbOp["ViewPublish"] = 25] = "ViewPublish";
+    DbOp[DbOp["CapacitySetTotal"] = 26] = "CapacitySetTotal";
+})(DbOp || (DbOp = {}));
+function isReadOp(op) {
+    return (op === DbOp.Get ||
+        op === DbOp.GetMany ||
+        op === DbOp.Exists ||
+        op === DbOp.ViewGet ||
+        op === DbOp.CounterGet ||
+        op === DbOp.MembershipContains ||
+        op === DbOp.MembershipList ||
+        op === DbOp.UniqueLookup ||
+        op === DbOp.Latest ||
+        op === DbOp.CapacityAvailable);
+}
+function isScanOp(op) {
+    return op === DbOp.Latest || op === DbOp.MembershipList;
+}
+function kindAllows(kind, op) {
+    if (kind === DbFunctionKind.Query)
+        return isReadOp(op) && !isScanOp(op);
+    if (kind === DbFunctionKind.Action) {
+        return ((isReadOp(op) && !isScanOp(op)) ||
+            op === DbOp.Create ||
+            op === DbOp.Patch ||
+            op === DbOp.Delete ||
+            op === DbOp.GetDelete ||
+            op === DbOp.Enqueue ||
+            op === DbOp.Append ||
+            op === DbOp.AppendOnce ||
+            op === DbOp.CounterAdd ||
+            op === DbOp.MembershipAdd ||
+            op === DbOp.MembershipRemove ||
+            op === DbOp.UniqueClaim ||
+            op === DbOp.UniqueRelease ||
+            op === DbOp.CapacityReserve ||
+            op === DbOp.CapacityConfirm ||
+            op === DbOp.CapacityCancel);
+    }
+    if (kind === DbFunctionKind.Derive)
+        return (isReadOp(op) || op === DbOp.ViewPublish || op === DbOp.Append || op === DbOp.CounterAdd);
+    if (kind === DbFunctionKind.Job)
+        return true;
+    return false;
+}
+function collForOp(db, handle, op, ...families) {
+    const coll = collOfFamily(db, handle, ...families);
+    if (typeof coll === 'number')
+        return coll;
+    return kindAllows(db.functionKind, op) ? coll : OP_NOT_ALLOWED_IN_KIND;
+}
+export class DevDatabase {
+    store = new Map();
+    recordIdem = new Map();
+    uniqueIdem = new Map();
+    views = new Map();
+    members = new Map();
+    counters = new Map();
+    counterIdem = new Map();
+    events = new Map();
+    eventDedup = new Map();
+    capacity = new Map();
+    versions = new Map();
+    eventVersions = new Map();
+    memberVersions = new Map();
+    catalog = { kind: 'no-section' };
+    persistPath = null;
+    setCatalog(wasm) {
+        this.catalog = parseCatalog(wasm);
+    }
+    currentSchemaVersion(coll) {
+        if (this.catalog.kind !== 'present')
+            return coll.schemaVersion;
+        return this.catalog.collections.get(coll.name)?.schemaVersion ?? coll.schemaVersion;
+    }
+    stampVersion(coll, sk) {
+        this.versions.set(sk, this.currentSchemaVersion(coll));
+    }
+    recordIdemStart(coll, key, op, idem, requestHash) {
+        if (idem === null)
+            return { fresh: true };
+        const ik = idemKey(coll, key, op, idem);
+        const row = this.recordIdem.get(ik);
+        if (row === undefined) {
+            this.recordIdem.set(ik, { requestHash, outcome: null });
+            return { fresh: true };
+        }
+        if (row.requestHash !== requestHash)
+            return { fresh: false, status: CONFLICT };
+        if (row.outcome === null)
+            return { fresh: false, status: UNAVAILABLE };
+        return { fresh: false, status: 0, outcome: row.outcome };
+    }
+    recordIdemFinish(coll, key, op, idem, requestHash, outcome) {
+        if (idem === null)
+            return;
+        const ik = idemKey(coll, key, op, idem);
+        const row = this.recordIdem.get(ik);
+        if (row === undefined || row.requestHash !== requestHash)
+            return;
+        if (row.outcome === null)
+            row.outcome = outcome;
+    }
+    replayRecordOutcome(db, outcome) {
+        switch (outcome.kind) {
+            case 'unit':
+                return 0;
+            case 'value':
+                db.lastResult = outcome.value;
+                db.lastResultVersion = outcome.schemaVersion;
+                return outcome.value.length;
+            case 'absent':
+            case 'not_found':
+                return ABSENT;
+            case 'already_exists':
+                return ALREADY_EXISTS;
+            case 'conflict':
+                return CONFLICT;
+        }
+    }
+    configurePersistence(filePath) {
+        this.persistPath = filePath;
+        this.load();
+    }
+    persist() {
+        if (this.persistPath === null)
+            return;
+        const snap = {
+            store: {},
+            recordIdem: {},
+            uniqueIdem: {},
+            views: {},
+            members: {},
+            counters: {},
+            counterIdem: {},
+            events: {},
+            eventDedup: {},
+            capacity: {},
+        };
+        for (const [k, v] of this.store)
+            snap.store[k] = { v: v.toString('base64'), sv: this.versions.get(k) ?? 0 };
+        for (const [k, row] of this.recordIdem)
+            snap.recordIdem[k] = {
+                requestHash: row.requestHash,
+                state: row.outcome === null ? 'pending' : 'done',
+                outcome: row.outcome === null ? undefined : snapshotOutcome(row.outcome),
+            };
+        for (const [k, v] of this.uniqueIdem)
+            snap.uniqueIdem[k] = v;
+        for (const [k, v] of this.views)
+            snap.views[k] = { v: v.toString('base64'), sv: this.versions.get(k) ?? 0 };
+        for (const [k, m] of this.members) {
+            const o = {};
+            const mv = this.memberVersions.get(k);
+            for (const [mk, mvb] of m)
+                o[mk] = { v: mvb.toString('base64'), sv: mv?.get(mk) ?? 0 };
+            snap.members[k] = o;
+        }
+        for (const [k, v] of this.counters)
+            snap.counters[k] = v.toString();
+        for (const [k, v] of this.counterIdem)
+            snap.counterIdem[k] = v.toString();
+        for (const [k, log] of this.events) {
+            const ver = this.eventVersions.get(k) ?? [];
+            snap.events[k] = log.map((b, i) => ({ v: b.toString('base64'), sv: ver[i] ?? 0 }));
+        }
+        for (const [k, s] of this.eventDedup)
+            snap.eventDedup[k] = [...s];
+        for (const [k, l] of this.capacity)
+            snap.capacity[k] = {
+                total: l.total.toString(),
+                nextId: l.nextId.toString(),
+                reservations: [...l.reservations].map(([id, r]) => [
+                    id.toString(),
+                    { amount: r.amount.toString(), expiresMs: r.expiresMs, confirmed: r.confirmed },
+                ]),
+            };
+        try {
+            fs.mkdirSync(path.dirname(this.persistPath), { recursive: true });
+            const tmp = `${this.persistPath}.${process.pid}.tmp`;
+            fs.writeFileSync(tmp, JSON.stringify(snap));
+            fs.renameSync(tmp, this.persistPath);
+        }
+        catch {
+        }
+    }
+    load() {
+        if (this.persistPath === null)
+            return;
+        let snap;
+        try {
+            snap = JSON.parse(fs.readFileSync(this.persistPath, 'utf8'));
+        }
+        catch {
+            return;
+        }
+        this.clear();
+        for (const [k, e] of Object.entries(snap.store ?? {})) {
+            this.store.set(k, Buffer.from(e.v, 'base64'));
+            this.versions.set(k, e.sv);
+        }
+        for (const [k, row] of Object.entries(snap.recordIdem ?? {})) {
+            this.recordIdem.set(k, {
+                requestHash: row.requestHash,
+                outcome: row.state === 'done' && row.outcome !== undefined
+                    ? loadOutcome(row.outcome)
+                    : null,
+            });
+        }
+        for (const [k, v] of Object.entries(snap.uniqueIdem ?? {}))
+            this.uniqueIdem.set(k, v);
+        for (const [k, e] of Object.entries(snap.views ?? {})) {
+            this.views.set(k, Buffer.from(e.v, 'base64'));
+            this.versions.set(k, e.sv);
+        }
+        for (const [k, m] of Object.entries(snap.members ?? {})) {
+            const map = new Map();
+            const ver = new Map();
+            for (const [mk, e] of Object.entries(m)) {
+                map.set(mk, Buffer.from(e.v, 'base64'));
+                ver.set(mk, e.sv);
+            }
+            this.members.set(k, map);
+            this.memberVersions.set(k, ver);
+        }
+        for (const [k, v] of Object.entries(snap.counters ?? {}))
+            this.counters.set(k, BigInt(v));
+        for (const [k, v] of Object.entries(snap.counterIdem ?? {}))
+            this.counterIdem.set(k, BigInt(v));
+        for (const [k, log] of Object.entries(snap.events ?? {})) {
+            this.events.set(k, log.map((e) => Buffer.from(e.v, 'base64')));
+            this.eventVersions.set(k, log.map((e) => e.sv));
+        }
+        for (const [k, ids] of Object.entries(snap.eventDedup ?? {}))
+            this.eventDedup.set(k, new Set(ids));
+        for (const [k, l] of Object.entries(snap.capacity ?? {})) {
+            const res = new Map();
+            for (const [id, r] of l.reservations)
+                res.set(BigInt(id), {
+                    amount: BigInt(r.amount),
+                    expiresMs: r.expiresMs,
+                    confirmed: r.confirmed,
+                });
+            this.capacity.set(k, {
+                total: BigInt(l.total),
+                nextId: BigInt(l.nextId),
+                reservations: res,
+            });
+        }
+    }
+    clear() {
+        this.store.clear();
+        this.recordIdem.clear();
+        this.uniqueIdem.clear();
+        this.versions.clear();
+        this.views.clear();
+        this.members.clear();
+        this.memberVersions.clear();
+        this.counters.clear();
+        this.counterIdem.clear();
+        this.eventVersions.clear();
+        this.events.clear();
+        this.eventDedup.clear();
+        this.capacity.clear();
+    }
+    capLedger(sk) {
+        let l = this.capacity.get(sk);
+        if (l === undefined) {
+            l = { total: 0n, reservations: new Map(), nextId: 1n };
+            this.capacity.set(sk, l);
+        }
+        return l;
+    }
+    capPrune(l, nowMs) {
+        for (const [id, r] of l.reservations)
+            if (!r.confirmed && r.expiresMs <= nowMs)
+                l.reservations.delete(id);
+    }
+    capReserved(l) {
+        let sum = 0n;
+        for (const r of l.reservations.values())
+            sum += r.amount;
+        return sum;
+    }
+    resolveCollection(ref, db, namePtr, nameLen, outHandlePtr) {
+        if (nameLen < 0 || nameLen > MAX_NAME)
+            throw new Error('data: collection name too long');
+        const name = readCopy(ref, namePtr, nameLen).toString('utf8');
+        let coll;
+        switch (this.catalog.kind) {
+            case 'present': {
+                const found = this.catalog.collections.get(name);
+                if (found === undefined)
+                    return SCHEMA_UNAVAILABLE;
+                coll = { ...found };
+                break;
+            }
+            case 'malformed':
+                return SCHEMA_UNAVAILABLE;
+            case 'no-section':
+                coll = {
+                    name,
+                    family: CollectionFamily.Record,
+                    schemaVersion: 0,
+                    replication: 0,
+                    placement: 0,
+                    fillMaxWaitMs: DEFAULT_FILL_WAIT_MS,
+                    fillAllowStale: true,
+                };
+                break;
+        }
+        const handle = db.handles.length;
+        db.handles.push(coll);
+        const m = mem(ref);
+        if (outHandlePtr < 0 || outHandlePtr + 4 > m.length)
+            throw new Error('data: resolve out-handle out of bounds');
+        m.writeUInt32LE(handle, outHandlePtr);
+        return 0;
+    }
+    get(ref, db, handle, keyPtr, keyLen) {
+        const coll = collForOp(db, handle, DbOp.Get, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY)
+            throw new Error('data: key too long');
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const v = this.store.get(sk);
+        if (v === undefined)
+            return ABSENT;
+        db.lastResult = v;
+        db.lastResultVersion = this.versions.get(sk) ?? 0;
+        return v.length;
+    }
+    getMany(ref, db, handle, keysPtr, keysLen) {
+        const coll = collForOp(db, handle, DbOp.GetMany, CollectionFamily.Record, CollectionFamily.View);
+        if (typeof coll === 'number')
+            return coll;
+        if (keysLen > MAX_VALUE)
+            throw new Error('data: keys blob too large');
+        const table = coll.family === CollectionFamily.View ? this.views : this.store;
+        const r = new DataReader(readCopy(ref, keysPtr, keysLen));
+        const count = r.readU32();
+        if (count > 1024)
+            return TOO_MANY_KEYS;
+        const w = new DataWriter();
+        w.writeU32(count);
+        for (let i = 0; i < count; i++) {
+            const key = r.readBytes();
+            if (key.length > MAX_KEY)
+                throw new Error('data: key too long');
+            const sk = storeKey(coll.name, Buffer.from(key));
+            const v = table.get(sk);
+            if (v === undefined) {
+                w.writeU8(0);
+            }
+            else {
+                w.writeU8(1)
+                    .writeU32(this.versions.get(sk) ?? 0)
+                    .writeBytes(v);
+            }
+        }
+        db.lastResult = Buffer.from(w.toBytes());
+        return db.lastResult.length;
+    }
+    exists(ref, db, handle, keyPtr, keyLen) {
+        const coll = collForOp(db, handle, DbOp.Exists, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        return this.store.has(storeKey(coll.name, readKey(ref, keyPtr, keyLen))) ? 1 : 0;
+    }
+    create(ref, db, handle, keyPtr, keyLen, valPtr, valLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.Create, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || valLen > MAX_VALUE)
+            throw new Error('data: key/value too large');
+        const key = readKey(ref, keyPtr, keyLen);
+        const value = readCopy(ref, valPtr, valLen);
+        const idem = readIdem(ref, idemPtr);
+        const requestHash = recordRequestHash(RECORD_OP_CREATE, key, value);
+        const start = this.recordIdemStart(coll, key, 'C', idem, requestHash);
+        if (!start.fresh)
+            return start.outcome ? this.replayRecordOutcome(db, start.outcome) : start.status;
+        const sk = storeKey(coll.name, key);
+        const outcome = this.store.has(sk)
+            ? { kind: 'already_exists' }
+            : { kind: 'unit' };
+        if (outcome.kind === 'unit') {
+            this.store.set(sk, value);
+            this.stampVersion(coll, sk);
+        }
+        this.recordIdemFinish(coll, key, 'C', idem, requestHash, outcome);
+        return this.replayRecordOutcome(db, outcome);
+    }
+    patch(ref, db, handle, keyPtr, keyLen, patchPtr, patchLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.Patch, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || patchLen > MAX_VALUE)
+            throw new Error('data: key/patch too large');
+        const key = readKey(ref, keyPtr, keyLen);
+        const v = readCopy(ref, patchPtr, patchLen);
+        const idem = readIdem(ref, idemPtr);
+        const requestHash = recordRequestHash(RECORD_OP_PATCH, key, v);
+        const start = this.recordIdemStart(coll, key, 'P', idem, requestHash);
+        if (!start.fresh)
+            return start.outcome ? this.replayRecordOutcome(db, start.outcome) : start.status;
+        const sk = storeKey(coll.name, key);
+        const outcome = this.store.has(sk)
+            ? { kind: 'value', value: v, schemaVersion: -1 }
+            : { kind: 'not_found' };
+        if (outcome.kind === 'value') {
+            this.store.set(sk, v);
+            this.stampVersion(coll, sk);
+        }
+        this.recordIdemFinish(coll, key, 'P', idem, requestHash, outcome);
+        return this.replayRecordOutcome(db, outcome);
+    }
+    delete(ref, db, handle, keyPtr, keyLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.Delete, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        const key = readKey(ref, keyPtr, keyLen);
+        const idem = readIdem(ref, idemPtr);
+        const requestHash = recordRequestHash(RECORD_OP_DELETE, key, Buffer.alloc(0));
+        const start = this.recordIdemStart(coll, key, 'D', idem, requestHash);
+        if (!start.fresh)
+            return start.outcome ? this.replayRecordOutcome(db, start.outcome) : start.status;
+        const sk = storeKey(coll.name, key);
+        this.store.delete(sk);
+        this.versions.delete(sk);
+        const outcome = { kind: 'unit' };
+        this.recordIdemFinish(coll, key, 'D', idem, requestHash, outcome);
+        return this.replayRecordOutcome(db, outcome);
+    }
+    getDelete(ref, db, handle, keyPtr, keyLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.GetDelete, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        const key = readKey(ref, keyPtr, keyLen);
+        const idem = readIdem(ref, idemPtr);
+        const requestHash = recordRequestHash(RECORD_OP_GET_DELETE, key, Buffer.alloc(0));
+        const start = this.recordIdemStart(coll, key, 'G', idem, requestHash);
+        if (!start.fresh)
+            return start.outcome ? this.replayRecordOutcome(db, start.outcome) : start.status;
+        const sk = storeKey(coll.name, key);
+        const v = this.store.get(sk);
+        const outcome = v === undefined
+            ? { kind: 'absent' }
+            : {
+                kind: 'value',
+                value: v,
+                schemaVersion: this.versions.get(sk) ?? 0,
+            };
+        if (outcome.kind === 'value') {
+            this.store.delete(sk);
+            this.versions.delete(sk);
+        }
+        this.recordIdemFinish(coll, key, 'G', idem, requestHash, outcome);
+        return this.replayRecordOutcome(db, outcome);
+    }
+    uniqueLookup(ref, db, handle, keyPtr, keyLen) {
+        const coll = collForOp(db, handle, DbOp.UniqueLookup, CollectionFamily.Unique);
+        if (typeof coll === 'number')
+            return coll;
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const v = this.store.get(sk);
+        if (v === undefined)
+            return ABSENT;
+        db.lastResult = v;
+        db.lastResultVersion = this.versions.get(sk) ?? 0;
+        return v.length;
+    }
+    uniqueClaim(ref, db, handle, keyPtr, keyLen, valPtr, valLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.UniqueClaim, CollectionFamily.Unique);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || valLen > MAX_VALUE)
+            throw new Error('data: key/value too large');
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const owner = readCopy(ref, valPtr, valLen);
+        const idem = readIdem(ref, idemPtr)?.toString('hex') ?? '';
+        const existing = this.store.get(sk);
+        if (existing === undefined) {
+            this.store.set(sk, owner);
+            this.uniqueIdem.set(sk, idem);
+            this.stampVersion(coll, sk);
+            return 0;
+        }
+        if (existing.equals(owner)) {
+            return (this.uniqueIdem.get(sk) ?? '') === idem ? 2 : CONFLICT;
+        }
+        db.lastResult = existing;
+        return 1;
+    }
+    uniqueRelease(ref, db, handle, keyPtr, keyLen, valPtr, valLen) {
+        const coll = collForOp(db, handle, DbOp.UniqueRelease, CollectionFamily.Unique);
+        if (typeof coll === 'number')
+            return coll;
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const existing = this.store.get(sk);
+        if (existing === undefined)
+            return 0;
+        if (!existing.equals(readCopy(ref, valPtr, valLen)))
+            return CONFLICT;
+        this.store.delete(sk);
+        this.uniqueIdem.delete(sk);
+        this.versions.delete(sk);
+        return 0;
+    }
+    membershipContains(ref, db, handle, setPtr, setLen, memberPtr, memberLen) {
+        const coll = collForOp(db, handle, DbOp.MembershipContains, CollectionFamily.Membership);
+        if (typeof coll === 'number')
+            return coll;
+        const set = this.members.get(storeKey(coll.name, readKey(ref, setPtr, setLen)));
+        if (set === undefined)
+            return 0;
+        return set.has(readCopy(ref, memberPtr, memberLen).toString('latin1')) ? 1 : 0;
+    }
+    membershipAdd(ref, db, handle, setPtr, setLen, memberPtr, memberLen) {
+        const coll = collForOp(db, handle, DbOp.MembershipAdd, CollectionFamily.Membership);
+        if (typeof coll === 'number')
+            return coll;
+        if (setLen > MAX_KEY || memberLen > MAX_VALUE)
+            throw new Error('data: set/member too large');
+        const sk = storeKey(coll.name, readKey(ref, setPtr, setLen));
+        const member = readCopy(ref, memberPtr, memberLen);
+        let set = this.members.get(sk);
+        if (set === undefined) {
+            set = new Map();
+            this.members.set(sk, set);
+        }
+        const ml = member.toString('latin1');
+        set.set(ml, member);
+        let mv = this.memberVersions.get(sk);
+        if (mv === undefined) {
+            mv = new Map();
+            this.memberVersions.set(sk, mv);
+        }
+        mv.set(ml, this.currentSchemaVersion(coll));
+        return 0;
+    }
+    membershipRemove(ref, db, handle, setPtr, setLen, memberPtr, memberLen) {
+        const coll = collForOp(db, handle, DbOp.MembershipRemove, CollectionFamily.Membership);
+        if (typeof coll === 'number')
+            return coll;
+        const sk = storeKey(coll.name, readKey(ref, setPtr, setLen));
+        const ml = readCopy(ref, memberPtr, memberLen).toString('latin1');
+        this.members.get(sk)?.delete(ml);
+        this.memberVersions.get(sk)?.delete(ml);
+        return 0;
+    }
+    membershipList(ref, db, handle, setPtr, setLen, limit) {
+        const coll = collForOp(db, handle, DbOp.MembershipList, CollectionFamily.Membership);
+        if (typeof coll === 'number')
+            return coll;
+        const sk = storeKey(coll.name, readKey(ref, setPtr, setLen));
+        const set = this.members.get(sk);
+        const mv = this.memberVersions.get(sk);
+        const n = Math.max(0, Math.min(limit, 0xffff));
+        const members = set === undefined ? [] : Array.from(set.values()).sort(Buffer.compare).slice(0, n);
+        const w = new DataWriter();
+        w.writeU32(members.length);
+        for (const m of members) {
+            w.writeU32(mv?.get(m.toString('latin1')) ?? 0).writeBytes(m);
+        }
+        db.lastResult = Buffer.from(w.toBytes());
+        return db.lastResult.length;
+    }
+    viewGet(ref, db, handle, keyPtr, keyLen) {
+        const coll = collForOp(db, handle, DbOp.ViewGet, CollectionFamily.View);
+        if (typeof coll === 'number')
+            return coll;
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const v = this.views.get(sk);
+        if (v === undefined)
+            return ABSENT;
+        db.lastResult = v;
+        db.lastResultVersion = this.versions.get(sk) ?? 0;
+        return v.length;
+    }
+    viewPublish(ref, db, handle, keyPtr, keyLen, valPtr, valLen) {
+        const coll = collForOp(db, handle, DbOp.ViewPublish, CollectionFamily.View);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || valLen > MAX_VALUE)
+            throw new Error('data: key/view too large');
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        this.views.set(sk, readCopy(ref, valPtr, valLen));
+        this.stampVersion(coll, sk);
+        return 0;
+    }
+    counterGet(ref, db, handle, keyPtr, keyLen) {
+        const coll = collForOp(db, handle, DbOp.CounterGet, CollectionFamily.Counter);
+        if (typeof coll === 'number')
+            return coll;
+        const sum = this.counters.get(storeKey(coll.name, readKey(ref, keyPtr, keyLen))) ?? 0n;
+        const out = Buffer.alloc(8);
+        out.writeBigInt64LE(sum);
+        db.lastResult = out;
+        return out.length;
+    }
+    counterAdd(ref, db, handle, keyPtr, keyLen, delta, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.CounterAdd, CollectionFamily.Counter);
+        if (typeof coll === 'number')
+            return coll;
+        const key = readKey(ref, keyPtr, keyLen);
+        const idem = readIdem(ref, idemPtr);
+        const d = BigInt(delta);
+        if (idem !== null) {
+            const ik = idemKey(coll, key, 'A', idem);
+            const seen = this.counterIdem.get(ik);
+            if (seen !== undefined)
+                return seen === d ? 0 : CONFLICT;
+            this.counterIdem.set(ik, d);
+        }
+        const sk = storeKey(coll.name, key);
+        this.counters.set(sk, satI64((this.counters.get(sk) ?? 0n) + d));
+        return 0;
+    }
+    append(ref, db, handle, keyPtr, keyLen, evPtr, evLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.Append, CollectionFamily.Events);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || evLen > MAX_VALUE)
+            throw new Error('data: key/event too large');
+        const key = readKey(ref, keyPtr, keyLen);
+        const sk = storeKey(coll.name, key);
+        const idem = readIdem(ref, idemPtr);
+        if (idem !== null) {
+            let seen = this.eventDedup.get(sk);
+            if (seen === undefined) {
+                seen = new Set();
+                this.eventDedup.set(sk, seen);
+            }
+            const eventId = idem.toString('latin1');
+            if (seen.has(eventId))
+                return 0;
+            seen.add(eventId);
+        }
+        const log = this.events.get(sk);
+        const ev = readCopy(ref, evPtr, evLen);
+        const sv = this.currentSchemaVersion(coll);
+        if (log === undefined) {
+            this.events.set(sk, [ev]);
+            this.eventVersions.set(sk, [sv]);
+        }
+        else {
+            log.push(ev);
+            (this.eventVersions.get(sk) ?? this.eventVersions.set(sk, []).get(sk)).push(sv);
+        }
+        return 0;
+    }
+    appendOnce(ref, db, handle, keyPtr, keyLen, evidPtr, evidLen, evPtr, evLen) {
+        const coll = collForOp(db, handle, DbOp.AppendOnce, CollectionFamily.Events);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || evLen > MAX_VALUE)
+            throw new Error('data: key/event too large');
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const evid = readCopy(ref, evidPtr, evidLen).toString('latin1');
+        let seen = this.eventDedup.get(sk);
+        if (seen === undefined) {
+            seen = new Set();
+            this.eventDedup.set(sk, seen);
+        }
+        if (seen.has(evid))
+            return 0;
+        const ev = readCopy(ref, evPtr, evLen);
+        const sv = this.currentSchemaVersion(coll);
+        const log = this.events.get(sk);
+        if (log === undefined) {
+            this.events.set(sk, [ev]);
+            this.eventVersions.set(sk, [sv]);
+        }
+        else {
+            log.push(ev);
+            (this.eventVersions.get(sk) ?? this.eventVersions.set(sk, []).get(sk)).push(sv);
+        }
+        seen.add(evid);
+        return 1;
+    }
+    enqueue(ref, db, handle, keyPtr, keyLen, valPtr, valLen, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.Enqueue, CollectionFamily.Record);
+        if (typeof coll === 'number')
+            return coll;
+        if (keyLen > MAX_KEY || valLen > MAX_VALUE)
+            throw new Error('data: key/value too large');
+        const key = readKey(ref, keyPtr, keyLen);
+        const value = readCopy(ref, valPtr, valLen);
+        const idem = readIdem(ref, idemPtr);
+        const requestHash = recordRequestHash(RECORD_OP_ENQUEUE, key, value);
+        const start = this.recordIdemStart(coll, key, 'E', idem, requestHash);
+        if (!start.fresh)
+            return start.outcome ? this.replayRecordOutcome(db, start.outcome) : start.status;
+        const sk = storeKey(coll.name, key);
+        const outcome = this.store.has(sk)
+            ? { kind: 'unit' }
+            : { kind: 'not_found' };
+        if (outcome.kind === 'unit') {
+            this.store.set(sk, value);
+            this.stampVersion(coll, sk);
+        }
+        this.recordIdemFinish(coll, key, 'E', idem, requestHash, outcome);
+        return this.replayRecordOutcome(db, outcome);
+    }
+    latest(ref, db, handle, keyPtr, keyLen, limit) {
+        const coll = collForOp(db, handle, DbOp.Latest, CollectionFamily.Events);
+        if (typeof coll === 'number')
+            return coll;
+        const sk = storeKey(coll.name, readKey(ref, keyPtr, keyLen));
+        const log = this.events.get(sk) ?? [];
+        const vers = this.eventVersions.get(sk) ?? [];
+        const n = Math.max(0, Math.min(limit, 0xffff));
+        const start = Math.max(0, log.length - n);
+        const newest = log.slice(start).reverse();
+        const newestVers = vers.slice(start).reverse();
+        const w = new DataWriter();
+        w.writeU32(newest.length);
+        for (let i = 0; i < newest.length; i++) {
+            w.writeU32(newestVers[i] ?? 0).writeBytes(newest[i]);
+        }
+        db.lastResult = Buffer.from(w.toBytes());
+        return db.lastResult.length;
+    }
+    capacitySetTotal(ref, db, handle, keyPtr, keyLen, total) {
+        const coll = collForOp(db, handle, DbOp.CapacitySetTotal, CollectionFamily.Capacity);
+        if (typeof coll === 'number')
+            return coll;
+        const l = this.capLedger(storeKey(coll.name, readKey(ref, keyPtr, keyLen)));
+        const t = BigInt(total);
+        l.total = satI64(t < 0n ? 0n : t);
+        return 0;
+    }
+    capacityAvailable(ref, db, handle, keyPtr, keyLen) {
+        const coll = collForOp(db, handle, DbOp.CapacityAvailable, CollectionFamily.Capacity);
+        if (typeof coll === 'number')
+            return coll;
+        const l = this.capLedger(storeKey(coll.name, readKey(ref, keyPtr, keyLen)));
+        this.capPrune(l, Date.now());
+        const avail = l.total - this.capReserved(l);
+        const out = Buffer.alloc(8);
+        out.writeBigInt64LE(avail < 0n ? 0n : avail);
+        db.lastResult = out;
+        return out.length;
+    }
+    capacityReserve(ref, db, handle, keyPtr, keyLen, amount, ttlMs, idemPtr) {
+        const coll = collForOp(db, handle, DbOp.CapacityReserve, CollectionFamily.Capacity);
+        if (typeof coll === 'number')
+            return coll;
+        const want = BigInt(amount);
+        if (want <= 0n)
+            return CODEC_ERR;
+        const key = readKey(ref, keyPtr, keyLen);
+        const idem = readIdem(ref, idemPtr);
+        const ttl = Math.min(Math.max(0, Number(ttlMs)), MAX_RESERVATION_TTL_MS);
+        const requestedId = idem === null ? null : reservationIdFromIdem(coll, key, idem);
+        const l = this.capLedger(storeKey(coll.name, key));
+        const now = Date.now();
+        this.capPrune(l, now);
+        if (requestedId !== null) {
+            const existing = l.reservations.get(requestedId);
+            if (existing !== undefined) {
+                if (existing.amount !== want)
+                    return CONFLICT;
+                const out = Buffer.alloc(8);
+                out.writeBigUInt64LE(requestedId);
+                db.lastResult = out;
+                return out.length;
+            }
+        }
+        if (l.total - this.capReserved(l) < want || l.reservations.size >= MAX_RESERVATIONS)
+            return ABSENT;
+        const id = requestedId ?? l.nextId++;
+        l.reservations.set(id, { amount: want, expiresMs: now + ttl, confirmed: false });
+        const out = Buffer.alloc(8);
+        out.writeBigUInt64LE(id);
+        db.lastResult = out;
+        return out.length;
+    }
+    capacityConfirm(ref, db, handle, keyPtr, keyLen, reservationId) {
+        const coll = collForOp(db, handle, DbOp.CapacityConfirm, CollectionFamily.Capacity);
+        if (typeof coll === 'number')
+            return coll;
+        const l = this.capLedger(storeKey(coll.name, readKey(ref, keyPtr, keyLen)));
+        this.capPrune(l, Date.now());
+        const r = l.reservations.get(BigInt(reservationId));
+        if (r === undefined)
+            return 0;
+        r.confirmed = true;
+        return 1;
+    }
+    capacityCancel(ref, db, handle, keyPtr, keyLen, reservationId) {
+        const coll = collForOp(db, handle, DbOp.CapacityCancel, CollectionFamily.Capacity);
+        if (typeof coll === 'number')
+            return coll;
+        const l = this.capLedger(storeKey(coll.name, readKey(ref, keyPtr, keyLen)));
+        this.capPrune(l, Date.now());
+        const id = BigInt(reservationId);
+        const r = l.reservations.get(id);
+        if (r === undefined || r.confirmed)
+            return 0;
+        l.reservations.delete(id);
+        return 1;
+    }
+    takeResult(ref, db, outPtr, outCap) {
+        const v = db.lastResult;
+        if (v === null)
+            return 0;
+        if (v.length > outCap)
+            return TOO_SMALL;
+        const m = mem(ref);
+        if (outPtr < 0 || outPtr + v.length > m.length)
+            throw new Error('data: take_result out of bounds');
+        v.copy(m, outPtr);
+        db.lastResult = null;
+        return v.length;
+    }
+    resultSchemaVersion(db) {
+        return BigInt(db.lastResultVersion);
+    }
+    resetForTests() {
+        this.clear();
+        this.catalog = { kind: 'no-section' };
+        this.persistPath = null;
+    }
+    setCatalogForTests(entries) {
+        const collections = new Map();
+        for (const [name, entry] of Object.entries(entries)) {
+            const schemaVersion = typeof entry === 'number' ? entry : (entry.schemaVersion ?? 0);
+            const family = typeof entry === 'number'
+                ? CollectionFamily.Record
+                : (entry.family ?? CollectionFamily.Record);
+            const replication = typeof entry === 'number' ? 0 : (entry.replication ?? 0);
+            const placement = typeof entry === 'number' ? 0 : (entry.placement ?? 0);
+            const fillMaxWaitMs = typeof entry === 'number'
+                ? DEFAULT_FILL_WAIT_MS
+                : (entry.fillMaxWaitMs ?? DEFAULT_FILL_WAIT_MS);
+            const fillAllowStale = typeof entry === 'number' ? true : (entry.fillAllowStale ?? true);
+            if (!isCollectionFamily(family)) {
+                this.catalog = { kind: 'malformed' };
+                return;
+            }
+            if (fillMaxWaitMs > MAX_FILL_WAIT_MS) {
+                this.catalog = { kind: 'malformed' };
+                return;
+            }
+            collections.set(name, {
+                name,
+                family,
+                schemaVersion: schemaVersion >>> 0,
+                replication,
+                placement,
+                fillMaxWaitMs,
+                fillAllowStale,
+            });
+        }
+        this.catalog = { kind: 'present', collections };
+    }
+}
+export const devDb = new DevDatabase();
+export function setDbCatalog(wasm) {
+    devDb.setCatalog(wasm);
+}
+export function configureDbPersistence(filePath) {
+    devDb.configurePersistence(filePath);
+}
+export function persistDb() {
+    devDb.persist();
+}
+export function buildDatabaseImports(ref, db) {
+    return {
+        'data.resolve_collection': (namePtr, nameLen, outHandlePtr) => devDb.resolveCollection(ref, db, namePtr, nameLen, outHandlePtr),
+        'data.get': (handle, keyPtr, keyLen) => devDb.get(ref, db, handle, keyPtr, keyLen),
+        'data.get_many': (handle, keysPtr, keysLen) => devDb.getMany(ref, db, handle, keysPtr, keysLen),
+        'data.exists': (handle, keyPtr, keyLen) => devDb.exists(ref, db, handle, keyPtr, keyLen),
+        'data.create': (handle, keyPtr, keyLen, valPtr, valLen, idemPtr) => devDb.create(ref, db, handle, keyPtr, keyLen, valPtr, valLen, idemPtr),
+        'data.patch': (handle, keyPtr, keyLen, patchPtr, patchLen, idemPtr) => devDb.patch(ref, db, handle, keyPtr, keyLen, patchPtr, patchLen, idemPtr),
+        'data.delete': (handle, keyPtr, keyLen, idemPtr) => devDb.delete(ref, db, handle, keyPtr, keyLen, idemPtr),
+        'data.get_delete': (handle, keyPtr, keyLen, idemPtr) => devDb.getDelete(ref, db, handle, keyPtr, keyLen, idemPtr),
+        'data.unique_lookup': (handle, keyPtr, keyLen) => devDb.uniqueLookup(ref, db, handle, keyPtr, keyLen),
+        'data.unique_claim': (handle, keyPtr, keyLen, valPtr, valLen, idemPtr) => devDb.uniqueClaim(ref, db, handle, keyPtr, keyLen, valPtr, valLen, idemPtr),
+        'data.unique_release': (handle, keyPtr, keyLen, valPtr, valLen, _idemPtr) => devDb.uniqueRelease(ref, db, handle, keyPtr, keyLen, valPtr, valLen),
+        'data.membership_contains': (handle, setPtr, setLen, memberPtr, memberLen) => devDb.membershipContains(ref, db, handle, setPtr, setLen, memberPtr, memberLen),
+        'data.membership_add': (handle, setPtr, setLen, memberPtr, memberLen, _idemPtr) => devDb.membershipAdd(ref, db, handle, setPtr, setLen, memberPtr, memberLen),
+        'data.membership_remove': (handle, setPtr, setLen, memberPtr, memberLen, _idemPtr) => devDb.membershipRemove(ref, db, handle, setPtr, setLen, memberPtr, memberLen),
+        'data.membership_list': (handle, setPtr, setLen, limit) => devDb.membershipList(ref, db, handle, setPtr, setLen, limit),
+        'data.view_get': (handle, keyPtr, keyLen) => devDb.viewGet(ref, db, handle, keyPtr, keyLen),
+        'data.view_publish': (handle, keyPtr, keyLen, valPtr, valLen, _idemPtr) => devDb.viewPublish(ref, db, handle, keyPtr, keyLen, valPtr, valLen),
+        'data.counter_get': (handle, keyPtr, keyLen) => devDb.counterGet(ref, db, handle, keyPtr, keyLen),
+        'data.counter_add': (handle, keyPtr, keyLen, delta, idemPtr) => devDb.counterAdd(ref, db, handle, keyPtr, keyLen, delta, idemPtr),
+        'data.append': (handle, keyPtr, keyLen, evPtr, evLen, idemPtr) => devDb.append(ref, db, handle, keyPtr, keyLen, evPtr, evLen, idemPtr),
+        'data.append_once': (handle, keyPtr, keyLen, evidPtr, evidLen, evPtr, evLen) => devDb.appendOnce(ref, db, handle, keyPtr, keyLen, evidPtr, evidLen, evPtr, evLen),
+        'data.enqueue': (handle, keyPtr, keyLen, valPtr, valLen, idemPtr) => devDb.enqueue(ref, db, handle, keyPtr, keyLen, valPtr, valLen, idemPtr),
+        'data.latest': (handle, keyPtr, keyLen, limit) => devDb.latest(ref, db, handle, keyPtr, keyLen, limit),
+        'data.capacity_set_total': (handle, keyPtr, keyLen, total, _idemPtr) => devDb.capacitySetTotal(ref, db, handle, keyPtr, keyLen, total),
+        'data.capacity_available': (handle, keyPtr, keyLen) => devDb.capacityAvailable(ref, db, handle, keyPtr, keyLen),
+        'data.capacity_reserve': (handle, keyPtr, keyLen, amount, ttlMs, idemPtr) => devDb.capacityReserve(ref, db, handle, keyPtr, keyLen, amount, ttlMs, idemPtr),
+        'data.capacity_confirm': (handle, keyPtr, keyLen, reservationId, _idemPtr) => devDb.capacityConfirm(ref, db, handle, keyPtr, keyLen, reservationId),
+        'data.capacity_cancel': (handle, keyPtr, keyLen, reservationId, _idemPtr) => devDb.capacityCancel(ref, db, handle, keyPtr, keyLen, reservationId),
+        'data.take_result': (outPtr, outCap) => devDb.takeResult(ref, db, outPtr, outCap),
+        'data.result_schema_version': () => devDb.resultSchemaVersion(db),
+        'data.write_allowed': () => (kindAllows(db.functionKind, DbOp.Patch) ? 1 : 0),
+    };
+}
+export function __resetDbForTests() {
+    devDb.resetForTests();
+}
+export function __setDbCatalogForTests(entries) {
+    devDb.setCatalogForTests(entries);
+}