keri-ts 1.0.0 → 2.0.0

package/esm/keri/npm/src/db/basing.js

@@ -1,22 +1,20 @@
 /** KERI event-log databaser built on `LMDBer` composition. */
-import { b, Cigar, collectPayload, Dater, Diger, Ilks, Labeler, Noncer, NumberPrimitive, NumDex, parseTexter, Prefixer, Saider, SealEvent, Seqner, SerderKERI, Siger, t, Texter, Verfer, Verser, Vrsn_1_0, } from "cesr-ts";
-import { join } from "../deps/jsr.io/@std/path/1.1.6/mod.js";
-import { action, call } from "effection";
-import { attachmentCounterPayloadQb64b, attachmentCounterQb64b, resolveAttachmentGvrsn, } from "../core/attachment-countering.js";
+import { b, Cigar, Dater, Diger, Ilks, Labeler, Noncer, NumberPrimitive, NumDex, Prefixer, Saider, SealEvent, SerderKERI, Siger, t, Texter, Verfer, Verser, Vrsn_1_0, } from "cesr-ts";
+import { action } from "effection";
+import { attachmentCounterPayloadQb64b, attachmentCounterQb64b, attachmentOrdinal, resolveAttachmentGvrsn, } from "../core/attachment-countering.js";
 import { DatabaseNotOpenError, DatabaseOperationError, ValidationError } from "../core/errors.js";
-import { Kever } from "../core/kever.js";
+import { Kever } from "../core/kel/kever.js";
 import { consoleLogger } from "../core/logger.js";
 import { CacheTypeRecord, EndpointRecord, EventSourceRecord, HabitatRecord, KeyStateRecord, LocationRecord, MsgCacheRecord, ObservedRecord, OobiRecord, TopicsRecord, TxnMsgCacheRecord, WellKnownAuthN, } from "../core/records.js";
 import { encodeDateTimeToDater, makeNowIso8601 } from "../time/mod.js";
-import { dgKey, splitOnKey, suffix, unsuffix } from "./core/keys.js";
+import { baserDefaults } from "./baser-defaults.js";
+import { dgKey, splitOnKey } from "./core/keys.js";
 import { LMDBer } from "./core/lmdber.js";
-import { ExchangeRecord, PlaintextRecord } from "./exchange-records.js";
-import { CapturedKelReplay } from "./kel-replay.js";
+import { ExchangeRecord, ExchangeRegistryStateRecord } from "./exchange/exchange-records.js";
 import { IoSetKomer, Komer } from "./koming.js";
-import { PayloadArchive } from "./payload-archive.js";
-import { payloadRange } from "./payload-view.js";
+import { CapturedKelReplay } from "./replay/kel-replay.js";
+import { CapturedWitnessReplay } from "./replay/witness-replay.js";
 import { B64OnIoDupSuber, BytesIoSetSuber, CatCesrIoSetSuber, CatCesrSuber, CesrIoSetSuber, CesrOnSuber, CesrSuber, IoSetSuber, OnIoDupSuber, OnSuber, SchemerSuber, SerderSuber, Suber, } from "./subing.js";
-import { CapturedWitnessReplay } from "./witness-replay.js";
 function isMissingReloadEventError(error) {
     return error instanceof Error
         && error.message.startsWith("Missing accepted event for reloaded Kever state ");
@@ -68,9 +66,6 @@ function hugeOrdinalRaw(num) {
     }
     return raw;
 }
-function seqnerFromNumber(number) {
-    return new Seqner({ code: NumDex.Huge, raw: hugeOrdinalRaw(number.num) });
-}
 /**
  * High-level event-log databaser for KERI application state.
  *
@@ -93,132 +88,19 @@ function seqnerFromNumber(number) {
  *   subset is actively driven by `Habery`/CLI in this arc
  */
 export class Baser {
-    /** Private provenance is separate from the KERIpy exchange wire tables. */
-    get exchangeMeta() {
-        return this.exchangeMetadata ??= new Komer(this.lmdber, {
-            subkey: "exchange.meta.",
-            recordClass: ExchangeRecord,
-        });
-    }
-    /** Open the exclusive file owner lazily and finish recovery before admitting payloads. */
-    openPayloads(signal) {
-        signal?.throwIfAborted();
-        if (!this.opened || !this.path)
-            return Promise.reject(new Error("Payload database is closed"));
-        if (this.archive)
-            return this.archive;
-        const opening = this.recoverPayloads(signal);
-        this.archive = opening;
-        // Failed or cancelled recovery owns its cleanup and permits a later fresh admission.
-        void opening.catch(() => {
-            if (this.archive === opening)
-                this.archive = undefined;
-        });
-        return opening;
-    }
-    /** Remove interrupted wire rows while the archive still excludes all payload admissions. */
-    async recoverPayloads(signal) {
-        const archive = await PayloadArchive.open(this.lmdber, join(this.path, "payloads"), signal);
-        try {
-            let previous;
-            let owned = false;
-            // Exclusive startup proves all private staging rows belong to interrupted admissions.
-            let removed = this.enstStaging.trim();
-            // Scan physical keys only: a crashed write can leave arbitrarily many Texter rows.
-            for (const table of [this.essrs, this.enst]) {
-                previous = undefined;
-                for (const key of table.sdb.getKeys()) {
-                    signal?.throwIfAborted();
-                    const [saidKey] = unsuffix(key);
-                    const said = t(saidKey);
-                    if (said !== previous) {
-                        previous = said;
-                        // Preserve KERIpy-origin wire evidence without requiring our private metadata.
-                        owned = this.exns.sdb.doesExist(saidKey) || this.epse.sdb.doesExist(saidKey) || this.hasSchemaEscrow(said);
-                    }
-                    if (!owned)
-                        removed = table.sdb.removeSync(key) || removed;
-                }
-            }
-            if (removed)
-                await this.lmdber.env.flushed;
-            signal?.throwIfAborted();
-            return archive;
-        }
-        catch (error) {
-            await archive.close();
-            throw error;
-        }
-    }
-    /** Read ordered qualified fragments from owned archive bytes or current KERIpy evidence rows. */
-    async getEssrs(said, signal) {
-        signal?.throwIfAborted();
-        if (!this.exchangeMeta.get([said])?.essr) {
-            if (!this.exns.get([said]) && !this.epse.get([said]) && !this.hasSchemaEscrow(said))
-                return null;
-            const rows = [...this.essrRows(said)];
-            return rows.length ? rows : null;
-        }
-        const wire = await (await this.openPayloads(signal)).get(`essr/${said}`, signal);
-        if (!wire)
-            throw new Error("Exchange ESSR reference is missing");
-        const bytes = await collectPayload(wire, signal);
-        const texters = [];
-        for (let offset = 0; offset < bytes.length;) {
-            const texter = parseTexter(bytes.subarray(offset), "txt");
-            texters.push(texter);
-            offset += texter.qb64b.length;
-        }
-        return texters;
-    }
-    /** Decode stored tokens in insertion order without assembling a complete ESSR message. */
-    *essrRows(said) {
-        // Check the key prefix before reading so an adjacent owner is never hydrated.
-        for (const key of this.essrs.sdb.getKeys({ start: suffix(b(said), 0) })) {
-            if (t(unsuffix(key)[0]) !== said)
-                break;
-            const wire = this.essrs.sdb.get(key);
-            if (!wire)
-                throw new Error("Stored ESSR row disappeared during traversal");
-            const texter = new Texter({ qb64b: wire });
-            if (texter.qb64.length !== wire.length)
-                throw new Error("Stored ESSR row has trailing bytes");
-            yield texter;
-        }
-    }
-    /** Persist caller-authenticated recipient output after its signed exchange is accepted. */
-    async savePlaintext(said, plaintext, offset, signal) {
-        signal?.throwIfAborted();
-        if (!this.exns.get([said]))
-            throw new Error("Cannot store plaintext for an unaccepted exchange");
-        payloadRange(plaintext, offset);
-        const metadata = this.plaintextMetadata ??= new Komer(this.lmdber, {
-            subkey: "plaintext.meta.",
-            recordClass: PlaintextRecord,
-        });
-        const previous = metadata.get([said]);
-        if (previous && previous.offset !== offset) {
-            throw new Error("Plaintext header offset conflicts with its stored value");
-        }
-        const stored = await (await this.openPayloads(signal)).publish(`plain/${said}`, plaintext, () => {
-            metadata.pin([said], { offset });
-        }, signal);
-        return { plaintext: stored, body: payloadRange(stored, offset) };
-    }
-    /** Reopen the authenticated inner CESR source independently of ciphertext evidence. */
-    async getPlaintext(said, signal) {
-        signal?.throwIfAborted();
-        const metadata = this.plaintextMetadata ??= new Komer(this.lmdber, {
-            subkey: "plaintext.meta.",
-            recordClass: PlaintextRecord,
-        });
-        const record = metadata.get([said]);
-        if (!record)
+    /**
+     * Read pinned-main ESSR evidence only while an accepted or pending EXN owns it.
+     * Return hydrated Texters in first-insertion order, or null for absent/unowned
+     * evidence. These are set members, not the original fragment sequence: equal
+     * qualified values deduplicate and alternate fragmentations may add members.
+     * Callers needing authenticated payload bytes must verify the signed digest
+     * against this reconstruction; reading rows does not establish acceptance.
+     */
+    getEssrs(said) {
+        if (!this.exns.get([said]) && !this.epse.get([said]) && !this.hasSchemaEscrow(said))
             return null;
-        const plaintext = await (await this.openPayloads(signal)).get(`plain/${said}`, signal);
-        if (!plaintext)
-            throw new Error("Plaintext reference is missing");
-        return { plaintext, body: payloadRange(plaintext, record.offset) };
+        const fragments = this.essrs.get([said]);
+        return fragments.length ? fragments : null;
     }
     constructor(options = {}) {
         Object.defineProperty(this, "lmdber", {
@@ -498,22 +380,15 @@ export class Baser {
             writable: true,
             value: void 0
         }); // Observed identifier records keyed by controller, watcher, and observed ID.
-        /** One lazily opened archive owner for durable ciphertext and authenticated plaintext. */
-        Object.defineProperty(this, "archive", {
+        /** Receiver receipt, mailbox provenance and attachment genus; no payload ownership. */
+        Object.defineProperty(this, "exchangeMeta", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        /** Private accepted/escrow provenance; protocol evidence stays in KERIpy tables. */
-        Object.defineProperty(this, "exchangeMetadata", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Authenticated plaintext offsets used to reconstruct inner-stream views. */
-        Object.defineProperty(this, "plaintextMetadata", {
+        /** Registry observations from successful Grant verification, keyed by (Grant, node). */
+        Object.defineProperty(this, "exrs", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -560,7 +435,7 @@ export class Baser {
             configurable: true,
             writable: true,
             value: void 0
-        }); // Exchange-message partial signature escrow datetimes.
+        }); // Absolute partial-signature deadlines; v2 Grant originals survive body removal.
         /** Optional on readonly legacy stores; schema dependencies share one absolute deadline. */
         Object.defineProperty(this, "emse", {
             enumerable: true,
@@ -617,25 +492,30 @@ export class Baser {
             writable: true,
             value: void 0
         });
-        /** Private provisional wire rows, atomically moved to enst. with the accepted/escrow marker. */
-        Object.defineProperty(this, "enstStaging", {
+        Object.defineProperty(this, "epath", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
-        });
-        Object.defineProperty(this, "epath", {
+        }); // Exchange-message pathed attachments.
+        /**
+         * Pinned KERIpy main's `essrs.` table: EXN SAID keys, qualified Texter values,
+         * native insertion-ordered set semantics. Duplicate add=false is normal, not
+         * a write failure. This binding does not claim legacy `.essrs` interchange.
+         */
+        Object.defineProperty(this, "essrs", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
-        }); // Exchange-message pathed attachments.
-        Object.defineProperty(this, "essrs", {
+        });
+        /** KERIpy `rrpe.`: `/registry/root` copies in `exns`/`essrs` awaiting automatic retention; SAID -> time it entered escrow; no timeout. */
+        Object.defineProperty(this, "rrpe", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
-        }); // ESSR payloads keyed by exchange digest.
+        });
         Object.defineProperty(this, "chas", {
             enumerable: true,
             configurable: true,
@@ -937,15 +817,7 @@ export class Baser {
             value: void 0
         }); // Type-media quadruples.
         this.logger = options.logger ?? consoleLogger;
-        const compat = options.compat ?? false;
-        this.lmdber = new LMDBer(options, {
-            tailDirPath: Baser.TailDirPath,
-            cleanTailDirPath: "keri/clean/db",
-            altTailDirPath: compat ? Baser.CompatAltTailDirPath : Baser.AltTailDirPath,
-            altCleanTailDirPath: compat ? ".keri/clean/db" : ".tufa/clean/db",
-            tempPrefix: Baser.TempPrefix,
-            maxNamedDBs: Baser.MaxNamedDBs,
-        });
+        this.lmdber = new LMDBer(options, baserDefaults(options.compat));
     }
     /** Expose the resolved logical database name delegated from the root LMDBer. */
     get name() {
@@ -996,14 +868,6 @@ export class Baser {
      * than hand-rolled raw LMDB handles.
      */
     *reopen(options = {}) {
-        if (this.archive) {
-            yield* call(async () => {
-                await (await this.archive.catch(() => null))?.close();
-            });
-        }
-        this.archive = undefined;
-        this.exchangeMetadata = undefined;
-        this.plaintextMetadata = undefined;
         const opened = yield* this.lmdber.reopen(options);
         if (!opened) {
             return false;
@@ -1222,6 +1086,9 @@ export class Baser {
                 : null;
             // Exchange messages keyed by digest.
             this.exns = new SerderSuber(this.lmdber, { subkey: "exns." });
+            // Bind metadata during store opening, never lazily inside an admission that may abort.
+            this.exchangeMeta = new Komer(this.lmdber, { subkey: "exchange.meta.", recordClass: ExchangeRecord });
+            this.exrs = new Komer(this.lmdber, { subkey: "exrs.", recordClass: ExchangeRegistryStateRecord });
             // Forward pointers to provided reply messages.
             this.erpy = new CesrSuber(this.lmdber, {
                 subkey: "erpy.",
@@ -1246,12 +1113,13 @@ export class Baser {
             // Exchange-message pathed attachments.
             this.epath = new IoSetSuber(this.lmdber, { subkey: ".epath" });
             this.enst = new IoSetSuber(this.lmdber, { subkey: "enst." });
-            this.enstStaging = new IoSetSuber(this.lmdber, { subkey: "enst.stage." });
             // Encrypt-Sender-Sign-Receiver payloads keyed by exchange digest.
             this.essrs = new CesrIoSetSuber(this.lmdber, {
-                subkey: ".essrs",
+                subkey: "essrs.",
                 ctor: Texter,
             });
+            // Registry root copies awaiting automatic retention, keyed by exchange SAID.
+            this.rrpe = new CesrSuber(this.lmdber, { subkey: "rrpe.", ctor: Dater });
             // Accepted signed challenge-response exchange-message SAIDs keyed by the
             // signer prefix.
             this.chas = new CesrIoSetSuber(this.lmdber, {
@@ -1488,14 +1356,6 @@ export class Baser {
     }
     /** Close the underlying LMDB resources. */
     *close(clear = false) {
-        if (this.archive) {
-            yield* call(async () => {
-                await (await this.archive.catch(() => null))?.close();
-            });
-        }
-        this.archive = undefined;
-        this.exchangeMetadata = undefined;
-        this.plaintextMetadata = undefined;
         this.kevers.clear();
         this.prefixes.clear();
         this.groups.clear();
@@ -1595,13 +1455,23 @@ export class Baser {
     }
     /**
      * Return whether an accepted event has its governing establishment's receipts.
-     * Unlike KERIpy Baser.fullyWitnessed's current-Kever lookup, later rotations
-     * cannot raise or lower this historical event's required witness threshold.
+     * Later rotations cannot raise or lower this historical event's required
+     * witness threshold.
+     * Reverify retained signatures against that event and count distinct witnesses;
+     * early event escrows may have stored attachments before witness verification.
      */
     fullyWitnessed(serder) {
         const establishment = this.acceptedEventEstablishment(serder);
-        return establishment !== null
-            && BigInt(this.wigs.get(dgKey(serder.pre, serder.said)).length) >= establishment.bner.num;
+        if (!establishment)
+            return false;
+        const witnesses = this.wits.get(dgKey(establishment.pre, establishment.said));
+        const threshold = establishment.bner.num;
+        if (threshold === 0n)
+            return witnesses.length === 0;
+        if (threshold < 1n || threshold > BigInt(witnesses.length))
+            return false;
+        const verified = Kever.verifyIndexedSignatures(serder.raw, this.wigs.get(dgKey(serder.pre, serder.said)), witnesses.map((witness) => new Verfer({ qb64: witness.qb64 })));
+        return BigInt(verified.indices.length) >= threshold;
     }
     /**
      * Find the first fully witnessed event in `pre`'s KEL that carries `seal`.
@@ -1891,10 +1761,8 @@ export class Baser {
                 parts.push(siger.qb64b);
             return parts;
         };
-        /** Legacy v1 seals require Seqner; v2 preserves the stored qualified Number. */
-        const ordinal = (value) => gvrsn.major === 1
-            ? seqnerFromNumber(value).qb64b
-            : value.qb64b;
+        /** V1 seals require the fixed Seqner; v2 writes the compact Number whatever width was stored. */
+        const ordinal = (value) => attachmentOrdinal(value, gvrsn).qb64b;
         const sigers = signatures(this.sigs.getIter(dgkey));
         if (sigers.length === 0)
             throw new DatabaseOperationError(`Missing indexed signatures for ${pre}:${said}`);
@@ -1943,8 +1811,9 @@ export class Baser {
         const dater = this.dtss.get(dgkey);
         if (dater === null)
             throw new DatabaseOperationError(`Missing datetime stamp for ${pre}:${said}`);
-        // Huge ordinals remain legal Number primitives in both genera.
-        group("FirstSeenReplayCouples", 1, [encodeHugeOrdinal(fn).qb64b, dater.qb64b]);
+        // KERIpy: v1 attachments carry a Seqner; v2 carries the smallest automatic Number code.
+        const firstSeen = gvrsn.major === 1 ? encodeHugeOrdinal(fn) : NumberPrimitive.fromNum(BigInt(fn));
+        group("FirstSeenReplayCouples", 1, [firstSeen.qb64b, dater.qb64b]);
         const attachmentSize = attachments.reduce((size, part) => size + part.length, 0);
         if (attachmentSize % 4 !== 0) {
             throw new DatabaseOperationError(`Invalid attachment quadlet size for ${pre}:${said}`);
@@ -1970,10 +1839,10 @@ export class Baser {
      * Errors rebuilding individual events are skipped so export/replay callers
      * can continue streaming later entries, matching KERIpy's clone behavior.
      */
-    *clonePreIter(pre, fn = 0) {
+    *clonePreIter(pre, fn = 0, requestedGenus = Vrsn_1_0) {
         for (const [, currentFn, said] of this.fels.getAllItemIter(pre, fn)) {
             try {
-                yield this.cloneEvtMsg(pre, currentFn, said);
+                yield this.cloneEvtMsg(pre, currentFn, said, requestedGenus);
             }
             catch {
                 continue;
@@ -1986,7 +1855,7 @@ export class Baser {
      * KERIpy correspondence:
      * - mirrors `Baser.cloneDelegation(...)`
      */
-    *cloneDelegation(kever) {
+    *cloneDelegation(kever, requestedGenus = Vrsn_1_0) {
         if (!kever.delegated || !kever.delpre) {
             return;
         }
@@ -1994,8 +1863,8 @@ export class Baser {
         if (!delegator) {
             return;
         }
-        yield* this.cloneDelegation(delegator);
-        yield* this.clonePreIter(kever.delpre, 0);
+        yield* this.cloneDelegation(delegator, requestedGenus);
+        yield* this.clonePreIter(kever.delpre, 0, requestedGenus);
     }
     /**
      * Capture a reopenable replay extent without retaining its event bytes or an LMDB cursor.
@@ -2164,36 +2033,6 @@ export class Baser {
         return this.hbys.get(name);
     }
 }
-Object.defineProperty(Baser, "TailDirPath", {
-    enumerable: true,
-    configurable: true,
-    writable: true,
-    value: "keri/db"
-});
-Object.defineProperty(Baser, "AltTailDirPath", {
-    enumerable: true,
-    configurable: true,
-    writable: true,
-    value: ".tufa/db"
-});
-Object.defineProperty(Baser, "CompatAltTailDirPath", {
-    enumerable: true,
-    configurable: true,
-    writable: true,
-    value: ".keri/db"
-});
-Object.defineProperty(Baser, "TempPrefix", {
-    enumerable: true,
-    configurable: true,
-    writable: true,
-    value: "keri_db_"
-});
-Object.defineProperty(Baser, "MaxNamedDBs", {
-    enumerable: true,
-    configurable: true,
-    writable: true,
-    value: 128
-});
 /**
  * Thin Effection-native lifecycle host for one `Baser`.
  *
@@ -2249,6 +2088,7 @@ export class BaserDoer {
 export function* createBaser(options = {}) {
     const baser = new Baser(options);
     let delivered = false;
+    let failure;
     try {
         const opened = yield* baser.reopen(options);
         if (!opened) {
@@ -2257,8 +2097,25 @@ export function* createBaser(options = {}) {
         delivered = true;
         return baser;
     }
+    catch (error) {
+        failure = { error };
+        throw error;
+    }
     finally {
-        if (!delivered)
-            yield* baser.close();
+        if (!delivered) {
+            try {
+                yield* baser.close();
+            }
+            catch (error) {
+                if (failure) {
+                    // deno-lint-ignore no-unsafe-finally -- Preserve the operation failure alongside shutdown failure.
+                    throw new AggregateError([failure.error, error], "Database acquisition and close failed", {
+                        cause: failure.error,
+                    });
+                }
+                // deno-lint-ignore no-unsafe-finally -- A shutdown failure must propagate.
+                throw error;
+            }
+        }
     }
 }