keri-ts 1.0.0 → 2.0.0

package/esm/keri/npm/src/core/index.js

@@ -1,23 +0,0 @@
-/**
- * Core module - public API
- *
- * This module will contain core KERI types (future).
- */
-export * from "./bytes.js";
-export * from "./cues.js";
-export * from "./deck.js";
-export * from "./dispatch.js";
-export * from "./errors.js";
-export * from "./eventing.js";
-export * from "./kever-decisions.js";
-export * from "./kever.js";
-export * from "./logger.js";
-export * from "./mailbox-topics.js";
-export * as ProtocolEventing from "./protocol-eventing.js";
-export * as ProtocolExchanging from "./protocol-exchanging.js";
-export * as ProtocolSerialization from "./protocol-serialization.js";
-export * as ProtocolVdrEventing from "./protocol-vdr-eventing.js";
-export * as Records from "./records.js";
-export * from "./roles.js";
-export * from "./routing.js";
-export * from "./scheming.js";

package/esm/keri/npm/src/db/exchange-nests.js

@@ -1,80 +0,0 @@
-/** KERIpy enst. wire storage and finite nested evidence hydration. */
-import { b, collectPayload, concatBytes, Counter, nestedPayload, parseBytes, t, Vrsn_2_0, } from "cesr-ts";
-import { suffix, unsuffix } from "./core/keys.js";
-/** Read one physical row and close the LMDB key cursor before any caller suspension. */
-function nextRow(db, table, said, ordinal) {
-    for (const key of table.sdb.getKeys({ start: suffix(b(said), ordinal) })) {
-        const [owner, index] = unsuffix(key);
-        if (t(owner) !== said)
-            return null;
-        const wire = db.getVal(table.sdb, key);
-        if (!wire)
-            throw new Error("Stored nested row disappeared");
-        return { wire, next: index + 1 };
-    }
-    return null;
-}
-/** Test row presence without hydrating a potentially large wire value. */
-export function hasNests(db, said, ordinal = 0) {
-    return hasRow(db.enst, said, ordinal);
-}
-/** Check a public or private bucket without hydrating any wire value. */
-function hasRow(table, said, ordinal = 0) {
-    for (const key of table.sdb.getKeys({ start: suffix(b(said), ordinal) }))
-        return t(unsuffix(key)[0]) === said;
-    return false;
-}
-/** Preserve exact-value set semantics without building hex strings or a collection of prior rows. */
-function sameWire(left, right) {
-    return left.length === right.length && left.every((value, index) => value === right[index]);
-}
-/**
- * Prepare replacement rows one child wire at a time in private staging.
- * The caller supplies a unique admission key and removes that bucket on every exit; accepted evidence is untouched.
- */
-export async function stageNests(db, stage, nests, signal) {
-    if (hasRow(db.enstStaging, stage))
-        throw new Error("Nested stage is already owned");
-    for (const child of nests) {
-        const wire = await collectPayload(nestedPayload(child, Vrsn_2_0), signal);
-        let ordinal = 0;
-        let duplicate = false;
-        // One finite comparison row at a time preserves Python IoSet ordering and deduplication.
-        for (let row = nextRow(db, db.enstStaging, stage, ordinal); row; row = nextRow(db, db.enstStaging, stage, ordinal)) {
-            if (sameWire(row.wire, wire)) {
-                duplicate = true;
-                break;
-            }
-            ordinal = row.next;
-        }
-        signal?.throwIfAborted();
-        if (!duplicate)
-            db.enstStaging.sdb.putSync(suffix(b(stage), ordinal), wire);
-    }
-}
-/** Replace the public IoSet within the caller's accepted/escrow transaction; never retain an array of rows. */
-export function publishNests(db, said, stage) {
-    db.enst.rem([said]);
-    let ordinal = 0;
-    for (let row = nextRow(db, db.enstStaging, stage, ordinal); row; row = nextRow(db, db.enstStaging, stage, ordinal)) {
-        db.enst.sdb.putSync(suffix(b(said), ordinal), row.wire);
-        ordinal = row.next;
-    }
-    db.enstStaging.rem([stage]);
-}
-/** Hydrate each stored wrapper through the finite decoder without parser-owned files. */
-export function loadNests(db, said) {
-    const nests = [];
-    let ordinal = 0;
-    for (;;) {
-        const row = nextRow(db, db.enst, said, ordinal);
-        if (!row)
-            break;
-        ordinal = row.next;
-        const frames = parseBytes(concatBytes(Counter.makeGVC(Vrsn_2_0), row.wire));
-        if (frames.length !== 1)
-            throw new Error("Stored nested row must contain exactly one child substream");
-        nests.push(frames[0]);
-    }
-    return nests;
-}

package/esm/keri/npm/src/db/exchange-records.js

@@ -1,7 +0,0 @@
-import { RawRecord } from "../core/records.js";
-/** Private metadata; the ordinary KERIpy exchange tables retain their wire schema. */
-export class ExchangeRecord extends RawRecord {
-}
-/** Offset of the inner CESR stream within an authenticated plaintext object. */
-export class PlaintextRecord extends RawRecord {
-}

package/esm/keri/npm/src/db/payload-archive.js

@@ -1,402 +0,0 @@
-import * as dntShim from "../_dnt.shims.js";
-import { dirname, join, resolve } from "../deps/jsr.io/@std/path/1.1.6/mod.js";
-import { RawRecord } from "../core/records.js";
-import { Komer } from "./koming.js";
-import { PayloadStore } from "./payload-store.js";
-/** Private reference metadata; KERIpy wire tables keep their original contents. */
-class PayloadRecord extends RawRecord {
-}
-/** Reverse ownership lookup bounds orphan recovery memory independently of archive size. */
-class OwnerRecord extends RawRecord {
-}
-/** Canonical directories owned by runtimes in this process. */
-const activeRoots = new Set();
-/** Random UUIDs identify only unfinished staging files. */
-const stageId = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/;
-/** Final objects use safe dot-separated immutable owner keys, such as essr.SAID. */
-const objectId = /^[A-Za-z0-9_-]+(?:\.[A-Za-z0-9_-]+)*$/;
-/** Flush directory entries before a durable database reference can name them. */
-async function syncDirectory(path) {
-    const directory = await dntShim.Deno.open(path, { read: true });
-    try {
-        await directory.sync();
-    }
-    finally {
-        directory.close();
-    }
-}
-/** Create missing ancestors in order and flush each new parent entry before proceeding. */
-async function makeRoot(path, signal) {
-    signal?.throwIfAborted();
-    try {
-        await dntShim.Deno.mkdir(path, { mode: 0o700 });
-    }
-    catch (error) {
-        if (error instanceof dntShim.Deno.errors.AlreadyExists)
-            return;
-        if (!(error instanceof dntShim.Deno.errors.NotFound))
-            throw error;
-        await makeRoot(dirname(path), signal);
-        await dntShim.Deno.mkdir(path, { mode: 0o700 });
-    }
-    await syncDirectory(dirname(path));
-    signal?.throwIfAborted();
-}
-/** Compare differently chunked sources without collecting either payload. */
-async function samePayload(left, right, signal) {
-    signal?.throwIfAborted();
-    if (left.size !== right.size)
-        return false;
-    const source = right.open(signal)[Symbol.asyncIterator]();
-    let other = new Uint8Array();
-    let offset = 0;
-    let size = 0;
-    try {
-        for await (const chunk of left.open(signal)) {
-            for (const byte of chunk) {
-                while (offset === other.length) {
-                    const next = await source.next();
-                    if (next.done)
-                        return false;
-                    other = next.value;
-                    offset = 0;
-                }
-                if (byte !== other[offset++])
-                    return false;
-                size++;
-            }
-        }
-        if (size !== left.size || offset !== other.length)
-            return false;
-        for (;;) {
-            const next = await source.next();
-            if (next.done)
-                return true;
-            if (next.value.length)
-                return false;
-        }
-    }
-    finally {
-        await source.return?.();
-    }
-}
-/**
- * Immutable payload references in private LMDB tables, separate from wire evidence.
- *
- * The host must exclusively own this directory across processes. An in-process
- * guard rejects duplicate runtime owners; this is not a cross-process file lock.
- * Open finishes incremental recovery before admitting work. A file and its
- * directory entries reach disk before reference publication; reference deletion
- * reaches disk before file deletion. Mutations reject concurrent admission.
- */
-export class PayloadArchive {
-    /** Bind the private stores after the canonical directory has been reserved. */
-    constructor(db, root) {
-        Object.defineProperty(this, "db", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: db
-        });
-        Object.defineProperty(this, "root", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: root
-        });
-        /** Staging and transfer boundary for this private directory. */
-        Object.defineProperty(this, "files", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Forward immutable application key to object reference. */
-        Object.defineProperty(this, "refs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Reverse object ownership, used for bounded orphan recovery. */
-        Object.defineProperty(this, "owners", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Stops new admission while close waits for an existing mutation. */
-        Object.defineProperty(this, "closed", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        /** At most one admitted mutation; no internal wait queue. */
-        Object.defineProperty(this, "active", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
-        /** Shared idempotent shutdown result. */
-        Object.defineProperty(this, "closing", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
-        this.files = new PayloadStore(root);
-        this.refs = new Komer(db, { subkey: "payload.refs.", recordClass: PayloadRecord });
-        this.owners = new Komer(db, { subkey: "payload.owners.", recordClass: OwnerRecord });
-    }
-    /** Recover under exclusive startup ownership before returning a usable archive. */
-    static async open(db, root, signal) {
-        if (!db.env || db.readonly)
-            throw new Error("Payload archive requires an open writable database");
-        const path = resolve(root);
-        await makeRoot(path, signal);
-        const canonical = await dntShim.Deno.realPath(path);
-        signal?.throwIfAborted();
-        if (activeRoots.has(canonical))
-            throw new Error("Payload archive already has an owner");
-        activeRoots.add(canonical);
-        let archive;
-        try {
-            archive = new PayloadArchive(db, canonical);
-            for (const name of ["staging", "objects"]) {
-                const directory = join(canonical, name);
-                await dntShim.Deno.mkdir(directory, { mode: 0o700, recursive: true });
-                if (!(await dntShim.Deno.lstat(directory)).isDirectory) {
-                    throw new Error("Payload archive directory must not be a symlink");
-                }
-            }
-            await syncDirectory(canonical);
-            await archive.recover(signal);
-            signal?.throwIfAborted();
-            return archive;
-        }
-        catch (error) {
-            await archive?.files.close();
-            activeRoots.delete(canonical);
-            throw error;
-        }
-    }
-    /**
-     * Publish immutable bytes and related synchronous state in one LMDB transaction.
-     * An unclaimed local file transfers ownership on admission; referenced files
-     * are borrowed and copied like external sources. Failed publication leaves any
-     * promoted orphan for recovery.
-     * Cancellation reaches source reads and staging until the durability transaction
-     * begins; an admitted transaction finishes and flushes before returning.
-     * Final names map key segments to dots (essr/SAID → essr.SAID); these are
-     * immutable owner identities, not independent hashes of the stored bytes.
-     * An identical duplicate runs commit against the existing reference, then drops
-     * its redundant file; conflicting bytes never replace an existing reference.
-     */
-    publish(key, payload, commit = () => { }, signal) {
-        this.checkKey(key);
-        return this.mutate(async () => {
-            signal?.throwIfAborted();
-            const existing = await this.lookup(key);
-            if (existing) {
-                if (!await samePayload(existing, payload, signal)) {
-                    throw new Error("Payload reference already contains different bytes");
-                }
-                signal?.throwIfAborted();
-                this.environment().transactionSync(commit);
-                await this.environment().flushed;
-                if (this.files.owns(payload) && !this.owners.get([payload.id])) {
-                    await this.files.adopt(payload).discard();
-                }
-                return existing;
-            }
-            const owned = await this.own(payload, signal);
-            try {
-                signal?.throwIfAborted();
-                const id = key.replaceAll("/", ".");
-                if (owned.id !== id)
-                    await this.removeOrphan(id);
-                signal?.throwIfAborted();
-                await owned.promote(id);
-            }
-            catch (error) {
-                await owned.discard();
-                throw error;
-            }
-            // Reopen from this archive to verify identity/size before publishing any reference.
-            const reopened = await this.files.open(owned.id);
-            if (reopened.size !== owned.size)
-                throw new Error("Payload file size changed before publication");
-            await syncDirectory(join(this.root, "objects"));
-            await syncDirectory(join(this.root, "staging"));
-            await syncDirectory(this.root);
-            const env = this.environment();
-            signal?.throwIfAborted();
-            env.transactionSync(() => {
-                if (this.refs.get([key]) || this.owners.get([owned.id])) {
-                    throw new Error("Payload publication conflicts with existing ownership");
-                }
-                this.refs.put([key], { id: owned.id, size: owned.size });
-                this.owners.put([owned.id], { key });
-                commit();
-            });
-            await env.flushed;
-            return this.view(owned);
-        });
-    }
-    /** Reopen durable bytes without permission to delete their file. */
-    async get(key, signal) {
-        this.check();
-        this.checkKey(key);
-        signal?.throwIfAborted();
-        const result = await this.lookup(key);
-        signal?.throwIfAborted();
-        return result;
-    }
-    /** Unpublish durably before reclaiming the file; interrupted deletion is recoverable. */
-    remove(key, commit = () => { }, signal) {
-        this.checkKey(key);
-        return this.mutate(async () => {
-            signal?.throwIfAborted();
-            const env = this.environment();
-            const record = env.transactionSync(() => {
-                const value = this.refs.get([key]);
-                this.refs.rem([key]);
-                if (value)
-                    this.owners.rem([value.id]);
-                commit();
-                return value;
-            });
-            await env.flushed;
-            if (record)
-                await (await this.files.open(record.id)).discard();
-        });
-    }
-    /** Finish admitted publication before releasing the runtime owner. */
-    close() {
-        if (this.closing)
-            return this.closing;
-        this.closed = true;
-        this.closing = (async () => {
-            await this.active?.catch(() => undefined);
-            await this.files.close();
-            activeRoots.delete(this.root);
-        })();
-        return this.closing;
-    }
-    /** Adopt an unclaimed local file; copy borrowed archive files and external sources. */
-    async own(payload, signal) {
-        signal?.throwIfAborted();
-        if (this.files.owns(payload) && !this.owners.get([payload.id]))
-            return this.files.adopt(payload);
-        const sink = await this.files.stage(signal);
-        try {
-            let size = 0;
-            for await (const chunk of payload.open(signal)) {
-                await sink.write(chunk);
-                size += chunk.length;
-            }
-            if (size !== payload.size)
-                throw new Error("Payload size changed during publication");
-            return await sink.finish();
-        }
-        finally {
-            await sink.abort();
-        }
-    }
-    /** Allow retry after a rolled-back publication without touching any referenced object. */
-    async removeOrphan(id) {
-        if (this.owners.get([id]))
-            throw new Error("Payload publication conflicts with existing ownership");
-        const path = join(this.root, "objects", id);
-        try {
-            if (!(await dntShim.Deno.lstat(path)).isFile)
-                throw new Error("Unexpected entry in private payload archive");
-            await dntShim.Deno.remove(path);
-        }
-        catch (error) {
-            if (!(error instanceof dntShim.Deno.errors.NotFound))
-                throw error;
-        }
-    }
-    /** Resolve both ownership directions and verify the stored file length. */
-    async lookup(key) {
-        this.environment();
-        const record = this.refs.get([key]);
-        if (!record)
-            return null;
-        const payload = await this.files.open(record.id);
-        if (record.id !== key.replaceAll("/", ".") || payload.size !== record.size
-            || this.owners.get([record.id])?.key !== key) {
-            throw new Error("Payload archive reference is inconsistent");
-        }
-        return this.view(payload);
-    }
-    /** Sweep unreferenced files and validate every surviving reference before admission. */
-    async recover(signal) {
-        // Iterate directory entries and rows individually; no aggregate list of payload IDs.
-        for (const name of ["staging", "objects"]) {
-            signal?.throwIfAborted();
-            for await (const entry of dntShim.Deno.readDir(join(this.root, name))) {
-                signal?.throwIfAborted();
-                const valid = name === "staging"
-                    ? stageId.test(entry.name)
-                    : entry.name.length <= 240 && objectId.test(entry.name);
-                if (!entry.isFile || !valid) {
-                    throw new Error("Unexpected entry in private payload archive");
-                }
-                const owner = name === "objects" ? this.owners.get([entry.name]) : null;
-                if (!owner)
-                    await dntShim.Deno.remove(join(this.root, name, entry.name));
-                else if (this.refs.get([owner.key])?.id !== entry.name) {
-                    throw new Error("Payload owner has no matching reference");
-                }
-            }
-            await syncDirectory(join(this.root, name));
-        }
-        for (const [keys] of this.refs.getTopItemIter()) {
-            signal?.throwIfAborted();
-            await this.lookup(keys[0]);
-        }
-        for (const [keys, owner] of this.owners.getTopItemIter()) {
-            signal?.throwIfAborted();
-            if (this.refs.get([owner.key])?.id !== keys.join("."))
-                throw new Error("Payload owner has no matching reference");
-        }
-    }
-    /** Reject overlapping mutations and release admission state on either outcome. */
-    mutate(operation) {
-        this.check();
-        if (this.active)
-            return Promise.reject(new Error("Payload archive has an active mutation"));
-        // Reserve admission before any synchronous transaction callback can reenter.
-        const active = Promise.resolve().then(operation);
-        this.active = active;
-        return active.finally(() => {
-            this.active = null;
-        });
-    }
-    /** Hide mutable file ownership behind the public read-only payload contract. */
-    view(payload) {
-        return { size: payload.size, open: (signal) => payload.open(signal) };
-    }
-    /** Require a live archive and database before accepting a public operation. */
-    check() {
-        if (this.closed)
-            throw new Error("Payload archive is closed");
-        this.environment();
-    }
-    /** Require the backing LMDB environment to remain open. */
-    environment() {
-        if (!this.db.env)
-            throw new Error("Payload archive database is closed");
-        return this.db.env;
-    }
-    /** Keep the key-to-filename mapping injective and within filesystem/LMDB limits. */
-    checkKey(key) {
-        if (key.length > 240 || !/^[A-Za-z0-9_-]+(?:\/[A-Za-z0-9_-]+)*$/.test(key)) {
-            throw new TypeError("Invalid payload reference key");
-        }
-    }
-}