keri-ts 0.11.0 → 2.0.0

package/esm/keri/npm/src/app/oobi-replies.js

@@ -1,194 +0,0 @@
-/** Lazy OOBI output borrows its Hab/keeper/database; metadata capture begins only on iterator acquisition. */
-import { concatBytes, ResourceLimitError } from "cesr-ts";
-import { DatabaseOperationError } from "../core/errors.js";
-import { Roles } from "../core/roles.js";
-import { dgKey } from "../db/core/keys.js";
-import { loadStoredReply } from "./stored-replies.js";
-/**
- * Capture bounded primitive descriptors, then emit finite messages in the established OOBI order.
- * Selector inputs are borrowed and must stay immutable until acquisition under the caller's owner.
- * Captured identities stop at FEL horizons; proofs/signing keys remain consumption-time state.
- */
-export function oobiReplyMessages(hab, cid, role, eids, scheme, requireReady, limits = {}) {
-    const maxMessageBytes = limits.maxMessageBytes ?? 8 * 1024 * 1024;
-    const maxDescriptors = limits.maxDescriptors ?? 4096;
-    const maxDescriptorBytes = limits.maxDescriptorBytes ?? maxMessageBytes;
-    const maxDepth = limits.maxDepth ?? 32;
-    const maxProofRows = limits.maxProofRows ?? 4096;
-    for (const value of [maxMessageBytes, maxDepth]) {
-        if (!Number.isSafeInteger(value) || value < 1)
-            throw new RangeError("Invalid OOBI message/delegation limit");
-    }
-    for (const value of [maxDescriptors, maxDescriptorBytes, maxProofRows]) {
-        if (!Number.isSafeInteger(value) || value < 0)
-            throw new RangeError("Invalid OOBI metadata/proof limit");
-    }
-    if (maxDescriptorBytes > maxMessageBytes) {
-        throw new RangeError("OOBI metadata exceeds response preparation allowance");
-    }
-    const proofLimits = { maxMessageBytes, maxProofRows };
-    return {
-        [Symbol.iterator]() {
-            const count = eids.length;
-            if (!Number.isSafeInteger(count) || count < 0)
-                throw new TypeError("Invalid OOBI endpoint filter length");
-            if (count > maxDescriptors)
-                throw new ResourceLimitError("OOBI endpoint filter exceeds metadata limit");
-            const selected = [];
-            let filterBytes = 2 * (cid.length + (role?.length ?? 0) + scheme.length);
-            if (filterBytes > maxDescriptorBytes)
-                throw new ResourceLimitError("OOBI selector exceeds metadata byte limit");
-            for (let index = 0; index < count; index++) {
-                const eid = eids[index];
-                if (typeof eid !== "string")
-                    throw new TypeError("OOBI endpoint filter must contain strings");
-                filterBytes += 2 * eid.length;
-                if (filterBytes > maxDescriptorBytes)
-                    throw new ResourceLimitError("OOBI endpoint filter exceeds byte limit");
-                selected.push(eid);
-            }
-            return (function* () {
-                const parts = [], cloned = new Set();
-                let nodes = 0, metadataBytes = filterBytes;
-                const inspect = () => {
-                    if (++nodes > maxDescriptors)
-                        throw new ResourceLimitError("OOBI descriptor/work limit exceeded");
-                };
-                const add = (part, fields, containers = 1) => {
-                    inspect();
-                    const bytes = 64 * containers + fields.reduce((sum, field) => sum + 2 * field.length, 0);
-                    if (bytes > maxDescriptorBytes - metadataBytes) {
-                        throw new ResourceLimitError("OOBI descriptor byte limit exceeded");
-                    }
-                    metadataBytes += bytes;
-                    parts.push(part);
-                };
-                const clone = (pre) => {
-                    if (!pre || cloned.has(pre))
-                        return;
-                    const kever = hab.db.getKever(pre);
-                    const delegated = kever?.delegated ?? false;
-                    if (delegated && !hab.db.aess.get(dgKey(pre, kever.lastEst.d || kever.said)))
-                        return;
-                    inspect();
-                    const depth = Math.min(maxDepth, maxDescriptors - nodes);
-                    if (depth < 1)
-                        throw new ResourceLimitError("OOBI replay metadata limit exceeded");
-                    const captured = hab.db.replay(pre, 0, { maxDepth: depth, maxMessageBytes });
-                    if (!captured)
-                        return;
-                    const ranges = [
-                        ...captured.ranges.filter(([aid]) => aid !== pre),
-                        ...captured.ranges.filter(([aid]) => aid === pre),
-                    ];
-                    for (const [aid] of ranges)
-                        inspect();
-                    add({ kind: "kel", pre, ranges, delegated }, ranges.map(([aid]) => aid), 1 + ranges.length);
-                    cloned.add(pre);
-                };
-                const locations = (eid, fresh) => {
-                    const keys = scheme ? [eid, scheme] : [eid];
-                    if (fresh) {
-                        for (const [path, loc] of hab.db.locs.getTopItemIter(keys, { topive: !scheme })) {
-                            inspect();
-                            if (!path[1] || !loc.url)
-                                continue;
-                            if (typeof loc.url !== "string")
-                                throw new DatabaseOperationError("Corrupt OOBI location URL");
-                            add({ kind: "loc", eid, scheme: path[1], url: loc.url }, [eid, path[1], loc.url]);
-                        }
-                    }
-                    else {
-                        for (const [, said] of hab.db.lans.getTopItemIter(keys, { topive: !scheme })) {
-                            inspect();
-                            add({ kind: "stored", said: said.qb64 }, [said.qb64]);
-                        }
-                    }
-                };
-                try {
-                    const target = hab.db.getKever(cid);
-                    if (requireReady && target?.delegated && !hab.db.aess.get(dgKey(cid, target.lastEst.d || target.said))) {
-                        return;
-                    }
-                    clone(cid);
-                    if (requireReady && target?.delegated && !parts.some((part) => part.kind === "kel" && part.pre === cid)) {
-                        return;
-                    }
-                    if (role === Roles.witness) {
-                        for (const eid of target?.wits ?? []) {
-                            inspect();
-                            if (selected.length && !selected.includes(eid))
-                                continue;
-                            clone(eid);
-                            locations(eid, eid === hab.pre);
-                            if (cid === hab.pre)
-                                add({ kind: "auth", eid, role: Roles.witness }, [eid, Roles.witness]);
-                        }
-                    }
-                    for (const [keys, end] of hab.db.ends.getTopItemIter([cid], { topive: true })) {
-                        inspect();
-                        const currentRole = keys[1], eid = keys[2];
-                        if (!currentRole || !eid || !(end.allowed || end.enabled) || (role && currentRole !== role)
-                            || (selected.length && !selected.includes(eid)))
-                            continue;
-                        clone(eid);
-                        locations(eid, false);
-                        const said = hab.db.eans.get([cid, currentRole, eid]);
-                        if (said)
-                            add({ kind: "stored", said: said.qb64 }, [said.qb64]);
-                    }
-                    // Metadata cursors have all closed before any event/body preparation or yield.
-                    for (const part of parts) {
-                        if (part.kind === "kel") {
-                            let chainContent = false;
-                            for (const range of part.ranges) {
-                                if (range[0] === part.pre && part.delegated && !chainContent)
-                                    break;
-                                for (const bytes of hab.db.replayRange(range, maxMessageBytes)) {
-                                    if (range[0] !== part.pre)
-                                        chainContent = true;
-                                    yield bytes;
-                                }
-                            }
-                            if (requireReady && part.pre === cid && part.delegated && !chainContent)
-                                return;
-                        }
-                        else if (part.kind === "stored") {
-                            yield loadStoredReply(hab.db, part.said, proofLimits);
-                        }
-                        else {
-                            const fields = part.kind === "loc"
-                                ? [hab.pre, part.eid, part.scheme, part.url]
-                                : [hab.pre, part.eid, part.role];
-                            const signers = hab.kever?.verfers.length ?? 0;
-                            // Conservative flat-field JSON escaping + bounded signature/framing allowance, before construction.
-                            const preparation = 512 + 256 * signers + fields.reduce((sum, field) => sum + 6 * field.length, 0);
-                            if (signers > maxProofRows || preparation > maxMessageBytes) {
-                                throw new ResourceLimitError("Fresh OOBI reply exceeds preparation allowance");
-                            }
-                            yield part.kind === "loc"
-                                ? hab.makeLocScheme(part.url, part.eid, part.scheme)
-                                : hab.makeEndRole(part.eid, part.role, true);
-                        }
-                    }
-                }
-                finally {
-                    parts.length = 0;
-                    cloned.clear();
-                }
-            })();
-        },
-    };
-}
-/** Collect only explicitly finite caller output, admitting each message before retaining its bytes. */
-export function collectOobiReplies(messages, maxBytes = 8 * 1024 * 1024) {
-    const parts = [];
-    let size = 0;
-    for (const bytes of messages) {
-        if (bytes.length > maxBytes - size)
-            throw new ResourceLimitError("Finite OOBI reply exceeds byte limit");
-        size += bytes.length;
-        parts.push(bytes);
-    }
-    return concatBytes(...parts);
-}

package/esm/keri/npm/src/app/query-replies.js

@@ -1,181 +0,0 @@
-import { ResourceLimitError } from "cesr-ts";
-import { CueDeck } from "../core/cue-admission.js";
-/** Reserve direct query replies before any background cue consumer can take them. */
-export class QueryReplies {
-    /** Bound waiting HTTP/TCP requests independently of their source-parser lifetimes. */
-    constructor(limit) {
-        Object.defineProperty(this, "limit", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: limit
-        });
-        /** One replay or a registry/credential pair per request, grouped by query SAID for fanout. */
-        Object.defineProperty(this, "active", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new Map()
-        });
-        Object.defineProperty(this, "count", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0
-        });
-        if (!Number.isSafeInteger(limit) || limit < 1)
-            throw new RangeError("Reply reservation limit must be positive");
-    }
-    /** Reserve one bounded response; duplicate arrivals never add another retained batch. */
-    reserve(said) {
-        return this.reserveKey(`query:${said}`);
-    }
-    /** A connection owns only receipts for its exact event; unrelated runtime cues stay routed normally. */
-    reserveEvent(pre, said) {
-        return this.reserveKey(`event:${pre}:${said}`);
-    }
-    /** Reuse the bounded request slot for queries and accepted-event proofs. */
-    reserveKey(said) {
-        if (this.count >= this.limit)
-            throw new ResourceLimitError("Too many pending query replies");
-        const slot = { reply: undefined, companion: undefined, owners: [] };
-        const group = this.active.get(said) ?? new Set();
-        group.add(slot);
-        this.active.set(said, group);
-        this.count++;
-        let closed = false;
-        return {
-            get ready() {
-                return slot.reply !== undefined;
-            },
-            observeReady(notify) {
-                if (slot.notify)
-                    throw new Error("Reply slot already has a readiness observer");
-                slot.notify = notify;
-                if (slot.reply || closed)
-                    notify();
-                return () => {
-                    if (slot.notify === notify)
-                        slot.notify = undefined;
-                };
-            },
-            get retainedBytes() {
-                return slot.owners.reduce((bytes, owner) => bytes + owner.retainedBytes, 0);
-            },
-            take() {
-                if (slot.companion || slot.owners.length)
-                    throw new Error("Paired/admitted replies require batch consumption");
-                const reply = slot.reply;
-                slot.reply = undefined;
-                return reply;
-            },
-            takeAll() {
-                if (!slot.reply)
-                    return;
-                const cues = slot.companion ? [slot.reply, slot.companion] : [slot.reply];
-                const owners = slot.owners;
-                slot.reply = slot.companion = undefined;
-                slot.owners = [];
-                return {
-                    cues,
-                    release() {
-                        for (const owner of owners.splice(0))
-                            owner.release();
-                        cues.length = 0;
-                    },
-                };
-            },
-            admit(accept) {
-                if (!slot.reply)
-                    return false;
-                const cues = slot.companion ? [slot.reply, slot.companion] : [slot.reply];
-                const owners = slot.owners;
-                let published = false;
-                const release = () => {
-                    if (!published)
-                        throw new Error("Reply batch has not transferred");
-                    for (const owner of owners.splice(0))
-                        owner.release();
-                    cues.length = 0;
-                };
-                const result = accept(cues, release);
-                if (result !== undefined)
-                    throw new TypeError("Reply acceptance must be synchronous");
-                slot.reply = slot.companion = undefined;
-                slot.owners = [];
-                published = true;
-                return true;
-            },
-            close: () => {
-                if (closed)
-                    return;
-                closed = true;
-                slot.reply = slot.companion = undefined;
-                for (const owner of slot.owners.splice(0))
-                    owner.release();
-                group.delete(slot);
-                if (group.size === 0)
-                    this.active.delete(said);
-                this.count--;
-                slot.notify?.();
-                slot.notify = undefined;
-            },
-        };
-    }
-    /** Capture at most a complementary TSN or receipt/witness pair; transfer/fanout credit before publishing slot references. */
-    capture(cues) {
-        const count = cues.length, queued = [];
-        try {
-            for (let i = 0; i < count; i++) {
-                const owner = cues instanceof CueDeck ? cues.takeOwned() : undefined;
-                const cue = owner ? owner.cue : cues.pull();
-                const group = (cue.kin === "replay" || cue.kin === "reply") && cue.querySaid
-                    ? this.active.get(`query:${cue.querySaid}`)
-                    : (cue.kin === "receipt" || cue.kin === "witness")
-                        ? this.active.get(`event:${cue.serder.pre}:${cue.serder.said}`)
-                        : undefined;
-                if (!group || (cue.kin !== "replay" && cue.kin !== "reply" && cue.kin !== "receipt" && cue.kin !== "witness")) {
-                    if (owner)
-                        queued.push(owner);
-                    else
-                        cues.push(cue);
-                    continue;
-                }
-                const targets = [...group].filter((slot) => !slot.reply || (!slot.companion && slot.reply.kin === "reply" && slot.reply.route === "/tsn/registry"
-                    && cue.kin === "reply" && cue.route === "/tsn/credential") || (!slot.companion && slot.reply?.kin === "receipt" && cue.kin === "witness"));
-                const retained = [];
-                let ownership = [];
-                try {
-                    if (owner && targets.length) {
-                        retained.push(owner);
-                        for (let j = 1; j < targets.length; j++)
-                            retained.push(owner.retain());
-                        ownership = targets.map((slot, j) => [...slot.owners, retained[j]]);
-                    }
-                }
-                catch (error) {
-                    for (const copy of retained.slice(1))
-                        copy.release();
-                    queued.push(owner);
-                    throw error;
-                }
-                for (const [j, slot] of targets.entries()) {
-                    if (owner)
-                        slot.owners = ownership[j];
-                    if (!slot.reply)
-                        slot.reply = cue;
-                    else
-                        slot.companion = cue;
-                    slot.notify?.();
-                }
-                if (owner && !targets.length)
-                    owner.release();
-            }
-        }
-        finally {
-            if (cues instanceof CueDeck)
-                for (const owner of queued.reverse())
-                    cues.requeue(owner);
-        }
-    }
-}