@withbuddi/buddi 0.1.0-pre.47 → 0.1.0-pre.49

package/packages/core/dist/runtimes/consent.js

@@ -0,0 +1,205 @@
+import { z } from 'zod';
+import { createAction } from '../actions/store.js';
+import { formatDownloadSize } from './download.js';
+import { checkModelRequest, markModelApproved, startModelDownload } from './models.js';
+import { markOnnxApproved, onnxState, startOnnxDownload } from './onnx.js';
+export const RUNTIMES_PLUGIN = 'runtimes';
+export const RUNTIMES_TOOL = 'runtimes.download';
+export const RUNTIMES_TOOL_VERSION = '1.0.0';
+const fileSchema = z
+    .object({ url: z.string(), sha256: z.string(), bytes: z.number().int().positive(), name: z.string() })
+    .strict();
+const input = z
+    .object({
+    /** What the card is about, so a second ask for the same thing finds it. */
+    key: z.string(),
+    plugin: z.string(),
+    reason: z.string(),
+    engine: z
+        .object({ version: z.string(), platform: z.string(), downloadBytes: z.number().int(), sizeBytes: z.number().int() })
+        .strict()
+        .optional(),
+    model: z
+        .object({
+        name: z.string(),
+        bytes: z.number().int().nonnegative(),
+        /** A shared model core downloads into `models/<id>/`. */
+        id: z.string().optional(),
+        files: z.array(fileSchema).optional(),
+    })
+        .strict()
+        .optional(),
+})
+    .strict();
+/** The card's question, and what it will do. Deterministic in its arguments. */
+export function describeRuntimesDownload(args) {
+    const model = args.model;
+    const engine = args.engine;
+    const modelText = model ? `the ${model.name}${model.bytes > 0 ? ` (${formatDownloadSize(model.bytes)})` : ''}` : '';
+    const question = model && engine
+        ? `Download ${modelText} and the engine that runs it (${formatDownloadSize(engine.downloadBytes)})?`
+        : engine
+            ? `Download the engine that runs local models (${formatDownloadSize(engine.downloadBytes)})?`
+            : `Download ${modelText}?`;
+    const reason = args.reason.trim();
+    const lines = [`${args.plugin} asks: ${/[.!?…]$/.test(reason) ? reason : `${reason}.`}`];
+    if (engine) {
+        lines.push(`The engine is ONNX Runtime ${engine.version} for this computer (${engine.platform}), from npm, checked against its pinned checksum; ` +
+            `${formatDownloadSize(engine.sizeBytes)} stays on disk, shared by every plugin that runs local models.`);
+    }
+    if (model?.files)
+        lines.push(`The model's ${model.files.length === 1 ? 'file is' : `${model.files.length} files are`} checked against their pinned checksums too.`);
+    return {
+        envelope: {
+            plugin: args.plugin,
+            reason: args.reason,
+            ...(engine ? { engine } : {}),
+            ...(model ? { model: { name: model.name, bytes: model.bytes, ...(model.id ? { id: model.id } : {}), ...(model.files ? { files: model.files.map((f) => ({ url: f.url, sha256: f.sha256, bytes: f.bytes })) } : {}) } } : {}),
+        },
+        // The question on a line of its own: it is the card's heading on Telegram and in notifications.
+        preview: `${question}\n${lines.join(' ')}`,
+    };
+}
+const downloadTool = {
+    name: RUNTIMES_TOOL,
+    description: "Start a local-model download the owner approved. Runs only from an approved action.",
+    tier: 'gated',
+    ownerOnly: true,
+    input,
+    describe: (args) => describeRuntimesDownload(args),
+    async execute(args, _ctx) {
+        const started = [];
+        if (args.engine) {
+            // The yes is kept until the download ends: a restart mid-way resumes it on the next ensure.
+            await markOnnxApproved().catch(() => { });
+            void startOnnxDownload();
+            started.push('engine');
+        }
+        if (args.model?.id && args.model.files) {
+            try {
+                const checked = checkModelRequest({ id: args.model.id, files: args.model.files });
+                await markModelApproved(checked.id, checked.files).catch(() => { });
+                void startModelDownload({ id: args.model.id, files: args.model.files }).catch(() => { });
+                started.push(`model ${args.model.id}`);
+            }
+            catch (err) {
+                return { started, refused: err instanceof Error ? err.message : String(err) };
+            }
+        }
+        return {
+            started,
+            note: started.length === 0 ? 'Nothing to download.' : `Downloading ${started.join(' and ')}; ${args.plugin} can use it once it is ready.`,
+        };
+    },
+};
+/** Core's manifest for the approval tool. Registered by the gateway beside the other core families. */
+export function createRuntimesManifest() {
+    return {
+        name: RUNTIMES_PLUGIN,
+        version: RUNTIMES_TOOL_VERSION,
+        schema: 'core',
+        migrationsDir: '',
+        tools: [downloadTool],
+    };
+}
+const UUID = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+/**
+ * The arguments of the card for what is missing, or undefined when nothing is.
+ * `engine` is whether the engine must come too. Throws a `ModelRefusal` for a
+ * model that is not one.
+ */
+export function downloadArgs(plugin, reason, engine, model) {
+    if (typeof reason !== 'string' || reason.trim() === '')
+        throw new TypeError('ensure needs a reason the owner reads on the card');
+    let modelArgs;
+    if (model !== undefined) {
+        if (model.files !== undefined || model.id !== undefined) {
+            const checked = checkModelRequest({ id: model.id ?? '', files: model.files ?? [] });
+            modelArgs = { name: clip(model.name ?? checked.id), bytes: checked.bytes, id: checked.id, files: checked.files };
+        }
+        else {
+            const bytes = model.bytes ?? 0;
+            if (!Number.isSafeInteger(bytes) || bytes < 0)
+                throw new TypeError('a model\'s bytes are a whole number');
+            modelArgs = { name: clip(model.name ?? 'model'), bytes };
+        }
+    }
+    const state = onnxState();
+    const engineArgs = engine ? { version: state.version, platform: state.platform, downloadBytes: state.downloadBytes, sizeBytes: state.sizeBytes } : undefined;
+    if (engineArgs === undefined && modelArgs === undefined)
+        return undefined;
+    const key = `${engineArgs ? `onnx@${engineArgs.version}/${engineArgs.platform}` : ''}|${modelArgs ? (modelArgs.id ?? `named:${modelArgs.name}`) : ''}`;
+    return { key, plugin, reason: clip(reason.trim(), 280), ...(engineArgs ? { engine: engineArgs } : {}), ...(modelArgs ? { model: modelArgs } : {}) };
+}
+function clip(text, max = 80) {
+    const flat = String(text).replace(/\s+/g, ' ').trim();
+    return flat.length > max ? `${flat.slice(0, max - 1)}…` : flat;
+}
+/** One raise at a time in this process; the database lock covers every process. */
+let raising = Promise.resolve();
+/**
+ * Raise the card, or answer the one already pending for the same thing.
+ * Answers the action id. The lookup and the insert run under one advisory
+ * lock in one transaction, so two plugins asking in the same tick (speech and
+ * news at boot) get one card between them, not two.
+ */
+export function raiseDownloadCard(facts, args) {
+    const next = raising.then(() => raiseLocked(facts, args));
+    raising = next.catch(() => { });
+    return next;
+}
+async function raiseLocked(facts, args) {
+    const client = await facts.pool.connect();
+    let created;
+    let id;
+    try {
+        await client.query('begin');
+        await client.query('select pg_advisory_xact_lock(hashtext($1))', [RUNTIMES_TOOL]);
+        // The engine alone is answered by any pending card that brings it: the
+        // owner is asked about the engine once, whichever plugin asked first.
+        const engineOnly = args.engine !== undefined && args.model === undefined;
+        const { rows } = await client.query(`select a.id from core.actions a join core.approvals p on p.action_id = a.id
+        where a.tool = $1 and p.state = 'pending' and a.expires_at > $3
+          and (a.canonical_args->>'key' = $2 or ($4 and starts_with(a.canonical_args->>'key', $2)))
+        order by a.created_at desc limit 1`, [RUNTIMES_TOOL, args.key, facts.now(), engineOnly]);
+        const open = rows[0];
+        if (open !== undefined) {
+            id = String(open.id);
+        }
+        else {
+            const card = describeRuntimesDownload(args);
+            let conversationId = null;
+            if (facts.conversationId !== undefined && UUID.test(facts.conversationId)) {
+                const found = await client.query(`select 1 from core.conversations where id = $1`, [facts.conversationId]);
+                if (found.rows.length > 0)
+                    conversationId = facts.conversationId;
+            }
+            created = await createAction(client, {
+                tool: RUNTIMES_TOOL,
+                toolVersion: RUNTIMES_TOOL_VERSION,
+                agentId: facts.agentId ?? facts.plugin,
+                conversationId,
+                canonicalArgs: args,
+                envelope: card.envelope,
+                preview: card.preview,
+                tier: 'gated',
+                now: facts.now(),
+            });
+            id = created.id;
+        }
+        await client.query('commit');
+    }
+    catch (err) {
+        await client.query('rollback').catch(() => { });
+        throw err;
+    }
+    finally {
+        client.release();
+    }
+    // Telegram and push are told about a new card; telling them never fails the ask.
+    if (created !== undefined && facts.askApproval !== undefined) {
+        await facts.askApproval(created).catch(() => { });
+    }
+    return id;
+}
+//# sourceMappingURL=consent.js.map

package/packages/core/dist/runtimes/consent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consent.js","sourceRoot":"","sources":["../../src/runtimes/consent.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAkB,MAAM,aAAa,CAAC;AACvG,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE3E,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,aAAa,GAAG,mBAAmB,CAAC;AACjD,MAAM,CAAC,MAAM,qBAAqB,GAAG,OAAO,CAAC;AAE7C,MAAM,UAAU,GAAG,CAAC;KACjB,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;KACrG,MAAM,EAAE,CAAC;AAEZ,MAAM,KAAK,GAAG,CAAC;KACZ,MAAM,CAAC;IACN,2EAA2E;IAC3E,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC;SACN,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;SACnH,MAAM,EAAE;SACR,QAAQ,EAAE;IACb,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACrC,yDAAyD;QACzD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE;KACtC,CAAC;SACD,MAAM,EAAE;SACR,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAIZ,gFAAgF;AAChF,MAAM,UAAU,wBAAwB,CAAC,IAAsB;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpH,MAAM,QAAQ,GACZ,KAAK,IAAI,MAAM;QACb,CAAC,CAAC,YAAY,SAAS,iCAAiC,kBAAkB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI;QACpG,CAAC,CAAC,MAAM;YACN,CAAC,CAAC,+CAA+C,kBAAkB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI;YAC7F,CAAC,CAAC,YAAY,SAAS,GAAG,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,UAAU,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,EAAE,CAAC,CAAC;IACzF,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CACR,8BAA8B,MAAM,CAAC,OAAO,uBAAuB,MAAM,CAAC,QAAQ,oDAAoD;YACpI,GAAG,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,gEAAgE,CAC1G,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,EAAE,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,YAAY,8CAA8C,CAAC,CAAC;IACpK,OAAO;QACL,QAAQ,EAAE;YACR,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5N;QACD,gGAAgG;QAChG,OAAO,EAAE,GAAG,QAAQ,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;KAC3C,CAAC;AACJ,CAAC;AAED,MAAM,YAAY,GAA8C;IAC9D,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,qFAAqF;IAClG,IAAI,EAAE,OAAO;IACb,SAAS,EAAE,IAAI;IACf,KAAK;IACL,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC;IAClD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAqB;QACvC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,4FAA4F;YAC5F,MAAM,gBAAgB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACzC,KAAK,iBAAiB,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBAClF,MAAM,iBAAiB,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACnE,KAAK,kBAAkB,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACxF,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAChF,CAAC;QACH,CAAC;QACD,OAAO;YACL,OAAO;YACP,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,MAAM,+BAA+B;SAC1I,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,uGAAuG;AACvG,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,qBAAqB;QAC9B,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,EAAE;QACjB,KAAK,EAAE,CAAC,YAAY,CAAC;KACJ,CAAC;AACtB,CAAC;AAuBD,MAAM,IAAI,GAAG,iEAAiE,CAAC;AAE/E;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,MAAc,EAAE,MAAe,EAAE,KAA8B;IAC1G,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IACjI,IAAI,SAAoC,CAAC;IACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC;YACpF,SAAS,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QACnH,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;YAC1G,SAAS,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;IAC1B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7J,IAAI,UAAU,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1E,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,SAAS,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACvJ,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACtJ,CAAC;AAED,SAAS,IAAI,CAAC,IAAY,EAAE,GAAG,GAAG,EAAE;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACtD,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AACjE,CAAC;AAED,mFAAmF;AACnF,IAAI,OAAO,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;AAElD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAgB,EAAE,IAAsB;IACxE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,KAAgB,EAAE,IAAsB;IACjE,MAAM,MAAM,GAAe,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACtD,IAAI,OAAiC,CAAC;IACtC,IAAI,EAAU,CAAC;IACf,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,MAAM,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QAClF,uEAAuE;QACvE,sEAAsE;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC;QACzE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CACjC;;;2CAGqC,EACrC,CAAC,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CACnD,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAA+B,CAAC;QACnD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,cAAc,GAAkB,IAAI,CAAC;YACzC,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC1E,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;gBAC3G,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;oBAAE,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;YACnE,CAAC;YACD,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE;gBACnC,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,qBAAqB;gBAClC,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM;gBACtC,cAAc;gBACd,aAAa,EAAE,IAAI;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;aACjB,CAAC,CAAC;YACH,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QAClB,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,GAAG,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IACD,iFAAiF;IACjF,IAAI,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QAC7D,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/packages/core/dist/runtimes/download.d.ts

@@ -0,0 +1,95 @@
+import { request as httpsRequest } from 'node:https';
+import { type LookupAll } from '../host/http.js';
+import { type AddressPolicy } from '../plugin/url.js';
+/** An answer whose body is read as it arrives, never buffered whole. */
+export interface DownloadResponse {
+    status: number;
+    body: AsyncIterable<Uint8Array>;
+}
+/** How a download asks for a URL: tests hand in one over a local server. */
+export type DownloadGet = (url: string, opts?: {
+    signal?: AbortSignal;
+}) => Promise<DownloadResponse>;
+/** How `nodeGet` dials: tests point it at a local server and a resolver of their own. */
+export interface NodeGetOptions {
+    request?: typeof httpsRequest;
+    /** Where a checked URL is actually sent. Tests only: the checks run on the URL before it. */
+    rewrite?: (url: string) => string;
+    /** The address rules; `DEFAULT_POLICY` in shipped code. */
+    policy?: AddressPolicy;
+    /** How a name is resolved before the guard judges it. */
+    resolve?: LookupAll;
+}
+/** The most redirects one download follows. */
+export declare const DOWNLOAD_MAX_REDIRECTS = 5;
+/**
+ * GET over `node:https`, one connection per request and no pool (the reason
+ * the shared transport exists; it buffers whole answers, and an engine is a
+ * hundred megabytes). The same guards as the shared transport: every URL —
+ * the first and every redirect — goes through `checkUrl` (no credentials, the
+ * web's own ports, no private or local host), https only, and the socket
+ * resolves through `guardedLookup`, so a name that answers a private address
+ * is refused before anything is sent. Five redirects at most.
+ */
+export declare function nodeGet(options?: NodeGetOptions): DownloadGet;
+/** A file pinned by its hash and length. */
+export interface PinnedDownload {
+    url: string;
+    sha256: string;
+    bytes: number;
+}
+/** Why a download was refused or failed, in a sentence for the owner. */
+export declare class DownloadError extends Error {
+    constructor(message: string);
+}
+/**
+ * A fresh temporary name in `dir`: `.tmp-<random><suffix>`, or
+ * `.tmp-<owner>+<random><suffix>` when an owner (a model id) is named, so a
+ * sweep for one owner never touches another's download in the same folder.
+ * `+` is not a character an id may hold, so `.tmp-a+` never matches `a-b`'s.
+ */
+export declare function tempName(dir: string, suffix?: string, owner?: string): string;
+/** The prefix of an owner's temporaries (`tempName`'s third argument). */
+export declare function tempPrefix(owner?: string): string;
+/**
+ * Delete every `.tmp-*` entry in `dir` (or only an owner's, `.tmp-<owner>+*`):
+ * what a download that died left. `keep` spares the entries a running download
+ * owns. Never throws.
+ */
+export declare function sweepTemp(dir: string, owner?: string, keep?: (name: string) => boolean): Promise<number>;
+/**
+ * Fetch `file.url` into `dest`, checking the length and sha256 as the bytes
+ * arrive. On any failure `dest` is deleted and a `DownloadError` thrown; on
+ * success `dest` holds exactly the pinned bytes.
+ */
+export declare function downloadVerified(get: DownloadGet, file: PinnedDownload, dest: string, opts?: {
+    signal?: AbortSignal;
+    onProgress?: (received: number) => void;
+}): Promise<void>;
+/** One entry to keep from a tarball. */
+export interface TarWanted {
+    entry: string;
+    dest: string;
+    sha256: string;
+    bytes: number;
+}
+/**
+ * Stream a `.tgz` and write only the wanted entries, each to its `dest`,
+ * checking each one's length and sha256. Throws a `DownloadError` naming the
+ * first entry that is missing, the wrong size or the wrong hash; the caller
+ * deletes the folder the entries went into.
+ */
+export declare function extractVerified(tgz: string, wanted: readonly TarWanted[]): Promise<void>;
+/** The sha256 of a file on disk, streamed. */
+export declare function sha256OfFile(file: string): Promise<string>;
+/** The longest failure reason kept, logged or shown. */
+export declare const REASON_MAX = 300;
+/**
+ * A failure reason safe to log, keep on disk and show in Settings: every
+ * stored secret scrubbed, every URL cut to its host (no credentials, path or
+ * query, where a signed link keeps its key), one line, at most 300 characters.
+ */
+export declare function safeReason(text: string): string;
+/** Bytes as the owner reads them: `114 MB`, `850 KB`, `1.2 GB`. */
+export declare function formatDownloadSize(bytes: number): string;
+//# sourceMappingURL=download.d.ts.map

package/packages/core/dist/runtimes/download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/runtimes/download.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AAGrD,OAAO,EAAiB,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAA4B,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGhF,wEAAwE;AACxE,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACjC;AAED,4EAA4E;AAC5E,MAAM,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAEtG,yFAAyF;AACzF,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,OAAO,YAAY,CAAC;IAC9B,6FAA6F;IAC7F,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,CAAC;IAClC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,yDAAyD;IACzD,OAAO,CAAC,EAAE,SAAS,CAAC;CACrB;AAED,+CAA+C;AAC/C,eAAO,MAAM,sBAAsB,IAAI,CAAC;AAExC;;;;;;;;GAQG;AACH,wBAAgB,OAAO,CAAC,OAAO,GAAE,cAAmB,GAAG,WAAW,CAkCjE;AAED,4CAA4C;AAC5C,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,yEAAyE;AACzE,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,OAAO,EAAE,MAAM;CAI5B;AAED;;;;;GAKG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,SAAK,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAEzE;AAED,0EAA0E;AAC1E,wBAAgB,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAqB,GAAG,OAAO,CAAC,MAAM,CAAC,CAe3H;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,MAAM,EACZ,IAAI,GAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAA;CAAO,GAC3E,OAAO,CAAC,IAAI,CAAC,CA2Cf;AAED,wCAAwC;AACxC,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA8G9F;AAED,8CAA8C;AAC9C,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIhE;AAgBD,wDAAwD;AACxD,eAAO,MAAM,UAAU,MAAM,CAAC;AAI9B;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAI/C;AAED,mEAAmE;AACnE,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAKxD"}

package/packages/core/dist/runtimes/download.js

@@ -0,0 +1,333 @@
+/**
+ * Downloading what buddi runs locally — the ONNX engine and shared models —
+ * with one set of safety rules (docs/plugin-host-api.md §4.2 `onnx`, 1.32):
+ *
+ *  - Everything is written under a `.tmp-*` name in the folder it will end up
+ *    in, so the final move is a same-filesystem `rename`, atomic.
+ *  - The sha256 and the length are checked against the pin while the bytes
+ *    arrive; a mismatch deletes the temporary file and nothing is moved.
+ *  - A download that dies half-way deletes what it wrote; one from a process
+ *    that died is swept by the next download into that folder.
+ *  - Nothing downloaded is opened, executed or loaded before its hash matched.
+ *
+ * The tarball reader is the smallest that reads an npm tarball (ustar, with
+ * pax and GNU long names): it streams through gunzip and writes only the
+ * entries asked for, hashing each as it goes.
+ */
+import { createHash, randomBytes } from 'node:crypto';
+import { createReadStream } from 'node:fs';
+import { open, readdir, rm } from 'node:fs/promises';
+import { request as httpsRequest } from 'node:https';
+import path from 'node:path';
+import { createGunzip } from 'node:zlib';
+import { guardedLookup } from '../host/http.js';
+import { DEFAULT_POLICY, checkUrl } from '../plugin/url.js';
+import { scrubText } from '../secrets/scrub.js';
+/** The most redirects one download follows. */
+export const DOWNLOAD_MAX_REDIRECTS = 5;
+/**
+ * GET over `node:https`, one connection per request and no pool (the reason
+ * the shared transport exists; it buffers whole answers, and an engine is a
+ * hundred megabytes). The same guards as the shared transport: every URL —
+ * the first and every redirect — goes through `checkUrl` (no credentials, the
+ * web's own ports, no private or local host), https only, and the socket
+ * resolves through `guardedLookup`, so a name that answers a private address
+ * is refused before anything is sent. Five redirects at most.
+ */
+export function nodeGet(options = {}) {
+    const request = options.request ?? httpsRequest;
+    const rewrite = options.rewrite ?? ((url) => url);
+    const policy = options.policy ?? DEFAULT_POLICY;
+    const lookup = guardedLookup(options.resolve, policy);
+    const once = (url, signal) => new Promise((resolve, reject) => {
+        const req = request(rewrite(url), { method: 'GET', agent: false, lookup, headers: { 'user-agent': 'buddi', accept: '*/*' }, ...(signal ? { signal } : {}) }, resolve);
+        req.setTimeout(60_000, () => req.destroy(new Error('the server went quiet for a minute')));
+        req.on('error', reject);
+        req.end();
+    });
+    return async (url, opts = {}) => {
+        let current = url;
+        for (let hop = 0; hop <= DOWNLOAD_MAX_REDIRECTS; hop += 1) {
+            const checked = checkUrl(current, policy);
+            if (checked.url.protocol !== 'https:')
+                throw new Error(`refusing ${checked.url.host}: downloads are https only`);
+            const res = await once(current, opts.signal);
+            const status = res.statusCode ?? 0;
+            const location = res.headers.location;
+            if (status >= 300 && status < 400 && typeof location === 'string') {
+                res.resume();
+                current = new URL(location, current).toString();
+                continue;
+            }
+            if (status < 200 || status >= 300)
+                res.resume();
+            return { status, body: res };
+        }
+        throw new Error('too many redirects');
+    };
+}
+/** Why a download was refused or failed, in a sentence for the owner. */
+export class DownloadError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'DownloadError';
+    }
+}
+/**
+ * A fresh temporary name in `dir`: `.tmp-<random><suffix>`, or
+ * `.tmp-<owner>+<random><suffix>` when an owner (a model id) is named, so a
+ * sweep for one owner never touches another's download in the same folder.
+ * `+` is not a character an id may hold, so `.tmp-a+` never matches `a-b`'s.
+ */
+export function tempName(dir, suffix = '', owner) {
+    return path.join(dir, `.tmp-${owner === undefined ? '' : `${owner}+`}${randomBytes(6).toString('hex')}${suffix}`);
+}
+/** The prefix of an owner's temporaries (`tempName`'s third argument). */
+export function tempPrefix(owner) {
+    return owner === undefined ? '.tmp-' : `.tmp-${owner}+`;
+}
+/**
+ * Delete every `.tmp-*` entry in `dir` (or only an owner's, `.tmp-<owner>+*`):
+ * what a download that died left. `keep` spares the entries a running download
+ * owns. Never throws.
+ */
+export async function sweepTemp(dir, owner, keep = () => false) {
+    let names;
+    try {
+        names = await readdir(dir);
+    }
+    catch {
+        return 0;
+    }
+    let swept = 0;
+    const prefix = tempPrefix(owner);
+    for (const name of names) {
+        if (!name.startsWith(prefix) || keep(name))
+            continue;
+        await rm(path.join(dir, name), { recursive: true, force: true }).catch(() => { });
+        swept += 1;
+    }
+    return swept;
+}
+/**
+ * Fetch `file.url` into `dest`, checking the length and sha256 as the bytes
+ * arrive. On any failure `dest` is deleted and a `DownloadError` thrown; on
+ * success `dest` holds exactly the pinned bytes.
+ */
+export async function downloadVerified(get, file, dest, opts = {}) {
+    let handle;
+    try {
+        let response;
+        try {
+            response = await get(file.url, opts.signal ? { signal: opts.signal } : {});
+        }
+        catch (err) {
+            throw new DownloadError(`Could not reach ${hostOf(file.url)}: ${safeReason(err instanceof Error ? err.message : String(err))}${errorCode(err)}`);
+        }
+        if (response.status < 200 || response.status >= 300) {
+            throw new DownloadError(`${hostOf(file.url)} answered ${response.status} for ${path.posix.basename(new URL(file.url).pathname)}.`);
+        }
+        handle = await open(dest, 'wx');
+        const hash = createHash('sha256');
+        let received = 0;
+        try {
+            for await (const chunk of response.body) {
+                received += chunk.byteLength;
+                if (received > file.bytes) {
+                    throw new DownloadError(`${path.posix.basename(new URL(file.url).pathname)} is larger than the ${file.bytes} bytes pinned for it.`);
+                }
+                hash.update(chunk);
+                await handle.write(chunk);
+                opts.onProgress?.(received);
+            }
+        }
+        catch (err) {
+            if (err instanceof DownloadError)
+                throw err;
+            throw new DownloadError(`The download from ${hostOf(file.url)} broke off after ${received} bytes: ${safeReason(err instanceof Error ? err.message : String(err))}${errorCode(err)}`);
+        }
+        if (received !== file.bytes) {
+            throw new DownloadError(`The download from ${hostOf(file.url)} ended after ${received} of ${file.bytes} bytes.`);
+        }
+        const digest = hash.digest('hex');
+        if (digest !== file.sha256.toLowerCase()) {
+            throw new DownloadError(`The file from ${hostOf(file.url)} does not match its pinned checksum (sha256 ${digest.slice(0, 12)}…, expected ${file.sha256.slice(0, 12)}…).`);
+        }
+        await handle.close();
+        handle = undefined;
+    }
+    catch (err) {
+        await handle?.close().catch(() => { });
+        await rm(dest, { force: true }).catch(() => { });
+        throw err;
+    }
+}
+/**
+ * Stream a `.tgz` and write only the wanted entries, each to its `dest`,
+ * checking each one's length and sha256. Throws a `DownloadError` naming the
+ * first entry that is missing, the wrong size or the wrong hash; the caller
+ * deletes the folder the entries went into.
+ */
+export async function extractVerified(tgz, wanted) {
+    const byEntry = new Map(wanted.map((w) => [w.entry, w]));
+    const done = new Set();
+    let pending = Buffer.alloc(0);
+    // The entry being read: how much of its body is left, the padding after it,
+    // and where its bytes go (a file, a pax/long-name buffer, or nowhere).
+    let body = null;
+    let nextName;
+    let zeros = 0;
+    let ended = false;
+    const finishEntry = async () => {
+        if (body === null)
+            return;
+        if (body.file) {
+            const { handle, hash, want } = body.file;
+            await handle.close();
+            const digest = hash.digest('hex');
+            if (digest !== want.sha256.toLowerCase()) {
+                throw new DownloadError(`${want.entry} does not match its pinned checksum.`);
+            }
+            done.add(want.entry);
+        }
+        if (body.meta) {
+            const text = Buffer.concat(body.meta.parts);
+            if (body.meta.kind === 'longname')
+                nextName = text.toString('utf8').replace(/\0.*$/s, '');
+            else {
+                const found = /(?:^|\n)\d+ path=([^\n]*)\n/.exec(text.toString('utf8'));
+                if (found)
+                    nextName = found[1];
+            }
+        }
+    };
+    const gunzip = createReadStream(tgz).pipe(createGunzip());
+    try {
+        for await (const chunk of gunzip) {
+            if (ended)
+                break;
+            pending = pending.length === 0 ? chunk : Buffer.concat([pending, chunk]);
+            while (!ended) {
+                if (body !== null) {
+                    if (body.remaining > 0) {
+                        if (pending.length === 0)
+                            break;
+                        const take = Math.min(body.remaining, pending.length);
+                        const slice = pending.subarray(0, take);
+                        if (body.file) {
+                            body.file.hash.update(slice);
+                            await body.file.handle.write(slice);
+                        }
+                        else if (body.meta) {
+                            body.meta.parts.push(Buffer.from(slice));
+                        }
+                        body.remaining -= take;
+                        pending = pending.subarray(take);
+                        if (body.remaining > 0)
+                            break;
+                    }
+                    if (pending.length < body.pad)
+                        break;
+                    pending = pending.subarray(body.pad);
+                    await finishEntry();
+                    body = null;
+                    continue;
+                }
+                if (pending.length < 512)
+                    break;
+                const header = pending.subarray(0, 512);
+                pending = pending.subarray(512);
+                if (header.every((byte) => byte === 0)) {
+                    zeros += 1;
+                    if (zeros >= 2)
+                        ended = true;
+                    continue;
+                }
+                zeros = 0;
+                const field = (start, length) => header.subarray(start, start + length).toString('utf8').replace(/\0.*$/s, '');
+                const size = parseInt(field(124, 12).trim() || '0', 8);
+                if (!Number.isFinite(size) || size < 0)
+                    throw new DownloadError('The tarball has an entry whose size cannot be read.');
+                const type = String.fromCharCode(header[156] ?? 0);
+                const prefix = field(345, 155);
+                const name = nextName ?? (prefix ? `${prefix}/${field(0, 100)}` : field(0, 100));
+                const pad = (512 - (size % 512)) % 512;
+                if (type === 'x' || type === 'L') {
+                    body = { remaining: size, pad, meta: { kind: type === 'x' ? 'pax' : 'longname', parts: [] } };
+                    continue;
+                }
+                nextName = undefined;
+                const want = (type === '0' || type === '\0') ? byEntry.get(name) : undefined;
+                if (want !== undefined && !done.has(name)) {
+                    if (size !== want.bytes) {
+                        throw new DownloadError(`${want.entry} is ${size} bytes, not the ${want.bytes} pinned for it.`);
+                    }
+                    const handle = await open(want.dest, 'wx');
+                    body = { remaining: size, pad, file: { handle, hash: createHash('sha256'), want } };
+                }
+                else {
+                    body = { remaining: size, pad };
+                }
+            }
+        }
+    }
+    catch (err) {
+        if (body?.file)
+            await body.file.handle.close().catch(() => { });
+        gunzip.destroy();
+        if (err instanceof DownloadError)
+            throw err;
+        throw new DownloadError(`The tarball could not be read: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (body?.file) {
+        await body.file.handle.close().catch(() => { });
+        throw new DownloadError(`The tarball ended inside ${body.file.want.entry}.`);
+    }
+    const missing = wanted.find((w) => !done.has(w.entry));
+    if (missing)
+        throw new DownloadError(`The tarball has no ${missing.entry}.`);
+}
+/** The sha256 of a file on disk, streamed. */
+export async function sha256OfFile(file) {
+    const hash = createHash('sha256');
+    for await (const chunk of createReadStream(file))
+        hash.update(chunk);
+    return hash.digest('hex');
+}
+function hostOf(url) {
+    try {
+        return new URL(url).host || 'the server';
+    }
+    catch {
+        return 'the server';
+    }
+}
+/** ` (ECONNRESET)`: a system error's short code, when it has one. */
+function errorCode(err) {
+    const code = err?.code;
+    return typeof code === 'string' && /^[A-Z0-9_]{2,32}$/.test(code) && !(err instanceof Error && err.message.includes(code)) ? ` (${code})` : '';
+}
+/** The longest failure reason kept, logged or shown. */
+export const REASON_MAX = 300;
+const URL_IN_TEXT = /\b[a-z][a-z0-9+.-]*:\/\/[^\s"'<>()`]+/gi;
+/**
+ * A failure reason safe to log, keep on disk and show in Settings: every
+ * stored secret scrubbed, every URL cut to its host (no credentials, path or
+ * query, where a signed link keeps its key), one line, at most 300 characters.
+ */
+export function safeReason(text) {
+    const scrubbed = scrubText(String(text)).replace(URL_IN_TEXT, (found) => hostOf(found));
+    const line = scrubbed.replace(/[\u0000-\u001f\u007f]+/g, ' ').replace(/\s+/g, ' ').trim();
+    return line.length > REASON_MAX ? `${line.slice(0, REASON_MAX - 1)}…` : line;
+}
+/** Bytes as the owner reads them: `114 MB`, `850 KB`, `1.2 GB`. */
+export function formatDownloadSize(bytes) {
+    if (bytes >= 1e9)
+        return `${(bytes / 1e9).toFixed(1)} GB`;
+    if (bytes >= 1e6)
+        return `${Math.round(bytes / 1e6)} MB`;
+    if (bytes >= 1e3)
+        return `${Math.round(bytes / 1e3)} KB`;
+    return `${bytes} bytes`;
+}
+//# sourceMappingURL=download.js.map