@atomic-chat/core 0.17.0 → 0.18.4

package/dist/runtime/foundry-local/check.js

@@ -0,0 +1,69 @@
+/**
+ * `POST /models/foundry-local/check` (openspec change `add-foundry-local`, task 6.5): whether a variant
+ * would run here, from what core already knows — the platform, the installed build, the last
+ * accelerators probe and whether the machine has an NPU. Never the network.
+ */
+import { AtomicCoreError, FOUNDRY_LOCAL_EXECUTION_PROVIDERS } from '../../contracts/index.js';
+import { executionProvider } from './host/execution-providers.js';
+import { variantRunsOn } from './runtime.js';
+export function foundryLocalVerdict(facts, request) {
+    const known = FOUNDRY_LOCAL_EXECUTION_PROVIDERS.some((ep) => ep === request.execution_provider);
+    if (!known)
+        return {
+            verdict: 'platform-unsupported',
+            reason: `This core runs no Foundry Local variant on the "${request.execution_provider}" accelerator.`,
+            accelerator: null,
+        };
+    const short = request.execution_provider;
+    const ep = executionProvider(short);
+    const accelerator = ep.register;
+    if (!variantRunsOn(facts.platform, facts.arch, short))
+        return {
+            verdict: 'platform-unsupported',
+            reason: `${short.toUpperCase()} variants do not run on ${facts.platform} ${facts.arch}.`,
+            accelerator,
+        };
+    if (!facts.installed)
+        return {
+            verdict: 'engine-not-installed',
+            reason: 'Foundry Local is not installed on this computer.',
+            accelerator,
+        };
+    if (accelerator === null)
+        return { verdict: 'ok', reason: null, accelerator: null };
+    if (request.device === 'npu' && facts.npu === false)
+        return { verdict: 'accelerator-unavailable', reason: 'This computer has no NPU.', accelerator };
+    const found = facts.accelerators.find((candidate) => candidate.name === accelerator);
+    if (!found)
+        return {
+            verdict: 'accelerator-unavailable',
+            reason: `Foundry Local does not offer ${accelerator} on this computer.`,
+            accelerator,
+        };
+    if (!found.prepared)
+        return {
+            verdict: 'accelerator-not-prepared',
+            reason: `${accelerator} is not prepared yet; prepare it on the Foundry Local page.`,
+            accelerator,
+        };
+    return { verdict: 'ok', reason: null, accelerator };
+}
+/** The request body, strictly: the accelerator and the device as text, nothing else. */
+export function parseFoundryLocalCheckRequest(body) {
+    const invalid = (why) => {
+        throw new AtomicCoreError('INVALID_ARGUMENT', why);
+    };
+    if (typeof body !== 'object' || body === null || Array.isArray(body))
+        return invalid('The request body must be a JSON object.');
+    const record = body;
+    const extra = Object.keys(record).filter((key) => key !== 'execution_provider' && key !== 'device');
+    if (extra.length > 0)
+        invalid(`The request has fields this core does not know: ${extra.sort().join(', ')}.`);
+    const { execution_provider: executionProvider, device } = record;
+    if (typeof executionProvider !== 'string' || executionProvider === '')
+        invalid('execution_provider is required.');
+    if (typeof device !== 'string' || device === '')
+        invalid('device is required.');
+    return { execution_provider: executionProvider, device: device };
+}
+//# sourceMappingURL=check.js.map

package/dist/runtime/foundry-local/check.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/foundry-local/check.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,iCAAiC,EAAE,MAAM,0BAA0B,CAAA;AAO7F,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAa5C,MAAM,UAAU,mBAAmB,CACjC,KAA6B,EAC7B,OAAiC;IAEjC,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAC/F,IAAI,CAAC,KAAK;QACR,OAAO;YACL,OAAO,EAAE,sBAAsB;YAC/B,MAAM,EAAE,mDAAmD,OAAO,CAAC,kBAAkB,gBAAgB;YACrG,WAAW,EAAE,IAAI;SAClB,CAAA;IACH,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAmD,CAAA;IACzE,MAAM,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAA;IACnC,MAAM,WAAW,GAAG,EAAE,CAAC,QAAQ,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;QACnD,OAAO;YACL,OAAO,EAAE,sBAAsB;YAC/B,MAAM,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,2BAA2B,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,GAAG;YACxF,WAAW;SACZ,CAAA;IACH,IAAI,CAAC,KAAK,CAAC,SAAS;QAClB,OAAO;YACL,OAAO,EAAE,sBAAsB;YAC/B,MAAM,EAAE,kDAAkD;YAC1D,WAAW;SACZ,CAAA;IACH,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;IACnF,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK;QACjD,OAAO,EAAE,OAAO,EAAE,yBAAyB,EAAE,MAAM,EAAE,2BAA2B,EAAE,WAAW,EAAE,CAAA;IACjG,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC,CAAA;IACpF,IAAI,CAAC,KAAK;QACR,OAAO;YACL,OAAO,EAAE,yBAAyB;YAClC,MAAM,EAAE,gCAAgC,WAAW,oBAAoB;YACvE,WAAW;SACZ,CAAA;IACH,IAAI,CAAC,KAAK,CAAC,QAAQ;QACjB,OAAO;YACL,OAAO,EAAE,0BAA0B;YACnC,MAAM,EAAE,GAAG,WAAW,6DAA6D;YACnF,WAAW;SACZ,CAAA;IACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;AACrD,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,6BAA6B,CAAC,IAAa;IACzD,MAAM,OAAO,GAAG,CAAC,GAAW,EAAS,EAAE;QACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAA;IACpD,CAAC,CAAA;IACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAClE,OAAO,OAAO,CAAC,yCAAyC,CAAC,CAAA;IAC3D,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,oBAAoB,IAAI,GAAG,KAAK,QAAQ,CAAC,CAAA;IACnG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,mDAAmD,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC5G,MAAM,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,EAAE,GAAG,MAAM,CAAA;IAChE,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,iBAAiB,KAAK,EAAE;QACnE,OAAO,CAAC,iCAAiC,CAAC,CAAA;IAC5C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,CAAC,qBAAqB,CAAC,CAAA;IAC/E,OAAO,EAAE,kBAAkB,EAAE,iBAA2B,EAAE,MAAM,EAAE,MAAgB,EAAE,CAAA;AACtF,CAAC"}

package/dist/runtime/foundry-local/foundry-host.d.ts

@@ -0,0 +1,18 @@
+/**
+ * `@atomic-chat/core/foundry-host`: the one entry of the hidden `foundry-host` mode (change
+ * close-cli-core-gaps, design D1). The core binaries and any program that embeds the core as a library
+ * (`atc`) hand it the arguments after `foundry-host` before they parse their own commands, because
+ * `foundryHostCommand` starts the host as `<this program> foundry-host …`.
+ *
+ * Importing this file loads no `bun:*`: the FFI bindings load dynamically, inside the mode alone.
+ */
+/**
+ * Runs `foundry-host <argv…>` and returns its exit code (0 done, 2 usage, 3 the library does not
+ * load, 4 a library call failed). Lines go to this process's stdout and stderr, through writers that
+ * go quiet instead of crashing the host when the core closed its end of a pipe (EPIPE); `io` exists
+ * for the core's own CLI, which takes its streams injected.
+ */
+export declare function runFoundryHostMain(argv: readonly string[], io?: {
+    stdout: (text: string) => void;
+    stderr: (text: string) => void;
+}): Promise<number>;

package/dist/runtime/foundry-local/foundry-host.js

@@ -0,0 +1,23 @@
+/**
+ * `@atomic-chat/core/foundry-host`: the one entry of the hidden `foundry-host` mode (change
+ * close-cli-core-gaps, design D1). The core binaries and any program that embeds the core as a library
+ * (`atc`) hand it the arguments after `foundry-host` before they parse their own commands, because
+ * `foundryHostCommand` starts the host as `<this program> foundry-host …`.
+ *
+ * Importing this file loads no `bun:*`: the FFI bindings load dynamically, inside the mode alone.
+ */
+import { detachableWriter } from '../../cli/io.js';
+import { lineIo, loadLibraryWithBun, runFoundryHost } from './host/run.js';
+/**
+ * Runs `foundry-host <argv…>` and returns its exit code (0 done, 2 usage, 3 the library does not
+ * load, 4 a library call failed). Lines go to this process's stdout and stderr, through writers that
+ * go quiet instead of crashing the host when the core closed its end of a pipe (EPIPE); `io` exists
+ * for the core's own CLI, which takes its streams injected.
+ */
+export async function runFoundryHostMain(argv, io = {
+    stdout: detachableWriter(process.stdout),
+    stderr: detachableWriter(process.stderr),
+}) {
+    return runFoundryHost(argv, { ...lineIo(io), loadLibrary: loadLibraryWithBun });
+}
+//# sourceMappingURL=foundry-host.js.map

package/dist/runtime/foundry-local/foundry-host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"foundry-host.js","sourceRoot":"","sources":["../../../src/runtime/foundry-local/foundry-host.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAE1E;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAuB,EACvB,KAAyE;IACvE,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;CACzC;IAED,OAAO,cAAc,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,CAAA;AACjF,CAAC"}

package/dist/runtime/foundry-local/host/args.d.ts

@@ -0,0 +1,44 @@
+/**
+ * The arguments of the hidden `foundry-host` mode (openspec change `add-foundry-local`, task 5.1).
+ * Core is the only caller, so the parse is strict: anything unknown is a bug on core's side.
+ *
+ *   foundry-host probe   --lib <build> --app-data <dir> --logs <dir> [--prepared <ep>]…
+ *   foundry-host prepare --lib <build> --app-data <dir> --logs <dir> [<ep>…]
+ *   foundry-host serve   --lib <build> --app-data <dir> --logs <dir> --model <dir> --ep <ep>
+ *                        --port <p> --cache <dir> --id <name>:<version> [--tools]
+ *                        [--reasoning-start <s> --reasoning-end <s>] [--context-length <n>]
+ */
+import type { FoundryLocalExecutionProvider } from '../../../contracts/index.js';
+interface CommonArgs {
+    /** The build directory (`<root>/<tag>/<platform>`), holding `lib/`. */
+    lib: string;
+    /** The library's own data (`app_data_dir`): accelerators, shared by every build. */
+    appData: string;
+    logs: string;
+}
+export type FoundryHostArgs = (CommonArgs & {
+    mode: 'probe';
+    /** Accelerators core recorded as prepared; the library cannot tell (spike finding 18). */
+    prepared: string[];
+}) | (CommonArgs & {
+    mode: 'prepare';
+    accelerators: string[];
+}) | (CommonArgs & {
+    mode: 'serve';
+    model: string;
+    ep: FoundryLocalExecutionProvider;
+    port: number;
+    /** The host's own catalog index, deleted at exit. */
+    cache: string;
+    /** `<name>:<version>`, never one of Microsoft's catalog ids (spike finding 7). */
+    id: string;
+    tools: boolean;
+    reasoningStart?: string;
+    reasoningEnd?: string;
+    contextLength?: number;
+});
+export declare class FoundryHostUsageError extends Error {
+    constructor(message: string);
+}
+export declare function parseFoundryHostArgs(argv: readonly string[]): FoundryHostArgs;
+export {};

package/dist/runtime/foundry-local/host/args.js

@@ -0,0 +1,109 @@
+/**
+ * The arguments of the hidden `foundry-host` mode (openspec change `add-foundry-local`, task 5.1).
+ * Core is the only caller, so the parse is strict: anything unknown is a bug on core's side.
+ *
+ *   foundry-host probe   --lib <build> --app-data <dir> --logs <dir> [--prepared <ep>]…
+ *   foundry-host prepare --lib <build> --app-data <dir> --logs <dir> [<ep>…]
+ *   foundry-host serve   --lib <build> --app-data <dir> --logs <dir> --model <dir> --ep <ep>
+ *                        --port <p> --cache <dir> --id <name>:<version> [--tools]
+ *                        [--reasoning-start <s> --reasoning-end <s>] [--context-length <n>]
+ */
+import { parseArgs } from 'node:util';
+import { FOUNDRY_LOCAL_EXECUTION_PROVIDERS } from '../../../contracts/index.js';
+export class FoundryHostUsageError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'FoundryHostUsageError';
+    }
+}
+const COMMON_OPTIONS = {
+    'lib': { type: 'string' },
+    'app-data': { type: 'string' },
+    'logs': { type: 'string' },
+};
+const required = (values, key) => {
+    const value = values[key];
+    if (typeof value !== 'string' || value === '')
+        throw new FoundryHostUsageError(`--${key} is required`);
+    return value;
+};
+function common(values) {
+    return {
+        lib: required(values, 'lib'),
+        appData: required(values, 'app-data'),
+        logs: required(values, 'logs'),
+    };
+}
+export function parseFoundryHostArgs(argv) {
+    const [mode, ...rest] = argv;
+    try {
+        if (mode === 'probe') {
+            const { values } = parseArgs({
+                args: rest,
+                options: { ...COMMON_OPTIONS, prepared: { type: 'string', multiple: true } },
+                strict: true,
+            });
+            return { mode, ...common(values), prepared: values.prepared ?? [] };
+        }
+        if (mode === 'prepare') {
+            const { values, positionals } = parseArgs({
+                args: rest,
+                options: COMMON_OPTIONS,
+                strict: true,
+                allowPositionals: true,
+            });
+            return { mode, ...common(values), accelerators: positionals };
+        }
+        if (mode === 'serve') {
+            const { values } = parseArgs({
+                args: rest,
+                options: {
+                    ...COMMON_OPTIONS,
+                    'model': { type: 'string' },
+                    'ep': { type: 'string' },
+                    'port': { type: 'string' },
+                    'cache': { type: 'string' },
+                    'id': { type: 'string' },
+                    'tools': { type: 'boolean' },
+                    'reasoning-start': { type: 'string' },
+                    'reasoning-end': { type: 'string' },
+                    'context-length': { type: 'string' },
+                },
+                strict: true,
+            });
+            const ep = required(values, 'ep');
+            if (!FOUNDRY_LOCAL_EXECUTION_PROVIDERS.some((known) => known === ep))
+                throw new FoundryHostUsageError(`--ep ${ep} is not an accelerator this host runs`);
+            const port = Number(required(values, 'port'));
+            if (!Number.isInteger(port) || port < 1 || port > 65535)
+                throw new FoundryHostUsageError(`--port ${values.port} is not a port`);
+            const id = required(values, 'id');
+            if (!/^[^:\s]+:\d+$/.test(id))
+                throw new FoundryHostUsageError(`--id ${id} is not <name>:<version>`);
+            const context = values['context-length'];
+            const contextLength = context === undefined ? undefined : Number(context);
+            if (contextLength !== undefined && (!Number.isSafeInteger(contextLength) || contextLength < 1))
+                throw new FoundryHostUsageError(`--context-length ${context} is not a positive whole number`);
+            return {
+                mode,
+                ...common(values),
+                model: required(values, 'model'),
+                ep: ep,
+                port,
+                cache: required(values, 'cache'),
+                id,
+                tools: values.tools === true,
+                ...(values['reasoning-start'] !== undefined ? { reasoningStart: values['reasoning-start'] } : {}),
+                ...(values['reasoning-end'] !== undefined ? { reasoningEnd: values['reasoning-end'] } : {}),
+                ...(contextLength !== undefined ? { contextLength } : {}),
+            };
+        }
+    }
+    catch (error) {
+        if (error instanceof FoundryHostUsageError)
+            throw error;
+        throw new FoundryHostUsageError(error instanceof Error ? error.message : String(error));
+    }
+    throw new FoundryHostUsageError(`foundry-host: unknown mode ${JSON.stringify(mode ?? '')} (probe, prepare, serve)`);
+}
+//# sourceMappingURL=args.js.map

package/dist/runtime/foundry-local/host/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../../../src/runtime/foundry-local/host/args.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAA;AAiC/E,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAC9C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAA;IACrC,CAAC;CACF;AAED,MAAM,cAAc,GAAG;IACrB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;IACzB,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;IAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;CAClB,CAAA;AAEV,MAAM,QAAQ,GAAG,CAAC,MAA+B,EAAE,GAAW,EAAU,EAAE;IACxE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;IACzB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,EAAE;QAAE,MAAM,IAAI,qBAAqB,CAAC,KAAK,GAAG,cAAc,CAAC,CAAA;IACtG,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,SAAS,MAAM,CAAC,MAA+B;IAC7C,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC;QAC5B,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;QACrC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KAC/B,CAAA;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAuB;IAC1D,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAA;IAC5B,IAAI,CAAC;QACH,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;gBAC3B,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,EAAE,GAAG,cAAc,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;gBAC5E,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;YACF,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAA;QACrE,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;gBACxC,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,cAAc;gBACvB,MAAM,EAAE,IAAI;gBACZ,gBAAgB,EAAE,IAAI;aACvB,CAAC,CAAA;YACF,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAA;QAC/D,CAAC;QACD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;gBAC3B,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE;oBACP,GAAG,cAAc;oBACjB,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC1B,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBAC5B,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACrC,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACnC,gBAAgB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACrC;gBACD,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;YACF,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACjC,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;gBAClE,MAAM,IAAI,qBAAqB,CAAC,QAAQ,EAAE,uCAAuC,CAAC,CAAA;YACpF,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;YAC7C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,KAAK;gBACrD,MAAM,IAAI,qBAAqB,CAAC,UAAU,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAA;YACxE,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACjC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,MAAM,IAAI,qBAAqB,CAAC,QAAQ,EAAE,0BAA0B,CAAC,CAAA;YACpG,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAA;YACxC,MAAM,aAAa,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YACzE,IAAI,aAAa,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,CAAC;gBAC5F,MAAM,IAAI,qBAAqB,CAAC,oBAAoB,OAAO,iCAAiC,CAAC,CAAA;YAC/F,OAAO;gBACL,IAAI;gBACJ,GAAG,MAAM,CAAC,MAAM,CAAC;gBACjB,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;gBAChC,EAAE,EAAE,EAAmC;gBACvC,IAAI;gBACJ,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;gBAChC,EAAE;gBACF,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,IAAI;gBAC5B,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjG,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3F,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1D,CAAA;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,qBAAqB;YAAE,MAAM,KAAK,CAAA;QACvD,MAAM,IAAI,qBAAqB,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACzF,CAAC;IACD,MAAM,IAAI,qBAAqB,CAC7B,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,0BAA0B,CACnF,CAAA;AACH,CAAC"}

package/dist/runtime/foundry-local/host/execution-providers.d.ts

@@ -0,0 +1,27 @@
+/**
+ * The three spellings of each accelerator (spike findings 6 and 14): conf and `model.yml` say `webgpu`,
+ * the library's EP registration and `Manager_GetDiscoverableEps` say `WebGpuExecutionProvider` (ONNX
+ * Runtime's name), and `RegisterModel` metadata wants `WebGPUExecutionProvider` (the catalog's name) —
+ * `Load` refuses the ORT spelling with "unknown execution provider for local model".
+ */
+import type { FoundryLocalExecutionProvider } from '../../../contracts/index.js';
+interface ExecutionProviderNames {
+    short: FoundryLocalExecutionProvider;
+    /** What the variant runs on; OpenVINO serves Intel GPUs and NPUs alike (finding: offered without an NPU). */
+    device: 'cpu' | 'gpu' | 'npu' | 'gpu/npu';
+    /** `Manager_DownloadAndRegisterEps` / discoverable name; `null` for the CPU, which is always there. */
+    register: string | null;
+    /** `execution_provider` in `RegisterModel` metadata. */
+    metadata: string;
+}
+export declare const EXECUTION_PROVIDERS: readonly ExecutionProviderNames[];
+export declare function executionProvider(short: FoundryLocalExecutionProvider): ExecutionProviderNames;
+/**
+ * What the probe says about one discoverable accelerator. One this core does not run variants on
+ * (`NvTensorRTRTXExecutionProvider`, design non-goal) keeps its name with `execution_provider: null`.
+ */
+export declare function describeDiscoverable(name: string): {
+    execution_provider: FoundryLocalExecutionProvider | null;
+    device: string;
+};
+export {};

package/dist/runtime/foundry-local/host/execution-providers.js

@@ -0,0 +1,43 @@
+/**
+ * The three spellings of each accelerator (spike findings 6 and 14): conf and `model.yml` say `webgpu`,
+ * the library's EP registration and `Manager_GetDiscoverableEps` say `WebGpuExecutionProvider` (ONNX
+ * Runtime's name), and `RegisterModel` metadata wants `WebGPUExecutionProvider` (the catalog's name) —
+ * `Load` refuses the ORT spelling with "unknown execution provider for local model".
+ */
+export const EXECUTION_PROVIDERS = [
+    { short: 'cpu', device: 'cpu', register: null, metadata: 'CPUExecutionProvider' },
+    { short: 'cuda', device: 'gpu', register: 'CUDAExecutionProvider', metadata: 'CUDAExecutionProvider' },
+    {
+        short: 'webgpu',
+        device: 'gpu',
+        register: 'WebGpuExecutionProvider',
+        metadata: 'WebGPUExecutionProvider',
+    },
+    {
+        short: 'openvino',
+        device: 'gpu/npu',
+        register: 'OpenVINOExecutionProvider',
+        metadata: 'OpenVINOExecutionProvider',
+    },
+    { short: 'qnn', device: 'npu', register: 'QNNExecutionProvider', metadata: 'QNNExecutionProvider' },
+    {
+        short: 'vitisai',
+        device: 'npu',
+        register: 'VitisAIExecutionProvider',
+        metadata: 'VitisAIExecutionProvider',
+    },
+];
+export function executionProvider(short) {
+    return EXECUTION_PROVIDERS.find((ep) => ep.short === short);
+}
+/**
+ * What the probe says about one discoverable accelerator. One this core does not run variants on
+ * (`NvTensorRTRTXExecutionProvider`, design non-goal) keeps its name with `execution_provider: null`.
+ */
+export function describeDiscoverable(name) {
+    const known = EXECUTION_PROVIDERS.find((ep) => ep.register === name);
+    if (known)
+        return { execution_provider: known.short, device: known.device };
+    return { execution_provider: null, device: /TensorRT|Cuda|Gpu|DML/i.test(name) ? 'gpu' : 'unknown' };
+}
+//# sourceMappingURL=execution-providers.js.map

package/dist/runtime/foundry-local/host/execution-providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-providers.js","sourceRoot":"","sources":["../../../../src/runtime/foundry-local/host/execution-providers.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAcH,MAAM,CAAC,MAAM,mBAAmB,GAAsC;IACpE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,sBAAsB,EAAE;IACjF,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,uBAAuB,EAAE,QAAQ,EAAE,uBAAuB,EAAE;IACtG;QACE,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,yBAAyB;QACnC,QAAQ,EAAE,yBAAyB;KACpC;IACD;QACE,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,SAAS;QACjB,QAAQ,EAAE,2BAA2B;QACrC,QAAQ,EAAE,2BAA2B;KACtC;IACD,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,sBAAsB,EAAE,QAAQ,EAAE,sBAAsB,EAAE;IACnG;QACE,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,0BAA0B;QACpC,QAAQ,EAAE,0BAA0B;KACrC;CACF,CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAoC;IACpE,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAA2B,CAAA;AACvF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAI/C,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAA;IACpE,IAAI,KAAK;QAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAA;IAC3E,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAA;AACtG,CAAC"}

package/dist/runtime/foundry-local/host/ffi-bun.d.ts

@@ -0,0 +1,17 @@
+/**
+ * `FoundryLibrary` over `bun:ffi` — the only file in `src/` that may import `bun:*` (operator decision
+ * Q2 of change `add-foundry-local`; allow-listed in `scripts/check-runtime-agnostic.mjs`). It is
+ * imported dynamically by the `foundry-host` mode alone, so the npm package still loads under Node.
+ *
+ * The library exports three symbols; everything else is a table of function pointers (`flApi` and its
+ * sub-APIs), read here by index. Indices follow `foundry_local_c.h` of C API version 2: tables only
+ * ever grow at the end, so a library that grants version 2 keeps these positions.
+ *
+ * Proven by the spike (rulings S1, S2): progress callbacks must not be `threadsafe` — the native caller
+ * would wait on a JS thread it itself blocks and read a non-zero return as "cancel"; on Windows the
+ * library's DLL dependencies are found only after `SetDllDirectoryW(<lib>)`.
+ */
+import type { LoadFoundryLibrary } from './library.js';
+/** The `FOUNDRY_LOCAL_API_VERSION` these bindings are written against. */
+export declare const BOUND_C_API_VERSION = 2;
+export declare const loadBunFoundryLibrary: LoadFoundryLibrary;

package/dist/runtime/foundry-local/host/ffi-bun.js

@@ -0,0 +1,256 @@
+/**
+ * `FoundryLibrary` over `bun:ffi` — the only file in `src/` that may import `bun:*` (operator decision
+ * Q2 of change `add-foundry-local`; allow-listed in `scripts/check-runtime-agnostic.mjs`). It is
+ * imported dynamically by the `foundry-host` mode alone, so the npm package still loads under Node.
+ *
+ * The library exports three symbols; everything else is a table of function pointers (`flApi` and its
+ * sub-APIs), read here by index. Indices follow `foundry_local_c.h` of C API version 2: tables only
+ * ever grow at the end, so a library that grants version 2 keeps these positions.
+ *
+ * Proven by the spike (rulings S1, S2): progress callbacks must not be `threadsafe` — the native caller
+ * would wait on a JS thread it itself blocks and read a non-zero return as "cancel"; on Windows the
+ * library's DLL dependencies are found only after `SetDllDirectoryW(<lib>)`.
+ */
+import { CFunction, CString, dlopen, FFIType, JSCallback, ptr, read } from 'bun:ffi';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { FoundryLibraryError } from './library.js';
+/** The `FOUNDRY_LOCAL_API_VERSION` these bindings are written against. */
+export const BOUND_C_API_VERSION = 2;
+const POINTER = 8;
+const CATALOG_LOCAL = 1;
+/** `flEpInfo`: u32 version, padding, `const char* name` at 8, `bool is_registered` at 16. */
+const EP_INFO_SIZE = 24;
+const LIBRARY_FILE = {
+    win32: 'foundry_local.dll',
+    darwin: 'libfoundry_local.dylib',
+    linux: 'libfoundry_local.so',
+};
+/** Root table (`flApi`) indices. */
+const API = {
+    statusGetErrorCode: 2,
+    statusGetErrorMessage: 3,
+    statusRelease: 1,
+    managerCreate: 4,
+    managerRelease: 5,
+    webServiceStart: 7,
+    webServiceUrls: 8,
+    getCatalogApi: 10,
+    getConfigurationApi: 11,
+    getModelApi: 14,
+    createKeyValuePairs: 15,
+    addKeyValuePair: 16,
+    keyValuePairsRelease: 20,
+    getDiscoverableEps: 24,
+    downloadAndRegisterEps: 25,
+    managerShutdown: 27,
+    getCatalogByType: 29,
+};
+const CONFIG = {
+    create: 0,
+    release: 1,
+    setAppDataDir: 3,
+    setLogsDir: 4,
+    setModelCacheDir: 5,
+    addWebServiceEndpoint: 8,
+    setAdditionalOptions: 10,
+};
+const CATALOG = { registerModel: 8 };
+const MODEL = {
+    getInfo: 0,
+    load: 6,
+    unload: 7,
+    infoGetExecutionProvider: 17,
+    createModelInfo: 23,
+    releaseModelInfo: 24,
+    infoSetStringProperty: 25,
+    infoSetIntProperty: 26,
+};
+const T = FFIType;
+const cstr = (value) => Buffer.from(`${value}\0`, 'utf8');
+const outPointer = () => new BigUint64Array(1);
+const deref = (out) => Number(out[0]);
+export const loadBunFoundryLibrary = async (libDir) => {
+    const file = LIBRARY_FILE[process.platform];
+    if (!file)
+        throw new FoundryLibraryError('load', 0, `Foundry Local has no library for ${process.platform}`);
+    const path = join(libDir, file);
+    if (!existsSync(path))
+        throw new FoundryLibraryError('load', 0, `${path} not found: no ${file} in this build`);
+    if (process.platform === 'win32') {
+        // The loader does not search the DLL's own folder for onnxruntime.dll and its siblings (error 126).
+        const kernel32 = dlopen('kernel32.dll', { SetDllDirectoryW: { args: [T.ptr], returns: T.i32 } });
+        kernel32.symbols.SetDllDirectoryW(ptr(Buffer.from(`${libDir}\0`, 'utf16le')));
+    }
+    const library = dlopen(path, {
+        FoundryLocalGetApi: { args: [T.u32], returns: T.ptr },
+        FoundryLocalGetVersionString: { args: [], returns: T.cstring },
+    });
+    const version = String(library.symbols.FoundryLocalGetVersionString());
+    const api = library.symbols.FoundryLocalGetApi(BOUND_C_API_VERSION);
+    if (!api)
+        throw new FoundryLibraryError('FoundryLocalGetApi', 0, `Foundry Local ${version} does not provide C API version ${BOUND_C_API_VERSION}`);
+    return bindLibrary(api, version);
+};
+function bindLibrary(api, version) {
+    const fn = (table, index, args, returns) => CFunction({ ptr: read.ptr(table, index * POINTER), args, returns });
+    const statusCode = fn(api, API.statusGetErrorCode, [T.ptr], T.i32);
+    const statusMessage = fn(api, API.statusGetErrorMessage, [T.ptr], T.cstring);
+    const statusRelease = fn(api, API.statusRelease, [T.ptr], T.void);
+    /** A non-null `flStatus*` is an error: read it, free it, throw it. */
+    const check = (status, operation) => {
+        if (!status)
+            return;
+        const code = Number(statusCode(status));
+        const message = String(statusMessage(status));
+        statusRelease(status);
+        throw new FoundryLibraryError(operation, code, message);
+    };
+    const call = (f, operation, ...args) => check(f(...args), operation);
+    const configApi = fn(api, API.getConfigurationApi, [], T.ptr)();
+    const catalogApi = fn(api, API.getCatalogApi, [], T.ptr)();
+    const modelApi = fn(api, API.getModelApi, [], T.ptr)();
+    const f = {
+        configCreate: fn(configApi, CONFIG.create, [T.ptr, T.ptr], T.ptr),
+        configRelease: fn(configApi, CONFIG.release, [T.ptr], T.void),
+        setAppDataDir: fn(configApi, CONFIG.setAppDataDir, [T.ptr, T.ptr], T.ptr),
+        setLogsDir: fn(configApi, CONFIG.setLogsDir, [T.ptr, T.ptr], T.ptr),
+        setModelCacheDir: fn(configApi, CONFIG.setModelCacheDir, [T.ptr, T.ptr], T.ptr),
+        addWebServiceEndpoint: fn(configApi, CONFIG.addWebServiceEndpoint, [T.ptr, T.ptr], T.ptr),
+        setAdditionalOptions: fn(configApi, CONFIG.setAdditionalOptions, [T.ptr, T.ptr], T.ptr),
+        kvCreate: fn(api, API.createKeyValuePairs, [T.ptr], T.void),
+        kvAdd: fn(api, API.addKeyValuePair, [T.ptr, T.ptr, T.ptr], T.void),
+        kvRelease: fn(api, API.keyValuePairsRelease, [T.ptr], T.void),
+        managerCreate: fn(api, API.managerCreate, [T.ptr, T.ptr], T.ptr),
+        managerRelease: fn(api, API.managerRelease, [T.ptr], T.void),
+        managerShutdown: fn(api, API.managerShutdown, [T.ptr], T.ptr),
+        getDiscoverableEps: fn(api, API.getDiscoverableEps, [T.ptr, T.ptr, T.ptr], T.ptr),
+        downloadAndRegisterEps: fn(api, API.downloadAndRegisterEps, [T.ptr, T.ptr, T.u64, T.ptr, T.ptr], T.ptr),
+        getCatalogByType: fn(api, API.getCatalogByType, [T.ptr, T.i32, T.ptr], T.ptr),
+        webServiceStart: fn(api, API.webServiceStart, [T.ptr], T.ptr),
+        webServiceUrls: fn(api, API.webServiceUrls, [T.ptr, T.ptr, T.ptr], T.ptr),
+        registerModel: fn(catalogApi, CATALOG.registerModel, [T.ptr, T.ptr, T.ptr, T.ptr, T.ptr], T.ptr),
+        modelGetInfo: fn(modelApi, MODEL.getInfo, [T.ptr, T.ptr], T.ptr),
+        modelLoad: fn(modelApi, MODEL.load, [T.ptr], T.ptr),
+        modelUnload: fn(modelApi, MODEL.unload, [T.ptr], T.ptr),
+        infoGetExecutionProvider: fn(modelApi, MODEL.infoGetExecutionProvider, [T.ptr], T.cstring),
+        createModelInfo: fn(modelApi, MODEL.createModelInfo, [T.ptr], T.ptr),
+        releaseModelInfo: fn(modelApi, MODEL.releaseModelInfo, [T.ptr], T.void),
+        infoSetString: fn(modelApi, MODEL.infoSetStringProperty, [T.ptr, T.ptr, T.ptr], T.ptr),
+        infoSetInt: fn(modelApi, MODEL.infoSetIntProperty, [T.ptr, T.ptr, T.i64], T.ptr),
+    };
+    function createManager(config) {
+        const configOut = outPointer();
+        call(f.configCreate, 'Configuration_Create', ptr(cstr(config.appName)), ptr(configOut));
+        const cfg = deref(configOut);
+        let manager;
+        try {
+            call(f.setAppDataDir, 'SetAppDataDir', cfg, ptr(cstr(config.appDataDir)));
+            call(f.setLogsDir, 'SetLogsDir', cfg, ptr(cstr(config.logsDir)));
+            call(f.setModelCacheDir, 'SetModelCacheDir', cfg, ptr(cstr(config.modelCacheDir)));
+            for (const endpoint of config.webServiceEndpoints)
+                call(f.addWebServiceEndpoint, 'AddWebServiceEndpoint', cfg, ptr(cstr(endpoint)));
+            const kvOut = outPointer();
+            f.kvCreate(ptr(kvOut));
+            const kv = deref(kvOut);
+            for (const [key, value] of Object.entries(config.additionalOptions))
+                f.kvAdd(kv, ptr(cstr(key)), ptr(cstr(value)));
+            try {
+                call(f.setAdditionalOptions, 'SetAdditionalOptions', cfg, kv);
+            }
+            finally {
+                f.kvRelease(kv);
+            }
+            const managerOut = outPointer();
+            call(f.managerCreate, 'Manager_Create', cfg, ptr(managerOut));
+            manager = deref(managerOut);
+        }
+        finally {
+            f.configRelease(cfg);
+        }
+        return bindManager(manager);
+    }
+    function bindManager(manager) {
+        return {
+            discoverableEps() {
+                const epsOut = outPointer();
+                const countOut = outPointer();
+                call(f.getDiscoverableEps, 'Manager_GetDiscoverableEps', manager, ptr(epsOut), ptr(countOut));
+                const base = deref(epsOut);
+                const eps = [];
+                for (let i = 0; i < Number(countOut[0]); i++) {
+                    const at = i * EP_INFO_SIZE;
+                    eps.push({
+                        name: new CString(read.ptr(base, at + 8)).toString(),
+                        registered: read.u8(base, at + 16) !== 0,
+                    });
+                }
+                return eps;
+            },
+            downloadAndRegisterEps(names, onProgress) {
+                const strings = names.map(cstr);
+                const array = new BigUint64Array(strings.map((s) => BigInt(ptr(s))));
+                // Not threadsafe: the library calls back on the calling thread, synchronously (spike S1, S2).
+                const callback = onProgress
+                    ? new JSCallback((name, percent) => {
+                        onProgress(new CString(name).toString(), percent);
+                        return 0;
+                    }, { args: [T.ptr, T.f32, T.ptr], returns: T.i32 })
+                    : null;
+                try {
+                    call(f.downloadAndRegisterEps, 'Manager_DownloadAndRegisterEps', manager, names.length > 0 ? ptr(array) : null, names.length, callback ? callback.ptr : null, null);
+                }
+                finally {
+                    callback?.close();
+                }
+            },
+            registerLocalModel(path, id, metadata) {
+                const catalogOut = outPointer();
+                call(f.getCatalogByType, 'Manager_GetCatalogByType', manager, CATALOG_LOCAL, ptr(catalogOut));
+                const infoOut = outPointer();
+                call(f.createModelInfo, 'CreateModelInfo', ptr(infoOut));
+                const info = deref(infoOut);
+                const modelOut = outPointer();
+                try {
+                    for (const [key, value] of Object.entries(metadata.strings))
+                        call(f.infoSetString, `Info_SetStringProperty(${key})`, info, ptr(cstr(key)), ptr(cstr(value)));
+                    for (const [key, value] of Object.entries(metadata.ints))
+                        call(f.infoSetInt, `Info_SetIntProperty(${key})`, info, ptr(cstr(key)), BigInt(value));
+                    call(f.registerModel, 'RegisterModel', deref(catalogOut), ptr(cstr(path)), ptr(cstr(id)), info, ptr(modelOut));
+                }
+                finally {
+                    f.releaseModelInfo(info);
+                }
+                return bindModel(deref(modelOut));
+            },
+            webServiceStart() {
+                call(f.webServiceStart, 'Manager_WebServiceStart', manager);
+                const urlsOut = outPointer();
+                const countOut = outPointer();
+                call(f.webServiceUrls, 'Manager_WebServiceUrls', manager, ptr(urlsOut), ptr(countOut));
+                const urls = [];
+                for (let i = 0; i < Number(countOut[0]); i++)
+                    urls.push(new CString(read.ptr(deref(urlsOut), i * POINTER)).toString());
+                return urls;
+            },
+            shutdown: () => call(f.managerShutdown, 'Manager_Shutdown', manager),
+            release: () => {
+                f.managerRelease(manager);
+            },
+        };
+    }
+    function bindModel(model) {
+        return {
+            load: () => call(f.modelLoad, 'Model_Load', model),
+            unload: () => call(f.modelUnload, 'Model_Unload', model),
+            executionProvider() {
+                const infoOut = outPointer();
+                call(f.modelGetInfo, 'Model_GetInfo', model, ptr(infoOut));
+                const ep = f.infoGetExecutionProvider(deref(infoOut));
+                return ep ? String(ep) : null;
+            },
+        };
+    }
+    return { version, cApiVersion: BOUND_C_API_VERSION, createManager };
+}
+//# sourceMappingURL=ffi-bun.js.map