@atomic-chat/core 0.5.1

package/dist/runtime/foundation-models/errors.js

@@ -0,0 +1,48 @@
+/**
+ * How a Foundation Models server that did not start is explained.
+ *
+ * Ported from: tauri-plugin-foundation-models/src/error.rs (`FoundationModelsError::from_stderr`)
+ * and the startup branches of commands.rs (`load_foundation_models_server`).
+ * Contract: test/fixtures/app/foundation-models-errors.
+ *
+ * One deliberate difference. The Swift server says "Foundation model is downloading or not yet
+ * ready" when the on-device model is still being fetched, and the Rust classifier only looked for
+ * "model not ready" — so the one case with a clear remedy ("wait and try again") reached the user
+ * as an unexpected error. "not yet ready" is recognised here as the same condition.
+ */
+import { AtomicCoreError } from '../../contracts/index.js';
+/** Written on stdout once the HTTP server is up (FoundationModelsServerCommand.swift). */
+export const FOUNDATION_MODELS_READY_MARKERS = ['server is listening on', 'http server listening'];
+/** The prefix of the line the server writes before exiting when the model is unavailable. */
+export const FOUNDATION_MODELS_ERROR_PREFIX = '[foundation-models] ERROR:';
+export function classifyFoundationModelsStderr(stderr) {
+    const lower = stderr.toLowerCase();
+    if (lower.includes('device is not eligible') || lower.includes('devicenoteligible'))
+        return new AtomicCoreError('FOUNDATION_MODELS_UNAVAILABLE', 'This device is not eligible for Apple Intelligence.', stderr);
+    if (lower.includes('apple intelligence is not enabled') || lower.includes('appleintelligencenotenabled'))
+        return new AtomicCoreError('FOUNDATION_MODELS_UNAVAILABLE', 'Apple Intelligence is not enabled. Please enable it in System Settings → Apple Intelligence & Siri.', stderr);
+    if (lower.includes('model not ready') || lower.includes('modelnotready') || lower.includes('not yet ready'))
+        return new AtomicCoreError('FOUNDATION_MODELS_UNAVAILABLE', 'The Foundation Model is still downloading or not yet ready. Please wait and try again.', stderr);
+    return new AtomicCoreError('PROCESS_ERROR', 'The Foundation Models server encountered an unexpected error.', stderr);
+}
+/** The reason line, when the server wrote one (the match is case-sensitive, as in the plugin). */
+export function foundationModelsErrorLine(text) {
+    return text.split('\n').find((line) => line.includes(FOUNDATION_MODELS_ERROR_PREFIX));
+}
+/**
+ * An exit before readiness. The server writes its reason and then exits 1; the plugin raced the two
+ * and either error could win. Here the reason, when there is one, always wins.
+ */
+export function classifyFoundationModelsExit(exit, stderr) {
+    const reason = foundationModelsErrorLine(stderr);
+    if (reason)
+        return classifyFoundationModelsStderr(reason);
+    return new AtomicCoreError('SERVER_START_FAILED', `Foundation Models server exited with code ${exit.code ?? -1} before becoming ready. Ensure Apple Intelligence is enabled in System Settings.`);
+}
+export function foundationModelsTimeout(timeoutSecs) {
+    return new AtomicCoreError('SERVER_START_TIMED_OUT', `Foundation Models server did not become ready within ${timeoutSecs} seconds.`);
+}
+export function foundationModelsBinaryMissing(path) {
+    return new AtomicCoreError('BINARY_NOT_FOUND', `foundation-models-server binary not found at: ${path}`);
+}
+//# sourceMappingURL=errors.js.map

package/dist/runtime/foundation-models/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/runtime/foundation-models/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,0FAA0F;AAC1F,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,wBAAwB,EAAE,uBAAuB,CAAU,CAAA;AAE3G,6FAA6F;AAC7F,MAAM,CAAC,MAAM,8BAA8B,GAAG,4BAA4B,CAAA;AAE1E,MAAM,UAAU,8BAA8B,CAAC,MAAc;IAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;IAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,wBAAwB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACjF,OAAO,IAAI,eAAe,CACxB,+BAA+B,EAC/B,qDAAqD,EACrD,MAAM,CACP,CAAA;IACH,IAAI,KAAK,CAAC,QAAQ,CAAC,mCAAmC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,6BAA6B,CAAC;QACtG,OAAO,IAAI,eAAe,CACxB,+BAA+B,EAC/B,qGAAqG,EACrG,MAAM,CACP,CAAA;IACH,IAAI,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QACzG,OAAO,IAAI,eAAe,CACxB,+BAA+B,EAC/B,wFAAwF,EACxF,MAAM,CACP,CAAA;IACH,OAAO,IAAI,eAAe,CACxB,eAAe,EACf,+DAA+D,EAC/D,MAAM,CACP,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,CAAA;AACvF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,4BAA4B,CAAC,IAAc,EAAE,MAAc;IACzE,MAAM,MAAM,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAA;IAChD,IAAI,MAAM;QAAE,OAAO,8BAA8B,CAAC,MAAM,CAAC,CAAA;IACzD,OAAO,IAAI,eAAe,CACxB,qBAAqB,EACrB,6CAA6C,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,kFAAkF,CAC/I,CAAA;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,WAAmB;IACzD,OAAO,IAAI,eAAe,CACxB,wBAAwB,EACxB,wDAAwD,WAAW,WAAW,CAC/E,CAAA;AACH,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,IAAY;IACxD,OAAO,IAAI,eAAe,CAAC,kBAAkB,EAAE,iDAAiD,IAAI,EAAE,CAAC,CAAA;AACzG,CAAC"}

package/dist/runtime/foundation-models/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Apple Foundation Models sidecar runtime (macOS 26+).
+ *
+ * Ported from: tauri-plugin-foundation-models/src/commands.rs, extensions/foundation-models-extension
+ * See PLAN.md §3.2. Public API of this module is exported from this file only.
+ */
+export * from './errors.js';
+export * from './runtime.js';

package/dist/runtime/foundation-models/index.js

@@ -0,0 +1,9 @@
+/**
+ * Apple Foundation Models sidecar runtime (macOS 26+).
+ *
+ * Ported from: tauri-plugin-foundation-models/src/commands.rs, extensions/foundation-models-extension
+ * See PLAN.md §3.2. Public API of this module is exported from this file only.
+ */
+export * from './errors.js';
+export * from './runtime.js';
+//# sourceMappingURL=index.js.map

package/dist/runtime/foundation-models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/foundation-models/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,aAAa,CAAA;AAC3B,cAAc,cAAc,CAAA"}

package/dist/runtime/foundation-models/runtime.d.ts

@@ -0,0 +1,73 @@
+/**
+ * Apple's on-device model, served by the bundled `foundation-models-server` (macOS 26+, Apple
+ * Silicon, Apple Intelligence enabled).
+ *
+ * Ported from: tauri-plugin-foundation-models/src/commands.rs (`load_foundation_models_server`,
+ * `check_foundation_models_availability`, unload, cleanup) and
+ * extensions/foundation-models-extension/src/index.ts (`load`, `unload`).
+ *
+ * There is one model, `apple/on-device`, and nothing to configure: the server takes a port and a
+ * key. What the core adds over the plugin is what every runtime gives — one start at a time, a
+ * journalled PID, and a session that disappears (with `session:died`) when its process does.
+ *
+ * The server prints its "listening" lines just before it binds, so readiness is optimistic in the
+ * app too; a bind failure after that shows up as `session:died` here instead of a dead port.
+ */
+import type { ProcessJournal } from '../../lock/index.js';
+import type { SessionInfo, UnloadResult } from '../../contracts/index.js';
+import type { CtxIncreaseResult, EmitFn, LocalLoadOptions, LocalRuntime, RecreateResult } from '../shared/index.js';
+import { spawnAndAwaitReady } from '../shared/index.js';
+export declare const APPLE_MODEL_ID = "apple/on-device";
+export declare const FOUNDATION_MODELS_BINARY = "foundation-models-server";
+/** The extension's HMAC secret for session keys (`index.ts:52`). */
+export declare const FOUNDATION_MODELS_API_SECRET = "JanFoundationModels";
+export declare const FOUNDATION_MODELS_STARTUP_TIMEOUT_SECS = 60;
+/** How long an availability answer is trusted (the plugin's and the webview's cache: 30 min). */
+export declare const AVAILABILITY_TTL_MS: number;
+/** The plugin waited on `--check` forever; a wedged binary must not wedge the control API. */
+export declare const AVAILABILITY_CHECK_TIMEOUT_MS = 30000;
+/**
+ * What `--check` reports: `available`, `notEligible`, `appleIntelligenceNotEnabled`,
+ * `modelNotReady`, `unavailable`, or `binaryNotFound` when there is no server to ask.
+ */
+export type FoundationModelsAvailability = string;
+export interface FoundationModelsRuntimeOptions {
+    instanceId: string;
+    /** The bundled binaries folder (the app's `resources/bin`); the server is looked up here. */
+    resourcesDir?: string | undefined;
+    journal?: ProcessJournal | undefined;
+    emit?: EmitFn;
+    baseEnv?: NodeJS.ProcessEnv;
+    now?: () => number;
+    /** Test seams. */
+    spawn?: typeof spawnAndAwaitReady;
+    runCheck?: (exe: string) => Promise<string>;
+    exists?: (path: string) => boolean;
+}
+export declare class FoundationModelsRuntime implements LocalRuntime {
+    private readonly options;
+    private readonly table;
+    private readonly emit;
+    private availability;
+    constructor(options: FoundationModelsRuntimeOptions);
+    /** Where the server binary is expected, or undefined when no resources folder was given. */
+    binaryPath(): string | undefined;
+    list(): SessionInfo[];
+    findSession(modelId: string): SessionInfo | undefined;
+    getLoadedModels(): string[];
+    isLoading(modelId: string): boolean;
+    /**
+     * Whether this Mac can run the model. The binary decides (macOS version, Apple Silicon, Apple
+     * Intelligence), so this only runs it and trusts the token for 30 minutes; a missing binary is not
+     * cached, because an install can put it back.
+     */
+    checkAvailability(force?: boolean): Promise<FoundationModelsAvailability>;
+    load(modelId: string, opts?: LocalLoadOptions): Promise<SessionInfo>;
+    private start;
+    unload(modelId: string): Promise<UnloadResult>;
+    /** The on-device model has no context setting the core could grow. */
+    autoIncreaseCtx(modelId: string): Promise<CtxIncreaseResult>;
+    recreateSession(modelId: string): Promise<RecreateResult>;
+    shutdown(): Promise<void>;
+    private exists;
+}

package/dist/runtime/foundation-models/runtime.js

@@ -0,0 +1,186 @@
+/**
+ * Apple's on-device model, served by the bundled `foundation-models-server` (macOS 26+, Apple
+ * Silicon, Apple Intelligence enabled).
+ *
+ * Ported from: tauri-plugin-foundation-models/src/commands.rs (`load_foundation_models_server`,
+ * `check_foundation_models_availability`, unload, cleanup) and
+ * extensions/foundation-models-extension/src/index.ts (`load`, `unload`).
+ *
+ * There is one model, `apple/on-device`, and nothing to configure: the server takes a port and a
+ * key. What the core adds over the plugin is what every runtime gives — one start at a time, a
+ * journalled PID, and a session that disappears (with `session:died`) when its process does.
+ *
+ * The server prints its "listening" lines just before it binds, so readiness is optimistic in the
+ * app too; a bind failure after that shows up as `session:died` here instead of a dead port.
+ */
+import { execFile } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { AtomicCoreError } from '../../contracts/index.js';
+import { closeLogStream, generateApiKey, openLogStream, randomFreePort, SidecarTable, spawnAndAwaitReady, throwIfLoadCancelled, } from '../shared/index.js';
+import { FOUNDATION_MODELS_ERROR_PREFIX, FOUNDATION_MODELS_READY_MARKERS, classifyFoundationModelsExit, classifyFoundationModelsStderr, foundationModelsBinaryMissing, foundationModelsTimeout, } from './errors.js';
+export const APPLE_MODEL_ID = 'apple/on-device';
+export const FOUNDATION_MODELS_BINARY = 'foundation-models-server';
+/** The extension's HMAC secret for session keys (`index.ts:52`). */
+export const FOUNDATION_MODELS_API_SECRET = 'JanFoundationModels';
+export const FOUNDATION_MODELS_STARTUP_TIMEOUT_SECS = 60;
+/** How long an availability answer is trusted (the plugin's and the webview's cache: 30 min). */
+export const AVAILABILITY_TTL_MS = 30 * 60 * 1000;
+/** The plugin waited on `--check` forever; a wedged binary must not wedge the control API. */
+export const AVAILABILITY_CHECK_TIMEOUT_MS = 30_000;
+export class FoundationModelsRuntime {
+    options;
+    table;
+    emit;
+    availability;
+    constructor(options) {
+        this.options = options;
+        this.emit = options.emit ?? (() => { });
+        this.table = new SidecarTable({
+            provider: 'foundation-models',
+            instanceId: options.instanceId,
+            journal: options.journal,
+            emit: this.emit,
+            engine: 'Foundation Models',
+            unloadGraceMs: 5000,
+            shutdownGraceMs: 2000,
+            describeExit: (exit, stderr) => {
+                const reason = stderr.split('\n').find((line) => line.includes(FOUNDATION_MODELS_ERROR_PREFIX));
+                if (reason)
+                    return classifyFoundationModelsStderr(reason).message;
+                return exit.signal
+                    ? `The Foundation Models server was stopped by signal ${exit.signal}.`
+                    : `The Foundation Models server exited with code ${exit.code ?? -1}.`;
+            },
+        });
+    }
+    /** Where the server binary is expected, or undefined when no resources folder was given. */
+    binaryPath() {
+        return this.options.resourcesDir ? join(this.options.resourcesDir, FOUNDATION_MODELS_BINARY) : undefined;
+    }
+    list() {
+        return this.table.list();
+    }
+    findSession(modelId) {
+        return this.table.findSession(modelId);
+    }
+    getLoadedModels() {
+        return this.table.getLoadedModels();
+    }
+    isLoading(modelId) {
+        return this.table.isLoading(modelId);
+    }
+    /**
+     * Whether this Mac can run the model. The binary decides (macOS version, Apple Silicon, Apple
+     * Intelligence), so this only runs it and trusts the token for 30 minutes; a missing binary is not
+     * cached, because an install can put it back.
+     */
+    async checkAvailability(force = false) {
+        const now = this.options.now?.() ?? Date.now();
+        if (!force && this.availability && now - this.availability.at < AVAILABILITY_TTL_MS)
+            return this.availability.status;
+        const exe = this.binaryPath();
+        if (!exe || !this.exists(exe))
+            return 'binaryNotFound';
+        const stdout = await (this.options.runCheck ?? runCheck)(exe);
+        const status = stdout.trim() || 'unavailable';
+        this.availability = { status, at: now };
+        return status;
+    }
+    async load(modelId, opts = {}) {
+        this.table.assertRunning();
+        if (modelId !== APPLE_MODEL_ID)
+            throw new AtomicCoreError('MODEL_NOT_FOUND', `Foundation Models extension only supports model '${APPLE_MODEL_ID}', got '${modelId}'`);
+        return this.table.load(modelId, () => this.start(modelId, opts), opts.signal);
+    }
+    async start(modelId, opts) {
+        throwIfLoadCancelled(opts.signal);
+        const exe = opts.exePath ?? this.binaryPath();
+        if (!exe || !this.exists(exe))
+            throw foundationModelsBinaryMissing(exe ?? join('<resources-dir>', FOUNDATION_MODELS_BINARY));
+        const timeoutSecs = opts.timeoutSecs ?? FOUNDATION_MODELS_STARTUP_TIMEOUT_SECS;
+        if (!Number.isFinite(timeoutSecs) || timeoutSecs <= 0)
+            throw new AtomicCoreError('INVALID_ARGUMENT', 'Load timeout must be a positive number of seconds.');
+        const port = opts.port ?? (await randomFreePort(this.table.usedPorts()));
+        const apiKey = generateApiKey(modelId, port, FOUNDATION_MODELS_API_SECRET);
+        const args = ['--port', String(port), '--api-key', apiKey];
+        throwIfLoadCancelled(opts.signal);
+        const logStream = opts.logPath ? await openLogStream(opts.logPath, 'Foundation Models') : undefined;
+        const env = Object.fromEntries(Object.entries(this.options.baseEnv ?? process.env).filter((entry) => entry[1] !== undefined));
+        let started;
+        try {
+            started = await (this.options.spawn ?? spawnAndAwaitReady)({ exe, args, env }, {
+                timeoutMs: timeoutSecs * 1000,
+                signal: this.table.signal,
+                ...(opts.signal ? { cancelSignal: opts.signal } : {}),
+                // stdout only, as in the plugin: Hummingbird's own stderr log says "listening on" too.
+                streamReadyMarkers: { stdout: FOUNDATION_MODELS_READY_MARKERS, stderr: [] },
+                timeoutGraceMs: 5000,
+                timeoutError: () => foundationModelsTimeout(timeoutSecs),
+                failOnLine: (stream, line) => stream === 'stderr' && line.includes(FOUNDATION_MODELS_ERROR_PREFIX)
+                    ? classifyFoundationModelsStderr(line)
+                    : undefined,
+                classifyExit: (exit, stderr) => classifyFoundationModelsExit(exit, stderr),
+                onLine: (stream, line) => {
+                    logStream?.write(`[${stream}] ${line}\n`);
+                    if (opts.verbose)
+                        this.emit('core:log', { level: 'debug', msg: `[foundation-models][${stream}] ${line}` });
+                },
+            });
+        }
+        catch (error) {
+            await closeLogStream(logStream);
+            throw error;
+        }
+        return this.table.adopt({
+            info: {
+                pid: started.process.pid,
+                port,
+                model_id: modelId,
+                model_path: '',
+                is_embedding: false,
+                api_key: apiKey,
+            },
+            process: started.process,
+            exe,
+            extra: undefined,
+            logStream,
+        }, opts.signal);
+    }
+    unload(modelId) {
+        this.table.assertRunning();
+        return this.table.unload(modelId);
+    }
+    /** The on-device model has no context setting the core could grow. */
+    async autoIncreaseCtx(modelId) {
+        this.table.assertRunning();
+        return this.table.get(modelId)
+            ? { ok: false, reason: 'unsupported' }
+            : { ok: false, reason: 'not-loaded' };
+    }
+    async recreateSession(modelId) {
+        this.table.assertRunning();
+        if (!this.table.get(modelId))
+            return { ok: false, reason: 'not-loaded' };
+        await this.table.unload(modelId);
+        return { ok: true, session: await this.load(modelId) };
+    }
+    shutdown() {
+        return this.table.shutdown();
+    }
+    exists(path) {
+        return (this.options.exists ?? existsSync)(path);
+    }
+}
+function runCheck(exe) {
+    return new Promise((resolve, reject) => {
+        execFile(exe, ['--check'], { timeout: AVAILABILITY_CHECK_TIMEOUT_MS, windowsHide: true }, (error, stdout) => {
+            // The binary always exits 0; an error is a spawn failure or the timeout.
+            if (error && !stdout)
+                reject(new AtomicCoreError('IO_ERROR', 'An input/output error occurred.', error.message));
+            else
+                resolve(String(stdout));
+        });
+    });
+}
+//# sourceMappingURL=runtime.js.map

package/dist/runtime/foundation-models/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/foundation-models/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAU1D,OAAO,EACL,cAAc,EACd,cAAc,EACd,aAAa,EACb,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACL,8BAA8B,EAC9B,+BAA+B,EAC/B,4BAA4B,EAC5B,8BAA8B,EAC9B,6BAA6B,EAC7B,uBAAuB,GACxB,MAAM,aAAa,CAAA;AAEpB,MAAM,CAAC,MAAM,cAAc,GAAG,iBAAiB,CAAA;AAC/C,MAAM,CAAC,MAAM,wBAAwB,GAAG,0BAA0B,CAAA;AAClE,oEAAoE;AACpE,MAAM,CAAC,MAAM,4BAA4B,GAAG,qBAAqB,CAAA;AACjE,MAAM,CAAC,MAAM,sCAAsC,GAAG,EAAE,CAAA;AACxD,iGAAiG;AACjG,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AACjD,8FAA8F;AAC9F,MAAM,CAAC,MAAM,6BAA6B,GAAG,MAAM,CAAA;AAsBnD,MAAM,OAAO,uBAAuB;IAKL;IAJZ,KAAK,CAAc;IACnB,IAAI,CAAQ;IACrB,YAAY,CAAkE;IAEtF,YAA6B,OAAuC;QAAvC,YAAO,GAAP,OAAO,CAAgC;QAClE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC;YAC5B,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,mBAAmB;YAC3B,aAAa,EAAE,IAAI;YACnB,eAAe,EAAE,IAAI;YACrB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,CAAA;gBAC/F,IAAI,MAAM;oBAAE,OAAO,8BAA8B,CAAC,MAAM,CAAC,CAAC,OAAO,CAAA;gBACjE,OAAO,IAAI,CAAC,MAAM;oBAChB,CAAC,CAAC,sDAAsD,IAAI,CAAC,MAAM,GAAG;oBACtE,CAAC,CAAC,iDAAiD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAA;YACzE,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,4FAA4F;IAC5F,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,wBAAwB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC1G,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,KAAK,GAAG,KAAK;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAA;QAC9C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,mBAAmB;YACjF,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAA;QAC7B,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,OAAO,gBAAgB,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAA;QAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,IAAI,aAAa,CAAA;QAC7C,IAAI,CAAC,YAAY,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAA;QACvC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,IAAI,OAAO,KAAK,cAAc;YAC5B,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,oDAAoD,cAAc,WAAW,OAAO,GAAG,CACxF,CAAA;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/E,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,IAAsB;QACzD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAA;QAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAC3B,MAAM,6BAA6B,CAAC,GAAG,IAAI,IAAI,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC,CAAA;QAC/F,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,sCAAsC,CAAA;QAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,CAAC;YACnD,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,oDAAoD,CAAC,CAAA;QACrG,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAA;QAC1E,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;QAC1D,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACnG,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CACxD,CAAC,KAAK,EAA6B,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAC7D,CACF,CAAA;QACD,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,CACxD,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAClB;gBACE,SAAS,EAAE,WAAW,GAAG,IAAI;gBAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;gBACzB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,uFAAuF;gBACvF,kBAAkB,EAAE,EAAE,MAAM,EAAE,+BAA+B,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC3E,cAAc,EAAE,IAAI;gBACpB,YAAY,EAAE,GAAG,EAAE,CAAC,uBAAuB,CAAC,WAAW,CAAC;gBACxD,UAAU,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAC3B,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC;oBAClE,CAAC,CAAC,8BAA8B,CAAC,IAAI,CAAC;oBACtC,CAAC,CAAC,SAAS;gBACf,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,4BAA4B,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC1E,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAA;oBACzC,IAAI,IAAI,CAAC,OAAO;wBACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,uBAAuB,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;gBAC5F,CAAC;aACF,CACF,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,SAAS,CAAC,CAAA;YAC/B,MAAM,KAAK,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB;YACE,IAAI,EAAE;gBACJ,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;gBACxB,IAAI;gBACJ,QAAQ,EAAE,OAAO;gBACjB,UAAU,EAAE,EAAE;gBACd,YAAY,EAAE,KAAK;gBACnB,OAAO,EAAE,MAAM;aAChB;YACD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,KAAK,EAAE,SAAS;YAChB,SAAS;SACV,EACD,IAAI,CAAC,MAAM,CACZ,CAAA;IACH,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE;YACtC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAChC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAA;IACxD,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;IAEO,MAAM,CAAC,IAAY;QACzB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,GAAW;IAC3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,QAAQ,CACN,GAAG,EACH,CAAC,SAAS,CAAC,EACX,EAAE,OAAO,EAAE,6BAA6B,EAAE,WAAW,EAAE,IAAI,EAAE,EAC7D,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAChB,yEAAyE;YACzE,IAAI,KAAK,IAAI,CAAC,MAAM;gBAClB,MAAM,CAAC,IAAI,eAAe,CAAC,UAAU,EAAE,iCAAiC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;;gBACtF,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9B,CAAC,CACF,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/runtime/index.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Local runtimes. The process mechanics shared by every local backend live in `shared/`;
+ * `llamacpp/`, `mlx/` and `foundation-models/` are the providers built on it.
+ */
+export * from './shared/index.js';

package/dist/runtime/index.js

@@ -0,0 +1,6 @@
+/**
+ * Local runtimes. The process mechanics shared by every local backend live in `shared/`;
+ * `llamacpp/`, `mlx/` and `foundation-models/` are the providers built on it.
+ */
+export * from './shared/index.js';
+//# sourceMappingURL=index.js.map

package/dist/runtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/runtime/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,cAAc,mBAAmB,CAAA"}

package/dist/runtime/llamacpp/args.d.ts

@@ -0,0 +1,90 @@
+/**
+ * llama-server argv builder. Port of
+ * `src-tauri/plugins/tauri-plugin-llamacpp-upstream/src/args.rs` (ArgumentBuilder).
+ *
+ * Pure: takes a full `LlamacppConfig` and load inputs, returns argv + warnings. Emission order and
+ * every gate are pinned by `test/contract/args.test.ts` against fixtures emitted from the Rust
+ * implementation (comparator `argv-exact`).
+ *
+ * Provider dependence (PLAN.md §8.2 "Divergences"): only the cache-type whitelist differs —
+ * `llamacpp-upstream` never emits fork-only `turbo*` types, `llamacpp` (TurboQuant) allows them when
+ * the installed version is a fork tag. Everything else is shared.
+ */
+import type { LlamacppConfig, LocalProviderId } from '../../contracts/index.js';
+import { f32Differs, formatRustF32 } from '../../util/index.js';
+export { f32Differs, formatRustF32 };
+/** Minimum llama.cpp build that turned `--flash-attn` into a string argument (auto|on|off). */
+export declare const FLASH_ATTN_STRING_ARG_MIN_BUILD = 6325;
+/** First upstream release containing Qwen built-in MTP (`--spec-type draft-mtp`). */
+export declare const MTP_MIN_BUILD = 9180;
+/** First upstream release containing the Gemma 4 separate-draft MTP merge. */
+export declare const GEMMA_MTP_MIN_BUILD = 9553;
+/** First upstream release containing `--reasoning-preserve`. */
+export declare const REASONING_PRESERVE_MIN_BUILD = 9837;
+/** First upstream release where reasoning preservation is on by default (silence means "on"). */
+export declare const REASONING_PRESERVE_DEFAULT_ON_MIN_BUILD = 10762;
+/** Cache types supported by stock ggml-org builds. */
+export declare const STANDARD_CACHE_TYPES: readonly string[];
+/** Fields with `#[serde(default)]` in Rust; every other `LlamacppConfig` field is required. */
+/**
+ * Fields Rust deserialisation fills in when the app leaves them out. The two string fields are not
+ * engine settings — the extension carries them per model — so a core that loads a model the app has
+ * never configured must supply `String::default()` itself, or the builder emits a flag with no value.
+ */
+export declare const LLAMACPP_CONFIG_SERDE_DEFAULTS: {
+    readonly chat_template: "";
+    readonly override_tensor_buffer_t: "";
+    readonly parallel: 1;
+    readonly concurrent_mode: false;
+    readonly concurrent_slots: 8;
+    readonly expose_metrics: false;
+    readonly mtp: false;
+    readonly mtp_draft_path: "";
+    readonly dflash: false;
+    readonly dflash_spec_supported: false;
+    readonly dflash_draft_path: "";
+    readonly dflash_n_max: 0;
+    readonly reasoning_preserve: false;
+    readonly extra_args: "";
+};
+export type LlamacppConfigInput = Omit<LlamacppConfig, keyof typeof LLAMACPP_CONFIG_SERDE_DEFAULTS> & Partial<Pick<LlamacppConfig, keyof typeof LLAMACPP_CONFIG_SERDE_DEFAULTS>>;
+/**
+ * Fill the serde-default fields the way Rust deserialisation would. A key present with the value
+ * `undefined` counts as absent — in JSON it would simply not be there, and letting it through would
+ * overwrite a default with nothing.
+ */
+export declare function withLlamacppDefaults(input: LlamacppConfigInput): LlamacppConfig;
+export interface LlamaArgsInput {
+    provider: LocalProviderId;
+    isEmbedding: boolean;
+    modelId: string;
+    modelPath: string;
+    port: number;
+    mmprojPath?: string | null;
+}
+export interface LlamaArgsPlan {
+    argv: string[];
+    /** Human-readable notes the Rust builder would have logged (skipped gates, sanitised values). */
+    warnings: string[];
+    version: string;
+    backend: string;
+}
+/** `"<version>/<backend>"` → parts. BOM stripped, both sides trimmed. Throws on a missing `/`. */
+export declare function parseVersionBackend(versionBackend: string): {
+    version: string;
+    backend: string;
+};
+/** `"b6325"` → 6325, `"b10018-1.3.0"` → 10018, `"v1.0"` → undefined. */
+export declare function parseBuildNumber(version: string): number | undefined;
+/** TurboQuant release train: `turboquant-*` or the unified `b<build>-<x>.<y>.<z>` tag. */
+export declare function isTurboquantVersion(version: string): boolean;
+/**
+ * POSIX-ish splitter for user-supplied extra arguments. Quotes group; backslash escapes the active
+ * quote or a backslash inside quotes, and whitespace/quotes/backslash outside. An unterminated quote
+ * is an error (the caller drops the whole string).
+ */
+export declare function parseExtraArgs(value: string): string[];
+/** Build the plan (argv + warnings). Throws `INVALID_ARGUMENT` for a malformed `version_backend`. */
+export declare function planLlamaArgs(config: LlamacppConfig, input: LlamaArgsInput): LlamaArgsPlan;
+/** Convenience: argv only. */
+export declare function buildLlamaArgs(config: LlamacppConfig, input: LlamaArgsInput): string[];