hoomanjs 1.41.0 → 1.42.0

package/dist/core/models/llama-cpp/resolve-model.js

@@ -0,0 +1,307 @@
+import { existsSync } from "fs";
+import { homedir } from "os";
+import { basename, isAbsolute, join, sep } from "path";
+import { downloadFileToCacheDir, listFiles } from "@huggingface/hub";
+import { cachePath } from "../../utils/paths.js";
+import { emitModelDownloadProgress } from "../download-progress.js";
+/** GGUF files are cached under `~/.hooman/cache/huggingface` (HF cache layout). */
+export const llamaCppCacheDir = () => join(cachePath(), "huggingface");
+const SHARD_SUFFIX = /-(\d{5})-of-(\d{5})\.gguf$/i;
+function expandHome(p) {
+    if (p === "~" || p.startsWith(`~${sep}`) || p.startsWith("~/")) {
+        return join(homedir(), p.slice(1));
+    }
+    return p;
+}
+/**
+ * Parse an LLM `model` value into either a local GGUF path or a Hugging Face
+ * repo designation. Accepted shapes (an optional `hf:` prefix is stripped):
+ * - `/abs/path/model.gguf`, `./rel/model.gguf`, `~/models/model.gguf`
+ * - `owner/repo` (the repo's GGUF file is auto-detected)
+ * - `owner/repo:Q8_0` (pick the variant matching a quant tag, llama.cpp style)
+ * - `owner/repo/path/to/file.gguf` (pin an exact file, e.g. a quant variant)
+ */
+export function parseModelSpec(model) {
+    let spec = (model.startsWith("hf:") ? model.slice(3) : model).trim();
+    if (spec.length === 0) {
+        throw new Error("llama.cpp model is not configured");
+    }
+    let quant;
+    const quantMatch = spec.match(/^([^:]+\/[^:]+):([\w.-]+)$/);
+    if (quantMatch) {
+        spec = quantMatch[1];
+        quant = quantMatch[2];
+    }
+    if (spec.toLowerCase().endsWith(".gguf")) {
+        const expanded = expandHome(spec);
+        if (isAbsolute(expanded) ||
+            spec.startsWith("./") ||
+            spec.startsWith("../") ||
+            existsSync(expanded)) {
+            return { kind: "local", path: expanded };
+        }
+    }
+    const segments = spec.split("/").filter((s) => s.length > 0);
+    if (segments.length >= 3 && spec.toLowerCase().endsWith(".gguf")) {
+        return {
+            kind: "hub",
+            repo: segments.slice(0, 2).join("/"),
+            filePath: segments.slice(2).join("/"),
+        };
+    }
+    if (segments.length === 2) {
+        return { kind: "hub", repo: spec, ...(quant ? { quant } : {}) };
+    }
+    throw new Error(`Invalid llama.cpp model "${model}". Use a local .gguf path, ` +
+        `"owner/repo", "owner/repo:QUANT", or "owner/repo/path/to/file.gguf".`);
+}
+/**
+ * Preferred quantizations when a repo ships several GGUF variants, best
+ * quality/size trade-off first. Files matching none rank after all matches.
+ */
+const QUANT_PREFERENCE = [
+    "q4_k_m",
+    "q4_k_s",
+    "q4_0",
+    "q5_k_m",
+    "q5_0",
+    "q6_k",
+    "q8_0",
+    "f16",
+    "bf16",
+];
+function quantRank(filePath) {
+    const lower = filePath.toLowerCase();
+    const index = QUANT_PREFERENCE.findIndex((quant) => lower.includes(quant));
+    return index === -1 ? QUANT_PREFERENCE.length : index;
+}
+/**
+ * Auto-detect the GGUF file to use in a Hugging Face repo. Ignores `mmproj`
+ * projector and `mtp` (multi-token-prediction) companion files; for sharded
+ * models returns the first shard (its siblings are downloaded alongside it).
+ * With a `quant` tag (e.g. `Q8_0` from `owner/repo:Q8_0`) only files whose
+ * name contains that tag are considered. Otherwise, when several distinct
+ * GGUF variants exist, common quantizations are preferred (Q4_K_M first) and
+ * ties break alphabetically — pin `owner/repo/file.gguf` to override.
+ */
+async function pickGgufFile(repo, accessToken, quant) {
+    let ggufFiles = [];
+    for await (const entry of listFiles({
+        repo,
+        recursive: true,
+        ...(accessToken ? { accessToken } : {}),
+    })) {
+        const lower = entry.path.toLowerCase();
+        if (entry.type === "file" &&
+            lower.endsWith(".gguf") &&
+            !lower.includes("mmproj") &&
+            !/(^|[/-])mtp([.-]|$)/.test(lower)) {
+            ggufFiles.push(entry.path);
+        }
+    }
+    if (ggufFiles.length === 0) {
+        throw new Error(`No .gguf file found in Hugging Face repo "${repo}".`);
+    }
+    if (quant) {
+        const tag = quant.toLowerCase();
+        const matches = ggufFiles.filter((f) => {
+            const name = f.toLowerCase();
+            // Match the tag on a word boundary (e.g. `Q8_0` should not match
+            // `UD-Q8_K_XL`, and `Q4_K_M` should not match `Q4_K_M-MTP`).
+            return new RegExp(`(^|[^a-z0-9])${tag.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}($|[^a-z0-9_])`).test(name);
+        });
+        if (matches.length === 0) {
+            throw new Error(`No .gguf file matching quant "${quant}" found in Hugging Face repo "${repo}".`);
+        }
+        ggufFiles = matches;
+    }
+    ggufFiles.sort((a, b) => quantRank(a) - quantRank(b) || a.localeCompare(b));
+    const nonShards = ggufFiles.filter((f) => !SHARD_SUFFIX.test(f));
+    if (nonShards.length > 0) {
+        return nonShards[0];
+    }
+    const firstShards = ggufFiles.filter((f) => {
+        const m = f.match(SHARD_SUFFIX);
+        return m !== null && Number(m[1]) === 1;
+    });
+    return firstShards[0] ?? ggufFiles[0];
+}
+/** Minimum time between "downloading" progress emissions. */
+const PROGRESS_EMIT_INTERVAL_MS = 250;
+/** Window over which the transfer rate (and thus the ETA) is smoothed. */
+const SPEED_WINDOW_MS = 5_000;
+/** Responses smaller than this are treated as API chatter, not the file. */
+const MIN_DOWNLOAD_BODY_BYTES = 1024 * 1024;
+/**
+ * Byte-counting `fetch` for {@link downloadFileToCacheDir} that reports
+ * download progress (percent, bytes, speed, ETA) for the file's blob GET.
+ * API calls made through the same fetch (`pathsInfo`, the `Range: bytes=0-0`
+ * download-info probe) are passed through untouched; cache hits never fetch
+ * the blob at all, so no events fire for already-downloaded models.
+ */
+function createProgressReporter(base) {
+    let started = false;
+    let received = 0;
+    let total;
+    let lastEmitAt = 0;
+    let samples = [];
+    const snapshot = (status) => {
+        const now = Date.now();
+        samples.push({ at: now, received });
+        samples = samples.filter((s) => now - s.at <= SPEED_WINDOW_MS);
+        const first = samples[0];
+        const elapsedMs = now - first.at;
+        const bytesPerSecond = elapsedMs > 0
+            ? ((received - first.received) / elapsedMs) * 1000
+            : undefined;
+        const etaSeconds = status === "downloading" &&
+            total !== undefined &&
+            bytesPerSecond !== undefined &&
+            bytesPerSecond > 0
+            ? (total - received) / bytesPerSecond
+            : undefined;
+        return {
+            ...base,
+            status,
+            receivedBytes: received,
+            ...(total !== undefined ? { totalBytes: total } : {}),
+            ...(bytesPerSecond !== undefined && bytesPerSecond >= 0
+                ? { bytesPerSecond }
+                : {}),
+            ...(etaSeconds !== undefined ? { etaSeconds } : {}),
+        };
+    };
+    const countingFetch = async (input, init) => {
+        const response = await fetch(input, init);
+        const method = (init?.method ?? (input instanceof Request ? input.method : "GET")).toUpperCase();
+        const requestHeaders = new Headers(init?.headers ?? (input instanceof Request ? input.headers : undefined));
+        const contentLength = Number(response.headers.get("content-length"));
+        const isBlobDownload = method === "GET" &&
+            !requestHeaders.has("Range") &&
+            response.status === 200 &&
+            response.body !== null &&
+            (!Number.isFinite(contentLength) ||
+                contentLength >= MIN_DOWNLOAD_BODY_BYTES);
+        if (!isBlobDownload) {
+            return response;
+        }
+        started = true;
+        received = 0;
+        samples = [];
+        total =
+            Number.isFinite(contentLength) && contentLength > 0
+                ? contentLength
+                : undefined;
+        emitModelDownloadProgress(snapshot("downloading"));
+        lastEmitAt = Date.now();
+        const counted = response.body.pipeThrough(new TransformStream({
+            transform: (chunk, controller) => {
+                received += chunk.byteLength;
+                const now = Date.now();
+                if (now - lastEmitAt >= PROGRESS_EMIT_INTERVAL_MS) {
+                    lastEmitAt = now;
+                    emitModelDownloadProgress(snapshot("downloading"));
+                }
+                controller.enqueue(chunk);
+            },
+        }));
+        return new Response(counted, {
+            status: response.status,
+            statusText: response.statusText,
+            headers: response.headers,
+        });
+    };
+    return {
+        fetch: countingFetch,
+        done: () => {
+            if (started) {
+                emitModelDownloadProgress(snapshot("done"));
+            }
+        },
+        error: (message) => {
+            if (started) {
+                emitModelDownloadProgress({ ...snapshot("error"), error: message });
+            }
+        },
+    };
+}
+/** Download one file with progress reporting (cache hits stay silent). */
+async function downloadFileWithProgress(options) {
+    const reporter = createProgressReporter({
+        model: options.model,
+        file: basename(options.filePath),
+        ...(options.shard ? { shard: options.shard } : {}),
+    });
+    try {
+        // `xet: false` forces the plain-HTTP single-stream download path instead
+        // of xet chunk reconstruction, so the counting fetch sees one measurable
+        // response. `downloadFileToCacheDir` forwards extra params to
+        // `downloadFile`, which honors it; the option just isn't in its public
+        // type, hence the cast.
+        const params = {
+            repo: options.repo,
+            path: options.filePath,
+            cacheDir: options.cacheDir,
+            fetch: reporter.fetch,
+            ...options.credentials,
+            xet: false,
+        };
+        const local = await downloadFileToCacheDir(params);
+        reporter.done();
+        return local;
+    }
+    catch (e) {
+        reporter.error(e instanceof Error ? e.message : String(e));
+        throw e;
+    }
+}
+/**
+ * Resolve a model spec to a local GGUF file path, downloading it from the
+ * Hugging Face Hub into the Hooman cache when needed. For sharded GGUFs all
+ * shards are fetched and the first shard's path is returned (llama.cpp finds
+ * the siblings next to it). Download progress is reported process-wide via
+ * `subscribeModelDownloadProgress` (see `../download-progress.ts`).
+ */
+export async function resolveModelFile(model, hfToken) {
+    const parsed = parseModelSpec(model);
+    if (parsed.kind === "local") {
+        if (!existsSync(parsed.path)) {
+            throw new Error(`llama.cpp model file not found: ${parsed.path}`);
+        }
+        return parsed.path;
+    }
+    const accessToken = hfToken?.trim() || process.env.HF_TOKEN?.trim();
+    const filePath = parsed.filePath ??
+        (await pickGgufFile(parsed.repo, accessToken, parsed.quant));
+    const credentials = accessToken ? { accessToken } : {};
+    const cacheDir = llamaCppCacheDir();
+    const shardMatch = filePath.match(SHARD_SUFFIX);
+    if (shardMatch) {
+        const total = Number(shardMatch[2]);
+        const prefix = filePath.slice(0, -shardMatch[0].length);
+        let firstShardPath;
+        for (let i = 1; i <= total; i++) {
+            const shard = `${prefix}-${String(i).padStart(5, "0")}-of-${shardMatch[2]}.gguf`;
+            const local = await downloadFileWithProgress({
+                repo: parsed.repo,
+                filePath: shard,
+                cacheDir,
+                credentials,
+                model,
+                shard: { index: i, total },
+            });
+            if (i === 1) {
+                firstShardPath = local;
+            }
+        }
+        return firstShardPath;
+    }
+    return downloadFileWithProgress({
+        repo: parsed.repo,
+        filePath,
+        cacheDir,
+        credentials,
+        model,
+    });
+}
+//# sourceMappingURL=resolve-model.js.map

package/dist/core/models/llama-cpp/resolve-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-model.js","sourceRoot":"","sources":["../../../../src/core/models/llama-cpp/resolve-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AACvD,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAGpE,mFAAmF;AACnF,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,aAAa,CAAC,CAAC;AAMvE,MAAM,YAAY,GAAG,6BAA6B,CAAC;AAEnD,SAAS,UAAU,CAAC,CAAS;IAC3B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACrE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,KAAyB,CAAC;IAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC5D,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QACtB,KAAK,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;IACzB,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAClC,IACE,UAAU,CAAC,QAAQ,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;YACtB,UAAU,CAAC,QAAQ,CAAC,EACpB,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7D,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjE,OAAO;YACL,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YACpC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;SACtC,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,KAAK,CACb,4BAA4B,KAAK,6BAA6B;QAC5D,sEAAsE,CACzE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,gBAAgB,GAAG;IACvB,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;CACP,CAAC;AAEF,SAAS,SAAS,CAAC,QAAgB;IACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;AACxD,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,YAAY,CACzB,IAAY,EACZ,WAA+B,EAC/B,KAAc;IAEd,IAAI,SAAS,GAAa,EAAE,CAAC;IAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,CAAC;QAClC,IAAI;QACJ,SAAS,EAAE,IAAI;QACf,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxC,CAAC,EAAE,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IACE,KAAK,CAAC,IAAI,KAAK,MAAM;YACrB,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YACvB,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzB,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAClC,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,6CAA6C,IAAI,IAAI,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,iEAAiE;YACjE,6DAA6D;YAC7D,OAAO,IAAI,MAAM,CACf,gBAAgB,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,gBAAgB,CAC3E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,iCAAiC,KAAK,iCAAiC,IAAI,IAAI,CAChF,CAAC;QACJ,CAAC;QACD,SAAS,GAAG,OAAO,CAAC;IACtB,CAAC;IACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC,CAAC,CAAE,CAAC;IACvB,CAAC;IACD,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACzC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,OAAO,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IACH,OAAO,WAAW,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAE,CAAC;AACzC,CAAC;AAED,6DAA6D;AAC7D,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,0EAA0E;AAC1E,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,4EAA4E;AAC5E,MAAM,uBAAuB,GAAG,IAAI,GAAG,IAAI,CAAC;AAU5C;;;;;;GAMG;AACH,SAAS,sBAAsB,CAC7B,IAGC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,KAAyB,CAAC;IAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,GAA4C,EAAE,CAAC;IAE1D,MAAM,QAAQ,GAAG,CACf,MAAuC,EAChB,EAAE;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,eAAe,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,cAAc,GAClB,SAAS,GAAG,CAAC;YACX,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC,GAAG,IAAI;YAClD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,UAAU,GACd,MAAM,KAAK,aAAa;YACxB,KAAK,KAAK,SAAS;YACnB,cAAc,KAAK,SAAS;YAC5B,cAAc,GAAG,CAAC;YAChB,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,cAAc;YACrC,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO;YACL,GAAG,IAAI;YACP,MAAM;YACN,aAAa,EAAE,QAAQ;YACvB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,cAAc,IAAI,CAAC;gBACrD,CAAC,CAAC,EAAE,cAAc,EAAE;gBACpB,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpD,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,aAAa,GAAiB,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACxD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,CACb,IAAI,EAAE,MAAM,IAAI,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAClE,CAAC,WAAW,EAAE,CAAC;QAChB,MAAM,cAAc,GAAG,IAAI,OAAO,CAChC,IAAI,EAAE,OAAO,IAAI,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CACxE,CAAC;QACF,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACrE,MAAM,cAAc,GAClB,MAAM,KAAK,KAAK;YAChB,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,QAAQ,CAAC,MAAM,KAAK,GAAG;YACvB,QAAQ,CAAC,IAAI,KAAK,IAAI;YACtB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;gBAC9B,aAAa,IAAI,uBAAuB,CAAC,CAAC;QAC9C,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,OAAO,GAAG,IAAI,CAAC;QACf,QAAQ,GAAG,CAAC,CAAC;QACb,OAAO,GAAG,EAAE,CAAC;QACb,KAAK;YACH,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC;gBACjD,CAAC,CAAC,aAAa;gBACf,CAAC,CAAC,SAAS,CAAC;QAChB,yBAAyB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QACnD,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAK,CAAC,WAAW,CACxC,IAAI,eAAe,CAAyB;YAC1C,SAAS,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC/B,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,IAAI,GAAG,GAAG,UAAU,IAAI,yBAAyB,EAAE,CAAC;oBAClD,UAAU,GAAG,GAAG,CAAC;oBACjB,yBAAyB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;gBACrD,CAAC;gBACD,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;SACF,CAAC,CACH,CAAC;QACF,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE;YAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,OAAO,EAAE,QAAQ,CAAC,OAAO;SAC1B,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,IAAI,EAAE,GAAG,EAAE;YACT,IAAI,OAAO,EAAE,CAAC;gBACZ,yBAAyB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,KAAK,EAAE,CAAC,OAAe,EAAE,EAAE;YACzB,IAAI,OAAO,EAAE,CAAC;gBACZ,yBAAyB,CAAC,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,0EAA0E;AAC1E,KAAK,UAAU,wBAAwB,CAAC,OAOvC;IACC,MAAM,QAAQ,GAAG,sBAAsB,CAAC;QACtC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;QAChC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC,CAAC;IACH,IAAI,CAAC;QACH,yEAAyE;QACzE,yEAAyE;QACzE,8DAA8D;QAC9D,uEAAuE;QACvE,wBAAwB;QACxB,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,QAAQ;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,GAAG,OAAO,CAAC,WAAW;YACtB,GAAG,EAAE,KAAK;SACX,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,sBAAsB,CACxC,MAAsD,CACvD,CAAC;QACF,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,QAAQ,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAa,EACb,OAAgB;IAEhB,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;IACpE,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ;QACf,CAAC,MAAM,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IAEpC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAChD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,cAAkC,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;YACjF,MAAM,KAAK,GAAG,MAAM,wBAAwB,CAAC;gBAC3C,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,QAAQ,EAAE,KAAK;gBACf,QAAQ;gBACR,WAAW;gBACX,KAAK;gBACL,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE;aAC3B,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,cAAc,GAAG,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QACD,OAAO,cAAe,CAAC;IACzB,CAAC;IAED,OAAO,wBAAwB,CAAC;QAC9B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,KAAK;KACN,CAAC,CAAC;AACL,CAAC"}

package/dist/core/models/llama-cpp/strands-llama-cpp.d.ts

@@ -0,0 +1,40 @@
+import { Model } from "@strands-agents/sdk";
+import type { BaseModelConfig, Message, StreamOptions } from "@strands-agents/sdk";
+import type { ModelStreamEvent } from "@strands-agents/sdk";
+export interface LlamaCppModelConfig extends BaseModelConfig {
+    /**
+     * Model spec: local `.gguf` path, `owner/repo` Hugging Face repo (GGUF file
+     * auto-detected), or `owner/repo/path/to/file.gguf`.
+     */
+    modelId?: string;
+    /** Hugging Face access token for gated/private repos (falls back to `HF_TOKEN`). */
+    hfToken?: string;
+    /** GPU backend forwarded to `getLlama` (default `"auto"`). `false` = CPU only. */
+    gpu?: "auto" | "metal" | "cuda" | "vulkan" | false;
+    /** Context size in tokens (default: adapted to the model and free VRAM/RAM). */
+    contextSize?: number;
+    /**
+     * Thinking controls. Presence enables reasoning: the resolved chat wrapper is
+     * configured to allow thought segments (Qwen `thoughts: "auto"`, Gemma 4
+     * `reasoning: true`, Harmony `reasoningEffort` mapped from `effort`). Absence
+     * disables it: wrappers are told to discourage thoughts and the thought-token
+     * budget is forced to `0` so stray thought segments are closed immediately.
+     */
+    reasoning?: {
+        effort?: "minimal" | "low" | "medium" | "high";
+    };
+    /** Cap on thought-segment tokens while reasoning is enabled. */
+    thoughtBudgetTokens?: number;
+}
+/** Strands {@link Model} backed by in-process llama.cpp via `node-llama-cpp`. */
+export declare class StrandsLlamaCppModel extends Model<LlamaCppModelConfig> {
+    private config;
+    private chatPromise;
+    private context;
+    constructor(config: LlamaCppModelConfig);
+    updateConfig(modelConfig: LlamaCppModelConfig): void;
+    getConfig(): LlamaCppModelConfig;
+    private getChat;
+    private initChat;
+    stream(messages: Message[], options?: StreamOptions): AsyncIterable<ModelStreamEvent>;
+}