@nodetool-ai/runtime 0.8.4-a24.3 → 0.8.5

package/dist/providers/sdcpp-provider.js

@@ -0,0 +1,353 @@
+/**
+ * Local image generation with stable-diffusion.cpp.
+ *
+ * The provider starts the `sd-server` binary from the `sd-cpp` runtime
+ * package with the files of the model a generation asks for, then talks to
+ * it over its `/sdcpp/v1` job API. Model files come from the Hugging Face
+ * cache, where the model picker downloads them.
+ */
+import { z } from "zod";
+import { SD_CPP_RELEASE_TAG, importNodeBuiltin, runtimeLocations, sdCppInstallStatus, sdServerPath } from "@nodetool-ai/config";
+import { missingRuntimePackageError } from "@nodetool-ai/protocol";
+import { BaseProvider } from "./base-provider.js";
+import { SD_CPP_COMPONENT_FLAGS, SD_CPP_MODELS, sdCppModel, sdCppModelRepos, sdCppModelTasks } from "./sdcpp-models.js";
+import { withSdServer } from "./sdcpp-server.js";
+import { resolveHubFile } from "./hf-hub-file.js";
+export const SD_CPP_PROVIDER_ID = "stable_diffusion_cpp";
+const imageResult = z.object({
+    output_format: z.string(),
+    images: z.array(z.object({ b64_json: z.string().min(1) })).min(1)
+});
+const jobSchema = z.object({
+    status: z.enum(["queued", "generating", "completed", "failed", "cancelled"]),
+    result: imageResult.nullish(),
+    error: z.object({ message: z.string() }).nullish()
+});
+const INSTALL_HINT = "Install stable-diffusion.cpp in Settings › Packages, or run `nodetool runtime add sd-cpp`.";
+export class StableDiffusionCppProvider extends BaseProvider {
+    static requiredSecrets() {
+        return [];
+    }
+    serverPath;
+    constructor(secrets = {}) {
+        super(SD_CPP_PROVIDER_ID);
+        this.serverPath =
+            secrets.SD_CPP_SERVER_PATH?.trim() ||
+                process.env.SD_CPP_SERVER_PATH?.trim() ||
+                undefined;
+    }
+    declaredCapabilities() {
+        return ["text_to_image", "image_to_image"];
+    }
+    async generateMessage(_args) {
+        throw new Error("stable-diffusion.cpp does not support chat generation");
+    }
+    // eslint-disable-next-line require-yield
+    async *generateMessages(_args) {
+        throw new Error("stable-diffusion.cpp does not support chat generation");
+    }
+    async getAvailableImageModels() {
+        const binary = await this.findServer();
+        return Promise.all(SD_CPP_MODELS.map(async (model) => ({
+            id: model.id,
+            name: `${model.name} (${model.sizeGb} GB)`,
+            provider: SD_CPP_PROVIDER_ID,
+            supportedTasks: sdCppModelTasks(model),
+            adapter: adapterFor(model, binary !== null, (await missingFiles(model)).length === 0)
+        })));
+    }
+    async textToImage(params) {
+        const model = this.spec(params.model.id);
+        if (model.textToImage === false) {
+            throw new Error(`${model.name} edits a source image. Use it for image-to-image.`);
+        }
+        const size = outputSize(model, params.width, params.height, params.aspectRatio);
+        return this.generate(model, params.signal, {
+            prompt: params.prompt,
+            negative_prompt: params.negativePrompt ?? "",
+            width: size.width,
+            height: size.height,
+            seed: params.seed ?? -1,
+            sample_params: sampleParams(model, params)
+        });
+    }
+    async imageToImage(images, params) {
+        const source = images[0];
+        if (!source?.length) {
+            throw new Error("stable-diffusion.cpp image-to-image needs a source image");
+        }
+        const model = this.spec(params.model.id);
+        if (!model.imageInput) {
+            throw new Error(`${model.name} generates from text only. Use it for text-to-image.`);
+        }
+        const explicit = Boolean(params.targetWidth && params.targetHeight);
+        const sourceSize = explicit ? null : scaledSource(model, imageDimensions(source));
+        const size = outputSize(model, params.targetWidth ?? sourceSize?.width, params.targetHeight ?? sourceSize?.height, params.aspectRatio, !explicit && !model.sourceScale);
+        const encoded = Buffer.from(source).toString("base64");
+        // An edit model reads the source as a reference. Other models denoise
+        // from it, by `strength`.
+        const imageFields = model.imageInput === "reference"
+            ? { ref_images: [encoded] }
+            : { init_image: encoded, strength: params.strength ?? 0.75 };
+        return this.generate(model, params.signal, {
+            prompt: params.prompt,
+            negative_prompt: params.negativePrompt ?? "",
+            width: size.width,
+            height: size.height,
+            seed: params.seed ?? -1,
+            ...imageFields,
+            sample_params: sampleParams(model, params)
+        });
+    }
+    spec(id) {
+        const model = sdCppModel(id);
+        if (!model) {
+            throw new Error(`Unknown stable-diffusion.cpp model "${id}". Known: ${SD_CPP_MODELS.map((m) => m.id).join(", ")}.`);
+        }
+        return model;
+    }
+    async generate(model, signal, body) {
+        const binary = await this.findServer();
+        if (!binary) {
+            throw missingRuntimePackageError("sd-server", "sd-cpp");
+        }
+        const args = await modelArgs(model);
+        try {
+            return await withSdServer({ binary, args }, signal, async (baseUrl) => {
+                const result = await runJob(baseUrl, { ...body, batch_count: 1, output_format: "png" }, signal);
+                return new Uint8Array(Buffer.from(result.images[0].b64_json, "base64"));
+            });
+        }
+        catch (error) {
+            throw await withUpdateHint(binary, error);
+        }
+    }
+    /**
+     * The `sd-server` to run: the configured path, the desktop or CLI install,
+     * then PATH. Null when none exists.
+     */
+    async findServer() {
+        const fs = await importNodeBuiltin("node:fs/promises");
+        const path = await importNodeBuiltin("node:path");
+        if (!fs || !path) {
+            return null;
+        }
+        const platform = process.platform;
+        const candidates = [];
+        if (this.serverPath) {
+            candidates.push(this.serverPath);
+        }
+        const installs = [runtimeLocations().sdCpp];
+        try {
+            installs.push(runtimeLocations({ ...process.env, NODETOOL_HOST: "cli" }).sdCpp);
+        }
+        catch {
+            // Only the configured locations apply.
+        }
+        for (const dir of installs) {
+            if (dir) {
+                candidates.push(sdServerPath(dir, platform));
+            }
+        }
+        const exe = platform === "win32" ? "sd-server.exe" : "sd-server";
+        for (const dir of (process.env.PATH ?? "").split(path.delimiter)) {
+            if (dir) {
+                candidates.push(path.join(dir, exe));
+            }
+        }
+        for (const candidate of candidates) {
+            try {
+                await fs.access(candidate, fs.constants.X_OK);
+                return candidate;
+            }
+            catch {
+                // Try the next location.
+            }
+        }
+        return null;
+    }
+}
+/**
+ * Prefix a failure with an update hint when the sd-server install is older
+ * than the pinned release: an old server cannot read newer model formats and
+ * reports only that it failed to load the file.
+ */
+async function withUpdateHint(binary, error) {
+    if (!(error instanceof Error) || error.name === "AbortError") {
+        return error;
+    }
+    const path = await importNodeBuiltin("node:path");
+    if (!path) {
+        return error;
+    }
+    const { version } = await sdCppInstallStatus(path.dirname(binary), process.platform);
+    if (!version || version === SD_CPP_RELEASE_TAG) {
+        return error;
+    }
+    return new Error(`The installed sd-server is ${version}, and NodeTool needs ${SD_CPP_RELEASE_TAG}. ` +
+        "Update stable-diffusion.cpp in Settings › Packages, or run `nodetool runtime add sd-cpp`.\n\n" +
+        error.message, { cause: error });
+}
+function adapterFor(model, serverInstalled, filesPresent) {
+    const [main, ...extra] = sdCppModelRepos(model).map((repo) => ({
+        source: "huggingface",
+        repoId: repo.repoId,
+        allowPatterns: repo.paths
+    }));
+    const artifacts = { artifactRef: main, extraArtifactRefs: extra, filesPresent };
+    if (!serverInstalled) {
+        return {
+            state: "missing_dependency",
+            reasonCode: "runtime_package_missing",
+            reason: `sd-server is not installed. ${INSTALL_HINT}`,
+            ...artifacts
+        };
+    }
+    return { state: "installed", ...artifacts };
+}
+/** The model files missing from the Hugging Face cache. */
+async function missingFiles(model) {
+    const files = Object.values(model.files).filter((file) => Boolean(file));
+    const present = await Promise.all(files.map((file) => resolveHubFile(file.repoId, file.path)));
+    return files.filter((_, index) => !present[index]);
+}
+/** The sd-server flags that load each file of a model from the HF cache. */
+async function modelArgs(model) {
+    const args = [];
+    const missing = [];
+    for (const [component, file] of Object.entries(model.files)) {
+        const resolved = await resolveHubFile(file.repoId, file.path);
+        if (!resolved) {
+            missing.push(`${file.repoId}/${file.path}`);
+            continue;
+        }
+        args.push(SD_CPP_COMPONENT_FLAGS[component], resolved);
+    }
+    if (missing.length > 0) {
+        throw new Error(`${model.name} is not fully downloaded. Missing: ${missing.join(", ")}. Download the model from the model picker.`);
+    }
+    // The default attention needs memory in the square of the pixel count: a
+    // 1792x1024 SD-Turbo image asks Metal for 15.7 GB and fails. Flash
+    // attention and a tiled VAE keep large sizes within reach.
+    return [...args, ...(model.serverArgs ?? []), "--flash-attn", "on", "--vae-tiling"];
+}
+/** The source size an upscaler turns a source image into. */
+function scaledSource(model, size) {
+    if (!size || !model.sourceScale) {
+        return size;
+    }
+    const { scale, maxSide } = model.sourceScale;
+    const factor = Math.min(scale, maxSide / Math.max(size.width, size.height));
+    return { width: size.width * factor, height: size.height * factor };
+}
+function sampleParams(model, params) {
+    const sample = {
+        sample_steps: params.numInferenceSteps ?? model.defaults.steps,
+        guidance: { txt_cfg: params.guidanceScale ?? model.defaults.cfgScale }
+    };
+    if (model.defaults.sampler) {
+        sample.sample_method = model.defaults.sampler;
+    }
+    if (model.defaults.flowShift !== undefined) {
+        sample.flow_shift = model.defaults.flowShift;
+    }
+    if (params.scheduler) {
+        sample.scheduler = params.scheduler;
+    }
+    return sample;
+}
+/** Round to the 64-pixel grid the diffusion models expect. */
+function grid(value) {
+    return Math.max(64, Math.round(value / 64) * 64);
+}
+/**
+ * The output size: the requested width and height, else the aspect ratio at
+ * the model's trained area, else a square at the trained size. With `fit`
+ * (a size read from a source image), a size above 1.5 times the trained area
+ * scales down to it, keeping the aspect ratio.
+ */
+export function outputSize(model, width, height, aspectRatio, fit = false) {
+    const area = model.defaults.size * model.defaults.size;
+    let w = width && width > 0 ? width : 0;
+    let h = height && height > 0 ? height : 0;
+    if (!w || !h) {
+        const ratio = parseAspectRatio(aspectRatio) ?? 1;
+        w = Math.sqrt(area * ratio);
+        h = w / ratio;
+    }
+    const scale = fit ? Math.min(1, Math.sqrt((area * 1.5) / (w * h))) : 1;
+    return { width: grid(w * scale), height: grid(h * scale) };
+}
+function parseAspectRatio(value) {
+    const match = value?.match(/^(\d+(?:\.\d+)?)\s*[:x/]\s*(\d+(?:\.\d+)?)$/);
+    if (!match) {
+        return null;
+    }
+    const ratio = Number(match[1]) / Number(match[2]);
+    return Number.isFinite(ratio) && ratio > 0 ? ratio : null;
+}
+/** Width and height from a PNG or JPEG header, or null for other formats. */
+export function imageDimensions(bytes) {
+    const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
+    if (bytes.length >= 24 && bytes[0] === 0x89 && bytes[1] === 0x50) {
+        return { width: view.getUint32(16), height: view.getUint32(20) };
+    }
+    if (bytes.length >= 4 && bytes[0] === 0xff && bytes[1] === 0xd8) {
+        let offset = 2;
+        while (offset + 9 < bytes.length) {
+            if (bytes[offset] !== 0xff) {
+                return null;
+            }
+            const marker = bytes[offset + 1];
+            const length = view.getUint16(offset + 2);
+            if (marker >= 0xc0 && marker <= 0xcf && marker !== 0xc4 && marker !== 0xc8 && marker !== 0xcc) {
+                return { height: view.getUint16(offset + 5), width: view.getUint16(offset + 7) };
+            }
+            offset += 2 + length;
+        }
+    }
+    return null;
+}
+async function requestJson(url, schema, signal, body) {
+    const response = await fetch(url, {
+        method: body ? "POST" : "GET",
+        headers: body ? { "Content-Type": "application/json" } : undefined,
+        body: body ? JSON.stringify(body) : undefined,
+        redirect: "error",
+        signal
+    });
+    if (!response.ok) {
+        throw new Error(`stable-diffusion.cpp HTTP ${response.status}: ${(await response.text()).slice(0, 1000)}`);
+    }
+    return schema.parse(await response.json());
+}
+/** Submit one img_gen job and poll it to completion, cancelling on abort. */
+async function runJob(baseUrl, body, signal) {
+    const { id } = await requestJson(`${baseUrl}/sdcpp/v1/img_gen`, z.object({ id: z.string().min(1) }), signal, body);
+    const jobUrl = `${baseUrl}/sdcpp/v1/jobs/${encodeURIComponent(id)}`;
+    try {
+        for (;;) {
+            const job = await requestJson(jobUrl, jobSchema, signal);
+            if (job.status === "completed") {
+                return imageResult.parse(job.result);
+            }
+            if (job.status === "failed" || job.status === "cancelled") {
+                throw new Error(job.error?.message ?? `stable-diffusion.cpp job ${job.status}`);
+            }
+            await new Promise((resolve) => setTimeout(resolve, 250));
+            signal?.throwIfAborted();
+        }
+    }
+    catch (error) {
+        if (signal?.aborted) {
+            await fetch(`${jobUrl}/cancel`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: "{}",
+                signal: AbortSignal.timeout(5000)
+            }).catch(() => undefined);
+        }
+        throw error;
+    }
+}
+//# sourceMappingURL=sdcpp-provider.js.map

package/dist/providers/sdcpp-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdcpp-provider.js","sourceRoot":"","sources":["../../src/providers/sdcpp-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,YAAY,EACb,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,YAAY,EAA2B,MAAM,oBAAoB,CAAC;AAS3E,OAAO,EACL,sBAAsB,EACtB,aAAa,EACb,UAAU,EACV,eAAe,EACf,eAAe,EAIhB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,CAAC,MAAM,kBAAkB,GAAG,sBAAsB,CAAC;AAEzD,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CAClE,CAAC,CAAC;AACH,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IACzB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC5E,MAAM,EAAE,WAAW,CAAC,OAAO,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE;CACnD,CAAC,CAAC;AAEH,MAAM,YAAY,GAChB,4FAA4F,CAAC;AAE/F,MAAM,OAAO,0BAA2B,SAAQ,YAAY;IAC1D,MAAM,CAAC,eAAe;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAEgB,UAAU,CAAU;IAErC,YAAY,OAAO,GAAoC,EAAE;QACvD,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU;YACb,OAAO,CAAC,kBAAkB,EAAE,IAAI,EAAE;gBAClC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE;gBACtC,SAAS,CAAC;IACd,CAAC;IAEkB,oBAAoB;QACrC,OAAO,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAqD;QAErD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAED,yCAAyC;IACzC,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAsD;QAEtD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAEQ,KAAK,CAAC,uBAAuB;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC,GAAG,CAChB,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAClC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,MAAM;YAC1C,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,eAAe,CAAC,KAAK,CAAC;YACtC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EAAE,CAAC,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;SACtF,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,WAAW,CAAC,MAAyB;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,mDAAmD,CAAC,CAAC;QACpF,CAAC;QACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;YAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;YACvB,aAAa,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC;SAC3C,CAAC,CAAC;IACL,CAAC;IAEQ,KAAK,CAAC,YAAY,CACzB,MAAoB,EACpB,MAA0B;QAE1B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,sDAAsD,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QAClF,MAAM,IAAI,GAAG,UAAU,CACrB,KAAK,EACL,MAAM,CAAC,WAAW,IAAI,UAAU,EAAE,KAAK,EACvC,MAAM,CAAC,YAAY,IAAI,UAAU,EAAE,MAAM,EACzC,MAAM,CAAC,WAAW,EAClB,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,CAChC,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,sEAAsE;QACtE,0BAA0B;QAC1B,MAAM,WAAW,GACf,KAAK,CAAC,UAAU,KAAK,WAAW;YAC9B,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,OAAO,CAAC,EAAE;YAC3B,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QACjE,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE;YAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;YACvB,GAAG,WAAW;YACd,aAAa,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC;SAC3C,CAAC,CAAC;IACL,CAAC;IAEO,IAAI,CAAC,EAAU;QACrB,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,uCAAuC,EAAE,aAAa,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACnG,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,KAAqB,EACrB,MAA+B,EAC/B,IAA6B;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,0BAA0B,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBACpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;gBAChG,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC3E,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,UAAU;QACtB,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAoC,kBAAkB,CAAC,CAAC;QAC1F,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAA6B,WAAW,CAAC,CAAC;QAC9E,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAClF,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,EAAE,CAAC;gBACR,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC;QACjE,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACjE,IAAI,GAAG,EAAE,CAAC;gBACR,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC9C,OAAO,SAAS,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,yBAAyB;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED;;;;GAIG;AACH,KAAK,UAAU,cAAc,CAAC,MAAc,EAAE,KAAc;IAC1D,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAA6B,WAAW,CAAC,CAAC;IAC9E,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrF,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,kBAAkB,EAAE,CAAC;QAC/C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,KAAK,CACd,8BAA8B,OAAO,wBAAwB,kBAAkB,IAAI;QACjF,+FAA+F;QAC/F,KAAK,CAAC,OAAO,EACf,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,KAAqB,EACrB,eAAwB,EACxB,YAAqB;IAErB,MAAM,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC7D,MAAM,EAAE,aAAsB;QAC9B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,aAAa,EAAE,IAAI,CAAC,KAAK;KAC1B,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;IAChF,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO;YACL,KAAK,EAAE,oBAAoB;YAC3B,UAAU,EAAE,yBAAyB;YACrC,MAAM,EAAE,+BAA+B,YAAY,EAAE;YACrD,GAAG,SAAS;SACb,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,SAAS,EAAE,CAAC;AAC9C,CAAC;AAED,2DAA2D;AAC3D,KAAK,UAAU,YAAY,CAAC,KAAqB;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5F,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,4EAA4E;AAC5E,KAAK,UAAU,SAAS,CAAC,KAAqB;IAC5C,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAkC,EAAE,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,GAAG,KAAK,CAAC,IAAI,sCAAsC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,6CAA6C,CACnH,CAAC;IACJ,CAAC;IACD,yEAAyE;IACzE,mEAAmE;IACnE,2DAA2D;IAC3D,OAAO,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;AACtF,CAAC;AAED,6DAA6D;AAC7D,SAAS,YAAY,CACnB,KAAqB,EACrB,IAA8C;IAE9C,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,YAAY,CACnB,KAAqB,EACrB,MAAuG;IAEvG,MAAM,MAAM,GAA4B;QACtC,YAAY,EAAE,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK;QAC9D,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE;KACvE,CAAC;IACF,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;IAChD,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC3C,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC/C,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8DAA8D;AAC9D,SAAS,IAAI,CAAC,KAAa;IACzB,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CACxB,KAAqB,EACrB,KAAqB,EACrB,MAAsB,EACtB,WAA2B,EAC3B,GAAG,GAAG,KAAK;IAEX,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;IACvD,IAAI,CAAC,GAAG,KAAK,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC,GAAG,MAAM,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;QAC5B,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAqB;IAC7C,MAAM,KAAK,GAAG,KAAK,EAAE,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC1E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,eAAe,CAAC,KAAiB;IAC/C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5E,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;IACnE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAChE,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;YAClC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC9F,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YACnF,CAAC;YACD,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,GAAW,EACX,MAAoB,EACpB,MAA+B,EAC/B,IAA8B;IAE9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;QAC7B,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS;QAClE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7C,QAAQ,EAAE,OAAO;QACjB,MAAM;KACP,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,6BAA6B,QAAQ,CAAC,MAAM,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAC1F,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,6EAA6E;AAC7E,KAAK,UAAU,MAAM,CACnB,OAAe,EACf,IAA6B,EAC7B,MAA+B;IAE/B,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,WAAW,CAC9B,GAAG,OAAO,mBAAmB,EAC7B,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EACnC,MAAM,EACN,IAAI,CACL,CAAC;IACF,MAAM,MAAM,GAAG,GAAG,OAAO,kBAAkB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC;IACpE,IAAI,CAAC;QACH,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC/B,OAAO,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,4BAA4B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,cAAc,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,KAAK,CAAC,GAAG,MAAM,SAAS,EAAE;gBAC9B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/providers/sdcpp-server.d.ts

@@ -0,0 +1,13 @@
+export interface SdServerLaunch {
+    binary: string;
+    /** Model flags and paths, e.g. `["--model", "/path/x.gguf"]`. */
+    args: string[];
+}
+/**
+ * Run `work` against a server that has `launch` loaded. Calls are serialized,
+ * so one generation finishes before another can swap the model.
+ */
+export declare function withSdServer<T>(launch: SdServerLaunch, signal: AbortSignal | undefined, work: (baseUrl: string) => Promise<T>): Promise<T>;
+/** Stop the running server, if any. */
+export declare function stopSdServer(): Promise<void>;
+//# sourceMappingURL=sdcpp-server.d.ts.map

package/dist/providers/sdcpp-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdcpp-server.d.ts","sourceRoot":"","sources":["../../src/providers/sdcpp-server.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,iEAAiE;IACjE,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAcD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAC5B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GACpC,OAAO,CAAC,CAAC,CAAC,CAiBZ;AAED,uCAAuC;AACvC,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAQlD"}

package/dist/providers/sdcpp-server.js

@@ -0,0 +1,150 @@
+/**
+ * The one `sd-server` process the stable-diffusion.cpp provider runs.
+ *
+ * `sd-server` loads one model at start and keeps it in memory. The provider
+ * asks for a model per generation: the same model reuses the running server,
+ * another model restarts it. Generations run one at a time, so a restart
+ * never cuts off a job in flight. An idle server exits after a while to free
+ * the model's memory.
+ */
+import { createLogger, importNodeBuiltin } from "@nodetool-ai/config";
+const log = createLogger("nodetool.runtime.providers.sdcpp");
+/** A first load of a large model from a cold disk can take minutes. */
+const READY_TIMEOUT_MS = 15 * 60 * 1000;
+const IDLE_SHUTDOWN_MS = 10 * 60 * 1000;
+let running = null;
+let queue = Promise.resolve();
+let idleTimer = null;
+let exitHookInstalled = false;
+/**
+ * Run `work` against a server that has `launch` loaded. Calls are serialized,
+ * so one generation finishes before another can swap the model.
+ */
+export function withSdServer(launch, signal, work) {
+    const next = queue.then(async () => {
+        signal?.throwIfAborted();
+        if (idleTimer) {
+            clearTimeout(idleTimer);
+            idleTimer = null;
+        }
+        try {
+            const server = await ensureServer(launch, signal);
+            return await work(server.baseUrl);
+        }
+        finally {
+            idleTimer = setTimeout(() => void stopSdServer(), IDLE_SHUTDOWN_MS);
+            idleTimer.unref?.();
+        }
+    });
+    queue = next.catch(() => undefined);
+    return next;
+}
+/** Stop the running server, if any. */
+export async function stopSdServer() {
+    const server = running;
+    running = null;
+    if (!server) {
+        return;
+    }
+    server.child.kill();
+    await server.exited;
+}
+async function ensureServer(launch, signal) {
+    const key = JSON.stringify([launch.binary, ...launch.args]);
+    if (running?.key === key && running.child.exitCode === null) {
+        return running;
+    }
+    await stopSdServer();
+    const childProcess = await importNodeBuiltin("node:child_process");
+    if (!childProcess) {
+        throw new Error("stable-diffusion.cpp needs Node.js to start sd-server");
+    }
+    const port = await freePort();
+    const baseUrl = `http://127.0.0.1:${port}`;
+    const args = [...launch.args, "--listen-ip", "127.0.0.1", "--listen-port", String(port)];
+    log.info("Starting sd-server", { binary: launch.binary, args });
+    const child = childProcess.spawn(launch.binary, args, {
+        stdio: ["ignore", "pipe", "pipe"],
+        windowsHide: true
+    });
+    const tail = [];
+    const collect = (chunk) => {
+        for (const line of chunk.toString("utf8").split(/\r?\n/)) {
+            if (line.trim()) {
+                tail.push(line);
+                if (tail.length > 30) {
+                    tail.shift();
+                }
+            }
+        }
+    };
+    child.stdout?.on("data", collect);
+    child.stderr?.on("data", collect);
+    const exited = new Promise((resolve) => {
+        child.once("exit", () => resolve());
+        child.once("error", () => resolve());
+    });
+    let spawnError = null;
+    child.once("error", (error) => {
+        spawnError = error;
+    });
+    installExitHook();
+    const server = { key, baseUrl, child, exited };
+    running = server;
+    const deadline = Date.now() + READY_TIMEOUT_MS;
+    while (Date.now() < deadline) {
+        signal?.throwIfAborted();
+        if (spawnError || child.exitCode !== null || child.signalCode !== null) {
+            running = null;
+            const reason = spawnError ? spawnError.message : `exit code ${child.exitCode ?? child.signalCode}`;
+            throw new Error(`sd-server stopped before it was ready (${reason}):\n${tail.join("\n")}`);
+        }
+        try {
+            const response = await fetch(`${baseUrl}/sdcpp/v1/capabilities`, {
+                signal: AbortSignal.timeout(2000)
+            });
+            if (response.ok) {
+                log.info("sd-server is ready", { baseUrl });
+                return server;
+            }
+        }
+        catch {
+            // Not listening yet: the model is still loading.
+        }
+        await new Promise((resolve) => setTimeout(resolve, 500));
+    }
+    await stopSdServer();
+    throw new Error(`sd-server did not become ready in ${READY_TIMEOUT_MS / 60000} minutes:\n${tail.join("\n")}`);
+}
+async function freePort() {
+    const net = await importNodeBuiltin("node:net");
+    if (!net) {
+        throw new Error("stable-diffusion.cpp needs Node.js to pick a port");
+    }
+    return new Promise((resolve, reject) => {
+        const probe = net.createServer();
+        probe.once("error", reject);
+        probe.listen(0, "127.0.0.1", () => {
+            const address = probe.address();
+            probe.close(() => {
+                if (address && typeof address === "object") {
+                    resolve(address.port);
+                }
+                else {
+                    reject(new Error("Could not pick a port for sd-server"));
+                }
+            });
+        });
+    });
+}
+/** Kill the child when the server process exits, so no sd-server outlives it. */
+function installExitHook() {
+    if (exitHookInstalled || typeof process === "undefined") {
+        return;
+    }
+    exitHookInstalled = true;
+    process.once("exit", () => {
+        running?.child.kill();
+    });
+}
+//# sourceMappingURL=sdcpp-server.js.map

package/dist/providers/sdcpp-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdcpp-server.js","sourceRoot":"","sources":["../../src/providers/sdcpp-server.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAEtE,MAAM,GAAG,GAAG,YAAY,CAAC,kCAAkC,CAAC,CAAC;AAE7D,uEAAuE;AACvE,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACxC,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAexC,IAAI,OAAO,GAAyB,IAAI,CAAC;AACzC,IAAI,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;AAChD,IAAI,SAAS,GAAyC,IAAI,CAAC;AAC3D,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAE9B;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,MAAsB,EACtB,MAA+B,EAC/B,IAAqC;IAErC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;QACjC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,SAAS,EAAE,CAAC;YACd,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAClD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;gBAAS,CAAC;YACT,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,YAAY,EAAE,EAAE,gBAAgB,CAAC,CAAC;YACpE,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;QACtB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uCAAuC;AACvC,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,MAAM,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,GAAG,IAAI,CAAC;IACf,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;IACT,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACpB,MAAM,MAAM,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAsB,EAAE,MAAoB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,IAAI,OAAO,EAAE,GAAG,KAAK,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC5D,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,YAAY,EAAE,CAAC;IAErB,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAsC,oBAAoB,CAAC,CAAC;IACxG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,QAAQ,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,oBAAoB,IAAI,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACzF,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE;QACpD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;QACjC,WAAW,EAAE,IAAI;KAClB,CAAC,CAAC;IACH,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,OAAO,GAAG,CAAC,KAAa,EAAQ,EAAE;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACzD,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChB,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;oBACrB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC3C,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IACH,IAAI,UAAU,GAAiB,IAAI,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC5B,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC,CAAC,CAAC;IACH,eAAe,EAAE,CAAC;IAElB,MAAM,MAAM,GAAkB,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC9D,OAAO,GAAG,MAAM,CAAC;IACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;IAC/C,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,UAAU,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACvE,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAE,UAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YAC9G,MAAM,IAAI,KAAK,CAAC,0CAA0C,MAAM,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,wBAAwB,EAAE;gBAC/D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5C,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,IAAI,KAAK,CAAC,qCAAqC,gBAAgB,GAAG,KAAK,cAAc,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAChH,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAA4B,UAAU,CAAC,CAAC;IAC3E,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5B,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE;gBACf,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAC3C,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,iFAAiF;AACjF,SAAS,eAAe;IACtB,IAAI,iBAAiB,IAAI,OAAO,OAAO,KAAK,WAAW,EAAE,CAAC;QACxD,OAAO;IACT,CAAC;IACD,iBAAiB,GAAG,IAAI,CAAC;IACzB,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;QACxB,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/providers/text-tool-calls.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Tool calling for chat models that have no tool-call API and write their
+ * calls as text: local Transformers.js models and the ChatGPT and Gemini web
+ * chats. The prompt lists the tools and asks for `<tool_call>` blocks of JSON
+ * in the Hermes format, which small models such as SmolLM2 were trained on.
+ * {@link parseToolCalls} reads the calls back out of the reply.
+ */
+import type { ProviderTool, ToolCall } from "./types.js";
+/** A tool in the OpenAI function format that chat templates expect. */
+export interface ToolSpec {
+    type: "function";
+    function: {
+        name: string;
+        description: string;
+        parameters: NonNullable<ProviderTool["inputSchema"]>;
+    };
+}
+export declare function toToolSpecs(tools: ProviderTool[]): ToolSpec[];
+/** Earlier calls, written back as the block the tools prompt asks for. */
+export declare function toolCallText(calls: ToolCall[]): string;
+/** The instructions that list the tools and the call format. */
+export declare function toolsPromptSection(tools: ToolSpec[]): string;
+export interface ParsedOutput {
+    /** The text with every parsed `<tool_call>` block removed. */
+    content: string;
+    toolCalls: ToolCall[];
+}
+/**
+ * Split model output into text and tool calls. A block whose body is not valid
+ * JSON calls stays in the text, so a malformed call is visible, not lost. An
+ * unclosed block at the end counts: generation often stops on the end token
+ * before the closing tag. A web chat may put the block in a code fence, which
+ * is removed with it.
+ */
+export declare function parseToolCalls(output: string): ParsedOutput;
+/**
+ * Pass streamed text through until a `<tool_call>` starts, so the call JSON
+ * never reaches the chat as text. Text that could be the start of the tag is
+ * held until the next token decides it.
+ */
+export declare class ToolCallTextFilter {
+    private raw;
+    private pending;
+    private inCall;
+    /** Add a token and return the text that is safe to show. */
+    push(text: string): string;
+    /** The held text once the stream has ended. */
+    flush(): string;
+    /** Everything the model wrote. */
+    get output(): string;
+}
+//# sourceMappingURL=text-tool-calls.d.ts.map

package/dist/providers/text-tool-calls.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-tool-calls.d.ts","sourceRoot":"","sources":["../../src/providers/text-tool-calls.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAIzD,uEAAuE;AACvE,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC;KACtD,CAAC;CACH;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,QAAQ,EAAE,CAS7D;AAED,0EAA0E;AAC1E,wBAAgB,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,CAGtD;AAED,gEAAgE;AAChE,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,CAa5D;AAwCD,MAAM,WAAW,YAAY;IAC3B,8DAA8D;IAC9D,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAe3D;AAED;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,GAAG,CAAM;IACjB,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,MAAM,CAAS;IAEvB,4DAA4D;IAC5D,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAuBzB;IAED,+CAA+C;IAC/C,KAAK,IAAI,MAAM,CAId;IAED,kCAAkC;IAClC,IAAI,MAAM,IAAI,MAAM,CAEnB;CACF"}