agent-hitch 0.2.16 → 0.2.17

package/dist/src/inference/materialize.js

@@ -1,66 +0,0 @@
-import { chmod, link, lstat, mkdir, rename, rm, stat } from "node:fs/promises";
-import path from "node:path";
-import { HitchError, ensureDir, statePaths } from "../foundation/index.js";
-import { verifyLocalModel } from "./model-store.js";
-export async function materializeLocalModel(root, manifest) {
-    await verifyLocalModel(root, manifest);
-    const paths = statePaths(root);
-    const target = path.join(paths.inferenceCache, "models", manifest.model_id.slice("sha256:".length));
-    if (await validMaterialization(target, manifest, paths.modelFiles))
-        return target;
-    const temporary = `${target}.tmp-${process.pid}-${Date.now()}`;
-    await rm(temporary, { recursive: true, force: true });
-    await ensureDir(temporary);
-    try {
-        for (const file of manifest.files) {
-            const destination = path.join(temporary, ...file.path.split("/"));
-            await mkdir(path.dirname(destination), { recursive: true });
-            await link(path.join(paths.modelFiles, file.sha256.slice("sha256:".length)), destination);
-            await chmod(destination, 0o444);
-        }
-        await ensureDir(path.dirname(target));
-        try {
-            await rename(temporary, target);
-            await chmodDirectories(target);
-        }
-        catch (error) {
-            if (error.code !== "EEXIST" && error.code !== "ENOTEMPTY")
-                throw error;
-            await rm(temporary, { recursive: true, force: true });
-        }
-        if (!await validMaterialization(target, manifest, paths.modelFiles)) {
-            throw new HitchError("materialized model failed integrity validation", { code: "local_model_integrity_failed", exitCode: 5 });
-        }
-        return target;
-    }
-    finally {
-        await rm(temporary, { recursive: true, force: true }).catch(() => { });
-    }
-}
-async function validMaterialization(directory, manifest, modelFiles) {
-    try {
-        const directoryStat = await stat(directory);
-        if (!directoryStat.isDirectory() || (directoryStat.mode & 0o222) !== 0)
-            return false;
-        for (const file of manifest.files) {
-            const candidate = path.join(directory, ...file.path.split("/"));
-            const observed = await lstat(candidate);
-            const stored = await lstat(path.join(modelFiles, file.sha256.slice("sha256:".length)));
-            if (!observed.isFile() || observed.isSymbolicLink() || observed.size !== file.size
-                || observed.dev !== stored.dev || observed.ino !== stored.ino)
-                return false;
-        }
-        return true;
-    }
-    catch {
-        return false;
-    }
-}
-async function chmodDirectories(root) {
-    const entries = await import("node:fs/promises").then(({ readdir }) => readdir(root, { withFileTypes: true }));
-    for (const entry of entries)
-        if (entry.isDirectory())
-            await chmodDirectories(path.join(root, entry.name));
-    await chmod(root, 0o555);
-}
-//# sourceMappingURL=materialize.js.map

package/dist/src/inference/materialize.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"materialize.js","sourceRoot":"","sources":["../../../src/inference/materialize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC/E,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY,EAAE,QAA8B;IACtF,MAAM,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACpG,IAAI,MAAM,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC;QAAE,OAAO,MAAM,CAAC;IAClF,MAAM,SAAS,GAAG,GAAG,MAAM,QAAQ,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC/D,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3B,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAChC,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,IAAK,KAA+B,CAAC,IAAI,KAAK,WAAW;gBAAE,MAAM,KAAK,CAAC;YAC7H,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,MAAM,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,UAAU,CAAC,gDAAgD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAChI,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,QAA8B,EAAE,UAAkB;IACvG,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACrF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,cAAc,EAAE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;mBAC7E,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG;gBAAE,OAAO,KAAK,CAAC;QAChF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC/G,KAAK,MAAM,KAAK,IAAI,OAAO;QAAE,IAAI,KAAK,CAAC,WAAW,EAAE;YAAE,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1G,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC"}

package/dist/src/inference/model-location.js

@@ -1,34 +0,0 @@
-import path from "node:path";
-import { atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
-import { parseModelNodeBinding } from "./manifest.js";
-export function parseModelSnapshotRef(value) {
-    const ref = value;
-    if (!ref || Object.keys(ref).sort().join(",") !== "digest,mediaType,uri" || !/^sha256:[a-f0-9]{64}$/.test(ref.digest)
-        || ref.uri !== `cas:${ref.digest}` || ref.mediaType !== "application/json")
-        throw new TypeError("model node requires a portable HF snapshot reference");
-    return ref;
-}
-function locationPath(root, model, binding) {
-    return path.join(statePaths(root).models, model.model_id.slice(7), "node-locations", sha256JSON(binding).slice(7) + ".json");
-}
-export async function rememberModelNodeSnapshot(root, model, binding, snapshotRef) {
-    parseModelNodeBinding(binding);
-    parseModelSnapshotRef(snapshotRef);
-    await atomicWriteJSON(locationPath(root, model, binding), { schema_version: "1", model_id: model.model_id, binding, snapshotRef });
-}
-export async function modelNodeSnapshot(root, model, binding) {
-    parseModelNodeBinding(binding);
-    let value;
-    try {
-        value = await readJSON(locationPath(root, model, binding));
-    }
-    catch (error) {
-        if (error.code === "ENOENT")
-            return null;
-        throw error;
-    }
-    if (value.schema_version !== "1" || value.model_id !== model.model_id || sha256JSON(value.binding) !== sha256JSON(binding))
-        throw new TypeError("stored model-node location changed identity");
-    return parseModelSnapshotRef(value.snapshotRef);
-}
-//# sourceMappingURL=model-location.js.map

package/dist/src/inference/model-location.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"model-location.js","sourceRoot":"","sources":["../../../src/inference/model-location.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAGtD,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,sBAAsB,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;WAChH,GAAG,CAAC,GAAG,KAAK,OAAO,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,SAAS,KAAK,kBAAkB;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC1J,OAAO,GAAG,CAAC;AACb,CAAC;AACD,SAAS,YAAY,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC1F,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;AAC/H,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B,EAAE,WAA6B;IACnJ,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IACnE,MAAM,eAAe,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;AACrI,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC5G,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,KAAsG,CAAC;IAC3G,IAAI,CAAC;QAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAAC,CAAC;IACnE,OAAO,KAAK,EAAE,CAAC;QAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;IACnG,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAC/L,OAAO,qBAAqB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAClD,CAAC"}

package/dist/src/inference/node-client.js

@@ -1,167 +0,0 @@
-import { spawn } from "node:child_process";
-import { randomUUID } from "node:crypto";
-import { createReadStream } from "node:fs";
-import path from "node:path";
-import { lstat, mkdir } from "node:fs/promises";
-import { Readable } from "node:stream";
-import { pipeline } from "node:stream/promises";
-import { HitchError, atomicWriteJSON, hitchRootId, readJSON, runCommand, sha256JSON, statePaths, withFileLock } from "../foundation/index.js";
-import { verifyLocalModel } from "./model-store.js";
-import { modelNodeSnapshot } from "./model-location.js";
-import { parseLocalModelManifest } from "./manifest.js";
-const quote = (value) => `'${value.replaceAll("'", "'\\''")}'`;
-/** Gear node protocol v2. Model bytes use separate bounded-header binary CAS. */
-export class PythonInferenceNodeClient {
-    connection;
-    node;
-    env;
-    constructor(connection, node, env = process.env) {
-        this.connection = connection;
-        this.node = node;
-        this.env = env;
-        if (!connection.python.length || connection.python.some(arg => typeof arg !== "string" || !arg || arg.includes("\0"))
-            || !path.posix.isAbsolute(connection.configPath) || !node.nodeId || !node.generation
-            || [connection.gateway.localPort, connection.gateway.nodePort].some(port => !Number.isInteger(port) || port < 1 || port > 65535)
-            || (connection.transport.type === "ssh" && !/^[A-Za-z0-9][A-Za-z0-9_.-]{0,127}$/.test(connection.transport.host))) {
-            throw new TypeError("invalid explicit model-node connection");
-        }
-    }
-    command(action) {
-        const command = [...this.connection.python, "-m", "gear_training.node", action, "--config", this.connection.configPath];
-        return this.connection.transport.type === "local" ? command
-            : ["ssh", "-T", "-o", "BatchMode=yes", "-o", "ConnectTimeout=15", "--", this.connection.transport.host, command.map(quote).join(" ")];
-    }
-    envelope(operation, payload) {
-        return { schemaVersion: 2, requestId: randomUUID(), node: this.node, operation, inputDigest: sha256JSON(payload), payload };
-    }
-    response(value, envelope) {
-        const data = value;
-        if (!data || data.schemaVersion !== 2 || data.requestId !== envelope.requestId || data.inputDigest !== envelope.inputDigest
-            || sha256JSON(data.node ?? null) !== sha256JSON(this.node) || !("result" in data)) {
-            throw new HitchError("model-node reply identity or generation changed", { code: "inference_runtime_mismatch", exitCode: 12 });
-        }
-        return data.result;
-    }
-    async exchange(action, envelope, file) {
-        const command = this.command(action);
-        const child = spawn(command[0], command.slice(1), { env: this.env, stdio: ["pipe", "pipe", "pipe"] });
-        child.stderr.resume();
-        child.stdin.on("error", () => { });
-        const timer = setTimeout(() => child.kill("SIGKILL"), file ? 3_600_000 : 120_000);
-        const completed = new Promise((resolve, reject) => {
-            child.once("error", reject);
-            child.once("close", resolve);
-        });
-        void completed.catch(() => { });
-        let output = "";
-        let length = 0;
-        const read = async () => {
-            for await (const chunk of child.stdout) {
-                length += chunk.byteLength;
-                if (length > 4 * 1024 * 1024)
-                    throw new TypeError("model-node response exceeds control protocol limit");
-                output += chunk.toString();
-            }
-        };
-        async function* input() { yield Buffer.from(JSON.stringify(envelope) + "\n"); if (file)
-            yield* createReadStream(file); }
-        try {
-            const [, , code] = await Promise.all([pipeline(Readable.from(input()), child.stdin), read(), completed]);
-            if (code !== 0) {
-                let reason = "transport-failed";
-                try {
-                    const parsed = JSON.parse(output);
-                    if (/^[a-z][a-z0-9_-]{0,100}$/.test(parsed.error?.code))
-                        reason = parsed.error.code;
-                }
-                catch { }
-                throw new HitchError(`model-node ${envelope.operation} failed (${reason}); resource ownership remains unresolved`, { code: "inference_route_unavailable", exitCode: 12 });
-            }
-            return this.response(JSON.parse(output), envelope);
-        }
-        finally {
-            clearTimeout(timer);
-            if (child.exitCode === null)
-                child.kill("SIGKILL");
-        }
-    }
-    async call(operation, payload) { return this.exchange("rpc", this.envelope(operation, payload)); }
-    payload(input) {
-        return { serviceId: input.serviceId, ownerId: hitchRootId(input.root), model: input.model, runtime: input.runtime, lock: input.lock };
-    }
-    async prepare(input) {
-        const snapshotRef = input.lock.model_node ? await modelNodeSnapshot(input.root, input.model, input.lock.model_node) : null;
-        if (snapshotRef) {
-            const observed = parseLocalModelManifest(await this.call("cas.hfManifest", { snapshotRef }));
-            if (observed.model_id !== input.model.model_id)
-                throw new TypeError("model-node content differs from its registered model");
-            await this.call("inference.prepare", this.payload(input));
-            return;
-        }
-        await verifyLocalModel(input.root, input.model);
-        for (const file of input.model.files) {
-            const state = await this.call("cas.stat", { digest: file.sha256 });
-            if (state.present && state.size === file.size)
-                continue;
-            if (state.present)
-                throw new TypeError("model-node object size differs from the model manifest");
-            const result = await this.exchange("cas-import", this.envelope("cas.import", { digest: file.sha256, size: file.size }), path.join(statePaths(input.root).modelFiles, file.sha256.slice(7)));
-            if (!result.present || result.size !== file.size)
-                throw new TypeError("node did not acknowledge durable model import");
-        }
-        await this.call("inference.prepare", this.payload(input));
-    }
-    start(input) { return this.call("inference.start", this.payload(input)); }
-    inspect(owner) { return this.call("inference.inspect", owner); }
-    attach(input) {
-        const original = { serviceId: input.record.service_id, ownerId: hitchRootId(input.root), model: input.model, runtime: input.runtime, lock: input.lock };
-        return this.call("inference.attach", { serviceId: original.serviceId, ownerId: original.ownerId,
-            inferenceId: input.lock.inference_id, inputDigest: sha256JSON(original), expectedHandle: input.record.service_handle });
-    }
-    stop(owner) { return this.call("inference.stop", owner); }
-    async route(root, nodePort) {
-        const { gateway, transport } = this.connection;
-        if (nodePort !== gateway.nodePort || (transport.type === "local" && gateway.localPort !== gateway.nodePort)) {
-            throw new TypeError("model-node service port differs from its configured route");
-        }
-        if (transport.type === "ssh") {
-            const directory = statePaths(root).inferenceOperationLocks;
-            const identity = sha256JSON({ node: this.node, connection: this.connection });
-            // Short absolute socket paths fit the Unix-domain limit on macOS/Linux.
-            const socketDirectory = path.join("/tmp", `hitch-node-${process.getuid?.() ?? "user"}-${hitchRootId(root).slice(-12)}`);
-            await mkdir(socketDirectory, { mode: 0o700, recursive: true });
-            const permissions = await lstat(socketDirectory);
-            if (!permissions.isDirectory() || permissions.isSymbolicLink() || (permissions.mode & 0o077) !== 0
-                || (process.getuid && permissions.uid !== process.getuid()))
-                throw new TypeError("model-node SSH socket directory is not private");
-            const socket = path.join(socketDirectory, `${identity.slice(-20)}.sock`);
-            const recordPath = path.join(directory, identity.slice(7) + ".tunnel.json");
-            await withFileLock(directory, identity.slice(7), async () => {
-                let prior;
-                try {
-                    prior = await readJSON(recordPath);
-                }
-                catch (error) {
-                    if (error.code !== "ENOENT")
-                        throw error;
-                }
-                if (prior && prior.identity !== identity)
-                    throw new TypeError("model-node tunnel ownership changed");
-                const invoke = (args) => runCommand("ssh", args, { env: this.env, timeoutMs: 30_000, failureCode: "inference_route_unavailable", failureExitCode: 12 });
-                const common = ["-S", socket, "-o", "BatchMode=yes", "-o", "ConnectTimeout=15"];
-                if (prior) {
-                    try {
-                        await invoke([...common, "-O", "check", "--", transport.host]);
-                        return;
-                    }
-                    catch { }
-                }
-                await atomicWriteJSON(recordPath, { identity, node: this.node, connection: this.connection });
-                await invoke([...common, "-M", "-fNT", "-o", "ExitOnForwardFailure=yes", "-o", "ServerAliveInterval=15", "-o", "ServerAliveCountMax=3",
-                    "-L", `127.0.0.1:${gateway.localPort}:127.0.0.1:${gateway.nodePort}`, "--", transport.host]);
-            });
-        }
-        return `http://127.0.0.1:${gateway.localPort}`;
-    }
-}
-//# sourceMappingURL=node-client.js.map

package/dist/src/inference/node-client.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"node-client.js","sourceRoot":"","sources":["../../../src/inference/node-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE9I,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAoBxD,MAAM,KAAK,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC;AAE/E,iFAAiF;AACjF,MAAM,OAAO,yBAAyB;IACf;IAA8C;IAA2C;IAA9G,YAAqB,UAAmC,EAAW,IAAgC,EAAW,MAAyB,OAAO,CAAC,GAAG;QAA7H,eAAU,GAAV,UAAU,CAAyB;QAAW,SAAI,GAAJ,IAAI,CAA4B;QAAW,QAAG,GAAH,GAAG,CAAiC;QAChJ,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;eAChH,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU;eACjF,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,KAAK,CAAC;eAC7H,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,oCAAoC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACpH,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,OAAO,CAAC,MAA4B;QAClC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACxH,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO;YACzD,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1I,CAAC;IAEO,QAAQ,CAAC,SAAiB,EAAE,OAAgB;QAClD,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IAC9H,CAAC;IAEO,QAAQ,CAAC,KAAc,EAAE,QAAkB;QACjD,MAAM,IAAI,GAAG,KAAwD,CAAC;QACtE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW;eACtH,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,EAAE,CAAC;YACpF,MAAM,IAAI,UAAU,CAAC,iDAAiD,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAChI,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,MAA4B,EAAE,QAAkB,EAAE,IAAa;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACvG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,IAAI,OAAO,CAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/B,IAAI,MAAM,GAAG,EAAE,CAAC;QAAC,IAAI,MAAM,GAAG,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;YACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACvC,MAAM,IAAK,KAAgB,CAAC,UAAU,CAAC;gBACvC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;oBAAE,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;gBACxG,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC;QACF,KAAK,SAAS,CAAC,CAAC,KAAK,KAAK,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI;YAAE,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxH,IAAI,CAAC;YACH,MAAM,CAAC,EAAE,AAAD,EAAG,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;YACzG,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,IAAI,MAAM,GAAG,kBAAkB,CAAC;gBAChC,IAAI,CAAC;oBAAC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAAC,IAAI,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC;wBAAE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;gBACxI,MAAM,IAAI,UAAU,CAAC,cAAc,QAAQ,CAAC,SAAS,YAAY,MAAM,0CAA0C,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5K,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;gBAAS,CAAC;YAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB,EAAE,OAAgB,IAAsB,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7H,OAAO,CAAC,KAAwB;QACtC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IACxI,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,KAAwB;QACpC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3H,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,uBAAuB,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;YAC7F,IAAI,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,QAAQ;gBAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;YAC5H,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,MAAM,gBAAgB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAwC,CAAC;YAC1G,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;gBAAE,SAAS;YACxD,IAAI,KAAK,CAAC,OAAO;gBAAE,MAAM,IAAI,SAAS,CAAC,wDAAwD,CAAC,CAAC;YACjG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EACpH,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAuC,CAAC;YAC5G,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;QACzH,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,KAAK,CAAC,KAAwB,IAAsB,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/G,OAAO,CAAC,KAAyB,IAAsB,OAAO,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACtG,MAAM,CAAC,KAAwB;QAC7B,MAAM,QAAQ,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACxJ,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO;YAC7F,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;IAC5H,CAAC;IACD,IAAI,CAAC,KAAyB,IAAsB,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAEhG,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAgB;QACxC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/C,IAAI,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,SAAS,KAAK,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5G,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,uBAAuB,CAAC;YAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9E,wEAAwE;YACxE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACxH,MAAM,KAAK,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,CAAC;YACjD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,WAAW,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;mBAC7F,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC,GAAG,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;YACrI,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YACzE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC;YAC5E,MAAM,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE;gBAC1D,IAAI,KAAyC,CAAC;gBAC9C,IAAI,CAAC;oBAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAAC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;wBAAE,MAAM,KAAK,CAAC;gBAAC,CAAC;gBAClI,IAAI,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ;oBAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;gBACrG,MAAM,MAAM,GAAG,CAAC,IAAc,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,6BAA6B,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;gBAClK,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,mBAAmB,CAAC,CAAC;gBAChF,IAAI,KAAK,EAAE,CAAC;oBAAC,IAAI,CAAC;wBAAC,MAAM,MAAM,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;wBAAC,OAAO;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAA,CAAC;gBAAC,CAAC;gBACvG,MAAM,eAAe,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC9F,MAAM,MAAM,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,uBAAuB;oBACpI,IAAI,EAAE,aAAa,OAAO,CAAC,SAAS,cAAc,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YACjG,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,oBAAoB,OAAO,CAAC,SAAS,EAAE,CAAC;IACjD,CAAC;CACF"}

package/dist/src/inference/node-registry.js

@@ -1,79 +0,0 @@
-import path from "node:path";
-import { HitchError, atomicWriteJSON, readJSON, sha256JSON, statePaths, withFileLock } from "../foundation/index.js";
-import { parseInferenceRuntimeManifest, parseModelNodeBinding } from "./manifest.js";
-import { PythonInferenceNodeClient } from "./node-client.js";
-export function parseModelNodeRegistration(value) {
-    const record = exact(value, ["schema_version", "binding", "connection"]);
-    if (record.schema_version !== "2")
-        throw new TypeError("model node registration requires schema version 2");
-    const binding = parseModelNodeBinding(record.binding);
-    const connection = exact(record.connection, ["transport", "python", "configPath", "gateway"]);
-    const transport = exact(connection.transport, ["type", "host"]);
-    if (transport.type !== "local" && transport.type !== "ssh" || transport.type === "local" && transport.host !== undefined)
-        throw new TypeError("invalid model node transport");
-    const gateway = exact(connection.gateway, ["localPort", "nodePort"]);
-    if (!Array.isArray(connection.python) || typeof connection.configPath !== "string")
-        throw new TypeError("invalid model node connection");
-    const result = { schema_version: "2", binding, connection: { transport, python: connection.python, configPath: connection.configPath, gateway } };
-    // Shared command/port/SSH validation, without launching a process.
-    new PythonInferenceNodeClient(result.connection, { nodeId: binding.node_id, generation: binding.generation });
-    if (transport.type === "local" && gateway.localPort !== gateway.nodePort)
-        throw new TypeError("local model node route ports must match");
-    return result;
-}
-export async function observeModelNode(client, binding) {
-    const value = await client.call("probe", {});
-    if (!value || value.nodeId !== binding.node_id || value.generation !== binding.generation
-        || value.runtimeDigest !== binding.runtime_digest || sha256JSON(value.runtime) !== binding.runtime_digest
-        || !Array.isArray(value.gpuUuids) || value.gpuUuids.some(uuid => typeof uuid !== "string")
-        || !Array.isArray(value.launchers) || !value.launchers.includes("process")
-        || value.capabilities?.binaryCas !== true || value.capabilities?.durableInferenceProcesses !== true) {
-        throw new HitchError("model-node generation, Python runtime or process capability changed", { code: "inference_runtime_mismatch", exitCode: 12 });
-    }
-    return value;
-}
-export function runtimeFromModelNode(observation) {
-    const packages = observation.runtime.packages.filter(item => item.name === "sglang");
-    if (packages.length !== 1)
-        throw new TypeError("model node must observe exactly one SGLang distribution");
-    const packageInfo = packages[0];
-    const body = { schema_version: "2", engine: "sglang", sglang_version: packageInfo.version, sglang_commit: packageInfo.commit,
-        backend: "cuda", package: { kind: "python-env", environment_digest: observation.runtimeDigest,
-            python_version: observation.runtime.pythonVersion, packages_digest: observation.runtime.packagesDigest }, compatibility_profile: "gear-model-node-v2" };
-    return parseInferenceRuntimeManifest({ ...body, runtime_id: sha256JSON(body) });
-}
-export async function registerModelNode(root, value, env = process.env) {
-    const registration = parseModelNodeRegistration(value);
-    const { binding, connection } = registration;
-    const client = new PythonInferenceNodeClient(connection, { nodeId: binding.node_id, generation: binding.generation }, env);
-    const observation = await observeModelNode(client, binding);
-    const runtime = runtimeFromModelNode(observation);
-    await withFileLock(statePaths(root).inferenceOperationLocks, sha256JSON(binding), async () => {
-        // Explicit re-registration may repair connection coordinates after probing
-        // the same frozen identity. Old generation records remain recoverable.
-        await atomicWriteJSON(registrationPath(root, binding), registration);
-        await atomicWriteJSON(path.join(statePaths(root).inferenceRuntimes, runtime.runtime_id.slice(7), "manifest.json"), runtime);
-    });
-    return { schema_version: "2", binding, runtime, gpu_uuids: observation.gpuUuids };
-}
-export async function loadModelNodeClient(root, binding, env = process.env) {
-    const record = parseModelNodeRegistration(await readJSON(registrationPath(root, parseModelNodeBinding(binding))));
-    if (sha256JSON(record.binding) !== sha256JSON(binding))
-        throw new TypeError("model node registration identity changed");
-    return new PythonInferenceNodeClient(record.connection, { nodeId: binding.node_id, generation: binding.generation }, env);
-}
-function registrationPath(root, binding) {
-    return path.join(statePaths(root).inferenceNodes, sha256JSON(binding).slice(7) + ".json");
-}
-function exact(value, keys) {
-    if (!value || typeof value !== "object" || Array.isArray(value) || Object.keys(value).some(key => !keys.includes(key)))
-        throw new TypeError("invalid model node registration fields");
-    return value;
-}
-export async function readModelNodeRegistration(file) {
-    return parseModelNodeRegistration(await readJSON(file));
-}
-export async function readModelNodeBinding(file) {
-    return parseModelNodeBinding(await readJSON(file));
-}
-//# sourceMappingURL=node-registry.js.map

package/dist/src/inference/node-registry.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"node-registry.js","sourceRoot":"","sources":["../../../src/inference/node-registry.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACrH,OAAO,EAAE,6BAA6B,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAe7D,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,gBAAgB,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IACzE,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC5G,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAC;IAC9K,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,OAAO,UAAU,CAAC,UAAU,KAAK,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,+BAA+B,CAAC,CAAC;IACzI,MAAM,MAAM,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,OAAO,EAAE,EAA6B,CAAC;IAC7K,mEAAmE;IACnE,IAAI,yBAAyB,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9G,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,SAAS,KAAK,OAAO,CAAC,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACzI,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAiC,EAAE,OAA2B;IACnG,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAA2B,CAAC;IACvE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU;WACpF,KAAK,CAAC,aAAa,KAAK,OAAO,CAAC,cAAc,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,cAAc;WACtG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;WACvF,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;WACvE,KAAK,CAAC,YAAY,EAAE,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,YAAY,EAAE,yBAAyB,KAAK,IAAI,EAAE,CAAC;QACtG,MAAM,IAAI,UAAU,CAAC,qEAAqE,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IACpJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,WAAmC;IACtE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACrF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;IAC1G,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;IACjC,MAAM,IAAI,GAAG,EAAE,cAAc,EAAE,GAAY,EAAE,MAAM,EAAE,QAAiB,EAAE,cAAc,EAAE,WAAW,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,MAAM;QAC5I,OAAO,EAAE,MAAe,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,YAAqB,EAAE,kBAAkB,EAAE,WAAW,CAAC,aAAa;YAC7G,cAAc,EAAE,WAAW,CAAC,OAAO,CAAC,aAAa,EAAE,eAAe,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,CAAC;IAC5J,OAAO,6BAA6B,CAAC,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAClF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAAc,EAAE,MAAyB,OAAO,CAAC,GAAG;IACxG,MAAM,YAAY,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAC;IACvD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,yBAAyB,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,CAAC;IAC3H,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,KAAK,IAAI,EAAE;QAC3F,2EAA2E;QAC3E,uEAAuE;QACvE,MAAM,eAAe,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC;QACrE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9H,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC;AACpF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAY,EAAE,OAA2B,EAAE,MAAyB,OAAO,CAAC,GAAG;IACvH,MAAM,MAAM,GAAG,0BAA0B,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,IAAI,EAAE,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAClH,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACxH,OAAO,IAAI,yBAAyB,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,CAAC;AAC5H,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,OAA2B;IACjE,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;AAC5F,CAAC;AACD,SAAS,KAAK,CAAC,KAAc,EAAE,IAAc;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;IACtL,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAY;IAC1D,OAAO,0BAA0B,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;AAC1D,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY;IACrD,OAAO,qBAAqB,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;AACrD,CAAC"}

package/dist/src/inference/observation.js

@@ -1,79 +0,0 @@
-import { HitchError } from "../foundation/index.js";
-/** /server_info contains credentials. Persist only this explicit projection. */
-export function validateRuntimeObservation(value, imageId, gpuUuid, lock, runtime) {
-    const { info, tokens } = validateEngineInfo(value, gpuUuid, lock, runtime);
-    if (runtime.package.kind !== "oci" || !/^sha256:[a-f0-9]{64}$/.test(imageId))
-        throw mismatch("container image ID is missing or runtime is not OCI");
-    return {
-        schema_version: "1", ...observationFields(info, tokens, gpuUuid, lock), container_image_id: imageId,
-    };
-}
-/** Process observations record the node environment; no fictitious inner OCI image. */
-export function validateProcessRuntimeObservation(value, observed, gpuUuid, lock, runtime, expectedNode) {
-    if (runtime.schema_version !== "2" || runtime.package.kind !== "python-env" || observed.kind !== "python-env"
-        || observed.node_id !== expectedNode.node_id || observed.generation !== expectedNode.generation
-        || observed.environment_digest !== runtime.package.environment_digest || observed.python_version !== runtime.package.python_version
-        || observed.packages_digest !== runtime.package.packages_digest
-        || (observed.outer_image_digest !== null && !/^sha256:[a-f0-9]{64}$/.test(observed.outer_image_digest)))
-        throw mismatch("model-node Python environment or generation changed");
-    const { info, tokens } = validateEngineInfo(value, gpuUuid, lock, runtime);
-    return { schema_version: "2", ...observationFields(info, tokens, gpuUuid, lock), runtime: {
-            kind: "python-env", node_id: observed.node_id, generation: observed.generation,
-            environment_digest: observed.environment_digest, python_version: observed.python_version,
-            packages_digest: observed.packages_digest, outer_image_digest: observed.outer_image_digest,
-        } };
-}
-function validateEngineInfo(value, gpuUuid, lock, runtime) {
-    if (!value || typeof value !== "object" || Array.isArray(value))
-        throw mismatch("invalid /server_info response");
-    const info = value;
-    const expected = {
-        version: runtime.sglang_version, device: lock.execution.platform.backend,
-        dtype: lock.execution.dtype, kv_cache_dtype: lock.execution.kv_cache_dtype,
-        attention_backend: lock.execution.attention_backend, sampling_backend: lock.execution.sampling_backend,
-        context_length: lock.execution.context_tokens_per_request, max_running_requests: lock.execution.max_running_requests,
-        tp_size: 1, dp_size: 1, pp_size: 1,
-        disable_radix_cache: lock.execution.prefix_cache.mode === "disabled",
-        disable_overlap_schedule: !lock.execution.platform.overlap_schedule,
-    };
-    for (const [field, wanted] of Object.entries(expected)) {
-        const actual = info[field];
-        if (field === "dtype" || field === "kv_cache_dtype") {
-            if (normalizeDtype(actual) === normalizeDtype(wanted))
-                continue;
-        }
-        if (actual !== wanted)
-            throw mismatch(`${field}: expected ${String(wanted)}, engine reported ${String(actual)}`);
-    }
-    const tokens = info.max_total_num_tokens;
-    if (!Number.isSafeInteger(tokens) || tokens < lock.execution.max_total_tokens) {
-        throw mismatch(`engine token pool ${String(tokens)} is smaller than locked budget ${lock.execution.max_total_tokens}`);
-    }
-    if (lock.execution.platform.backend === "cuda") {
-        if (info.mem_fraction_static !== lock.execution.platform.mem_fraction_static)
-            throw mismatch("CUDA memory fraction changed");
-        if (!gpuUuid || gpuUuid !== lock.execution.platform.device_constraint)
-            throw mismatch("container GPU UUID differs from the lock");
-    }
-    else if (gpuUuid !== null)
-        throw mismatch("CPU service unexpectedly exposes a GPU");
-    return { info, tokens: tokens };
-}
-function observationFields(info, tokens, gpuUuid, lock) {
-    return {
-        observed_at: new Date().toISOString(), version: String(info.version),
-        device: lock.execution.platform.backend, dtype: String(info.dtype),
-        kv_cache_dtype: String(info.kv_cache_dtype), attention_backend: String(info.attention_backend),
-        sampling_backend: String(info.sampling_backend), context_length: info.context_length,
-        max_total_num_tokens: tokens, max_running_requests: info.max_running_requests,
-        gpu_uuid: gpuUuid,
-        probe: { api: lock.protocol.api, max_output_tokens: 8, streaming: true },
-    };
-}
-function normalizeDtype(value) {
-    return { bf16: "bfloat16", half: "float16", fp16: "float16", float: "float32" }[String(value)] ?? value;
-}
-function mismatch(message) {
-    return new HitchError(`SGLang runtime observation mismatch: ${message}`, { code: "inference_runtime_mismatch", exitCode: 12 });
-}
-//# sourceMappingURL=observation.js.map

package/dist/src/inference/observation.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"observation.js","sourceRoot":"","sources":["../../../src/inference/observation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,gFAAgF;AAChF,MAAM,UAAU,0BAA0B,CACxC,KAAc,EAAE,OAAe,EAAE,OAAsB,EAAE,IAAqB,EAAE,OAAmC;IAEnH,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3E,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,MAAM,QAAQ,CAAC,qDAAqD,CAAC,CAAC;IACpJ,OAAO;QACL,cAAc,EAAE,GAAG,EAAE,GAAG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,kBAAkB,EAAE,OAAO;KACpG,CAAC;AACJ,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,iCAAiC,CAC/C,KAAc,EAAE,QAAoC,EAAE,OAAsB,EAAE,IAAqB,EACnG,OAAmC,EAAE,YAAqD;IAE1F,IAAI,OAAO,CAAC,cAAc,KAAK,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY;WACxG,QAAQ,CAAC,OAAO,KAAK,YAAY,CAAC,OAAO,IAAI,QAAQ,CAAC,UAAU,KAAK,YAAY,CAAC,UAAU;WAC5F,QAAQ,CAAC,kBAAkB,KAAK,OAAO,CAAC,OAAO,CAAC,kBAAkB,IAAI,QAAQ,CAAC,cAAc,KAAK,OAAO,CAAC,OAAO,CAAC,cAAc;WAChI,QAAQ,CAAC,eAAe,KAAK,OAAO,CAAC,OAAO,CAAC,eAAe;WAC5D,CAAC,QAAQ,CAAC,kBAAkB,KAAK,IAAI,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAAE,MAAM,QAAQ,CAAC,qDAAqD,CAAC,CAAC;IACjL,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3E,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE;YACxF,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC9E,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc;YACxF,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;SAC3F,EAAE,CAAC;AACN,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,OAAsB,EAAE,IAAqB,EAAE,OAAmC;IAC5H,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,QAAQ,CAAC,+BAA+B,CAAC,CAAC;IACjH,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,MAAM,QAAQ,GAA4B;QACxC,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO;QACxE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc;QAC1E,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACtG,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,0BAA0B,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,oBAAoB;QACpH,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAClC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,KAAK,UAAU;QACpE,wBAAwB,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,gBAAgB;KACpE,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,gBAAgB,EAAE,CAAC;YACpD,IAAI,cAAc,CAAC,MAAM,CAAC,KAAK,cAAc,CAAC,MAAM,CAAC;gBAAE,SAAS;QAClE,CAAC;QACD,IAAI,MAAM,KAAK,MAAM;YAAE,MAAM,QAAQ,CAAC,GAAG,KAAK,cAAc,MAAM,CAAC,MAAM,CAAC,qBAAqB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACnH,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAK,MAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;QAC1F,MAAM,QAAQ,CAAC,qBAAqB,MAAM,CAAC,MAAM,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACzH,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,mBAAmB,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mBAAmB;YAAE,MAAM,QAAQ,CAAC,8BAA8B,CAAC,CAAC;QAC7H,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB;YAAE,MAAM,QAAQ,CAAC,0CAA0C,CAAC,CAAC;IACpI,CAAC;SAAM,IAAI,OAAO,KAAK,IAAI;QAAE,MAAM,QAAQ,CAAC,wCAAwC,CAAC,CAAC;IACtF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAgB,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,iBAAiB,CAAC,IAA6B,EAAE,MAAc,EAAE,OAAsB,EAAE,IAAqB;IACrH,OAAO;QACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;QACpE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAyB,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QACpF,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAC9F,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAwB;QAC9F,oBAAoB,EAAE,MAAgB,EAAE,oBAAoB,EAAE,IAAI,CAAC,oBAA8B;QACjG,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE;KACzE,CAAC;AACJ,CAAC;AACD,SAAS,cAAc,CAAC,KAAc;IACpC,OAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAA6B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC;AACtI,CAAC;AACD,SAAS,QAAQ,CAAC,OAAe;IAC/B,OAAO,IAAI,UAAU,CAAC,wCAAwC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AACjI,CAAC"}

package/dist/src/inference/preflight.js

@@ -1,132 +0,0 @@
-import { HitchError } from "../foundation/index.js";
-import { resolveLocalInferenceDevice } from "./doctor.js";
-import { reservedInferenceDevices } from "./device-reservation.js";
-import { buildInferenceLock, loadInferenceLock, persistInferenceLock } from "./lock.js";
-import { resolveLocalModel, verifyLocalModel } from "./model-store.js";
-import { loadInferenceRuntime, prepareInferenceRuntime } from "./runtime-store.js";
-import { loadModelNodeClient, observeModelNode, runtimeFromModelNode } from "./node-registry.js";
-import { parseModelNodeBinding } from "./manifest.js";
-import { sha256JSON } from "../foundation/index.js";
-export async function prepareLocalInference(options) {
-    const model = await resolveLocalModel(options.root, options.selection.model);
-    if (options.selection.model_node) {
-        const { verifyModelOnNode } = await import("./remote-model-store.js");
-        await verifyModelOnNode(options.root, model, options.selection.model_node);
-        return prepareModelNodeInference(options, model);
-    }
-    await verifyLocalModel(options.root, model);
-    const reusable = options.reusableLocks?.find((lock) => lock.model_id === model.model_id
-        && !lock.model_node
-        && lock.protocol.api === (options.harnessRef?.startsWith("training-tool@") ? "chat-completions" : "responses")
-        && lock.profile === options.selection.profile
-        && (options.selection.device === "auto" || options.selection.device === lock.execution.platform.backend));
-    const inferenceId = options.selection.inference_id ?? reusable?.inference_id;
-    if (inferenceId) {
-        const lock = await loadInferenceLock(options.root, inferenceId);
-        if (lock.model_node)
-            throw new HitchError("a v2 inference lock requires its explicit model-node selection", { code: "inference_lock_mismatch", exitCode: 2 });
-        if (lock.model_id !== model.model_id) {
-            throw new HitchError("prepared inference identity refers to a different model", { code: "inference_lock_mismatch", exitCode: 2 });
-        }
-        const resolved = await resolveLocalInferenceDevice(lock.execution.platform.backend, {
-            ...options.doctor,
-            ...(lock.execution.platform.backend === "cuda" && lock.execution.platform.device_constraint
-                ? { deviceConstraint: lock.execution.platform.device_constraint } : {}),
-        });
-        assertHarnessCompatibility(options.harnessRef, lock);
-        return {
-            doctor: resolved.doctor,
-            model,
-            runtime: await loadInferenceRuntime(options.root, lock.runtime_id),
-            lock,
-            runtime_cache_hit: true,
-        };
-    }
-    const weights = model.files.filter((file) => file.path.endsWith(".safetensors")).reduce((sum, file) => sum + file.size, 0);
-    const resolved = await resolveLocalInferenceDevice(options.selection.device, {
-        ...options.doctor, requiredMemoryMiB: Math.ceil((weights * 1.25 + 1024 ** 3) / 1024 ** 2),
-        excludedDeviceUuids: [...await reservedInferenceDevices(), ...(options.doctor?.excludedDeviceUuids ?? [])],
-    });
-    if (resolved.backend === "metal") {
-        throw new HitchError("Metal local inference is not available in P0", { code: "inference_device_unsupported", exitCode: 3 });
-    }
-    const prepared = await prepareInferenceRuntime({
-        ...options.runtime,
-        root: options.root,
-        backend: resolved.backend,
-        offline: options.selection.offline,
-        ...(options.onProgress ? { onProgress: options.onProgress } : {}),
-    });
-    const lock = buildInferenceLock(model, prepared.manifest, {
-        backend: resolved.backend,
-        profile: options.selection.profile,
-        ...(options.harnessRef?.startsWith("training-tool@") ? { api: "chat-completions" } : {}),
-        ...(resolved.doctor.gpu?.uuid ? { deviceConstraint: resolved.doctor.gpu.uuid } : {}),
-    });
-    assertHarnessCompatibility(options.harnessRef, lock);
-    await persistInferenceLock(options.root, lock);
-    return {
-        model,
-        runtime: prepared.manifest,
-        lock,
-        doctor: resolved.doctor,
-        runtime_cache_hit: prepared.cache_hit,
-    };
-}
-async function prepareModelNodeInference(options, model) {
-    const binding = parseModelNodeBinding(options.selection.model_node);
-    if (!["auto", "cuda"].includes(options.selection.device))
-        throw new HitchError("model-node inference requires CUDA", { code: "inference_device_unsupported", exitCode: 3 });
-    const observation = await observeModelNode(await loadModelNodeClient(options.root, binding), binding);
-    const runtime = runtimeFromModelNode(observation);
-    const persistedRuntime = await loadInferenceRuntime(options.root, runtime.runtime_id);
-    if (sha256JSON(persistedRuntime) !== sha256JSON(runtime))
-        throw new HitchError("registered model-node runtime changed", { code: "inference_runtime_mismatch", exitCode: 12 });
-    const reusable = options.reusableLocks?.find(lock => lock.model_id === model.model_id && lock.profile === options.selection.profile
-        && sha256JSON(lock.model_node ?? null) === sha256JSON(binding)
-        && lock.protocol.api === (options.harnessRef?.startsWith("training-tool@") ? "chat-completions" : "responses"));
-    const inferenceId = options.selection.inference_id ?? reusable?.inference_id;
-    const device = options.doctor?.deviceConstraint;
-    let lock;
-    if (inferenceId) {
-        lock = await loadInferenceLock(options.root, inferenceId);
-        if (sha256JSON(lock.model_node ?? null) !== sha256JSON(binding) || lock.model_id !== model.model_id || lock.runtime_id !== runtime.runtime_id) {
-            throw new HitchError("inference lock differs from the frozen model node, runtime or model", { code: "inference_lock_mismatch", exitCode: 2 });
-        }
-        if (device && (lock.execution.platform.backend !== "cuda" || lock.execution.platform.device_constraint !== device))
-            throw new HitchError("inference device changed", { code: "inference_lock_mismatch", exitCode: 2 });
-    }
-    else {
-        if (!device)
-            throw new HitchError("plan model-node inference with an explicit --gpu before submitting it", { code: "inference_device_unavailable", exitCode: 3 });
-        lock = buildInferenceLock(model, runtime, { backend: "cuda", profile: options.selection.profile, modelNode: binding, deviceConstraint: device,
-            ...(options.harnessRef?.startsWith("training-tool@") ? { api: "chat-completions" } : {}) });
-    }
-    if (lock.execution.platform.backend !== "cuda" || !observation.gpuUuids.includes(lock.execution.platform.device_constraint ?? "")) {
-        throw new HitchError("locked physical GPU is absent on the model node", { code: "inference_device_unavailable", exitCode: 3 });
-    }
-    assertHarnessCompatibility(options.harnessRef, lock);
-    await persistInferenceLock(options.root, lock);
-    return { model, runtime, lock, runtime_cache_hit: true, node_observation: observation };
-}
-function assertHarnessCompatibility(harnessRef, lock) {
-    if (!harnessRef)
-        return;
-    const harness = harnessRef.split("@", 1)[0];
-    if (harness !== "codex" && harness !== "model-call" && harness !== "training-tool") {
-        throw new HitchError(`local inference is not supported in the preview for ${harness}`, { code: "inference_harness_unsupported", exitCode: 2 });
-    }
-    if (harness === "training-tool" && lock.protocol.api !== "chat-completions")
-        throw new HitchError("training-tool requires an explicit Chat Completions inference lock", { code: "inference_protocol_unsupported", exitCode: 2 });
-    if ((harness === "codex" || harness === "training-tool") && !lock.protocol.tool_calls) {
-        throw new HitchError("this model type has no configured SGLang tool-call parser for Codex", {
-            code: "inference_protocol_unsupported", exitCode: 2,
-        });
-    }
-    if (harness === "codex" && harnessRef !== "codex@version:0.145.0") {
-        throw new HitchError("local inference supports only codex@version:0.145.0", {
-            code: "inference_harness_unsupported", exitCode: 2,
-        });
-    }
-}
-//# sourceMappingURL=preflight.js.map