agent-hitch 0.2.9 → 0.2.11

package/dist/src/inference/manifest.js

@@ -0,0 +1,262 @@
+import { sha256JSON } from "../foundation/index.js";
+import { parseModelNodeBinding } from "../domain/index.js";
+export { parseModelNodeBinding } from "../domain/index.js";
+const DIGEST = /^sha256:[a-f0-9]{64}$/;
+export function localModelIdentity(value) {
+    return sha256JSON({
+        format: value.format,
+        files: value.files,
+        architecture: value.architecture,
+        model_type: value.model_type,
+        dtype: value.dtype,
+        quantization: value.quantization,
+        context_tokens: value.context_tokens,
+        tokenizer_digest: value.tokenizer_digest,
+        template_digest: value.template_digest,
+    });
+}
+export function inferenceRuntimeIdentity(value) {
+    return sha256JSON(value);
+}
+export function inferenceLockIdentity(value) {
+    return sha256JSON(value);
+}
+export function parseLocalModelManifest(value) {
+    const record = exact(value, [
+        "schema_version", "model_id", "format", "files", "architecture", "model_type", "dtype",
+        "quantization", "context_tokens", "tokenizer_digest", "template_digest", "source", "created_at",
+    ], "local model manifest");
+    if (record.schema_version !== "1" || record.format !== "hf-safetensors")
+        fail("unsupported local model manifest");
+    const files = array(record.files, "model files").map(parseModelFile);
+    if (files.length === 0 || files.some((file, index) => index > 0 && files[index - 1].path >= file.path)) {
+        fail("model files must be non-empty and strictly sorted");
+    }
+    const source = exact(record.source, ["kind", "label", "license"], "model source");
+    if (source.kind !== "local-directory")
+        fail("model source kind is invalid");
+    const manifest = {
+        schema_version: "1",
+        model_id: digest(record.model_id, "model_id"),
+        format: "hf-safetensors",
+        files,
+        architecture: text(record.architecture, "architecture"),
+        model_type: text(record.model_type, "model_type"),
+        dtype: text(record.dtype, "dtype"),
+        quantization: nullableText(record.quantization, "quantization"),
+        context_tokens: nullablePositiveInteger(record.context_tokens, "context_tokens"),
+        tokenizer_digest: digest(record.tokenizer_digest, "tokenizer_digest"),
+        template_digest: nullableDigest(record.template_digest, "template_digest"),
+        source: {
+            kind: "local-directory",
+            label: text(source.label, "source label"),
+            license: nullableText(source.license, "source license"),
+        },
+        created_at: timestamp(record.created_at, "created_at"),
+    };
+    const expected = localModelIdentity(manifest);
+    if (manifest.model_id !== expected)
+        fail("local model manifest identity mismatch");
+    return manifest;
+}
+export function parseInferenceRuntimeManifest(value) {
+    const record = exact(value, [
+        "schema_version", "runtime_id", "engine", "sglang_version", "sglang_commit", "backend", "package", "compatibility_profile",
+    ], "inference runtime manifest");
+    if ((record.schema_version !== "1" && record.schema_version !== "2") || record.engine !== "sglang")
+        fail("unsupported inference runtime manifest");
+    if (record.backend !== "cpu" && record.backend !== "cuda" && record.backend !== "metal")
+        fail("inference runtime backend is invalid");
+    const pythonPackage = record.backend === "metal" || (record.schema_version === "2" && !!record.package && typeof record.package === "object"
+        && record.package.kind === "python-env");
+    const packageRecord = exact(record.package, pythonPackage
+        ? ["kind", "environment_digest", "python_version", "packages_digest"]
+        : ["kind", "image", "image_digest", "platform"], "inference runtime package");
+    const runtimePackage = pythonPackage
+        ? {
+            kind: "python-env",
+            environment_digest: digest(packageRecord.environment_digest, "environment_digest"),
+            python_version: text(packageRecord.python_version, "python_version"),
+            packages_digest: digest(packageRecord.packages_digest, "packages_digest"),
+        }
+        : {
+            kind: "oci",
+            image: text(packageRecord.image, "runtime image"),
+            image_digest: digest(packageRecord.image_digest, "image_digest"),
+            platform: literal(packageRecord.platform, "linux/amd64", "runtime platform"),
+        };
+    if (packageRecord.kind !== runtimePackage.kind || (record.schema_version === "1" && (record.backend === "metal") !== (runtimePackage.kind === "python-env")))
+        fail("runtime package does not match backend");
+    const manifest = {
+        schema_version: record.schema_version,
+        runtime_id: digest(record.runtime_id, "runtime_id"),
+        engine: "sglang",
+        sglang_version: text(record.sglang_version, "sglang_version"),
+        sglang_commit: record.schema_version === "2" && runtimePackage.kind === "python-env"
+            ? nullableText(record.sglang_commit, "sglang_commit") : text(record.sglang_commit, "sglang_commit"),
+        backend: record.backend,
+        package: runtimePackage,
+        compatibility_profile: text(record.compatibility_profile, "compatibility_profile"),
+    };
+    const { runtime_id: _runtimeId, ...identity } = manifest;
+    if (manifest.runtime_id !== inferenceRuntimeIdentity(identity)) {
+        fail("inference runtime manifest identity mismatch");
+    }
+    return manifest;
+}
+export function parseInferenceServiceRecord(value) {
+    const record = exact(value, [
+        "schema_version", "service_id", "inference_id", "isolation_key", "state", "epoch", "owner_id",
+        "lease_owner_ids", "backend", "container_id", "service_handle", "model_node", "pid", "base_url", "started_at", "updated_at", "error",
+    ], "inference service record");
+    if (record.schema_version !== "1" || typeof record.service_id !== "string" || !/^inference_[a-f0-9]{32}$/.test(record.service_id)) {
+        fail("inference service identity is invalid");
+    }
+    if (!new Set(["starting", "ready", "draining", "stopped", "failed"]).has(String(record.state)))
+        fail("inference service state is invalid");
+    if (record.backend !== "cpu" && record.backend !== "cuda" && record.backend !== "metal")
+        fail("inference service backend is invalid");
+    if (!Number.isSafeInteger(record.epoch) || record.epoch < 1)
+        fail("inference service epoch is invalid");
+    const owners = array(record.lease_owner_ids, "inference lease owners").map((owner) => text(owner, "inference lease owner"));
+    if (new Set(owners).size !== owners.length)
+        fail("inference lease owners must be unique");
+    if (record.container_id !== undefined && (typeof record.container_id !== "string" || !/^[a-f0-9]{12,64}$/.test(record.container_id))) {
+        fail("inference container identity is invalid");
+    }
+    if (record.pid !== undefined && (!Number.isSafeInteger(record.pid) || record.pid < 1))
+        fail("inference process identity is invalid");
+    const serviceHandle = record.service_handle === undefined ? undefined : parseInferenceServiceHandle(record.service_handle);
+    const modelNode = record.model_node === undefined ? undefined : parseModelNodeBinding(record.model_node);
+    if (modelNode && (record.container_id !== undefined || record.pid !== undefined || serviceHandle?.kind === "docker"
+        || serviceHandle?.kind === "process" && (serviceHandle.node_id !== modelNode.node_id || serviceHandle.generation !== modelNode.generation))) {
+        fail("service handle differs from its frozen model node");
+    }
+    if (serviceHandle?.kind === "process" && (record.container_id !== undefined || record.pid !== undefined || serviceHandle.service_id !== record.service_id)) {
+        fail("process service handle cannot use local container/PID identity or another service ID");
+    }
+    if (serviceHandle?.kind === "docker" && record.container_id !== undefined && record.container_id !== serviceHandle.container_id)
+        fail("Docker service handle differs from container identity");
+    if (record.base_url !== undefined) {
+        let url;
+        try {
+            url = new URL(text(record.base_url, "inference base URL"));
+        }
+        catch {
+            fail("inference base URL is invalid");
+        }
+        if (url.protocol !== "http:" || url.hostname !== "127.0.0.1" || url.username || url.password || url.search || url.hash) {
+            fail("inference base URL must be loopback HTTP");
+        }
+    }
+    let error;
+    if (record.error !== undefined) {
+        const parsed = exact(record.error, ["code", "message"], "inference service error");
+        error = { code: text(parsed.code, "inference error code"), message: text(parsed.message, "inference error message") };
+    }
+    return {
+        schema_version: "1",
+        service_id: record.service_id,
+        inference_id: digest(record.inference_id, "inference_id"),
+        isolation_key: digest(record.isolation_key, "isolation_key"),
+        state: record.state,
+        epoch: record.epoch,
+        owner_id: text(record.owner_id, "inference owner"),
+        lease_owner_ids: owners,
+        backend: record.backend,
+        ...(record.container_id === undefined ? {} : { container_id: record.container_id }),
+        ...(serviceHandle ? { service_handle: serviceHandle } : {}),
+        ...(modelNode ? { model_node: modelNode } : {}),
+        ...(record.pid === undefined ? {} : { pid: record.pid }),
+        ...(record.base_url === undefined ? {} : { base_url: record.base_url }),
+        started_at: timestamp(record.started_at, "inference started_at"),
+        updated_at: timestamp(record.updated_at, "inference updated_at"),
+        ...(error ? { error } : {}),
+    };
+}
+export function parseInferenceServiceHandle(value) {
+    const input = value;
+    const process = input?.kind === "process";
+    const r = exact(input, process ? ["schema_version", "kind", "node_id", "generation", "service_id", "process"] : ["schema_version", "kind", "container_id"], "inference service handle");
+    if (r.schema_version !== "2")
+        fail("service handle version is invalid");
+    if (!process) {
+        if (r.kind !== "docker" || typeof r.container_id !== "string" || !/^[a-f0-9]{12,64}$/.test(r.container_id))
+            fail("Docker service handle is invalid");
+        return { schema_version: "2", kind: "docker", container_id: r.container_id };
+    }
+    const p = exact(r.process, ["pid", "created_at"], "model-node process identity");
+    for (const key of ["node_id", "generation"])
+        if (typeof r[key] !== "string" || !/^[a-zA-Z0-9][a-zA-Z0-9_.-]{0,127}$/.test(r[key]))
+            fail("model node identity/generation is invalid");
+    if (typeof r.service_id !== "string" || !/^inference_[a-f0-9]{32}$/.test(r.service_id)
+        || !Number.isSafeInteger(p.pid) || p.pid < 1 || typeof p.created_at !== "number" || !Number.isFinite(p.created_at) || p.created_at <= 0)
+        fail("model-node process handle is invalid");
+    return { schema_version: "2", kind: "process", node_id: r.node_id, generation: r.generation,
+        service_id: r.service_id, process: { pid: p.pid, created_at: p.created_at } };
+}
+function parseModelFile(value) {
+    const record = exact(value, ["path", "size", "sha256"], "model file");
+    const relative = text(record.path, "model file path");
+    if (relative.startsWith("/") || relative.includes("\\")
+        || relative.split("/").some((part) => !part || part === "." || part === ".."))
+        fail("model file path is unsafe");
+    if (!Number.isSafeInteger(record.size) || record.size < 0)
+        fail("model file size is invalid");
+    return { path: relative, size: record.size, sha256: digest(record.sha256, "model file digest") };
+}
+function exact(value, fields, label) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        fail(`${label} must be an object`);
+    const record = value;
+    const allowed = new Set(fields);
+    const unknown = Object.keys(record).find((field) => !allowed.has(field));
+    if (unknown)
+        fail(`${label} has unknown field: ${unknown}`);
+    return record;
+}
+function array(value, label) {
+    if (!Array.isArray(value))
+        fail(`${label} must be an array`);
+    return value;
+}
+function text(value, label) {
+    if (typeof value !== "string" || !value.trim())
+        fail(`${label} must be a non-empty string`);
+    return value;
+}
+function nullableText(value, label) {
+    if (value === null)
+        return null;
+    return text(value, label);
+}
+function digest(value, label) {
+    if (typeof value !== "string" || !DIGEST.test(value))
+        fail(`${label} must be a SHA-256 digest`);
+    return value;
+}
+function nullableDigest(value, label) {
+    return value === null ? null : digest(value, label);
+}
+function nullablePositiveInteger(value, label) {
+    if (value === null)
+        return null;
+    if (!Number.isSafeInteger(value) || value <= 0)
+        fail(`${label} must be a positive integer or null`);
+    return value;
+}
+function timestamp(value, label) {
+    const result = text(value, label);
+    if (!Number.isFinite(Date.parse(result)))
+        fail(`${label} must be an ISO timestamp`);
+    return result;
+}
+function literal(value, expected, label) {
+    if (value !== expected)
+        fail(`${label} must be ${expected}`);
+    return expected;
+}
+function fail(message) {
+    throw new TypeError(message);
+}
+//# sourceMappingURL=manifest.js.map

package/dist/src/inference/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../src/inference/manifest.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,MAAM,MAAM,GAAG,uBAAuB,CAAC;AAEvC,MAAM,UAAU,kBAAkB,CAAC,KAAuE;IACxG,OAAO,UAAU,CAAC;QAChB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,eAAe,EAAE,KAAK,CAAC,eAAe;KACvC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAqD;IAC5F,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAA4C;IAChF,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE;QAC1B,gBAAgB,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,OAAO;QACtF,cAAc,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY;KAChG,EAAE,sBAAsB,CAAC,CAAC;IAC3B,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB;QAAE,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAClH,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACxG,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,cAAc,CAAC,CAAC;IAClF,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB;QAAE,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAyB;QACrC,cAAc,EAAE,GAAG;QACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC7C,MAAM,EAAE,gBAAgB;QACxB,KAAK;QACL,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC;QACjD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC;QAClC,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC;QAC/D,cAAc,EAAE,uBAAuB,CAAC,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC;QAChF,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;QACrE,eAAe,EAAE,cAAc,CAAC,MAAM,CAAC,eAAe,EAAE,iBAAiB,CAAC;QAC1E,MAAM,EAAE;YACN,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC;YACzC,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC;SACxD;QACD,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC;KACvD,CAAC;IACF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QAAE,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACnF,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAAc;IAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE;QAC1B,gBAAgB,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,EAAE,uBAAuB;KAC3H,EAAE,4BAA4B,CAAC,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ;QAAE,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACnJ,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO;QAAE,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACtI,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;WACtI,MAAM,CAAC,OAAmC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IACxE,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,EACxC,aAAa;QACX,CAAC,CAAC,CAAC,MAAM,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,iBAAiB,CAAC;QACrE,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,CAAC,EACjD,2BAA2B,CAAC,CAAC;IAC/B,MAAM,cAAc,GAAG,aAAa;QAClC,CAAC,CAAC;YACA,IAAI,EAAE,YAAqB;YAC3B,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,kBAAkB,EAAE,oBAAoB,CAAC;YAClF,cAAc,EAAE,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,gBAAgB,CAAC;YACpE,eAAe,EAAE,MAAM,CAAC,aAAa,CAAC,eAAe,EAAE,iBAAiB,CAAC;SAC1E;QACD,CAAC,CAAC;YACA,IAAI,EAAE,KAAc;YACpB,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,eAAe,CAAC;YACjD,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,cAAc,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,QAAQ,EAAE,aAAa,EAAE,kBAAkB,CAAC;SAC7E,CAAC;IACJ,IAAI,aAAa,CAAC,IAAI,KAAK,cAAc,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;QAAE,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAC7M,MAAM,QAAQ,GAA+B;QAC3C,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC;QACnD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC;QAC7D,aAAa,EAAE,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,cAAc,CAAC,IAAI,KAAK,YAAY;YAClF,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC;QACrG,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,cAAc;QACvB,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,uBAAuB,CAAC;KACnF,CAAC;IACF,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC;IACzD,IAAI,QAAQ,CAAC,UAAU,KAAK,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/D,IAAI,CAAC,8CAA8C,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc;IACxD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE;QAC1B,gBAAgB,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU;QAC7F,iBAAiB,EAAE,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO;KACrI,EAAE,0BAA0B,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAClI,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAE,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3I,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO;QAAE,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACtI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAK,MAAM,CAAC,KAAgB,GAAG,CAAC;QAAE,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACpH,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,wBAAwB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,uBAAuB,CAAC,CAAC,CAAC;IAC5H,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;QAAE,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC1F,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACrI,IAAI,CAAC,yCAAyC,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,IAAK,MAAM,CAAC,GAAc,GAAG,CAAC,CAAC;QAAE,IAAI,CAAC,uCAAuC,CAAC,CAAC;IACjJ,MAAM,aAAa,GAAG,MAAM,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC3H,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzG,IAAI,SAAS,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,aAAa,EAAE,IAAI,KAAK,QAAQ;WAC9G,aAAa,EAAE,IAAI,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,OAAO,KAAK,SAAS,CAAC,OAAO,IAAI,aAAa,CAAC,UAAU,KAAK,SAAS,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QAC9I,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAC5D,CAAC;IACD,IAAI,aAAa,EAAE,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,aAAa,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3J,IAAI,CAAC,sFAAsF,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,aAAa,EAAE,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,aAAa,CAAC,YAAY;QAAE,IAAI,CAAC,uDAAuD,CAAC,CAAC;IAC/L,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAAC,CAAC;QACpH,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACvH,IAAI,CAAC,0CAA0C,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IACD,IAAI,KAAwC,CAAC;IAC7C,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACnF,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,sBAAsB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,yBAAyB,CAAC,EAAE,CAAC;IACxH,CAAC;IACD,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC;QACzD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC;QAC5D,KAAK,EAAE,MAAM,CAAC,KAA0C;QACxD,KAAK,EAAE,MAAM,CAAC,KAAe;QAC7B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,CAAC;QAClD,eAAe,EAAE,MAAM;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;QACnF,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAa,EAAE,CAAC;QAClE,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAkB,EAAE,CAAC;QACjF,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,sBAAsB,CAAC;QAChE,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,sBAAsB,CAAC;QAChE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc;IACxD,MAAM,KAAK,GAAG,KAAuC,CAAC;IACtD,MAAM,OAAO,GAAG,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC;IAC1C,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,0BAA0B,CAAC,CAAC;IACxL,IAAI,CAAC,CAAC,cAAc,KAAK,GAAG;QAAE,IAAI,CAAC,mCAAmC,CAAC,CAAC;IACxE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;YAAE,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACrJ,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC;IAC/E,CAAC;IACD,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,6BAA6B,CAAC,CAAC;IACjF,KAAK,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC;QAAE,IAAI,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,CAAC,oCAAoC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAW,CAAC;YAAE,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAC/L,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;WACjF,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,IAAK,CAAC,CAAC,GAAc,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC;QAAE,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACpM,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,UAAU,EAAE,CAAC,CAAC,UAAoB;QAC7G,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,GAAa,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,YAAY,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IACtD,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;WAClD,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC;QAAE,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACnH,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAK,MAAM,CAAC,IAAe,GAAG,CAAC;QAAE,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC1G,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAc,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,EAAE,CAAC;AAC7G,CAAC;AAED,SAAS,KAAK,CAAC,KAAc,EAAE,MAAyB,EAAE,KAAa;IACrE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IACpG,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,IAAI,OAAO;QAAE,IAAI,CAAC,GAAG,KAAK,uBAAuB,OAAO,EAAE,CAAC,CAAC;IAC5D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,KAAK,CAAC,KAAc,EAAE,KAAa;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;IAC7D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,IAAI,CAAC,KAAc,EAAE,KAAa;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;QAAE,IAAI,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IAC5F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa;IACjD,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,OAAO,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,IAAI,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;IAChG,OAAO,KAAe,CAAC;AACzB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc,EAAE,KAAa;IAC5D,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,IAAI,CAAC;QAAE,IAAI,CAAC,GAAG,KAAK,qCAAqC,CAAC,CAAC;IAChH,OAAO,KAAe,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAAC,KAAc,EAAE,KAAa;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAAE,IAAI,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;IACpF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,OAAO,CAAmB,KAAc,EAAE,QAAW,EAAE,KAAa;IAC3E,IAAI,KAAK,KAAK,QAAQ;QAAE,IAAI,CAAC,GAAG,KAAK,YAAY,QAAQ,EAAE,CAAC,CAAC;IAC7D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC"}

package/dist/src/inference/materialize.js

@@ -0,0 +1,66 @@
+import { chmod, link, lstat, mkdir, rename, rm, stat } from "node:fs/promises";
+import path from "node:path";
+import { HitchError, ensureDir, statePaths } from "../foundation/index.js";
+import { verifyLocalModel } from "./model-store.js";
+export async function materializeLocalModel(root, manifest) {
+    await verifyLocalModel(root, manifest);
+    const paths = statePaths(root);
+    const target = path.join(paths.inferenceCache, "models", manifest.model_id.slice("sha256:".length));
+    if (await validMaterialization(target, manifest, paths.modelFiles))
+        return target;
+    const temporary = `${target}.tmp-${process.pid}-${Date.now()}`;
+    await rm(temporary, { recursive: true, force: true });
+    await ensureDir(temporary);
+    try {
+        for (const file of manifest.files) {
+            const destination = path.join(temporary, ...file.path.split("/"));
+            await mkdir(path.dirname(destination), { recursive: true });
+            await link(path.join(paths.modelFiles, file.sha256.slice("sha256:".length)), destination);
+            await chmod(destination, 0o444);
+        }
+        await ensureDir(path.dirname(target));
+        try {
+            await rename(temporary, target);
+            await chmodDirectories(target);
+        }
+        catch (error) {
+            if (error.code !== "EEXIST" && error.code !== "ENOTEMPTY")
+                throw error;
+            await rm(temporary, { recursive: true, force: true });
+        }
+        if (!await validMaterialization(target, manifest, paths.modelFiles)) {
+            throw new HitchError("materialized model failed integrity validation", { code: "local_model_integrity_failed", exitCode: 5 });
+        }
+        return target;
+    }
+    finally {
+        await rm(temporary, { recursive: true, force: true }).catch(() => { });
+    }
+}
+async function validMaterialization(directory, manifest, modelFiles) {
+    try {
+        const directoryStat = await stat(directory);
+        if (!directoryStat.isDirectory() || (directoryStat.mode & 0o222) !== 0)
+            return false;
+        for (const file of manifest.files) {
+            const candidate = path.join(directory, ...file.path.split("/"));
+            const observed = await lstat(candidate);
+            const stored = await lstat(path.join(modelFiles, file.sha256.slice("sha256:".length)));
+            if (!observed.isFile() || observed.isSymbolicLink() || observed.size !== file.size
+                || observed.dev !== stored.dev || observed.ino !== stored.ino)
+                return false;
+        }
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function chmodDirectories(root) {
+    const entries = await import("node:fs/promises").then(({ readdir }) => readdir(root, { withFileTypes: true }));
+    for (const entry of entries)
+        if (entry.isDirectory())
+            await chmodDirectories(path.join(root, entry.name));
+    await chmod(root, 0o555);
+}
+//# sourceMappingURL=materialize.js.map

package/dist/src/inference/materialize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"materialize.js","sourceRoot":"","sources":["../../../src/inference/materialize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC/E,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY,EAAE,QAA8B;IACtF,MAAM,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACpG,IAAI,MAAM,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC;QAAE,OAAO,MAAM,CAAC;IAClF,MAAM,SAAS,GAAG,GAAG,MAAM,QAAQ,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC/D,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3B,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAChC,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,IAAK,KAA+B,CAAC,IAAI,KAAK,WAAW;gBAAE,MAAM,KAAK,CAAC;YAC7H,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,MAAM,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,UAAU,CAAC,gDAAgD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAChI,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,QAA8B,EAAE,UAAkB;IACvG,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACrF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,cAAc,EAAE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;mBAC7E,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG;gBAAE,OAAO,KAAK,CAAC;QAChF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC/G,KAAK,MAAM,KAAK,IAAI,OAAO;QAAE,IAAI,KAAK,CAAC,WAAW,EAAE;YAAE,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1G,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC"}

package/dist/src/inference/model-location.js

@@ -0,0 +1,34 @@
+import path from "node:path";
+import { atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
+import { parseModelNodeBinding } from "./manifest.js";
+export function parseModelSnapshotRef(value) {
+    const ref = value;
+    if (!ref || Object.keys(ref).sort().join(",") !== "digest,mediaType,uri" || !/^sha256:[a-f0-9]{64}$/.test(ref.digest)
+        || ref.uri !== `cas:${ref.digest}` || ref.mediaType !== "application/json")
+        throw new TypeError("model node requires a portable HF snapshot reference");
+    return ref;
+}
+function locationPath(root, model, binding) {
+    return path.join(statePaths(root).models, model.model_id.slice(7), "node-locations", sha256JSON(binding).slice(7) + ".json");
+}
+export async function rememberModelNodeSnapshot(root, model, binding, snapshotRef) {
+    parseModelNodeBinding(binding);
+    parseModelSnapshotRef(snapshotRef);
+    await atomicWriteJSON(locationPath(root, model, binding), { schema_version: "1", model_id: model.model_id, binding, snapshotRef });
+}
+export async function modelNodeSnapshot(root, model, binding) {
+    parseModelNodeBinding(binding);
+    let value;
+    try {
+        value = await readJSON(locationPath(root, model, binding));
+    }
+    catch (error) {
+        if (error.code === "ENOENT")
+            return null;
+        throw error;
+    }
+    if (value.schema_version !== "1" || value.model_id !== model.model_id || sha256JSON(value.binding) !== sha256JSON(binding))
+        throw new TypeError("stored model-node location changed identity");
+    return parseModelSnapshotRef(value.snapshotRef);
+}
+//# sourceMappingURL=model-location.js.map

package/dist/src/inference/model-location.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-location.js","sourceRoot":"","sources":["../../../src/inference/model-location.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAGtD,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,sBAAsB,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;WAChH,GAAG,CAAC,GAAG,KAAK,OAAO,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,SAAS,KAAK,kBAAkB;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC1J,OAAO,GAAG,CAAC;AACb,CAAC;AACD,SAAS,YAAY,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC1F,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;AAC/H,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B,EAAE,WAA6B;IACnJ,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IACnE,MAAM,eAAe,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;AACrI,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC5G,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,KAAsG,CAAC;IAC3G,IAAI,CAAC;QAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAAC,CAAC;IACnE,OAAO,KAAK,EAAE,CAAC;QAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;IACnG,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAC/L,OAAO,qBAAqB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAClD,CAAC"}