agent-hitch 0.2.9 → 0.2.11

package/dist/src/inference/remote-model-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-model-store.js","sourceRoot":"","sources":["../../../src/inference/remote-model-store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAE1G,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,IAAY,EAAE,QAAiB,EAAE,OAA2B,EAAE,KAAK,GAAG,KAAK;IAC9H,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5F,MAAM,yBAAyB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACnE,OAAO,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC5G,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAClE,IAAI,CAAC,WAAW,EAAE,CAAC;QAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAAC,OAAO;IAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/F,IAAI,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,UAAU,CAAC,yDAAyD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACnL,CAAC"}

package/dist/src/inference/runtime-catalog.js

@@ -0,0 +1,41 @@
+import { inferenceRuntimeIdentity } from "./manifest.js";
+const DEFINITIONS = {
+    cpu: {
+        schema_version: "1",
+        engine: "sglang",
+        sglang_version: "0.5.15.post1",
+        sglang_commit: "0b3bb0cbe31873994c9f989fddfe2f87ca839fdd",
+        backend: "cpu",
+        package: {
+            kind: "oci",
+            image: "docker.io/lmsysorg/sglang@sha256:c365eb5796b1a1fe42f6833f199cdb4e725bb8a469b9f37f1fadd95cf55d78df",
+            image_digest: "sha256:c365eb5796b1a1fe42f6833f199cdb4e725bb8a469b9f37f1fadd95cf55d78df",
+            platform: "linux/amd64",
+        },
+        compatibility_profile: "sglang-0.5.15.post1-xeon-amx-p0-v1",
+    },
+    cuda: {
+        schema_version: "1",
+        engine: "sglang",
+        sglang_version: "0.5.16",
+        sglang_commit: "fdebc938f7f4d16fe6b9f55dcd9a767cf0899ea1",
+        backend: "cuda",
+        package: {
+            kind: "oci",
+            image: "docker.io/lmsysorg/sglang@sha256:984699c298a95b73c469b2191403ddc85fd780506e13c39c4afff3845e27bc6c",
+            image_digest: "sha256:984699c298a95b73c469b2191403ddc85fd780506e13c39c4afff3845e27bc6c",
+            platform: "linux/amd64",
+        },
+        compatibility_profile: "sglang-0.5.16-cuda-p0-v1",
+    },
+};
+export function runtimeCatalogEntry(backend) {
+    if (backend === "metal")
+        throw new TypeError("Metal runtime is not present in the P0 catalog");
+    const definition = DEFINITIONS[backend];
+    return { ...definition, runtime_id: inferenceRuntimeIdentity(definition) };
+}
+export function listRuntimeCatalog() {
+    return [runtimeCatalogEntry("cpu"), runtimeCatalogEntry("cuda")];
+}
+//# sourceMappingURL=runtime-catalog.js.map

package/dist/src/inference/runtime-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-catalog.js","sourceRoot":"","sources":["../../../src/inference/runtime-catalog.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAIzD,MAAM,WAAW,GAA+D;IAC9E,GAAG,EAAE;QACH,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,cAAc;QAC9B,aAAa,EAAE,0CAA0C;QACzD,OAAO,EAAE,KAAK;QACd,OAAO,EAAE;YACP,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,mGAAmG;YAC1G,YAAY,EAAE,yEAAyE;YACvF,QAAQ,EAAE,aAAa;SACxB;QACD,qBAAqB,EAAE,oCAAoC;KAC5D;IACD,IAAI,EAAE;QACJ,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,QAAQ;QACxB,aAAa,EAAE,0CAA0C;QACzD,OAAO,EAAE,MAAM;QACf,OAAO,EAAE;YACP,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,mGAAmG;YAC1G,YAAY,EAAE,yEAAyE;YACvF,QAAQ,EAAE,aAAa;SACxB;QACD,qBAAqB,EAAE,0BAA0B;KAClD;CACF,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,OAA8B;IAChE,IAAI,OAAO,KAAK,OAAO;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC/F,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACxC,OAAO,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,wBAAwB,CAAC,UAAU,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;AACnE,CAAC"}

package/dist/src/inference/runtime-store.js

@@ -0,0 +1,93 @@
+import { lstat } from "node:fs/promises";
+import path from "node:path";
+import { HitchError, atomicWriteJSON, ensureDir, readJSON, runCommand, statePaths, withFileLock, } from "../foundation/index.js";
+import { parseInferenceRuntimeManifest } from "./manifest.js";
+import { runtimeCatalogEntry } from "./runtime-catalog.js";
+export async function prepareInferenceRuntime(options) {
+    const expected = runtimeCatalogEntry(options.backend);
+    const runtimeDirectory = path.join(statePaths(options.root).inferenceRuntimes, expected.runtime_id.slice("sha256:".length));
+    const manifestFile = path.join(runtimeDirectory, "manifest.json");
+    const cached = await loadRuntimeFile(manifestFile);
+    const env = options.env ?? process.env;
+    const docker = options.dockerExecutable || env.HITCH_DOCKER_PATH || "docker";
+    const invoke = options.run ?? ((executable, args) => runCommand(executable, args, {
+        env, timeoutMs: 30 * 60_000, failureCode: "inference_runtime_unavailable", failureExitCode: 3,
+        ...(options.signal ? { signal: options.signal } : {}),
+    }));
+    if (cached && cached.runtime_id === expected.runtime_id && await inspectRuntimeImage(expected, docker, invoke)) {
+        return { manifest: cached, cache_hit: true };
+    }
+    return withFileLock(statePaths(options.root).inferenceOperationLocks, expected.runtime_id, async () => {
+        const afterWait = await loadRuntimeFile(manifestFile);
+        if (afterWait && afterWait.runtime_id === expected.runtime_id && await inspectRuntimeImage(expected, docker, invoke)) {
+            return { manifest: afterWait, cache_hit: true };
+        }
+        if (options.offline) {
+            throw new HitchError(`SGLang ${options.backend} runtime is not prepared; run hitch local prepare with network access`, {
+                code: "inference_runtime_unavailable", exitCode: 3,
+            });
+        }
+        const packageInfo = expected.package;
+        if (packageInfo.kind !== "oci")
+            throw new TypeError("P0 runtime package must be OCI");
+        options.onProgress?.(`Pulling SGLang ${expected.sglang_version} ${options.backend} runtime ${packageInfo.image_digest}`);
+        await invoke(docker, ["pull", "--platform", packageInfo.platform, packageInfo.image]);
+        if (!await inspectRuntimeImage(expected, docker, invoke)) {
+            throw new HitchError("pulled SGLang image does not match the catalog digest or platform", {
+                code: "inference_runtime_integrity_failed", exitCode: 5,
+            });
+        }
+        await ensureDir(runtimeDirectory);
+        await atomicWriteJSON(manifestFile, expected);
+        return { manifest: parseInferenceRuntimeManifest(await readJSON(manifestFile)), cache_hit: false };
+    }, { timeoutCode: "inference_runtime_locked", timeoutExitCode: 5, signal: options.signal });
+}
+export async function loadInferenceRuntime(root, runtimeId) {
+    const file = path.join(statePaths(root).inferenceRuntimes, runtimeId.slice("sha256:".length), "manifest.json");
+    const manifest = await loadRuntimeFile(file);
+    if (!manifest || manifest.runtime_id !== runtimeId) {
+        throw new HitchError(`inference runtime is missing or invalid: ${runtimeId}`, {
+            code: "inference_runtime_integrity_failed", exitCode: 5,
+        });
+    }
+    return manifest;
+}
+async function inspectRuntimeImage(manifest, docker, invoke) {
+    if (manifest.package.kind !== "oci")
+        return false;
+    let result;
+    try {
+        result = await invoke(docker, ["image", "inspect", "--format", "{{json .}}", manifest.package.image]);
+    }
+    catch {
+        return false;
+    }
+    let value;
+    try {
+        value = JSON.parse(result.stdout);
+    }
+    catch {
+        return false;
+    }
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        return false;
+    const image = value;
+    const digests = Array.isArray(image.RepoDigests) ? image.RepoDigests.filter((item) => typeof item === "string") : [];
+    return image.Os === "linux" && image.Architecture === "amd64"
+        && digests.some((item) => item.endsWith(`@${manifest.package.kind === "oci" ? manifest.package.image_digest : ""}`));
+}
+async function loadRuntimeFile(file) {
+    try {
+        if (!(await lstat(file)).isFile())
+            return null;
+        return parseInferenceRuntimeManifest(await readJSON(file));
+    }
+    catch (error) {
+        if (error.code === "ENOENT")
+            return null;
+        if (error instanceof TypeError)
+            return null;
+        throw error;
+    }
+}
+//# sourceMappingURL=runtime-store.js.map

package/dist/src/inference/runtime-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-store.js","sourceRoot":"","sources":["../../../src/inference/runtime-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,UAAU,EACV,eAAe,EACf,SAAS,EACT,QAAQ,EACR,UAAU,EACV,UAAU,EACV,YAAY,GACb,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAa3D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAAuC;IAInF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5H,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,UAAkB,EAAE,IAAc,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE;QAClG,GAAG,EAAE,SAAS,EAAE,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,+BAA+B,EAAE,eAAe,EAAE,CAAC;QAC7F,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC,CAAC;IACJ,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QAC/G,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,QAAQ,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE;QACpG,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,SAAS,IAAI,SAAS,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACrH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,CAAC,UAAU,OAAO,CAAC,OAAO,uEAAuE,EAAE;gBACrH,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC;QACrC,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK;YAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;QACtF,OAAO,CAAC,UAAU,EAAE,CAAC,kBAAkB,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,OAAO,YAAY,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC;QACzH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,UAAU,CAAC,mEAAmE,EAAE;gBACxF,IAAI,EAAE,oCAAoC,EAAE,QAAQ,EAAE,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAClC,MAAM,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC9C,OAAO,EAAE,QAAQ,EAAE,6BAA6B,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACrG,CAAC,EAAE,EAAE,WAAW,EAAE,0BAA0B,EAAE,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,SAAiB;IACxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACnD,MAAM,IAAI,UAAU,CAAC,4CAA4C,SAAS,EAAE,EAAE;YAC5E,IAAI,EAAE,oCAAoC,EAAE,QAAQ,EAAE,CAAC;SACxD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,QAAoC,EACpC,MAAc,EACd,MAAsE;IAEtE,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAClD,IAAI,MAAqB,CAAC;IAC1B,IAAI,CAAC;QAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IACtI,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IAClE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrI,OAAO,KAAK,CAAC,EAAE,KAAK,OAAO,IAAI,KAAK,CAAC,YAAY,KAAK,OAAO;WACxD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AACzH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,IAAI,CAAC;QACH,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;YAAE,OAAO,IAAI,CAAC;QAC/C,OAAO,6BAA6B,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAI,KAAK,YAAY,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/src/inference/service-attachment.js

@@ -0,0 +1,46 @@
+import path from "node:path";
+import { HitchError, atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
+import { validateInferenceLockShape } from "./lock.js";
+import { parseInferenceRuntimeManifest, parseInferenceServiceRecord, parseLocalModelManifest } from "./manifest.js";
+function serviceIdentity(record) {
+    return { service_id: record.service_id, inference_id: record.inference_id, isolation_key: record.isolation_key,
+        epoch: record.epoch, owner_id: record.owner_id, model_node: record.model_node, service_handle: record.service_handle };
+}
+function validate(record, attachment) {
+    parseInferenceServiceRecord(record);
+    if (Object.keys(attachment).sort().join(",") !== "inputs,observation,schema_version,service_digest" || attachment.schema_version !== "2"
+        || attachment.service_digest !== sha256JSON(serviceIdentity(record)) || !record.model_node || record.service_handle?.kind !== "process"
+        || !attachment.inputs || Object.keys(attachment.inputs).sort().join(",") !== "lock,model,runtime"
+        || !attachment.observation || attachment.observation.schema_version !== "2")
+        throw ambiguous();
+    const { lock, model, runtime } = attachment.inputs;
+    validateInferenceLockShape(lock);
+    parseLocalModelManifest(model);
+    parseInferenceRuntimeManifest(runtime);
+    if (record.inference_id !== lock.inference_id || lock.model_id !== model.model_id || lock.runtime_id !== runtime.runtime_id
+        || sha256JSON(record.model_node) !== sha256JSON(lock.model_node))
+        throw ambiguous();
+}
+const file = (root, id) => path.join(statePaths(root).inferenceServices, id, "attachment.json");
+/** Seal after startup's protocol probe and cache drain, before publishing ready. */
+export async function writeServiceAttachment(root, record, inputs, observation) {
+    const attachment = { schema_version: "2", service_digest: sha256JSON(serviceIdentity(record)), inputs: structuredClone(inputs), observation: structuredClone(observation) };
+    validate(record, attachment);
+    const value = { digest: sha256JSON(attachment), attachment };
+    const previous = await readJSON(file(root, record.service_id), null);
+    if (previous && sha256JSON(previous) !== sha256JSON(value))
+        throw ambiguous();
+    if (!previous)
+        await atomicWriteJSON(file(root, record.service_id), value);
+}
+export async function readServiceAttachment(root, record) {
+    parseInferenceServiceRecord(record);
+    const value = await readJSON(file(root, record.service_id), null);
+    if (!value || Object.keys(value).sort().join(",") !== "attachment,digest" || !value.attachment
+        || value.digest !== sha256JSON(value.attachment))
+        throw ambiguous();
+    validate(record, value.attachment);
+    return { root, record, ...value.attachment.inputs, observation: value.attachment.observation };
+}
+function ambiguous() { return new HitchError("original model-node startup evidence is unavailable or changed", { code: "inference_recovery_ambiguous", exitCode: 12 }); }
+//# sourceMappingURL=service-attachment.js.map

package/dist/src/inference/service-attachment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-attachment.js","sourceRoot":"","sources":["../../../src/inference/service-attachment.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAUpH,SAAS,eAAe,CAAC,MAAgC;IACvD,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa;QAC5G,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;AAC3H,CAAC;AACD,SAAS,QAAQ,CAAC,MAAgC,EAAE,UAAsB;IACxE,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,kDAAkD,IAAI,UAAU,CAAC,cAAc,KAAK,GAAG;WACnI,UAAU,CAAC,cAAc,KAAK,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,KAAK,SAAS;WACpI,CAAC,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,oBAAoB;WAC9F,CAAC,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,SAAS,EAAE,CAAC;IACjG,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC;IACnD,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAAC,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACzG,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU;WACtH,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;AACxF,CAAC;AACD,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;AAEhH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,MAAgC,EAAE,MAAc,EAAE,WAA0C;IACrJ,MAAM,UAAU,GAAe,EAAE,cAAc,EAAE,GAAG,EAAE,cAAc,EAAE,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,eAAe,CAAC,WAAW,CAAC,EAAE,CAAC;IACxL,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;IAC7D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACrF,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IAC9E,IAAI,CAAC,QAAQ;QAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY,EAAE,MAAgC;IACxF,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAoD,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACrH,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,mBAAmB,IAAI,CAAC,KAAK,CAAC,UAAU;WACzF,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;AACjG,CAAC;AACD,SAAS,SAAS,KAAK,OAAO,IAAI,UAAU,CAAC,gEAAgE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/inference/service-inspection.js

@@ -0,0 +1,38 @@
+import { HitchError, hitchRootId, sha256JSON } from "../foundation/index.js";
+import { loadModelNodeClient } from "./node-registry.js";
+import { readServiceRecords } from "./supervisor.js";
+import { parseInferenceServiceHandle } from "./manifest.js";
+import { readInferenceGenerationRelease } from "./generation-recovery.js";
+/** Read the node ledger, including terminal services. Never publish access credentials. */
+export async function inspectModelNodeService(root, serviceId) {
+    const record = (await readServiceRecords(root)).find(item => item.service_id === serviceId);
+    if (!record?.model_node)
+        throw new HitchError("model-node service not found", { code: "inference_route_unavailable", exitCode: 2 });
+    const recovered = await readInferenceGenerationRelease(root, record);
+    if (recovered)
+        return { schema_version: "2", service_id: serviceId, inference_id: record.inference_id, model_node: record.model_node,
+            state: "stopped", resources_released: true, gpu_seconds: recovered.receipt.gpuSeconds, generation_release: recovered };
+    const client = await loadModelNodeClient(root, record.model_node);
+    const value = await client.inspect({ serviceId, ownerId: hitchRootId(root), inferenceId: record.inference_id });
+    if (!value || value.schemaVersion !== 2 || value.inferenceId !== record.inference_id
+        || !["admitting", "starting", "ready", "stopping", "stopped", "failed"].includes(String(value.state))
+        || typeof value.resourcesReleased !== "boolean" || typeof value.gpuSeconds !== "number" || !Number.isFinite(value.gpuSeconds) || value.gpuSeconds < 0
+        || value.resourcesReleased && !["stopped", "failed"].includes(String(value.state)))
+        throw new TypeError("invalid model-node usage/ownership observation");
+    validateHandle(record, value.handle);
+    return { schema_version: "2", service_id: serviceId, inference_id: record.inference_id, model_node: record.model_node,
+        state: value.state, resources_released: value.resourcesReleased, gpu_seconds: value.gpuSeconds };
+}
+function validateHandle(record, value) {
+    if (!value) {
+        if (record.service_handle)
+            throw new TypeError("model-node service lost its process identity");
+        return;
+    }
+    const handle = parseInferenceServiceHandle(value);
+    if (handle.kind !== "process" || handle.node_id !== record.model_node.node_id || handle.generation !== record.model_node.generation
+        || handle.service_id !== record.service_id || record.service_handle && sha256JSON(handle) !== sha256JSON(record.service_handle)) {
+        throw new TypeError("model-node process identity changed during usage inspection");
+    }
+}
+//# sourceMappingURL=service-inspection.js.map

package/dist/src/inference/service-inspection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-inspection.js","sourceRoot":"","sources":["../../../src/inference/service-inspection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAE1E,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAY,EAAE,SAAiB;IAC3E,MAAM,MAAM,GAAG,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;IAC5F,IAAI,CAAC,MAAM,EAAE,UAAU;QAAE,MAAM,IAAI,UAAU,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACpI,MAAM,SAAS,GAAG,MAAM,8BAA8B,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrE,IAAI,SAAS;QAAE,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;YAClI,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;IACzH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,CAE7G,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,MAAM,CAAC,YAAY;WAC/E,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;WAClG,OAAO,KAAK,CAAC,iBAAiB,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;WAClJ,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC5J,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;QACnH,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,iBAAiB,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;AACrG,CAAC;AAED,SAAS,cAAc,CAAC,MAAgC,EAAE,KAAc;IACtE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,cAAc;YAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;QAC/F,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,UAAW,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAW,CAAC,UAAU;WAChI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,cAAc,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;QAClI,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACrF,CAAC;AACH,CAAC"}

package/dist/src/inference/sglang.js

@@ -0,0 +1,279 @@
+import { randomBytes } from "node:crypto";
+import http from "node:http";
+import path from "node:path";
+import { HitchError, delay, ensureDir, hitchRootId, runCommand, statePaths } from "../foundation/index.js";
+import { defaultDeviceReservationDirectory, releaseInferenceDevice, reserveInferenceDevice } from "./device-reservation.js";
+import { validateRuntimeObservation } from "./observation.js";
+import { doctorLocalInference } from "./doctor.js";
+import { materializeLocalModel } from "./materialize.js";
+import { probeSGLangProtocol } from "./protocol-probe.js";
+export class DockerSGLangLauncher {
+    deviceDirectory;
+    docker;
+    env;
+    invoke;
+    request;
+    constructor(options = {}) {
+        this.deviceDirectory = options.deviceReservationDirectory ?? defaultDeviceReservationDirectory();
+        this.env = options.env ?? process.env;
+        this.docker = options.dockerExecutable || this.env.HITCH_DOCKER_PATH || "docker";
+        this.invoke = options.run ?? ((executable, args, timeoutMs = 30 * 60_000) => runCommand(executable, args, {
+            env: this.env, timeoutMs, failureCode: "inference_process_exited", failureExitCode: 12,
+        }));
+        this.request = options.fetch ?? fetch;
+    }
+    async start(input) {
+        if (input.runtime.package.kind !== "oci" || input.runtime.backend !== input.lock.execution.platform.backend) {
+            throw new TypeError("SGLang runtime does not match lock backend");
+        }
+        const modelDirectory = await materializeLocalModel(input.root, input.model);
+        const cacheDirectory = await ensureDir(path.join(statePaths(input.root).inferenceCache, input.runtime.runtime_id.slice("sha256:".length)));
+        const port = await availablePort();
+        const engineToken = randomBytes(32).toString("hex");
+        const adminToken = randomBytes(32).toString("hex");
+        const wireModel = `hitch-${input.model.model_id.slice("sha256:".length, "sha256:".length + 16)}`;
+        const network = `hitch-inference-${hitchRootId(input.root)}`;
+        await this.ensureNetwork(network);
+        const name = `hitch-sglang-${input.serviceId.replace(/[^a-z0-9_.-]/gi, "-").slice(0, 48)}`;
+        const args = dockerArguments({
+            input, modelDirectory, cacheDirectory, port, engineToken, adminToken, wireModel, network, name,
+        });
+        let containerId = "";
+        let observation;
+        const backend = input.lock.execution.platform;
+        if (backend.backend === "cuda") {
+            if (!backend.device_constraint)
+                throw new TypeError("CUDA launch requires a locked GPU UUID");
+            await reserveInferenceDevice(this.deviceDirectory, input.root, input.serviceId, backend.device_constraint);
+        }
+        try {
+            if (backend.backend === "cuda") {
+                const weights = input.model.files.filter((f) => f.path.endsWith(".safetensors")).reduce((sum, f) => sum + f.size, 0);
+                const doctor = await doctorLocalInference("cuda", {
+                    env: this.env, dockerExecutable: this.docker, run: this.invoke,
+                    deviceConstraint: backend.device_constraint, requiredMemoryMiB: Math.ceil((weights * 1.25 + 1024 ** 3) / 1024 ** 2),
+                });
+                if (!doctor.ready)
+                    throw new HitchError("locked GPU is no longer available or compatible", { code: "inference_device_unsupported", exitCode: 12 });
+            }
+            containerId = (await this.invoke(this.docker, args, 60_000)).stdout.trim();
+            if (!/^[a-f0-9]{12,64}$/.test(containerId))
+                throw new TypeError("Docker returned an invalid SGLang container ID");
+            await input.onCreated?.(containerId);
+            await input.onServiceCreated?.({ schema_version: "2", kind: "docker", container_id: containerId });
+            await this.waitUntilReady(`http://127.0.0.1:${port}`, engineToken, wireModel, input.lock, containerId, input.signal);
+            observation = await this.observe(input, containerId, `http://127.0.0.1:${port}`, engineToken);
+            // Warmup must not seed a candidate's prefix cache.
+            const cleared = await this.request(`http://127.0.0.1:${port}/flush_cache`, {
+                headers: { Authorization: `Bearer ${adminToken}` }, signal: AbortSignal.timeout(10_000),
+            });
+            if (!cleared.ok)
+                throw new HitchError("SGLang warmup cache could not be cleared", { code: "inference_runtime_mismatch", exitCode: 12 });
+        }
+        catch (error) {
+            // A failed docker run can still have created a container. Resolve it by
+            // owner labels before releasing a device; transport errors stay ambiguous.
+            const cleaned = await this.stopOrphan(input.root, {
+                service_id: input.serviceId, inference_id: input.lock.inference_id,
+                ...(containerId ? { container_id: containerId } : {}),
+            });
+            if (cleaned === "ambiguous")
+                throw new HitchError("SGLang startup cleanup is ambiguous; device reservation retained", {
+                    code: "inference_recovery_ambiguous", exitCode: 12, cause: error,
+                });
+            throw error;
+        }
+        let stopped = false;
+        let stopping;
+        return {
+            container_id: containerId,
+            service_handle: { schema_version: "2", kind: "docker", container_id: containerId },
+            base_url: `http://127.0.0.1:${port}`,
+            wire_model: wireModel,
+            engine_token: engineToken,
+            admin_token: adminToken,
+            observation,
+            checkHealth: () => this.checkHealth(containerId, `http://127.0.0.1:${port}`),
+            stop: () => {
+                if (stopped)
+                    return Promise.resolve();
+                stopping ??= (async () => {
+                    await this.invoke(this.docker, ["rm", "-f", containerId], 30_000);
+                    await releaseInferenceDevice(this.deviceDirectory, input.root, input.serviceId);
+                    stopped = true;
+                })().finally(() => { stopping = undefined; });
+                return stopping;
+            },
+        };
+    }
+    async stopOrphan(root, record) {
+        if (record.service_handle?.kind === "process")
+            return "ambiguous";
+        try {
+            const selector = record.container_id ? ["--filter", `id=${record.container_id}`]
+                : ["--filter", `label=io.hitch.root-id=${hitchRootId(root)}`, "--filter", `label=io.hitch.service-id=${record.service_id}`];
+            const found = await this.invoke(this.docker, ["container", "ls", "-a", "--no-trunc", ...selector, "--format", "{{.ID}}"], 10_000);
+            const ids = found.stdout.trim().split(/\r?\n/).filter(Boolean);
+            if (ids.length === 0) {
+                await releaseInferenceDevice(this.deviceDirectory, root, record.service_id);
+                return "missing";
+            }
+            if (ids.length !== 1 || !/^[a-f0-9]{64}$/.test(ids[0]))
+                return "ambiguous";
+            const inspected = await this.inspect(ids[0]);
+            const labels = inspected.Config?.Labels;
+            if (labels?.["io.hitch.local-inference"] !== "true" || labels["io.hitch.root-id"] !== hitchRootId(root)
+                || labels["io.hitch.inference-id"] !== record.inference_id)
+                return "ambiguous";
+            await this.invoke(this.docker, ["rm", "-f", ids[0]], 30_000);
+            await releaseInferenceDevice(this.deviceDirectory, root, record.service_id);
+            return "stopped";
+        }
+        catch {
+            return "ambiguous";
+        }
+    }
+    async inspect(id) {
+        const result = await this.invoke(this.docker, ["container", "inspect", "--format", "{{json .}}", id], 10_000);
+        const value = JSON.parse(result.stdout);
+        if (typeof value.State?.Running !== "boolean" || typeof value.Image !== "string")
+            throw new TypeError("invalid Docker container inspection");
+        return value;
+    }
+    async checkHealth(id, baseUrl) {
+        const state = (await this.inspect(id)).State;
+        if (!state.Running)
+            throw new HitchError(`SGLang container exited (${state.ExitCode})`, {
+                code: state.OOMKilled ? "inference_oom" : "inference_process_exited", exitCode: 12,
+            });
+        const health = await this.request(`${baseUrl}/health`, { signal: AbortSignal.timeout(5_000) });
+        if (!health.ok)
+            throw new HitchError(`SGLang health returned HTTP ${health.status}`, { code: "inference_route_unavailable", exitCode: 12 });
+    }
+    async observe(input, id, baseUrl, token) {
+        const container = await this.inspect(id);
+        const response = await this.request(`${baseUrl}/server_info`, {
+            headers: { Authorization: `Bearer ${token}` }, signal: AbortSignal.timeout(10_000),
+        });
+        if (!response.ok)
+            throw new HitchError("SGLang server_info unavailable", { code: "inference_runtime_mismatch", exitCode: 12 });
+        let uuid = null;
+        if (input.lock.execution.platform.backend === "cuda") {
+            const probe = await this.invoke(this.docker, ["exec", id, "python3", "-c",
+                "import torch; assert torch.cuda.is_available() and torch.cuda.device_count() == 1; assert torch.zeros(1, device='cuda').item() == 0"], 30_000);
+            void probe;
+            uuid = (await this.invoke(this.docker, ["exec", id, "nvidia-smi", "--query-gpu=uuid", "--format=csv,noheader"], 10_000)).stdout.trim();
+        }
+        return validateRuntimeObservation(await response.json(), container.Image, uuid, input.lock, input.runtime);
+    }
+    async ensureNetwork(name) {
+        try {
+            await this.invoke(this.docker, ["network", "inspect", name], 10_000);
+            return;
+        }
+        catch { }
+        try {
+            await this.invoke(this.docker, ["network", "create", "--internal", "--driver", "bridge", name], 30_000);
+        }
+        catch (error) {
+            try {
+                await this.invoke(this.docker, ["network", "inspect", name], 10_000);
+            }
+            catch {
+                throw error;
+            }
+        }
+    }
+    async waitUntilReady(baseUrl, token, wireModel, lock, containerId, signal) {
+        const deadline = Date.now() + lock.execution.startup_timeout_ms;
+        let last = "service did not respond";
+        while (Date.now() < deadline) {
+            if (signal?.aborted)
+                throw new HitchError("SGLang startup cancelled", { code: "cancelled", exitCode: 9 });
+            const state = (await this.inspect(containerId)).State;
+            if (!state.Running)
+                throw new HitchError(`SGLang exited during startup (${state.ExitCode})`, {
+                    code: state.OOMKilled ? "inference_oom" : "inference_process_exited", exitCode: 12,
+                });
+            try {
+                const health = await this.request(`${baseUrl}/health`, { signal: AbortSignal.timeout(2_000) });
+                if (health.ok) {
+                    const models = await this.request(`${baseUrl}/v1/models`, {
+                        headers: { Authorization: `Bearer ${token}` }, signal: AbortSignal.timeout(5_000),
+                    });
+                    if (!models.ok || !JSON.stringify(await models.json()).includes(wireModel))
+                        throw new Error("served model alias is absent");
+                    await probeSGLangProtocol(this.request, baseUrl, token, wireModel, lock.protocol.api);
+                    return;
+                }
+                last = `health returned HTTP ${health.status}`;
+            }
+            catch (error) {
+                if (error instanceof HitchError)
+                    throw error;
+                last = error.message;
+            }
+            await delay(500);
+        }
+        throw new HitchError(`SGLang startup timed out: ${last}`, { code: "inference_start_timeout", exitCode: 12 });
+    }
+}
+function dockerArguments(input) {
+    const { lock } = input.input;
+    const backend = lock.execution.platform;
+    const image = input.input.runtime.package;
+    if (image.kind !== "oci")
+        throw new TypeError("SGLang Docker launch requires an OCI runtime");
+    return [
+        "run", "--detach", "--name", input.name,
+        "--label", "io.hitch.local-inference=true",
+        "--label", `io.hitch.service-id=${input.input.serviceId}`,
+        "--label", `io.hitch.root-id=${hitchRootId(input.input.root)}`,
+        "--label", `io.hitch.inference-id=${lock.inference_id}`,
+        "--network", input.network,
+        "--read-only", "--cap-drop", "ALL", "--security-opt", "no-new-privileges", "--pids-limit", "4096",
+        "--memory", String(lock.resources.memory_bytes), "--cpus", String(lock.resources.cpu_millis / 1_000),
+        "--shm-size", "2g", "--tmpfs", "/tmp:rw,noexec,nosuid,size=2g",
+        "--mount", `type=bind,src=${input.modelDirectory},dst=/model,readonly`,
+        "--mount", `type=bind,src=${input.cacheDirectory},dst=/root/.cache`,
+        "--publish", `127.0.0.1:${input.port}:30000`,
+        ...(backend.backend === "cuda" ? ["--gpus", `device=${backend.device_constraint || "0"}`] : []),
+        ...(backend.backend === "cpu" ? ["--env", "SGLANG_USE_CPU_ENGINE=1", "--env", `OMP_NUM_THREADS=${backend.cpu_threads}`, "--env", `SGLANG_CPU_OMP_THREADS=${backend.cpu_threads}`] : []),
+        image.image,
+        "python3", "-m", "sglang.launch_server",
+        "--model-path", "/model", "--served-model-name", input.wireModel,
+        "--host", "0.0.0.0", "--port", "30000",
+        "--api-key", input.engineToken, "--admin-api-key", input.adminToken,
+        "--random-seed", String(lock.generation.seed),
+        "--load-format", lock.execution.load_format, "--dtype", lock.execution.dtype,
+        "--tp-size", "1", "--dp-size", "1", "--pp-size", "1",
+        "--context-length", String(lock.execution.context_tokens_per_request),
+        "--max-running-requests", String(lock.execution.max_running_requests),
+        "--max-total-tokens", String(lock.execution.max_total_tokens),
+        "--chunked-prefill-size", String(lock.execution.chunked_prefill_size),
+        "--max-prefill-tokens", String(lock.execution.max_prefill_tokens),
+        "--kv-cache-dtype", lock.execution.kv_cache_dtype,
+        "--attention-backend", lock.execution.attention_backend,
+        "--sampling-backend", lock.execution.sampling_backend,
+        // Request logging is disabled by default; there is no negative CLI switch.
+        ...(lock.execution.quantization ? ["--quantization", lock.execution.quantization] : []),
+        ...(lock.execution.prefix_cache.mode === "disabled" ? ["--disable-radix-cache"] : []),
+        ...(!backend.overlap_schedule ? ["--disable-overlap-schedule"] : []),
+        ...(backend.backend === "cuda" ? ["--mem-fraction-static", String(backend.mem_fraction_static)] : ["--device", "cpu"]),
+        ...(backend.backend === "cuda" && backend.cuda_graph === "disabled" ? ["--disable-cuda-graph"] : []),
+        ...(lock.protocol.tool_call_parser ? ["--tool-call-parser", lock.protocol.tool_call_parser] : []),
+        ...(lock.protocol.reasoning_parser ? ["--reasoning-parser", lock.protocol.reasoning_parser] : []),
+        ...(lock.execution.deterministic_inference ? ["--enable-deterministic-inference"] : []),
+    ];
+}
+async function availablePort() {
+    const server = http.createServer();
+    await new Promise((resolve, reject) => {
+        server.once("error", reject);
+        server.listen(0, "127.0.0.1", resolve);
+    });
+    const port = server.address().port;
+    await new Promise((resolve, reject) => server.close((error) => error ? reject(error) : resolve()));
+    return port;
+}
+//# sourceMappingURL=sglang.js.map

package/dist/src/inference/sglang.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sglang.js","sourceRoot":"","sources":["../../../src/inference/sglang.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAE3G,OAAO,EAAE,iCAAiC,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAC5H,OAAO,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AA+C1D,MAAM,OAAO,oBAAoB;IACd,eAAe,CAAS;IACxB,MAAM,CAAS;IACf,GAAG,CAAoB;IACvB,MAAM,CAAqF;IAC3F,OAAO,CAAe;IAEvC,YAAY,UAAuC,EAAE;QACnD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,0BAA0B,IAAI,iCAAiC,EAAE,CAAC;QACjG,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;QACjF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,UAAU,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE;YACxG,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,EAAE,0BAA0B,EAAE,eAAe,EAAE,EAAE;SACvF,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB;QAClC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC5G,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3I,MAAM,IAAI,GAAG,MAAM,aAAa,EAAE,CAAC;QACnC,MAAM,WAAW,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,SAAS,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;QACjG,MAAM,OAAO,GAAG,mBAAmB,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,gBAAgB,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,GAAG,eAAe,CAAC;YAC3B,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI;SAC/F,CAAC,CAAC;QACH,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,WAA0C,CAAC;QAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;QAC9C,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,iBAAiB;gBAAE,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;YAC9F,MAAM,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC7G,CAAC;QACD,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBACrH,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;oBAChD,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM;oBAC9D,gBAAgB,EAAE,OAAO,CAAC,iBAAkB,EAAE,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;iBACrH,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK;oBAAE,MAAM,IAAI,UAAU,CAAC,iDAAiD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACrJ,CAAC;YACD,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3E,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;YAClH,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,CAAC;YACrC,MAAM,KAAK,CAAC,gBAAgB,EAAE,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACnG,MAAM,IAAI,CAAC,cAAc,CAAC,oBAAoB,IAAI,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACrH,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,oBAAoB,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;YAC9F,mDAAmD;YACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,cAAc,EAAE;gBACzE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACxF,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,EAAE;gBAAE,MAAM,IAAI,UAAU,CAAC,0CAA0C,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1I,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wEAAwE;YACxE,2EAA2E;YAC3E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE;gBAChD,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY;gBAClE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtD,CAAC,CAAC;YACH,IAAI,OAAO,KAAK,WAAW;gBAAE,MAAM,IAAI,UAAU,CAAC,kEAAkE,EAAE;oBACpH,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK;iBACjE,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,QAAmC,CAAC;QACxC,OAAO;YACL,YAAY,EAAE,WAAW;YACzB,cAAc,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE;YAClF,QAAQ,EAAE,oBAAoB,IAAI,EAAE;YACpC,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,UAAU;YACvB,WAAW;YACX,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,oBAAoB,IAAI,EAAE,CAAC;YAC5E,IAAI,EAAE,GAAG,EAAE;gBACT,IAAI,OAAO;oBAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;gBACtC,QAAQ,KAAK,CAAC,KAAK,IAAI,EAAE;oBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC;oBAClE,MAAM,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;oBAChF,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,OAAO,QAAQ,CAAC;YAClB,CAAC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,MAAyG;QACtI,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC9E,CAAC,CAAC,CAAC,UAAU,EAAE,0BAA0B,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,6BAA6B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9H,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;YAClI,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC/D,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,MAAM,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;gBAC5E,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;gBAAE,OAAO,WAAW,CAAC;YAC5E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC,0BAA0B,CAAC,KAAK,MAAM,IAAI,MAAM,CAAC,kBAAkB,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC;mBAClG,MAAM,CAAC,uBAAuB,CAAC,KAAK,MAAM,CAAC,YAAY;gBAAE,OAAO,WAAW,CAAC;YACjF,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9D,MAAM,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5E,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,WAAW,CAAC;QAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,EAAU;QAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9G,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAwB,CAAC;QAC/D,IAAI,OAAO,KAAK,CAAC,KAAK,EAAE,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;YAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QAC7I,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,EAAU,EAAE,OAAe;QACnD,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,MAAM,IAAI,UAAU,CAAC,4BAA4B,KAAK,CAAC,QAAQ,GAAG,EAAE;gBACtF,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,0BAA0B,EAAE,QAAQ,EAAE,EAAE;aACnF,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/F,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,UAAU,CAAC,+BAA+B,MAAM,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9I,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAwB,EAAE,EAAU,EAAE,OAAe,EAAE,KAAa;QACxF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,cAAc,EAAE;YAC5D,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACnF,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,UAAU,CAAC,gCAAgC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/H,IAAI,IAAI,GAAkB,IAAI,CAAC;QAC/B,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI;gBACvE,qIAAqI,CAAC,EAAE,MAAM,CAAC,CAAC;YAClJ,KAAK,KAAK,CAAC;YACX,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,kBAAkB,EAAE,uBAAuB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACzI,CAAC;QACD,OAAO,0BAA0B,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7G,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,IAAY;QACtC,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAAC,OAAO;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAC9F,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1G,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,MAAM,KAAK,CAAC;YAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,OAAe,EACf,KAAa,EACb,SAAiB,EACjB,IAAqB,EACrB,WAAmB,EACnB,MAA+B;QAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QAChE,IAAI,IAAI,GAAG,yBAAyB,CAAC;QACrC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,UAAU,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1G,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,OAAO;gBAAE,MAAM,IAAI,UAAU,CAAC,iCAAiC,KAAK,CAAC,QAAQ,GAAG,EAAE;oBAC3F,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,0BAA0B,EAAE,QAAQ,EAAE,EAAE;iBACnF,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/F,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;oBACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,YAAY,EAAE;wBACxD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;qBAClF,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;oBAC5H,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACtF,OAAO;gBACT,CAAC;gBACD,IAAI,GAAG,wBAAwB,MAAM,CAAC,MAAM,EAAE,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,UAAU;oBAAE,MAAM,KAAK,CAAC;gBAC7C,IAAI,GAAI,KAAe,CAAC,OAAO,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,UAAU,CAAC,6BAA6B,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/G,CAAC;CAGF;AAED,SAAS,eAAe,CAAC,KAUxB;IACC,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC;IAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;IACxC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;IAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;QAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IAC9F,OAAO;QACL,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI;QACvC,SAAS,EAAE,+BAA+B;QAC1C,SAAS,EAAE,uBAAuB,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE;QACzD,SAAS,EAAE,oBAAoB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;QAC9D,SAAS,EAAE,yBAAyB,IAAI,CAAC,YAAY,EAAE;QACvD,WAAW,EAAE,KAAK,CAAC,OAAO;QAC1B,aAAa,EAAE,YAAY,EAAE,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM;QACjG,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,GAAG,KAAK,CAAC;QACpG,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,+BAA+B;QAC9D,SAAS,EAAE,iBAAiB,KAAK,CAAC,cAAc,sBAAsB;QACtE,SAAS,EAAE,iBAAiB,KAAK,CAAC,cAAc,mBAAmB;QACnE,WAAW,EAAE,aAAa,KAAK,CAAC,IAAI,QAAQ;QAC5C,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,OAAO,CAAC,iBAAiB,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/F,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,yBAAyB,EAAE,OAAO,EAAE,mBAAmB,OAAO,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,0BAA0B,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvL,KAAK,CAAC,KAAK;QACX,SAAS,EAAE,IAAI,EAAE,sBAAsB;QACvC,cAAc,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,CAAC,SAAS;QAChE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO;QACtC,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,iBAAiB,EAAE,KAAK,CAAC,UAAU;QACnE,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAC7C,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;QAC5E,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG;QACpD,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC;QACrE,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC;QACrE,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;QAC7D,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC;QACrE,sBAAsB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QACjE,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc;QACjD,qBAAqB,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB;QACvD,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACrD,2EAA2E;QAC3E,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,uBAAuB,EAAE,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACtH,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,oBAAoB,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,oBAAoB,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACxF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;IACnC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAI,MAAM,CAAC,OAAO,EAAkB,CAAC,IAAI,CAAC;IACpD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACzG,OAAO,IAAI,CAAC;AACd,CAAC"}