agent-hitch 0.2.9 → 0.2.11

package/dist/src/inference/lock.js

@@ -0,0 +1,331 @@
+import { availableParallelism } from "node:os";
+import path from "node:path";
+import { HitchError, atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
+import { inferenceLockIdentity, parseModelNodeBinding } from "./manifest.js";
+export function buildInferenceLock(model, runtime, options) {
+    if (runtime.backend !== options.backend || (runtime.package.kind !== "oci" && runtime.schema_version !== "2")) {
+        throw new TypeError("runtime backend does not match the lock request");
+    }
+    if (options.modelNode && (options.backend !== "cuda" || !options.deviceConstraint || runtime.schema_version !== "2"
+        || runtime.package.kind !== "python-env" || runtime.package.environment_digest !== options.modelNode.runtime_digest)) {
+        throw new TypeError("model node lock requires its observed Python CUDA runtime and explicit GPU");
+    }
+    if (model.dtype === "unknown") {
+        throw new HitchError("model config must declare torch_dtype", { code: "inference_model_unsupported", exitCode: 2 });
+    }
+    const throughput = options.profile === "throughput";
+    const context = Math.min(8_192, model.context_tokens ?? 8_192);
+    const maxRunning = throughput ? options.backend === "cuda" ? 8 : 2 : 1;
+    const weights = model.files.filter((file) => file.path.endsWith(".safetensors")).reduce((total, file) => total + file.size, 0);
+    const memoryBytes = Math.max(2 * 1024 ** 3, Math.ceil(weights * 1.25 + 1024 ** 3));
+    const parser = toolParserFor(model.model_type);
+    const cpuThreads = Math.max(1, Math.min(options.cpuThreads ?? availableParallelism(), 8));
+    const platform = options.backend === "cpu"
+        ? {
+            backend: "cpu",
+            cpu_threads: cpuThreads,
+            numa_policy: "single-node",
+            cpu_feature_requirement: "amx",
+            overlap_schedule: false,
+        }
+        : {
+            backend: "cuda",
+            ...(options.deviceConstraint ? { device_constraint: options.deviceConstraint } : {}),
+            mem_fraction_static: 0.8,
+            overlap_schedule: throughput,
+            cuda_graph: throughput ? "enabled" : "disabled",
+        };
+    const withoutIdentity = {
+        schema_version: options.modelNode ? "2" : "1",
+        ...(options.modelNode ? { model_node: parseModelNodeBinding(options.modelNode) } : {}),
+        engine: "sglang",
+        model_id: model.model_id,
+        runtime_id: runtime.runtime_id,
+        profile: options.profile,
+        execution: {
+            platform,
+            load_format: "safetensors",
+            dtype: model.dtype,
+            quantization: model.quantization,
+            tensor_parallel_size: 1,
+            data_parallel_size: 1,
+            pipeline_parallel_size: 1,
+            context_tokens_per_request: context,
+            max_running_requests: maxRunning,
+            max_queued_requests: maxRunning,
+            max_total_tokens: context * (maxRunning + 1),
+            chunked_prefill_size: throughput ? Math.min(4_096, context) : -1,
+            max_prefill_tokens: context,
+            kv_cache_dtype: model.dtype === "bfloat16" || model.dtype === "bf16" ? "bfloat16" : "auto",
+            attention_backend: options.backend === "cpu" ? "intel_amx" : "flashinfer",
+            sampling_backend: options.backend === "cpu" ? "pytorch" : "flashinfer",
+            deterministic_inference: false,
+            prefix_cache: {
+                mode: throughput ? "radix" : "disabled",
+                scope: "eval",
+                initial_state: "empty",
+            },
+            hicache: false,
+            speculative_decoding: false,
+            cpu_offload_gb: 0,
+            startup_timeout_ms: 600_000,
+            queue_timeout_ms: 60_000,
+            request_timeout_ms: 600_000,
+            idle_ttl_ms: 60_000,
+        },
+        generation: {
+            temperature: 0,
+            top_p: 1,
+            top_k: 0,
+            min_p: 0,
+            repetition_penalty: 1,
+            seed: 0,
+            max_output_tokens: Math.min(2_048, Math.max(1, Math.floor(context / 4))),
+            override_policy: "reject-conflicts",
+        },
+        protocol: {
+            api: options.api ?? "responses",
+            streaming: true,
+            tool_calls: parser !== null,
+            parallel_tool_calls: false,
+            input_modalities: ["text"],
+            tool_call_parser: parser,
+            reasoning_parser: null,
+            compatibility_profile_id: sha256JSON({
+                engine: "sglang",
+                runtime_id: runtime.runtime_id,
+                model_type: model.model_type,
+                template_digest: model.template_digest,
+                api: options.api ?? "responses",
+                tool_call_parser: parser,
+            }),
+        },
+        resources: {
+            cpu_millis: options.backend === "cpu" ? cpuThreads * 1_000 : 2_000,
+            memory_bytes: memoryBytes,
+            container_slots: options.modelNode ? 0 : 1,
+            build_slots: 0,
+            ...(options.backend === "cuda" ? { gpu_count: 1 } : {}),
+            ephemeral_disk_bytes: 4 * 1024 ** 3,
+        },
+    };
+    return { ...withoutIdentity, inference_id: inferenceLockIdentity(withoutIdentity) };
+}
+export async function persistInferenceLock(root, lock) {
+    const directory = path.join(statePaths(root).inferenceLocks, lock.inference_id.slice("sha256:".length));
+    await atomicWriteJSON(path.join(directory, "lock.json"), lock);
+}
+export async function loadInferenceLock(root, inferenceId) {
+    let value;
+    try {
+        value = await readJSON(path.join(statePaths(root).inferenceLocks, inferenceId.slice("sha256:".length), "lock.json"));
+    }
+    catch (error) {
+        throw new HitchError(`inference lock is unavailable: ${inferenceId}`, { code: "inference_lock_mismatch", exitCode: 2, cause: error });
+    }
+    const lock = validateInferenceLockShape(value);
+    if (lock.inference_id !== inferenceId) {
+        throw new HitchError("inference lock path and identity do not match", { code: "inference_lock_mismatch", exitCode: 5 });
+    }
+    return lock;
+}
+export function validateInferenceLockShape(value) {
+    const record = exact(value, ["schema_version", "engine", "model_id", "runtime_id", "inference_id", "profile", "execution", "generation", "protocol", "resources", "model_node"], "inference lock");
+    if (!["1", "2"].includes(String(record.schema_version)) || record.engine !== "sglang"
+        || !digest(record.model_id) || !digest(record.runtime_id) || !digest(record.inference_id)
+        || (record.profile !== "baseline" && record.profile !== "throughput"))
+        throw lockError("inference lock identity is invalid");
+    const execution = parseExecution(record.execution);
+    const generation = parseGeneration(record.generation);
+    const protocol = parseProtocol(record.protocol);
+    const modelNode = record.schema_version === "2" ? parseModelNodeBinding(record.model_node) : undefined;
+    if (!modelNode && record.model_node !== undefined)
+        throw lockError("legacy inference lock cannot contain a model node");
+    if (modelNode && (execution.platform.backend !== "cuda" || !execution.platform.device_constraint))
+        throw lockError("model node requires an explicit physical CUDA device");
+    const resources = parseResources(record.resources, execution.platform.backend, !!modelNode);
+    const lock = {
+        schema_version: modelNode ? "2" : "1", ...(modelNode ? { model_node: modelNode } : {}), engine: "sglang", model_id: record.model_id, runtime_id: record.runtime_id,
+        inference_id: record.inference_id, profile: record.profile, execution, generation, protocol, resources,
+    };
+    validateProfile(lock);
+    const { inference_id: _inferenceId, ...identity } = lock;
+    if (inferenceLockIdentity(identity) !== lock.inference_id)
+        throw lockError("inference lock identity mismatch");
+    return lock;
+}
+function parseExecution(value) {
+    const record = exact(value, [
+        "platform", "load_format", "dtype", "quantization", "tensor_parallel_size", "data_parallel_size", "pipeline_parallel_size",
+        "context_tokens_per_request", "max_running_requests", "max_queued_requests", "max_total_tokens", "chunked_prefill_size",
+        "max_prefill_tokens", "kv_cache_dtype", "attention_backend", "sampling_backend", "deterministic_inference", "prefix_cache",
+        "hicache", "speculative_decoding", "cpu_offload_gb", "startup_timeout_ms", "queue_timeout_ms", "request_timeout_ms", "idle_ttl_ms",
+    ], "inference execution");
+    if (record.load_format !== "safetensors" || record.tensor_parallel_size !== 1 || record.data_parallel_size !== 1
+        || record.pipeline_parallel_size !== 1 || typeof record.dtype !== "string" || !record.dtype
+        || record.quantization !== null && (typeof record.quantization !== "string" || !record.quantization)
+        || typeof record.deterministic_inference !== "boolean" || record.hicache !== false
+        || record.speculative_decoding !== false || record.cpu_offload_gb !== 0)
+        throw lockError("inference execution configuration is invalid");
+    const prefix = exact(record.prefix_cache, ["mode", "scope", "initial_state"], "inference prefix cache");
+    if ((prefix.mode !== "disabled" && prefix.mode !== "radix") || (prefix.scope !== "run" && prefix.scope !== "eval") || prefix.initial_state !== "empty") {
+        throw lockError("inference prefix cache configuration is invalid");
+    }
+    const positiveFields = [
+        "context_tokens_per_request", "max_running_requests", "max_total_tokens", "max_prefill_tokens",
+        "startup_timeout_ms", "queue_timeout_ms", "request_timeout_ms",
+    ];
+    for (const field of positiveFields)
+        positiveInteger(record[field], `inference execution ${field}`);
+    nonNegativeInteger(record.max_queued_requests, "inference execution max_queued_requests");
+    nonNegativeInteger(record.idle_ttl_ms, "inference execution idle_ttl_ms");
+    if (!Number.isSafeInteger(record.chunked_prefill_size) || record.chunked_prefill_size < -1)
+        throw lockError("inference chunked prefill size is invalid");
+    if (record.max_total_tokens < record.context_tokens_per_request
+        || record.max_prefill_tokens > record.context_tokens_per_request) {
+        throw lockError("inference token budgets are inconsistent");
+    }
+    const platform = parsePlatform(record.platform);
+    return {
+        platform,
+        load_format: "safetensors",
+        dtype: record.dtype,
+        quantization: record.quantization,
+        tensor_parallel_size: 1, data_parallel_size: 1, pipeline_parallel_size: 1,
+        context_tokens_per_request: record.context_tokens_per_request,
+        max_running_requests: record.max_running_requests,
+        max_queued_requests: record.max_queued_requests,
+        max_total_tokens: record.max_total_tokens,
+        chunked_prefill_size: record.chunked_prefill_size,
+        max_prefill_tokens: record.max_prefill_tokens,
+        kv_cache_dtype: nonEmptyString(record.kv_cache_dtype, "inference KV cache dtype"),
+        attention_backend: nonEmptyString(record.attention_backend, "inference attention backend"),
+        sampling_backend: nonEmptyString(record.sampling_backend, "inference sampling backend"),
+        deterministic_inference: record.deterministic_inference,
+        prefix_cache: { mode: prefix.mode, scope: prefix.scope, initial_state: "empty" },
+        hicache: false, speculative_decoding: false, cpu_offload_gb: 0,
+        startup_timeout_ms: record.startup_timeout_ms,
+        queue_timeout_ms: record.queue_timeout_ms,
+        request_timeout_ms: record.request_timeout_ms,
+        idle_ttl_ms: record.idle_ttl_ms,
+    };
+}
+function parsePlatform(value) {
+    const base = exactRecord(value, "inference platform");
+    if (base.backend === "cpu") {
+        const record = exact(base, ["backend", "cpu_threads", "numa_policy", "cpu_feature_requirement", "overlap_schedule"], "CPU inference platform");
+        if (record.numa_policy !== "single-node" || record.cpu_feature_requirement !== "amx" || record.overlap_schedule !== false)
+            throw lockError("CPU inference platform is invalid");
+        return { backend: "cpu", cpu_threads: positiveInteger(record.cpu_threads, "CPU inference threads"), numa_policy: "single-node", cpu_feature_requirement: "amx", overlap_schedule: false };
+    }
+    if (base.backend === "cuda") {
+        const record = exact(base, ["backend", "device_constraint", "mem_fraction_static", "overlap_schedule", "cuda_graph"], "CUDA inference platform");
+        if (record.device_constraint !== undefined && (typeof record.device_constraint !== "string" || !record.device_constraint)
+            || typeof record.mem_fraction_static !== "number" || !Number.isFinite(record.mem_fraction_static)
+            || record.mem_fraction_static <= 0 || record.mem_fraction_static > 1 || typeof record.overlap_schedule !== "boolean"
+            || record.cuda_graph !== "enabled" && record.cuda_graph !== "disabled")
+            throw lockError("CUDA inference platform is invalid");
+        return { backend: "cuda", ...(record.device_constraint ? { device_constraint: record.device_constraint } : {}), mem_fraction_static: record.mem_fraction_static, overlap_schedule: record.overlap_schedule, cuda_graph: record.cuda_graph };
+    }
+    if (base.backend === "metal") {
+        const record = exact(base, ["backend", "mlx_quantization", "overlap_schedule"], "Metal inference platform");
+        if (record.mlx_quantization !== "none" && record.mlx_quantization !== "prequantized" || typeof record.overlap_schedule !== "boolean")
+            throw lockError("Metal inference platform is invalid");
+        return { backend: "metal", mlx_quantization: record.mlx_quantization, overlap_schedule: record.overlap_schedule };
+    }
+    throw lockError("inference platform backend is invalid");
+}
+function parseGeneration(value) {
+    const record = exact(value, ["temperature", "top_p", "top_k", "min_p", "repetition_penalty", "seed", "max_output_tokens", "override_policy"], "inference generation");
+    const finite = (field) => {
+        const number = record[field];
+        if (typeof number !== "number" || !Number.isFinite(number))
+            throw lockError(`inference generation ${field} is invalid`);
+        return number;
+    };
+    const temperature = finite("temperature"), topP = finite("top_p"), minP = finite("min_p"), penalty = finite("repetition_penalty");
+    if (temperature < 0 || topP < 0 || topP > 1 || minP < 0 || minP > 1 || penalty <= 0
+        || !Number.isSafeInteger(record.top_k) || record.top_k < 0 || !Number.isSafeInteger(record.seed)
+        || record.override_policy !== "reject-conflicts")
+        throw lockError("inference generation configuration is invalid");
+    return { temperature, top_p: topP, top_k: record.top_k, min_p: minP, repetition_penalty: penalty,
+        seed: record.seed, max_output_tokens: positiveInteger(record.max_output_tokens, "inference max output tokens"), override_policy: "reject-conflicts" };
+}
+function parseProtocol(value) {
+    const record = exact(value, ["api", "streaming", "tool_calls", "parallel_tool_calls", "input_modalities", "tool_call_parser", "reasoning_parser", "compatibility_profile_id"], "inference protocol");
+    if (record.api !== "responses" && record.api !== "chat-completions" || typeof record.streaming !== "boolean"
+        || typeof record.tool_calls !== "boolean" || typeof record.parallel_tool_calls !== "boolean"
+        || !Array.isArray(record.input_modalities) || record.input_modalities.length !== 1 || record.input_modalities[0] !== "text"
+        || record.tool_call_parser !== null && (typeof record.tool_call_parser !== "string" || !record.tool_call_parser)
+        || record.reasoning_parser !== null && (typeof record.reasoning_parser !== "string" || !record.reasoning_parser)
+        || !digest(record.compatibility_profile_id) || record.parallel_tool_calls && !record.tool_calls)
+        throw lockError("inference protocol configuration is invalid");
+    return { api: record.api, streaming: record.streaming, tool_calls: record.tool_calls, parallel_tool_calls: record.parallel_tool_calls,
+        input_modalities: ["text"], tool_call_parser: record.tool_call_parser,
+        reasoning_parser: record.reasoning_parser, compatibility_profile_id: record.compatibility_profile_id };
+}
+function parseResources(value, backend, processNode) {
+    const record = exact(value, ["cpu_millis", "memory_bytes", "container_slots", "build_slots", "gpu_count", "ephemeral_disk_bytes"], "inference resources");
+    const resources = {
+        cpu_millis: positiveInteger(record.cpu_millis, "inference CPU reservation"),
+        memory_bytes: positiveInteger(record.memory_bytes, "inference memory reservation"),
+        container_slots: processNode ? nonNegativeInteger(record.container_slots, "inference container reservation") : positiveInteger(record.container_slots, "inference container reservation"),
+        build_slots: nonNegativeInteger(record.build_slots, "inference build reservation"),
+        ...(record.gpu_count === undefined ? {} : { gpu_count: nonNegativeInteger(record.gpu_count, "inference GPU reservation") }),
+        ...(record.ephemeral_disk_bytes === undefined ? {} : { ephemeral_disk_bytes: nonNegativeInteger(record.ephemeral_disk_bytes, "inference disk reservation") }),
+    };
+    if (resources.build_slots !== 0 || processNode && resources.container_slots !== 0 || backend === "cuda" && resources.gpu_count !== 1
+        || backend !== "cuda" && (resources.gpu_count ?? 0) !== 0)
+        throw lockError("inference resource/backend combination is invalid");
+    return resources;
+}
+function validateProfile(lock) {
+    const throughput = lock.profile === "throughput";
+    const expectedRunning = throughput ? lock.execution.platform.backend === "cuda" ? 8 : 2 : 1;
+    if (lock.execution.max_running_requests !== expectedRunning || lock.execution.max_queued_requests !== expectedRunning
+        || throughput !== (lock.execution.prefix_cache.mode === "radix") || lock.execution.prefix_cache.scope !== "eval") {
+        throw lockError("inference lock does not match its profile");
+    }
+}
+function exact(value, fields, label) {
+    const record = exactRecord(value, label);
+    const allowed = new Set(fields);
+    const unknown = Object.keys(record).find((field) => !allowed.has(field));
+    if (unknown)
+        throw lockError(`${label} has unknown field: ${unknown}`);
+    return record;
+}
+function exactRecord(value, label) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw lockError(`${label} must be an object`);
+    return value;
+}
+function nonEmptyString(value, label) {
+    if (typeof value !== "string" || !value)
+        throw lockError(`${label} must be a non-empty string`);
+    return value;
+}
+function positiveInteger(value, label) {
+    if (!Number.isSafeInteger(value) || value < 1)
+        throw lockError(`${label} must be a positive safe integer`);
+    return value;
+}
+function nonNegativeInteger(value, label) {
+    if (!Number.isSafeInteger(value) || value < 0)
+        throw lockError(`${label} must be a non-negative safe integer`);
+    return value;
+}
+function toolParserFor(modelType) {
+    if (/^qwen(?:2|3)/.test(modelType))
+        return "qwen25";
+    if (/^llama/.test(modelType))
+        return "llama3";
+    return null;
+}
+function digest(value) {
+    return typeof value === "string" && /^sha256:[a-f0-9]{64}$/.test(value);
+}
+function lockError(message) {
+    return new HitchError(message, { code: "inference_lock_mismatch", exitCode: 5 });
+}
+//# sourceMappingURL=lock.js.map

package/dist/src/inference/lock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lock.js","sourceRoot":"","sources":["../../../src/inference/lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,IAAI,MAAM,WAAW,CAAC;AAU7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAW7E,MAAM,UAAU,kBAAkB,CAChC,KAA2B,EAC3B,OAAmC,EACnC,OAAkC;IAElC,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,IAAI,OAAO,CAAC,cAAc,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9G,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,cAAc,KAAK,GAAG;WAC9G,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,KAAK,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC;QACvH,MAAM,IAAI,SAAS,CAAC,4EAA4E,CAAC,CAAC;IACpG,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACtH,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,KAAK,YAAY,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC/H,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,oBAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1F,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,KAAK,KAAK;QACxC,CAAC,CAAC;YACA,OAAO,EAAE,KAAc;YACvB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,aAAsB;YACnC,uBAAuB,EAAE,KAAc;YACvC,gBAAgB,EAAE,KAAc;SACjC;QACD,CAAC,CAAC;YACA,OAAO,EAAE,MAAe;YACxB,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,mBAAmB,EAAE,GAAG;YACxB,gBAAgB,EAAE,UAAU;YAC5B,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,UAAmB;SAClE,CAAC;IACJ,MAAM,eAAe,GAA0C;QAC7D,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QAC7C,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtF,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE;YACT,QAAQ;YACR,WAAW,EAAE,aAAa;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,oBAAoB,EAAE,CAAC;YACvB,kBAAkB,EAAE,CAAC;YACrB,sBAAsB,EAAE,CAAC;YACzB,0BAA0B,EAAE,OAAO;YACnC,oBAAoB,EAAE,UAAU;YAChC,mBAAmB,EAAE,UAAU;YAC/B,gBAAgB,EAAE,OAAO,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC;YAC5C,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,kBAAkB,EAAE,OAAO;YAC3B,cAAc,EAAE,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;YAC1F,iBAAiB,EAAE,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;YACzE,gBAAgB,EAAE,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;YACtE,uBAAuB,EAAE,KAAK;YAC9B,YAAY,EAAE;gBACZ,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;gBACvC,KAAK,EAAE,MAAM;gBACb,aAAa,EAAE,OAAO;aACvB;YACD,OAAO,EAAE,KAAK;YACd,oBAAoB,EAAE,KAAK;YAC3B,cAAc,EAAE,CAAC;YACjB,kBAAkB,EAAE,OAAO;YAC3B,gBAAgB,EAAE,MAAM;YACxB,kBAAkB,EAAE,OAAO;YAC3B,WAAW,EAAE,MAAM;SACpB;QACD,UAAU,EAAE;YACV,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC;YACR,kBAAkB,EAAE,CAAC;YACrB,IAAI,EAAE,CAAC;YACP,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;YACxE,eAAe,EAAE,kBAAkB;SACpC;QACD,QAAQ,EAAE;YACR,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,WAAW;YAC/B,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,MAAM,KAAK,IAAI;YAC3B,mBAAmB,EAAE,KAAK;YAC1B,gBAAgB,EAAE,CAAC,MAAM,CAAC;YAC1B,gBAAgB,EAAE,MAAM;YACxB,gBAAgB,EAAE,IAAI;YACtB,wBAAwB,EAAE,UAAU,CAAC;gBACnC,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,WAAW;gBAC/B,gBAAgB,EAAE,MAAM;aACzB,CAAC;SACH;QACD,SAAS,EAAE;YACT,UAAU,EAAE,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK;YAClE,YAAY,EAAE,WAAW;YACzB,eAAe,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,WAAW,EAAE,CAAC;YACd,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,oBAAoB,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC;SACpC;KACF,CAAC;IACF,OAAO,EAAE,GAAG,eAAe,EAAE,YAAY,EAAE,qBAAqB,CAAC,eAAe,CAAC,EAAE,CAAC;AACtF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,IAAqB;IAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACxG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,WAAmB;IACvE,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;IACvH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,UAAU,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACxI,CAAC;IACD,MAAM,IAAI,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,IAAI,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;QACtC,MAAM,IAAI,UAAU,CAAC,+CAA+C,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1H,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,gBAAgB,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACnM,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ;WAChF,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;WACtF,CAAC,MAAM,CAAC,OAAO,KAAK,UAAU,IAAI,MAAM,CAAC,OAAO,KAAK,YAAY,CAAC;QAAE,MAAM,SAAS,CAAC,oCAAoC,CAAC,CAAC;IAC/H,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;QAAE,MAAM,SAAS,CAAC,mDAAmD,CAAC,CAAC;IACxH,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QAAE,MAAM,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC3K,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAoB;QAC5B,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;QAClK,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS;KACvG,CAAC;IACF,eAAe,CAAC,IAAI,CAAC,CAAC;IACtB,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,QAAQ,EAAE,GAAG,IAAI,CAAC;IACzD,IAAI,qBAAqB,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,YAAY;QAAE,MAAM,SAAS,CAAC,kCAAkC,CAAC,CAAC;IAC/G,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE;QAC1B,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,wBAAwB;QAC1H,4BAA4B,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,sBAAsB;QACvH,oBAAoB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,cAAc;QAC1H,SAAS,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,aAAa;KACnI,EAAE,qBAAqB,CAAC,CAAC;IAC1B,IAAI,MAAM,CAAC,WAAW,KAAK,aAAa,IAAI,MAAM,CAAC,oBAAoB,KAAK,CAAC,IAAI,MAAM,CAAC,kBAAkB,KAAK,CAAC;WAC3G,MAAM,CAAC,sBAAsB,KAAK,CAAC,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK;WACxF,MAAM,CAAC,YAAY,KAAK,IAAI,IAAI,CAAC,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;WACjG,OAAO,MAAM,CAAC,uBAAuB,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK;WAC/E,MAAM,CAAC,oBAAoB,KAAK,KAAK,IAAI,MAAM,CAAC,cAAc,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,8CAA8C,CAAC,CAAC;IAC3I,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,wBAAwB,CAAC,CAAC;IACxG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;QACvJ,MAAM,SAAS,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,cAAc,GAAG;QACrB,4BAA4B,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,oBAAoB;QAC9F,oBAAoB,EAAE,kBAAkB,EAAE,oBAAoB;KACtD,CAAC;IACX,KAAK,MAAM,KAAK,IAAI,cAAc;QAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,uBAAuB,KAAK,EAAE,CAAC,CAAC;IACnG,kBAAkB,CAAC,MAAM,CAAC,mBAAmB,EAAE,yCAAyC,CAAC,CAAC;IAC1F,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,iCAAiC,CAAC,CAAC;IAC1E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAK,MAAM,CAAC,oBAA+B,GAAG,CAAC,CAAC;QAAE,MAAM,SAAS,CAAC,2CAA2C,CAAC,CAAC;IACrK,IAAK,MAAM,CAAC,gBAA2B,GAAI,MAAM,CAAC,0BAAqC;WACjF,MAAM,CAAC,kBAA6B,GAAI,MAAM,CAAC,0BAAqC,EAAE,CAAC;QAC3F,MAAM,SAAS,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,OAAO;QACL,QAAQ;QACR,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,YAAY,EAAE,MAAM,CAAC,YAA6B;QAClD,oBAAoB,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC;QACzE,0BAA0B,EAAE,MAAM,CAAC,0BAAoC;QACvE,oBAAoB,EAAE,MAAM,CAAC,oBAA8B;QAC3D,mBAAmB,EAAE,MAAM,CAAC,mBAA6B;QACzD,gBAAgB,EAAE,MAAM,CAAC,gBAA0B;QACnD,oBAAoB,EAAE,MAAM,CAAC,oBAA8B;QAC3D,kBAAkB,EAAE,MAAM,CAAC,kBAA4B;QACvD,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,cAAc,EAAE,0BAA0B,CAAC;QACjF,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;QAC1F,gBAAgB,EAAE,cAAc,CAAC,MAAM,CAAC,gBAAgB,EAAE,4BAA4B,CAAC;QACvF,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;QACvD,YAAY,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE;QAChF,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAC9D,kBAAkB,EAAE,MAAM,CAAC,kBAA4B;QACvD,gBAAgB,EAAE,MAAM,CAAC,gBAA0B;QACnD,kBAAkB,EAAE,MAAM,CAAC,kBAA4B;QACvD,WAAW,EAAE,MAAM,CAAC,WAAqB;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IACtD,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,yBAAyB,EAAE,kBAAkB,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC/I,IAAI,MAAM,CAAC,WAAW,KAAK,aAAa,IAAI,MAAM,CAAC,uBAAuB,KAAK,KAAK,IAAI,MAAM,CAAC,gBAAgB,KAAK,KAAK;YAAE,MAAM,SAAS,CAAC,mCAAmC,CAAC,CAAC;QAChL,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,uBAAuB,CAAC,EAAE,WAAW,EAAE,aAAa,EAAE,uBAAuB,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC;IAC5L,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,YAAY,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACjJ,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,IAAI,CAAC,OAAO,MAAM,CAAC,iBAAiB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;eACpH,OAAO,MAAM,CAAC,mBAAmB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC;eAC9F,MAAM,CAAC,mBAAmB,IAAI,CAAC,IAAI,MAAM,CAAC,mBAAmB,GAAG,CAAC,IAAI,OAAO,MAAM,CAAC,gBAAgB,KAAK,SAAS;eACjH,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU;YAAE,MAAM,SAAS,CAAC,oCAAoC,CAAC,CAAC;QAChI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,iBAA2B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;IACxP,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,EAAE,0BAA0B,CAAC,CAAC;QAC5G,IAAI,MAAM,CAAC,gBAAgB,KAAK,MAAM,IAAI,MAAM,CAAC,gBAAgB,KAAK,cAAc,IAAI,OAAO,MAAM,CAAC,gBAAgB,KAAK,SAAS;YAAE,MAAM,SAAS,CAAC,qCAAqC,CAAC,CAAC;QAC7L,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC;IACpH,CAAC;IACD,MAAM,SAAS,CAAC,uCAAuC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACtK,MAAM,MAAM,GAAG,CAAC,KAAa,EAAU,EAAE;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,SAAS,CAAC,wBAAwB,KAAK,aAAa,CAAC,CAAC;QACxH,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAClI,IAAI,WAAW,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,OAAO,IAAI,CAAC;WAC9E,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAK,MAAM,CAAC,KAAgB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;WACzG,MAAM,CAAC,eAAe,KAAK,kBAAkB;QAAE,MAAM,SAAS,CAAC,+CAA+C,CAAC,CAAC;IACrH,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAe,EAAE,KAAK,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO;QACxG,IAAI,EAAE,MAAM,CAAC,IAAc,EAAE,iBAAiB,EAAE,eAAe,CAAC,MAAM,CAAC,iBAAiB,EAAE,6BAA6B,CAAC,EAAE,eAAe,EAAE,kBAAkB,EAAE,CAAC;AACpK,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,0BAA0B,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACrM,IAAI,MAAM,CAAC,GAAG,KAAK,WAAW,IAAI,MAAM,CAAC,GAAG,KAAK,kBAAkB,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS;WACvG,OAAO,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,mBAAmB,KAAK,SAAS;WACzF,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,MAAM;WACxH,MAAM,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;WAC7G,MAAM,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;WAC7G,CAAC,MAAM,CAAC,MAAM,CAAC,wBAAwB,CAAC,IAAI,MAAM,CAAC,mBAAmB,IAAI,CAAC,MAAM,CAAC,UAAU;QAAE,MAAM,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAClK,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QACnI,gBAAgB,EAAE,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAiC;QACtF,gBAAgB,EAAE,MAAM,CAAC,gBAAiC,EAAE,wBAAwB,EAAE,MAAM,CAAC,wBAAwB,EAAE,CAAC;AAC5H,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,OAAiC,EAAE,WAAoB;IAC7F,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,YAAY,EAAE,cAAc,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,EAAE,sBAAsB,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC1J,MAAM,SAAS,GAAG;QAChB,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,2BAA2B,CAAC;QAC3E,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,YAAY,EAAE,8BAA8B,CAAC;QAClF,eAAe,EAAE,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,eAAe,EAAE,iCAAiC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,eAAe,EAAE,iCAAiC,CAAC;QACzL,WAAW,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,6BAA6B,CAAC;QAClF,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,kBAAkB,CAAC,MAAM,CAAC,SAAS,EAAE,2BAA2B,CAAC,EAAE,CAAC;QAC3H,GAAG,CAAC,MAAM,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,MAAM,CAAC,oBAAoB,EAAE,4BAA4B,CAAC,EAAE,CAAC;KAC9J,CAAC;IACF,IAAI,SAAS,CAAC,WAAW,KAAK,CAAC,IAAI,WAAW,IAAI,SAAS,CAAC,eAAe,KAAK,CAAC,IAAI,OAAO,KAAK,MAAM,IAAI,SAAS,CAAC,SAAS,KAAK,CAAC;WAC/H,OAAO,KAAK,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAClI,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,IAAqB;IAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,KAAK,YAAY,CAAC;IACjD,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5F,IAAI,IAAI,CAAC,SAAS,CAAC,oBAAoB,KAAK,eAAe,IAAI,IAAI,CAAC,SAAS,CAAC,mBAAmB,KAAK,eAAe;WAChH,UAAU,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACnH,MAAM,SAAS,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,KAAc,EAAE,MAAyB,EAAE,KAAa;IACrE,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,IAAI,OAAO;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,uBAAuB,OAAO,EAAE,CAAC,CAAC;IACvE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,KAAa;IAChD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAC/G,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IAChG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IACpD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,GAAG,CAAC;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,kCAAkC,CAAC,CAAC;IACvH,OAAO,KAAe,CAAC;AACzB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,KAAa;IACvD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,GAAG,CAAC;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,sCAAsC,CAAC,CAAC;IAC3H,OAAO,KAAe,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB;IACtC,IAAI,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC;IACpD,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACnF,CAAC"}

package/dist/src/inference/managed-launcher.js

@@ -0,0 +1,35 @@
+import { loadModelNodeClient } from "./node-registry.js";
+import { ProcessSGLangLauncher } from "./process-sglang.js";
+import { DockerSGLangLauncher } from "./sglang.js";
+import { readInferenceGenerationRelease } from "./generation-recovery.js";
+/** Dispatch by the frozen model location; the Harbor provider is independent. */
+export class ManagedSGLangLauncher {
+    docker;
+    constructor(docker = new DockerSGLangLauncher()) {
+        this.docker = docker;
+    }
+    async start(input) {
+        if (!input.lock.model_node)
+            return this.docker.start(input);
+        return new ProcessSGLangLauncher(await loadModelNodeClient(input.root, input.lock.model_node)).start(input);
+    }
+    async attach(input) {
+        if (!input.lock.model_node || await readInferenceGenerationRelease(input.root, input.record)) {
+            throw new TypeError("only an unreleased model-node process supports attachment");
+        }
+        return new ProcessSGLangLauncher(await loadModelNodeClient(input.root, input.lock.model_node)).attach(input);
+    }
+    async stopOrphan(root, record) {
+        if (!record.model_node)
+            return this.docker.stopOrphan?.(root, record) ?? "ambiguous";
+        try {
+            if (await readInferenceGenerationRelease(root, record))
+                return "stopped";
+            return await new ProcessSGLangLauncher(await loadModelNodeClient(root, record.model_node)).stopOrphan(root, record);
+        }
+        catch {
+            return "ambiguous";
+        }
+    }
+}
+//# sourceMappingURL=managed-launcher.js.map

package/dist/src/inference/managed-launcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"managed-launcher.js","sourceRoot":"","sources":["../../../src/inference/managed-launcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAE1E,iFAAiF;AACjF,MAAM,OAAO,qBAAqB;IACH;IAA7B,YAA6B,SAAyB,IAAI,oBAAoB,EAAE;QAAnD,WAAM,GAAN,MAAM,CAA6C;IAAG,CAAC;IACpF,KAAK,CAAC,KAAK,CAAC,KAAwB;QAClC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5D,OAAO,IAAI,qBAAqB,CAAC,MAAM,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9G,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAwB;QACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,MAAM,8BAA8B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7F,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,IAAI,qBAAqB,CAAC,MAAM,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/G,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,MAAgC;QAC7D,IAAI,CAAC,MAAM,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC;QACrF,IAAI,CAAC;YACH,IAAI,MAAM,8BAA8B,CAAC,IAAI,EAAE,MAAM,CAAC;gBAAE,OAAO,SAAS,CAAC;YACzE,OAAO,MAAM,IAAI,qBAAqB,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtH,CAAC;QACD,MAAM,CAAC;YAAC,OAAO,WAAW,CAAC;QAAC,CAAC;IAC/B,CAAC;CACF"}