agent-hitch 0.2.16 → 0.2.17

package/dist/src/model-access/local-gateway-request.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"local-gateway-request.js","sourceRoot":"","sources":["../../../src/model-access/local-gateway-request.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,UAAU,EAAE,OAAO;IAC5G,qBAAqB,EAAE,sBAAsB,EAAE,WAAW,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa;IAC5G,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU;IAC7G,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IAC5F,oBAAoB,EAAE,kBAAkB,EAAE,iBAAiB;CAC5D,CAAC,CAAC;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC;AACrF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IACvI,oBAAoB,EAAE,YAAY,EAAE,uBAAuB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO;IACzI,mBAAmB,EAAE,kBAAkB,EAAE,UAAU,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC,CAAC;AAE7H,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAqB,EAAE,SAAiB;IAC1F,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,YAAY,CAAC,kCAAkC,CAAC,CAAC;IAAC,CAAC;IACtH,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IACvH,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,kBAAkB,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACtG,IAAI,OAAO;QAAE,MAAM,YAAY,CAAC,8CAA8C,OAAO,EAAE,CAAC,CAAC;IACzF,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,YAAY,CAAC,oDAAoD,CAAC,CAAC;IACvG,IAAI,wBAAwB,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,4CAA4C,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAChK,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;eAC9H,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;QACnL,IAAI,IAAI,CAAC,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC;YAAE,MAAM,YAAY,CAAC,0CAA0C,CAAC,CAAC;QACzG,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,IAAI;YAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;QAChI,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,YAAY,CAAC,0BAA0B,CAAC,CAAC;QAClH,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;eAC1I,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,eAAe,CAAC;eACrE,OAAQ,IAAI,CAAC,cAA0C,CAAC,aAAa,KAAK,SAAS,CAAC;YAAE,MAAM,YAAY,CAAC,6BAA6B,CAAC,CAAC;QAC7I,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,wBAAwB,CAAC,CAAC;IACzG,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAc,CAAC;IAC9C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,YAAY,CAAC,wDAAwD,CAAC,CAAC;IAChI,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;eACvD,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,IAAgC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAE,IAAgC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5I,MAAM,YAAY,CAAC,8DAA8D,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,IAAI,IAAI,CAAC,mBAAmB,KAAK,IAAI,CAAC,QAAQ,CAAC,mBAAmB,EAAE,CAAC;QAC7G,MAAM,YAAY,CAAC,uDAAuD,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IAC7D,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IACjH,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,UAAU;QAAE,MAAM,YAAY,CAAC,qDAAqD,CAAC,CAAC;IAC/I,IAAI,IAAI,CAAC,oBAAoB,KAAK,SAAS,IAAI,IAAI,CAAC,oBAAoB,KAAK,IAAI;QAAE,MAAM,YAAY,CAAC,mDAAmD,CAAC,CAAC;IAC3J,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI;QAAE,MAAM,YAAY,CAAC,0DAA0D,CAAC,CAAC;IAC7G,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,YAAY,CAAC,6BAA6B,CAAC,CAAC;QAC9I,MAAM,SAAS,GAAG,IAAI,CAAC,SAAoC,CAAC;QAC5D,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC9E,MAAM,YAAY,CAAC,wDAAwD,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAA2B;QACvC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW;QACxC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;QAC5B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;QAC5B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;QAC5B,kBAAkB,EAAE,IAAI,CAAC,UAAU,CAAC,kBAAkB;KACvD,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1D,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,UAAU;YAAE,MAAM,YAAY,CAAC,GAAG,IAAI,oCAAoC,CAAC,CAAC;QAC3H,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,OAAO,IAAI,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACtE,CAAC;IACD,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,qBAAqB,KAAK,SAAS;QAAE,MAAM,YAAY,CAAC,yCAAyC,CAAC,CAAC;IACrJ,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;IACvI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAK,SAAoB,GAAG,CAAC,IAAK,SAAoB,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;QAC/H,MAAM,YAAY,CAAC,8CAA8C,CAAC,CAAC;IACrE,CAAC;IACD,4EAA4E;IAC5E,6EAA6E;IAC7E,IAAI,IAAI,EAAE,CAAC;QAAC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAAC,OAAO,IAAI,CAAC,qBAAqB,CAAC;IAAC,CAAC;SACxE,CAAC;QAAC,IAAI,CAAC,iBAAiB,GAAI,SAAoB,GAAG,CAAC,CAAC;QAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAAC,CAAC;IAC1F,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACnB,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACxC,IAAI,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,GAAG;YAAE,MAAM,YAAY,CAAC,6BAA6B,CAAC,CAAC;QACvI,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC3H,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IACD,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC;YAAE,MAAM,YAAY,CAAC,4BAA4B,CAAC,CAAC;QAC/J,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC;QACtE,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACtE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;QAC9E,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,aAAa,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC;QAClH,IAAI,wBAAwB,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/model-access/local-gateway.js

@@ -1,323 +0,0 @@
-import { randomBytes } from "node:crypto";
-import http from "node:http";
-import { isIP } from "node:net";
-import { Readable } from "node:stream";
-import { pipeline } from "node:stream/promises";
-import { HitchError, sha256JSON } from "../foundation/index.js";
-import { validateRequestBody } from "./local-gateway-request.js";
-const RUN_ID = /^run_[a-f0-9]{32}$/;
-const MAX_BODY_BYTES = 32 * 1024 * 1024;
-const HOP_HEADERS = new Set(["connection", "keep-alive", "proxy-authenticate", "proxy-authorization", "te", "trailer", "transfer-encoding", "upgrade"]);
-export class LocalModelGateway {
-    server;
-    upstream;
-    engineToken;
-    wireModel;
-    lock;
-    request;
-    onRequest;
-    host;
-    port;
-    registrations = new Map();
-    queue = [];
-    controllers = new Set();
-    active = 0;
-    closed = false;
-    constructor(options, server, host, port) {
-        this.server = server;
-        this.upstream = upstreamUrl(options.upstreamBaseUrl);
-        this.engineToken = options.engineToken;
-        this.wireModel = options.wireModel;
-        this.lock = options.lock;
-        this.request = options.fetch ?? fetch;
-        this.onRequest = options.onRequest;
-        this.host = host;
-        this.port = port;
-    }
-    static async start(options) {
-        const host = options.bindHost ?? "127.0.0.1";
-        if (isIP(host) === 0 || host === "0.0.0.0" || host === "::")
-            throw new TypeError("local model gateway must bind a specific IP address");
-        if (options.listenPort !== undefined && (!Number.isSafeInteger(options.listenPort) || options.listenPort < 1 || options.listenPort > 65_535)) {
-            throw new TypeError("local model gateway port is invalid");
-        }
-        let gateway;
-        const server = http.createServer((request, response) => {
-            gateway?.handle(request, response).catch((error) => respondError(response, error));
-        });
-        const port = await listen(server, host, options.listenPort ?? 0);
-        gateway = new LocalModelGateway(options, server, host, port);
-        return gateway;
-    }
-    register(runId) {
-        return this.registerToken(runId, randomBytes(32).toString("hex"));
-    }
-    restore(runId, binding, credential, authorize) {
-        if (!/^[a-f0-9]{64}$/.test(credential) || sha256JSON(binding) !== sha256JSON(this.bindingFor(runId))) {
-            throw new HitchError("saved gateway registration differs from the original model route", { code: "inference_recovery_ambiguous", exitCode: 12 });
-        }
-        return this.registerToken(runId, credential, authorize);
-    }
-    registerToken(runId, token, authorize) {
-        if (!RUN_ID.test(runId))
-            throw new TypeError("local model gateway run ID is invalid");
-        if (this.closed)
-            throw new HitchError("local model gateway is closed", { code: "inference_route_unavailable", exitCode: 12 });
-        if (this.registrations.has(runId))
-            throw new TypeError(`local model gateway run is already registered: ${runId}`);
-        const registration = { token, revoked: false, controllers: new Set(), ...(authorize ? { authorize } : {}) };
-        this.registrations.set(runId, registration);
-        return {
-            binding: this.bindingFor(runId),
-            credential: registration.token,
-            revoke: () => {
-                registration.revoked = true;
-                for (const controller of registration.controllers)
-                    controller.abort();
-                if (this.registrations.get(runId) === registration)
-                    this.registrations.delete(runId);
-            },
-        };
-    }
-    bindingFor(runId) {
-        return {
-            kind: this.lock.model_node ? "managed-node" : "managed-local",
-            ...(this.lock.model_node ? { model_node: this.lock.model_node } : {}),
-            inference_id: this.lock.inference_id,
-            api: this.lock.protocol.api,
-            base_url: `http://${hostForUrl(this.host)}:${this.port}/runs/${runId}/v1/`,
-            wire_model: this.wireModel,
-            credential_env_name: "HITCH_LOCAL_MODEL_TOKEN",
-            capabilities: {
-                streaming: this.lock.protocol.streaming,
-                tool_calls: this.lock.protocol.tool_calls,
-                parallel_tool_calls: this.lock.protocol.parallel_tool_calls,
-                input_modalities: ["text"],
-            },
-        };
-    }
-    async close() {
-        if (this.closed)
-            return;
-        this.closed = true;
-        this.registrations.clear();
-        for (const controller of this.controllers)
-            controller.abort();
-        for (const waiter of this.queue.splice(0)) {
-            clearTimeout(waiter.timer);
-            waiter.signal?.removeEventListener("abort", waiter.abort);
-            waiter.reject(new HitchError("local model gateway closed", { code: "inference_route_unavailable", exitCode: 12 }));
-        }
-        await new Promise((resolve, reject) => {
-            this.server.close((error) => error ? reject(error) : resolve());
-            this.server.closeAllConnections();
-        });
-    }
-    async handle(request, response) {
-        const route = parseRoute(request.url);
-        if (!route)
-            return respondJSON(response, 404, { error: { code: "inference_route_unavailable" } });
-        const registration = this.registrations.get(route.runId);
-        if (!registration || registration.revoked || bearer(request) !== registration.token) {
-            return respondJSON(response, 401, { error: { code: "inference_binding_revoked" } });
-        }
-        if (registration.authorize && !await registration.authorize())
-            return respondJSON(response, 401, { error: { code: "inference_binding_revoked" } });
-        if (request.method === "GET" && route.endpoint === "models") {
-            return respondJSON(response, 200, {
-                object: "list", data: [{ id: this.wireModel, object: "model", created: 0, owned_by: "hitch-local" }],
-            });
-        }
-        if (request.method !== "POST" || route.endpoint === "models" || route.endpoint !== this.lock.protocol.api) {
-            return respondJSON(response, 404, { error: { code: "inference_protocol_unsupported" } });
-        }
-        const controller = new AbortController();
-        const abort = () => controller.abort();
-        const responseClosed = () => { if (!response.writableEnded)
-            controller.abort(); };
-        request.once("aborted", abort);
-        response.once("close", responseClosed);
-        this.controllers.add(controller);
-        registration.controllers.add(controller);
-        const started = Date.now();
-        let release;
-        try {
-            release = await this.acquirePermit(controller.signal);
-            if (registration.revoked || registration.authorize && !await registration.authorize())
-                throw new HitchError("local inference binding was revoked", { code: "inference_binding_revoked", exitCode: 12 });
-            const body = validateRequestBody(await readBody(request), this.lock, this.wireModel);
-            const upstream = new URL(route.endpoint === "responses" ? "/v1/responses" : "/v1/chat/completions", this.upstream);
-            const upstreamResponse = await this.request(upstream, {
-                method: "POST",
-                redirect: "error",
-                headers: {
-                    authorization: `Bearer ${this.engineToken}`,
-                    "content-type": "application/json",
-                    accept: typeof request.headers.accept === "string" ? request.headers.accept : "application/json",
-                },
-                body: JSON.stringify(body),
-                signal: AbortSignal.any([controller.signal, AbortSignal.timeout(this.lock.execution.request_timeout_ms)]),
-            });
-            response.writeHead(upstreamResponse.status, responseHeaders(upstreamResponse.headers));
-            if (upstreamResponse.body)
-                await pipeline(Readable.fromWeb(upstreamResponse.body), response);
-            else
-                response.end();
-            this.onRequest?.({
-                type: "inference.request.completed", run_id: route.runId, inference_id: this.lock.inference_id,
-                status: upstreamResponse.ok ? "succeeded" : "failed", http_status: upstreamResponse.status, duration_ms: Date.now() - started,
-            });
-        }
-        catch (error) {
-            this.onRequest?.({
-                type: "inference.request.failed", run_id: route.runId, inference_id: this.lock.inference_id,
-                code: error.code || "inference_route_unavailable", duration_ms: Date.now() - started,
-            });
-            throw error;
-        }
-        finally {
-            request.removeListener("aborted", abort);
-            response.removeListener("close", responseClosed);
-            this.controllers.delete(controller);
-            registration.controllers.delete(controller);
-            release?.();
-        }
-    }
-    acquirePermit(signal) {
-        if (signal.aborted)
-            throw new HitchError("local inference request cancelled", { code: "cancelled", exitCode: 9 });
-        if (this.active < this.lock.execution.max_running_requests) {
-            this.active += 1;
-            return Promise.resolve(this.releasePermit());
-        }
-        if (this.queue.length >= this.lock.execution.max_queued_requests) {
-            throw new HitchError("local inference queue capacity exceeded", { code: "inference_capacity_exceeded", exitCode: 12 });
-        }
-        return new Promise((resolve, reject) => {
-            const waiter = {
-                resolve,
-                reject,
-                signal,
-                timer: setTimeout(() => {
-                    const index = this.queue.indexOf(waiter);
-                    if (index >= 0)
-                        this.queue.splice(index, 1);
-                    reject(new HitchError("local inference queue timed out", { code: "inference_queue_timeout", exitCode: 12 }));
-                }, this.lock.execution.queue_timeout_ms),
-            };
-            waiter.timer.unref?.();
-            waiter.abort = () => {
-                const index = this.queue.indexOf(waiter);
-                if (index >= 0)
-                    this.queue.splice(index, 1);
-                clearTimeout(waiter.timer);
-                reject(new HitchError("local inference request cancelled", { code: "cancelled", exitCode: 9 }));
-            };
-            signal.addEventListener("abort", waiter.abort, { once: true });
-            this.queue.push(waiter);
-        });
-    }
-    releasePermit() {
-        let released = false;
-        return () => {
-            if (released)
-                return;
-            released = true;
-            const waiter = this.queue.shift();
-            if (waiter) {
-                clearTimeout(waiter.timer);
-                waiter.signal?.removeEventListener("abort", waiter.abort);
-                waiter.resolve(this.releasePermit());
-            }
-            else
-                this.active = Math.max(0, this.active - 1);
-        };
-    }
-}
-async function readBody(request) {
-    const chunks = [];
-    let size = 0;
-    for await (const chunk of request) {
-        const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
-        size += buffer.length;
-        if (size > MAX_BODY_BYTES)
-            throw requestError("model request exceeds 32 MiB");
-        chunks.push(buffer);
-    }
-    return Buffer.concat(chunks);
-}
-function parseRoute(raw) {
-    let url;
-    try {
-        url = new URL(raw ?? "", "http://gateway.local");
-    }
-    catch {
-        return null;
-    }
-    if (url.hash)
-        return null;
-    const segments = url.pathname.split("/").filter(Boolean);
-    if (segments[0] !== "runs" || !RUN_ID.test(segments[1] || "") || segments[2] !== "v1")
-        return null;
-    if (segments.length === 5 && segments[3] === "chat" && segments[4] === "completions" && !url.search) {
-        return { runId: segments[1], endpoint: "chat-completions" };
-    }
-    if (segments.length !== 4)
-        return null;
-    if (segments[3] === "models") {
-        if ([...url.searchParams.keys()].some((name) => name !== "client_version"))
-            return null;
-        return { runId: segments[1], endpoint: "models" };
-    }
-    if (url.search)
-        return null;
-    if (segments[3] === "responses")
-        return { runId: segments[1], endpoint: "responses" };
-    if (segments[3] === "chat" || segments[3] === "chat-completions")
-        return { runId: segments[1], endpoint: "chat-completions" };
-    return null;
-}
-function bearer(request) {
-    const value = request.headers.authorization;
-    const match = typeof value === "string" ? value.match(/^Bearer ([a-f0-9]{64})$/) : null;
-    return match?.[1] ?? null;
-}
-function responseHeaders(headers) {
-    return Object.fromEntries([...headers.entries()].filter(([name]) => !HOP_HEADERS.has(name.toLowerCase()) && name.toLowerCase() !== "set-cookie"));
-}
-function respondError(response, error) {
-    if (response.headersSent) {
-        response.destroy(error);
-        return;
-    }
-    const code = error.code || "inference_route_unavailable";
-    const status = code === "inference_binding_revoked" ? 401 : code === "inference_capacity_exceeded" ? 429 : code === "inference_parameter_conflict" || code === "inference_modality_unsupported" ? 400 : 502;
-    respondJSON(response, status, { error: { code, message: error.message } });
-}
-function respondJSON(response, status, value) {
-    if (response.writableEnded)
-        return;
-    response.writeHead(status, { "content-type": "application/json" });
-    response.end(`${JSON.stringify(value)}\n`);
-}
-function requestError(message) {
-    return new HitchError(message, { code: "inference_parameter_conflict", exitCode: 2 });
-}
-function upstreamUrl(value) {
-    const url = new URL(value);
-    if (url.protocol !== "http:" || url.hostname !== "127.0.0.1" || url.username || url.password || url.search || url.hash) {
-        throw new TypeError("local model gateway upstream must be loopback HTTP");
-    }
-    return url;
-}
-function hostForUrl(host) { return host.includes(":") ? `[${host}]` : host; }
-function listen(server, host, port) {
-    return new Promise((resolve, reject) => {
-        server.once("error", reject);
-        server.listen(port, host, () => {
-            server.removeListener("error", reject);
-            resolve(server.address().port);
-        });
-    });
-}
-//# sourceMappingURL=local-gateway.js.map

package/dist/src/model-access/local-gateway.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"local-gateway.js","sourceRoot":"","sources":["../../../src/model-access/local-gateway.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,MAAM,MAAM,GAAG,oBAAoB,CAAC;AACpC,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACxC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,YAAY,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,mBAAmB,EAAE,SAAS,CAAC,CAAC,CAAC;AAmCxJ,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACf,QAAQ,CAAM;IACd,WAAW,CAAS;IACpB,SAAS,CAAS;IAClB,IAAI,CAAkB;IACtB,OAAO,CAAe;IACtB,SAAS,CAAyD;IAClE,IAAI,CAAS;IACb,IAAI,CAAS;IACb,aAAa,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,KAAK,GAAa,EAAE,CAAC;IACrB,WAAW,GAAG,IAAI,GAAG,EAAmB,CAAC;IAClD,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAoB,OAAiC,EAAE,MAAc,EAAE,IAAY,EAAE,IAAY;QAC/F,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAiC;QAClD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,IAAI,WAAW,CAAC;QAC7C,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;QACxI,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC;YAC7I,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,OAAsC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YACrD,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACjE,OAAO,GAAG,IAAI,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7D,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,OAA+B,EAAE,UAAkB,EAAE,SAAiC;QAC3G,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACrG,MAAM,IAAI,UAAU,CAAC,kEAAkE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACnJ,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEO,aAAa,CAAC,KAAa,EAAE,KAAa,EAAE,SAAkC;QACpF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;QACtF,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,+BAA+B,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9H,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,kDAAkD,KAAK,EAAE,CAAC,CAAC;QAClH,MAAM,YAAY,GAAiB,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1H,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;YAC/B,UAAU,EAAE,YAAY,CAAC,KAAK;YAC9B,MAAM,EAAE,GAAG,EAAE;gBACX,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;gBAC5B,KAAK,MAAM,UAAU,IAAI,YAAY,CAAC,WAAW;oBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;gBACtE,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,YAAY;oBAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvF,CAAC;SACF,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,KAAa;QAC9B,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YAC7D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;YACpC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG;YAC3B,QAAQ,EAAE,UAAU,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,SAAS,KAAK,MAAM;YAC1E,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,mBAAmB,EAAE,yBAAyB;YAC9C,YAAY,EAAE;gBACZ,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;gBACvC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU;gBACzC,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB;gBAC3D,gBAAgB,EAAE,CAAC,MAAM,CAAC;aAC3B;SACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW;YAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QAC9D,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,KAAmB,CAAC,CAAC;YACxE,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,4BAA4B,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACrH,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,OAAwB,EAAE,QAAwB;QACrE,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,EAAE,CAAC,CAAC;QAClG,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,YAAY,CAAC,KAAK,EAAE,CAAC;YACpF,OAAO,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,YAAY,CAAC,SAAS,IAAI,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE;YAAE,OAAO,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,EAAE,CAAC,CAAC;QACnJ,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE;gBAChC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;aACrG,CAAC,CAAC;QACL,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YAC1G,OAAO,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,EAAE,CAAC,CAAC;QAC3F,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa;YAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,OAAiC,CAAC;QACtC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,YAAY,CAAC,OAAO,IAAI,YAAY,CAAC,SAAS,IAAI,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE;gBAAE,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACxM,MAAM,IAAI,GAAG,mBAAmB,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACrF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,sBAAsB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACpD,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,WAAW,EAAE;oBAC3C,cAAc,EAAE,kBAAkB;oBAClC,MAAM,EAAE,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB;iBACjG;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,CAAC;aAC1G,CAAC,CAAC;YACH,QAAQ,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,EAAE,eAAe,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;YACvF,IAAI,gBAAgB,CAAC,IAAI;gBAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAa,CAAC,EAAE,QAAQ,CAAC,CAAC;;gBACjG,QAAQ,CAAC,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBAC9F,MAAM,EAAE,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aAC9H,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBAC3F,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,6BAA6B,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aAC5G,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACzC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YACjD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACpC,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5C,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,MAAmB;QACvC,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,UAAU,CAAC,mCAAmC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAClH,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC;YAC3D,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;YACjB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC;YACjE,MAAM,IAAI,UAAU,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACzH,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAW;gBACrB,OAAO;gBACP,MAAM;gBACN,MAAM;gBACN,KAAK,EAAE,UAAU,CAAC,GAAG,EAAE;oBACrB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,CAAC;wBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAC5C,MAAM,CAAC,IAAI,UAAU,CAAC,iCAAiC,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/G,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;aACzC,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YACvB,MAAM,CAAC,KAAK,GAAG,GAAG,EAAE;gBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACzC,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC5C,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC3B,MAAM,CAAC,IAAI,UAAU,CAAC,mCAAmC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAClG,CAAC,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,aAAa;QACnB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,MAAM,EAAE,CAAC;gBACX,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC3B,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,KAAmB,CAAC,CAAC;gBACxE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YACvC,CAAC;;gBAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC;IACJ,CAAC;CACF;AAGD,KAAK,UAAU,QAAQ,CAAC,OAAwB;IAC9C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnE,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC;QACtB,IAAI,IAAI,GAAG,cAAc;YAAE,MAAM,YAAY,CAAC,8BAA8B,CAAC,CAAC;QAC9E,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,UAAU,CAAC,GAAuB;IACzC,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QAAC,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAChF,IAAI,GAAG,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnG,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,aAAa,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACpG,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAW,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IACxE,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,gBAAgB,CAAC;YAAE,OAAO,IAAI,CAAC;QACxF,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,GAAG,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,WAAW;QAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAChG,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,kBAAkB;QAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAW,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IACxI,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,OAAwB;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;IAC5C,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AAC5B,CAAC;AAGD,SAAS,eAAe,CAAC,OAAgB;IACvC,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,CAAC,CAAC;AACpJ,CAAC;AAED,SAAS,YAAY,CAAC,QAAwB,EAAE,KAAc;IAC5D,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAAC,QAAQ,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC;QAAC,OAAO;IAAC,CAAC;IACvE,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI,IAAI,6BAA6B,CAAC;IAChF,MAAM,MAAM,GAAG,IAAI,KAAK,2BAA2B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,6BAA6B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,8BAA8B,IAAI,IAAI,KAAK,gCAAgC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5M,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,WAAW,CAAC,QAAwB,EAAE,MAAc,EAAE,KAAc;IAC3E,IAAI,QAAQ,CAAC,aAAa;QAAE,OAAO;IACnC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACnE,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACvH,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,IAAY,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAE7F,SAAS,MAAM,CAAC,MAAc,EAAE,IAAY,EAAE,IAAY;IACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO,CAAE,MAAM,CAAC,OAAO,EAAkB,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/runs/local-inference-run.js

@@ -1,53 +0,0 @@
-import { HitchError, atomicWriteJSON } from "../foundation/index.js";
-export function bindManagedModelProxy(request, proxy, env) {
-    if (!proxy)
-        return request;
-    if (!request.local_inference || env.HITCH_HARBOR_INTERNAL !== "1" || env.HITCH_MANAGED_LOCAL_INFERENCE !== "1") {
-        throw new HitchError("managed model proxy handoff is invalid", {
-            code: "local_inference_topology_unsupported", exitCode: 12,
-        });
-    }
-    const { local_inference: _localInference, ...proxied } = request;
-    return {
-        ...proxied,
-        model_identity: {
-            provider: "local",
-            requested_id: proxied.model,
-            effective_id: proxy.model_id,
-            identity_resolved: true,
-            inference_id: proxy.inference_id,
-            ...(proxy.model_node ? { model_node: proxy.model_node } : {}),
-        },
-    };
-}
-export async function acquireRunInference(input) {
-    const lease = await input.coordinator.acquire({
-        run_id: input.runId,
-        harness_ref: input.request.harness_ref,
-        selection: input.request.local_inference,
-        cache_scope_owner: input.request.parent?.eval_id ?? input.runId,
-        ...(input.signal ? { signal: input.signal } : {}),
-        ...(input.onEvent ? { on_event: input.onEvent } : {}),
-    });
-    if (!lease)
-        throw new HitchError("local inference lease was not created", { code: "inference_route_unavailable", exitCode: 12 });
-    const manifest = {
-        ...input.manifest,
-        inference_id: lease.lock.inference_id,
-        inference_ref: "inference/execution.json",
-        model: managedModelIdentity(input.request.model_identity, lease),
-    };
-    await atomicWriteJSON(input.manifestPath, manifest);
-    return { lease, manifest };
-}
-export function managedModelIdentity(identity, lease) {
-    return {
-        ...identity,
-        provider: "local",
-        effective_id: lease.lock.model_id,
-        identity_resolved: true,
-        inference_id: lease.lock.inference_id,
-        ...(lease.lock.model_node ? { model_node: lease.lock.model_node } : {}),
-    };
-}
-//# sourceMappingURL=local-inference-run.js.map

package/dist/src/runs/local-inference-run.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"local-inference-run.js","sourceRoot":"","sources":["../../../src/runs/local-inference-run.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AASrE,MAAM,UAAU,qBAAqB,CACnC,OAA4B,EAC5B,KAA4C,EAC5C,GAAsB;IAEtB,IAAI,CAAC,KAAK;QAAE,OAAO,OAAO,CAAC;IAC3B,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,GAAG,CAAC,qBAAqB,KAAK,GAAG,IAAI,GAAG,CAAC,6BAA6B,KAAK,GAAG,EAAE,CAAC;QAC/G,MAAM,IAAI,UAAU,CAAC,wCAAwC,EAAE;YAC7D,IAAI,EAAE,sCAAsC,EAAE,QAAQ,EAAE,EAAE;SAC3D,CAAC,CAAC;IACL,CAAC;IACD,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;IACjE,OAAO;QACL,GAAG,OAAO;QACV,cAAc,EAAE;YACd,QAAQ,EAAE,OAAO;YACjB,YAAY,EAAE,OAAO,CAAC,KAAK;YAC3B,YAAY,EAAE,KAAK,CAAC,QAAQ;YAC5B,iBAAiB,EAAE,IAAI;YACvB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAQzC;IACC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC;QAC5C,MAAM,EAAE,KAAK,CAAC,KAAK;QACnB,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW;QACtC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe;QACxC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,KAAK;QAC/D,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IACjI,MAAM,QAAQ,GAAG;QACf,GAAG,KAAK,CAAC,QAAQ;QACjB,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY;QACrC,aAAa,EAAE,0BAA0B;QACzC,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC;KACjE,CAAC;IACF,MAAM,eAAe,CAAC,KAAK,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IACpD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAyB,EAAE,KAA8B;IAC5F,OAAO;QACL,GAAG,QAAQ;QACX,QAAQ,EAAE,OAAO;QACjB,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ;QACjC,iBAAiB,EAAE,IAAI;QACvB,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY;QACrC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC"}