llm-relay 0.72.1 → 0.72.3

package/dist/backend/envelope-validator.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Is a provider's response envelope structurally usable by the response mappers?
+ *
+ * Moved out of `backend.ts` unchanged (HOTSPOT-10). The bodies below are byte-identical to the
+ * ones that lived there; only the two names `backend.ts` still calls became exports.
+ *
+ * ⚠ It answers about FORM, never about content: whether the discriminator the mapper switches on
+ * is present and carries the field that discriminator promises. That is the same side of the
+ * repair boundary as the tool-call validator — the relay never judges what a model said, only
+ * whether the shape it arrived in can be read.
+ *
+ * ⚠ This module imports `isRecord` and nothing else. Keep it that way: it sits beneath the
+ * transport it validates for, and a dependency pointing back at `backend.js` would be a cycle.
+ */
+export type ResponseProtocol = "openai-chat" | "anthropic-messages";
+/**
+ * Validate only the protocol structure the response mappers rely on. Optional identifiers,
+ * model names and usage remain optional because several compatible providers legitimately omit
+ * them; the required response discriminator must not be optional, or `{}` becomes a successful
+ * empty assistant message.
+ */
+export declare function invalidEnvelopeReason(value: unknown, protocol: ResponseProtocol, streamed: boolean): string | null;

package/dist/backend/envelope-validator.js

@@ -0,0 +1,70 @@
+import { isRecord } from "../json-shape.js";
+const ANTHROPIC_STREAM_EVENT_FIELDS = new Map([
+    ["ping", null], ["message_stop", null], ["content_block_stop", null],
+    ["message_start", "message"], ["content_block_start", "content_block"],
+    ["content_block_delta", "delta"], ["message_delta", "delta"], ["error", "error"],
+]);
+export function invalidEnvelopeReason(value, protocol, streamed) {
+    if (!isRecord(value))
+        return "expected a JSON object";
+    if (streamed && isRecord(value.error)) {
+        const message = typeof value.error.message === "string" ? value.error.message.slice(0, 200) : "";
+        return message
+            ? `stream opened with an in-band error event: ${message}`
+            : "stream opened with an in-band error event";
+    }
+    if (protocol === "openai-chat") {
+        if (!Array.isArray(value.choices))
+            return "missing choices array";
+        if (streamed && value.choices.length === 0) {
+            return isRecord(value.usage) ? null : "empty choices without usage";
+        }
+        if (value.choices.length === 0)
+            return "empty choices array";
+        for (const rawChoice of value.choices) {
+            if (!isRecord(rawChoice))
+                return "choice is not an object";
+            const message = streamed ? rawChoice.delta : rawChoice.message;
+            if (!isRecord(message))
+                return streamed ? "choice is missing delta" : "choice is missing message";
+            if (!streamed && message.tool_calls !== undefined && message.tool_calls !== null) {
+                if (!Array.isArray(message.tool_calls))
+                    return "message tool_calls is not an array";
+                for (const rawCall of message.tool_calls) {
+                    if (!isRecord(rawCall) || !isRecord(rawCall.function))
+                        return "invalid tool call";
+                    if (typeof rawCall.function.name !== "string" || typeof rawCall.function.arguments !== "string") {
+                        return "invalid tool function";
+                    }
+                }
+            }
+            if (!streamed) {
+                const hasContent = message.content === null || typeof message.content === "string";
+                const hasToolCalls = Array.isArray(message.tool_calls) && message.tool_calls.length > 0;
+                if (!hasContent && !hasToolCalls)
+                    return "message has neither content nor tool calls";
+            }
+        }
+        return null;
+    }
+    if (!streamed) {
+        if (!Array.isArray(value.content))
+            return "missing content array";
+        for (const rawBlock of value.content) {
+            if (!isRecord(rawBlock) || typeof rawBlock.type !== "string")
+                return "invalid content block";
+            if (rawBlock.type === "text" && typeof rawBlock.text !== "string")
+                return "text block is missing text";
+            if (rawBlock.type === "tool_use" && typeof rawBlock.name !== "string")
+                return "tool_use block is missing name";
+        }
+        return null;
+    }
+    const field = typeof value.type === "string" ? ANTHROPIC_STREAM_EVENT_FIELDS.get(value.type) : undefined;
+    if (field === undefined)
+        return "missing or unknown Anthropic event type";
+    if (field === null || isRecord(value[field]))
+        return null;
+    return `${value.type === "error" ? "error event" : String(value.type)} is missing ${field}`;
+}
+//# sourceMappingURL=envelope-validator.js.map

package/dist/backend/envelope-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"envelope-validator.js","sourceRoot":"","sources":["../../src/backend/envelope-validator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI5C,MAAM,6BAA6B,GAAG,IAAI,GAAG,CAAwB;IACnE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAC,oBAAoB,EAAE,IAAI,CAAC;IACpE,CAAC,eAAe,EAAE,SAAS,CAAC,EAAE,CAAC,qBAAqB,EAAE,eAAe,CAAC;IACtE,CAAC,qBAAqB,EAAE,OAAO,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;CACjF,CAAC,CAAC;AAQH,MAAM,UAAU,qBAAqB,CAAC,KAAc,EAAE,QAA0B,EAAE,QAAiB;IACjG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,wBAAwB,CAAC;IAStD,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,OAAO,OAAO;YACZ,CAAC,CAAC,8CAA8C,OAAO,EAAE;YACzD,CAAC,CAAC,2CAA2C,CAAC;IAClD,CAAC;IAED,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAO,uBAAuB,CAAC;QAClE,IAAI,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B,CAAC;QACtE,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,qBAAqB,CAAC;QAC7D,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,OAAO,yBAAyB,CAAC;YAC3D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC;YAC/D,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,2BAA2B,CAAC;YAClG,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBACjF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;oBAAE,OAAO,oCAAoC,CAAC;gBACpF,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACzC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;wBAAE,OAAO,mBAAmB,CAAC;oBAClF,IAAI,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;wBAChG,OAAO,uBAAuB,CAAC;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC;gBACnF,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;gBACxF,IAAI,CAAC,UAAU,IAAI,CAAC,YAAY;oBAAE,OAAO,4CAA4C,CAAC;YACxF,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAO,uBAAuB,CAAC;QAClE,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,uBAAuB,CAAC;YAC7F,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,4BAA4B,CAAC;YACvG,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,gCAAgC,CAAC;QACjH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,6BAA6B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,yCAAyC,CAAC;IAC1E,IAAI,KAAK,KAAK,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1D,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,EAAE,CAAC;AAC9F,CAAC"}

package/dist/backend/health-prober.d.ts

@@ -0,0 +1,59 @@
+/**
+ * Did a provider stream open with a usable response, and what did it say it was?
+ *
+ * Moved out of `backend.ts` unchanged (HOTSPOT-10). The bodies below are byte-identical to the
+ * ones that lived there; only the three names `backend.ts` still calls became exports.
+ *
+ * Two jobs, kept together because the preflight performs both in one pass over the same bytes:
+ *
+ * - **Preflight.** Read up to `STREAM_PREFLIGHT_LIMIT` bytes looking for the first data event,
+ *   validate it, then REPLAY every consumed byte to the consumer. A stream that opens with an
+ *   in-band error is a dead turn, so failing it here is what lets the candidate walk reach a
+ *   member that answers instead of spending the pool inside one member's 200.
+ * - **Provenance.** Record what the upstream called itself, so a served response can be logged
+ *   against the model that actually answered rather than the one that was routed to.
+ *
+ * ⚠ The metadata is process-local, never a wire header. It is declared here because the preflight
+ * is what fills it; `backend.ts` keeps the `WeakMap` that binds it to a `Response`.
+ *
+ * ⚠ Nothing here imports `backend.js`, and nothing may. This module sits beneath the transport it
+ * probes for, exactly like `envelope-validator.ts` beside it.
+ */
+import { type ResponseProtocol } from "./envelope-validator.js";
+export interface UpstreamResponseMetadata {
+    reportedModel?: string;
+    /**
+     * How many `tool_use` ids the relay had to mint for this response (`tool-use-ids.ts`). Mutable
+     * after the Response exists on purpose: on a stream the pass runs while the body drains, and the
+     * server reads this where it reports end-of-stream facts. A count, never an id.
+     */
+    toolUseIdRewrites?: number;
+    /**
+     * How many OUTBOUND tool-call ids the request mapper rewrote to this provider's stated shape
+     * (`openai-request.ts`, `compat.toolCallIds: "strict9"`). A count, never an id. Known before
+     * egress, so it is set once when the metadata is built.
+     */
+    toolCallIdRewrites?: number;
+    /**
+     * How many replayed tool calls the request mapper stamped with gemini's documented
+     * thought-signature sentinel (`openai-request.ts`, `compat.thoughtSignature: "sentinel"`). A
+     * count, never a signature. Known before egress, like `toolCallIdRewrites`.
+     *
+     * Deliberately NOT announced as a response header: this one adds vendor-protocol padding to the
+     * relay's own outbound shape and changes nothing about the caller's data, so the operator sees
+     * it in the log and the client is told nothing it could act on.
+     */
+    thoughtSignatureSentinels?: number;
+}
+type StreamPreflight = {
+    ok: true;
+    body: ReadableStream<Uint8Array>;
+    metadata: UpstreamResponseMetadata;
+} | {
+    ok: false;
+    reason: string;
+};
+export declare function captureReportedModel(metadata: UpstreamResponseMetadata, value: unknown, protocol: ResponseProtocol, streamed: boolean): void;
+/** Inspect the first data event before handing a provider stream to llm-bridge. */
+export declare function preflightResponseStream(body: ReadableStream<Uint8Array>, protocol: ResponseProtocol): Promise<StreamPreflight>;
+export {};

package/dist/backend/health-prober.js

@@ -0,0 +1,145 @@
+import { isRecord } from "../json-shape.js";
+import { STREAM_PREFLIGHT_LIMIT } from "../stream-commit.js";
+import { invalidEnvelopeReason } from "./envelope-validator.js";
+export function captureReportedModel(metadata, value, protocol, streamed) {
+    if (metadata.reportedModel !== undefined || !isRecord(value))
+        return;
+    const envelope = protocol === "anthropic-messages" && streamed && value.type === "message_start"
+        ? value.message
+        : value;
+    if (isRecord(envelope) && typeof envelope.model === "string") {
+        metadata.reportedModel = envelope.model;
+    }
+}
+export async function preflightResponseStream(body, protocol) {
+    const reader = body.getReader();
+    const chunks = [];
+    const decoder = new TextDecoder();
+    const metadata = {};
+    let buffered = "";
+    let byteLength = 0;
+    const captureCompleteEvents = (final = false) => {
+        let boundary;
+        const separator = /\r?\n\r?\n/g;
+        while ((boundary = separator.exec(buffered)) !== null) {
+            const event = buffered.slice(0, boundary.index);
+            buffered = buffered.slice(boundary.index + boundary[0].length);
+            separator.lastIndex = 0;
+            captureEventModel(event);
+        }
+        if (final && buffered.trim())
+            captureEventModel(buffered);
+    };
+    const replay = () => {
+        let prefixIndex = 0;
+        captureCompleteEvents();
+        return { ok: true, metadata, body: new ReadableStream({
+                async pull(controller) {
+                    if (prefixIndex < chunks.length) {
+                        controller.enqueue(chunks[prefixIndex++]);
+                        return;
+                    }
+                    try {
+                        const more = await reader.read();
+                        if (more.done) {
+                            buffered += decoder.decode();
+                            captureCompleteEvents(true);
+                            controller.close();
+                        }
+                        else {
+                            buffered += decoder.decode(more.value, { stream: true });
+                            captureCompleteEvents();
+                            controller.enqueue(more.value);
+                        }
+                    }
+                    catch (error) {
+                        controller.error(error);
+                    }
+                },
+                async cancel(reasonToCancel) {
+                    await reader.cancel(reasonToCancel).catch(() => { });
+                },
+            }) };
+    };
+    const fail = async (reason) => {
+        await reader.cancel().catch(() => { });
+        return { ok: false, reason };
+    };
+    const inspectEvent = (event) => {
+        const data = event
+            .split(/\r?\n/)
+            .filter((line) => line.startsWith("data:"))
+            .map((line) => line.slice(5).trimStart())
+            .join("\n")
+            .trim();
+        if (!data)
+            return undefined;
+        if (data === "[DONE]")
+            return "stream ended before a response event";
+        let parsed;
+        try {
+            parsed = JSON.parse(data);
+        }
+        catch {
+            return "data event is not valid JSON";
+        }
+        captureReportedModel(metadata, parsed, protocol, true);
+        return invalidEnvelopeReason(parsed, protocol, true);
+    };
+    const captureEventModel = (event) => {
+        const data = event
+            .split(/\r?\n/)
+            .filter((line) => line.startsWith("data:"))
+            .map((line) => line.slice(5).trimStart())
+            .join("\n")
+            .trim();
+        if (!data || data === "[DONE]")
+            return;
+        try {
+            captureReportedModel(metadata, JSON.parse(data), protocol, true);
+        }
+        catch {
+        }
+    };
+    while (byteLength <= STREAM_PREFLIGHT_LIMIT) {
+        const next = await reader.read().catch(() => null);
+        if (next === null)
+            return fail("stream failed during preflight");
+        if (next.done) {
+            buffered += decoder.decode();
+            let finalReason = buffered.trim() ? inspectEvent(buffered) : undefined;
+            if (finalReason === undefined && buffered.trim()) {
+                try {
+                    const parsed = JSON.parse(buffered);
+                    captureReportedModel(metadata, parsed, protocol, false);
+                    finalReason = invalidEnvelopeReason(parsed, protocol, false);
+                }
+                catch {
+                }
+            }
+            if (finalReason === null)
+                return replay();
+            return fail(finalReason ?? "stream ended before a response event");
+        }
+        chunks.push(next.value);
+        byteLength += next.value.byteLength;
+        if (byteLength > STREAM_PREFLIGHT_LIMIT)
+            return fail("no response event within preflight limit");
+        buffered += decoder.decode(next.value, { stream: true });
+        let boundary;
+        const separator = /\r?\n\r?\n/g;
+        while ((boundary = separator.exec(buffered)) !== null) {
+            const event = buffered.slice(0, boundary.index);
+            buffered = buffered.slice(boundary.index + boundary[0].length);
+            separator.lastIndex = 0;
+            const reason = inspectEvent(event);
+            if (reason === undefined)
+                continue;
+            if (reason !== null)
+                return fail(reason);
+            return replay();
+        }
+    }
+    return fail("no response event within preflight limit");
+}
+//# sourceMappingURL=health-prober.js.map

package/dist/backend/health-prober.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"health-prober.js","sourceRoot":"","sources":["../../src/backend/health-prober.ts"],"names":[],"mappings":"AAsBA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAyB,MAAM,yBAAyB,CAAC;AAgCvF,MAAM,UAAU,oBAAoB,CAClC,QAAkC,EAClC,KAAc,EACd,QAA0B,EAC1B,QAAiB;IAEjB,IAAI,QAAQ,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO;IACrE,MAAM,QAAQ,GAAG,QAAQ,KAAK,oBAAoB,IAAI,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;QAC9F,CAAC,CAAC,KAAK,CAAC,OAAO;QACf,CAAC,CAAC,KAAK,CAAC;IACV,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC7D,QAAQ,CAAC,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC1C,CAAC;AACH,CAAC;AAGD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAgC,EAChC,QAA0B;IAE1B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,QAAQ,GAA6B,EAAE,CAAC;IAC9C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,qBAAqB,GAAG,CAAC,KAAK,GAAG,KAAK,EAAQ,EAAE;QACpD,IAAI,QAAgC,CAAC;QACrC,MAAM,SAAS,GAAG,aAAa,CAAC;QAChC,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAChD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC/D,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC;YACxB,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE;YAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC5D,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,GAAoB,EAAE;QACnC,IAAI,WAAW,GAAG,CAAC,CAAC;QAIpB,qBAAqB,EAAE,CAAC;QACxB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,cAAc,CAAa;gBAChE,KAAK,CAAC,IAAI,CAAC,UAAU;oBACnB,IAAI,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;wBAChC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAE,CAAC,CAAC;wBAC3C,OAAO;oBACT,CAAC;oBACD,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBACjC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;4BAC7B,qBAAqB,CAAC,IAAI,CAAC,CAAC;4BAC5B,UAAU,CAAC,KAAK,EAAE,CAAC;wBACrB,CAAC;6BAAM,CAAC;4BACN,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;4BACzD,qBAAqB,EAAE,CAAC;4BACxB,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,MAAM,CAAC,cAAc;oBACzB,MAAM,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACtD,CAAC;aACF,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAA4B,EAAE;QAC9D,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,KAAa,EAA6B,EAAE;QAChE,MAAM,IAAI,GAAG,KAAK;aACf,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;aACxC,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;QACV,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5B,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO,sCAAsC,CAAC;QACrE,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,8BAA8B,CAAC;QACxC,CAAC;QACD,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvD,OAAO,qBAAqB,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvD,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAQ,EAAE;QAChD,MAAM,IAAI,GAAG,KAAK;aACf,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;aACxC,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;QACV,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO;QACvC,IAAI,CAAC;YACH,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,UAAU,IAAI,sBAAsB,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,gCAAgC,CAAC,CAAC;QACjE,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7B,IAAI,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAGvE,IAAI,WAAW,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACpC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;oBACxD,WAAW,GAAG,qBAAqB,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC/D,CAAC;gBAAC,MAAM,CAAC;gBAET,CAAC;YACH,CAAC;YACD,IAAI,WAAW,KAAK,IAAI;gBAAE,OAAO,MAAM,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,WAAW,IAAI,sCAAsC,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;QACpC,IAAI,UAAU,GAAG,sBAAsB;YAAE,OAAO,IAAI,CAAC,0CAA0C,CAAC,CAAC;QACjG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzD,IAAI,QAAgC,CAAC;QACrC,MAAM,SAAS,GAAG,aAAa,CAAC;QAChC,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAChD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC/D,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC;YACxB,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YACnC,IAAI,MAAM,KAAK,SAAS;gBAAE,SAAS;YACnC,IAAI,MAAM,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;YAEzC,OAAO,MAAM,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,0CAA0C,CAAC,CAAC;AAC1D,CAAC"}

package/dist/backend.js

@@ -9,7 +9,8 @@ import { recoverDialectInStream } from "./dialect-stream.js";
 import { toolSchemaMap } from "./anthropic.js";
 import { stripOpeningThinkTag, stripThinkTagsInStream } from "./think-tags.js";
 import { knownToolUseIds, rewriteToolUseIds, rewriteToolUseIdsInStream } from "./tool-use-ids.js";
-import { STREAM_PREFLIGHT_LIMIT } from "./stream-commit.js";
+import { invalidEnvelopeReason } from "./backend/envelope-validator.js";
+import { captureReportedModel, preflightResponseStream } from "./backend/health-prober.js";
 import { inspectDialectInOpenAiChat, recoverDialectInOpenAiChatStream, } from "./openai-dialect.js";
 import { observeUsage } from "./usage-observer.js";
 export class DialectUnparseableError extends Error {
@@ -110,215 +111,6 @@ function attachUpstreamMetadata(response, metadata) {
     upstreamResponseMetadata.set(response, metadata);
     return response;
 }
-const ANTHROPIC_STREAM_EVENT_FIELDS = new Map([
-    ["ping", null], ["message_stop", null], ["content_block_stop", null],
-    ["message_start", "message"], ["content_block_start", "content_block"],
-    ["content_block_delta", "delta"], ["message_delta", "delta"], ["error", "error"],
-]);
-function invalidEnvelopeReason(value, protocol, streamed) {
-    if (!isRecord(value))
-        return "expected a JSON object";
-    if (streamed && isRecord(value.error)) {
-        const message = typeof value.error.message === "string" ? value.error.message.slice(0, 200) : "";
-        return message
-            ? `stream opened with an in-band error event: ${message}`
-            : "stream opened with an in-band error event";
-    }
-    if (protocol === "openai-chat") {
-        if (!Array.isArray(value.choices))
-            return "missing choices array";
-        if (streamed && value.choices.length === 0) {
-            return isRecord(value.usage) ? null : "empty choices without usage";
-        }
-        if (value.choices.length === 0)
-            return "empty choices array";
-        for (const rawChoice of value.choices) {
-            if (!isRecord(rawChoice))
-                return "choice is not an object";
-            const message = streamed ? rawChoice.delta : rawChoice.message;
-            if (!isRecord(message))
-                return streamed ? "choice is missing delta" : "choice is missing message";
-            if (!streamed && message.tool_calls !== undefined && message.tool_calls !== null) {
-                if (!Array.isArray(message.tool_calls))
-                    return "message tool_calls is not an array";
-                for (const rawCall of message.tool_calls) {
-                    if (!isRecord(rawCall) || !isRecord(rawCall.function))
-                        return "invalid tool call";
-                    if (typeof rawCall.function.name !== "string" || typeof rawCall.function.arguments !== "string") {
-                        return "invalid tool function";
-                    }
-                }
-            }
-            if (!streamed) {
-                const hasContent = message.content === null || typeof message.content === "string";
-                const hasToolCalls = Array.isArray(message.tool_calls) && message.tool_calls.length > 0;
-                if (!hasContent && !hasToolCalls)
-                    return "message has neither content nor tool calls";
-            }
-        }
-        return null;
-    }
-    if (!streamed) {
-        if (!Array.isArray(value.content))
-            return "missing content array";
-        for (const rawBlock of value.content) {
-            if (!isRecord(rawBlock) || typeof rawBlock.type !== "string")
-                return "invalid content block";
-            if (rawBlock.type === "text" && typeof rawBlock.text !== "string")
-                return "text block is missing text";
-            if (rawBlock.type === "tool_use" && typeof rawBlock.name !== "string")
-                return "tool_use block is missing name";
-        }
-        return null;
-    }
-    const field = typeof value.type === "string" ? ANTHROPIC_STREAM_EVENT_FIELDS.get(value.type) : undefined;
-    if (field === undefined)
-        return "missing or unknown Anthropic event type";
-    if (field === null || isRecord(value[field]))
-        return null;
-    return `${value.type === "error" ? "error event" : String(value.type)} is missing ${field}`;
-}
-function captureReportedModel(metadata, value, protocol, streamed) {
-    if (metadata.reportedModel !== undefined || !isRecord(value))
-        return;
-    const envelope = protocol === "anthropic-messages" && streamed && value.type === "message_start"
-        ? value.message
-        : value;
-    if (isRecord(envelope) && typeof envelope.model === "string") {
-        metadata.reportedModel = envelope.model;
-    }
-}
-async function preflightResponseStream(body, protocol) {
-    const reader = body.getReader();
-    const chunks = [];
-    const decoder = new TextDecoder();
-    const metadata = {};
-    let buffered = "";
-    let byteLength = 0;
-    const captureCompleteEvents = (final = false) => {
-        let boundary;
-        const separator = /\r?\n\r?\n/g;
-        while ((boundary = separator.exec(buffered)) !== null) {
-            const event = buffered.slice(0, boundary.index);
-            buffered = buffered.slice(boundary.index + boundary[0].length);
-            separator.lastIndex = 0;
-            captureEventModel(event);
-        }
-        if (final && buffered.trim())
-            captureEventModel(buffered);
-    };
-    const replay = () => {
-        let prefixIndex = 0;
-        captureCompleteEvents();
-        return { ok: true, metadata, body: new ReadableStream({
-                async pull(controller) {
-                    if (prefixIndex < chunks.length) {
-                        controller.enqueue(chunks[prefixIndex++]);
-                        return;
-                    }
-                    try {
-                        const more = await reader.read();
-                        if (more.done) {
-                            buffered += decoder.decode();
-                            captureCompleteEvents(true);
-                            controller.close();
-                        }
-                        else {
-                            buffered += decoder.decode(more.value, { stream: true });
-                            captureCompleteEvents();
-                            controller.enqueue(more.value);
-                        }
-                    }
-                    catch (error) {
-                        controller.error(error);
-                    }
-                },
-                async cancel(reasonToCancel) {
-                    await reader.cancel(reasonToCancel).catch(() => { });
-                },
-            }) };
-    };
-    const fail = async (reason) => {
-        await reader.cancel().catch(() => { });
-        return { ok: false, reason };
-    };
-    const inspectEvent = (event) => {
-        const data = event
-            .split(/\r?\n/)
-            .filter((line) => line.startsWith("data:"))
-            .map((line) => line.slice(5).trimStart())
-            .join("\n")
-            .trim();
-        if (!data)
-            return undefined;
-        if (data === "[DONE]")
-            return "stream ended before a response event";
-        let parsed;
-        try {
-            parsed = JSON.parse(data);
-        }
-        catch {
-            return "data event is not valid JSON";
-        }
-        captureReportedModel(metadata, parsed, protocol, true);
-        return invalidEnvelopeReason(parsed, protocol, true);
-    };
-    const captureEventModel = (event) => {
-        const data = event
-            .split(/\r?\n/)
-            .filter((line) => line.startsWith("data:"))
-            .map((line) => line.slice(5).trimStart())
-            .join("\n")
-            .trim();
-        if (!data || data === "[DONE]")
-            return;
-        try {
-            captureReportedModel(metadata, JSON.parse(data), protocol, true);
-        }
-        catch {
-        }
-    };
-    while (byteLength <= STREAM_PREFLIGHT_LIMIT) {
-        const next = await reader.read().catch(() => null);
-        if (next === null)
-            return fail("stream failed during preflight");
-        if (next.done) {
-            buffered += decoder.decode();
-            let finalReason = buffered.trim() ? inspectEvent(buffered) : undefined;
-            if (finalReason === undefined && buffered.trim()) {
-                try {
-                    const parsed = JSON.parse(buffered);
-                    captureReportedModel(metadata, parsed, protocol, false);
-                    finalReason = invalidEnvelopeReason(parsed, protocol, false);
-                }
-                catch {
-                }
-            }
-            if (finalReason === null)
-                return replay();
-            return fail(finalReason ?? "stream ended before a response event");
-        }
-        chunks.push(next.value);
-        byteLength += next.value.byteLength;
-        if (byteLength > STREAM_PREFLIGHT_LIMIT)
-            return fail("no response event within preflight limit");
-        buffered += decoder.decode(next.value, { stream: true });
-        let boundary;
-        const separator = /\r?\n\r?\n/g;
-        while ((boundary = separator.exec(buffered)) !== null) {
-            const event = buffered.slice(0, boundary.index);
-            buffered = buffered.slice(boundary.index + boundary[0].length);
-            separator.lastIndex = 0;
-            const reason = inspectEvent(event);
-            if (reason === undefined)
-                continue;
-            if (reason !== null)
-                return fail(reason);
-            return replay();
-        }
-    }
-    return fail("no response event within preflight limit");
-}
 async function fetchAnthropicBackend(attempt, args, invokeFetch) {
     const target = attempt.target;
     const init = { method: args.method, headers: args.anthropicHeaders, signal: args.signal };