@pentoshi/clai 4.11.7 → 4.11.9

package/dist/llm/wire/response-errors.js

@@ -0,0 +1,182 @@
+import { ProviderError } from "../http.js";
+import { readWithAbort } from "./abort-race.js";
+function parseRetryAfterHeader(value) {
+    if (!value)
+        return undefined;
+    const seconds = Number.parseFloat(value);
+    if (Number.isFinite(seconds) && seconds >= 0)
+        return seconds;
+    const date = Date.parse(value);
+    if (Number.isFinite(date)) {
+        const diff = (date - Date.now()) / 1000;
+        if (diff > 0)
+            return diff;
+    }
+    return undefined;
+}
+function parseRetryHintFromBody(text) {
+    const match = text.match(/try again in\s+([0-9.]+)\s*s/i);
+    if (match) {
+        const seconds = Number.parseFloat(match[1]);
+        if (Number.isFinite(seconds) && seconds >= 0)
+            return seconds;
+    }
+    return undefined;
+}
+function statusCodeHint(status) {
+    if (status === 401) {
+        return " — check that the API key is valid (run `clai providers` to inspect)";
+    }
+    if (status === 403) {
+        return " — the key was rejected (insufficient permissions, billing, or region restriction)";
+    }
+    if (status === 404) {
+        return " — endpoint or model not found (try `/model list` to see supported names)";
+    }
+    if (status === 422) {
+        return " — the provider rejected the request body (model name or parameter mismatch)";
+    }
+    if (status === 413) {
+        return " — request exceeded the provider input limit; retry with a compact prompt or pick another model";
+    }
+    if (status >= 500 && status < 600) {
+        return " — upstream provider error; try again or switch with `/provider`";
+    }
+    return "";
+}
+export async function readJson(response, signal) {
+    const text = await readBodyCapped(response, MAX_JSON_RESPONSE_BYTES, signal);
+    if (!response.ok) {
+        let detail = "";
+        let extractedMessage = "";
+        try {
+            const body = JSON.parse(text);
+            const error = body.error;
+            let msg = "";
+            if (typeof error === "string") {
+                msg = error;
+            }
+            else if (error && typeof error === "object") {
+                const errObj = error;
+                msg = errObj.message ?? "";
+                if (!msg && (errObj.type || errObj.code)) {
+                    msg = errObj.type ?? errObj.code ?? "";
+                }
+            }
+            if (!msg) {
+                msg =
+                    body.message ??
+                        body.detail ??
+                        "";
+            }
+            if (msg) {
+                if (/DEGRADED/i.test(msg)) {
+                    detail = ` — ${msg} (model is temporarily unavailable on this provider; try a different model with \`/model\`)`;
+                }
+                else {
+                    detail = ` — ${msg}`;
+                }
+            }
+            extractedMessage = msg;
+        }
+        catch {
+        }
+        const bodyText = text.slice(0, MAX_ERROR_BODY_CHARS);
+        if (bodyAddsInformation(bodyText, extractedMessage)) {
+            const shown = collapseWhitespace(bodyText);
+            const capped = shown.length > MAX_ERROR_BODY_IN_MESSAGE_CHARS
+                ? `${shown.slice(0, MAX_ERROR_BODY_IN_MESSAGE_CHARS)}…`
+                : shown;
+            detail = `${detail} — full response: ${capped}`;
+        }
+        const retryAfterSeconds = parseRetryAfterHeader(response.headers.get("retry-after")) ??
+            parseRetryHintFromBody(text);
+        const retryHint = retryAfterSeconds !== undefined
+            ? ` (retry after ${Math.ceil(retryAfterSeconds)}s)`
+            : "";
+        const codeHint = statusCodeHint(response.status);
+        throw new ProviderError(`Provider request failed with HTTP ${response.status}${retryHint}${detail}${codeHint}`, response.status, bodyText, retryAfterSeconds);
+    }
+    return JSON.parse(text);
+}
+const MAX_JSON_RESPONSE_BYTES = 4 * 1024 * 1024;
+export const MAX_ERROR_BODY_CHARS = 8_000;
+export const MAX_ERROR_BODY_IN_MESSAGE_CHARS = 2_000;
+export function collapseWhitespace(text) {
+    return text.replace(/\s+/g, " ").trim();
+}
+export function bodyAddsInformation(bodyText, extracted) {
+    const collapsed = collapseWhitespace(bodyText);
+    if (!collapsed)
+        return false;
+    if (!extracted)
+        return true;
+    const normalizedExtracted = collapseWhitespace(extracted);
+    if (normalizedExtracted.includes(collapsed))
+        return false;
+    if (!collapsed.includes(normalizedExtracted))
+        return true;
+    const rest = collapsed
+        .replace(normalizedExtracted, " ")
+        .replace(/\b(errors?|message|msg|detail|details|type|code|status)\b/gi, " ")
+        .replace(/[{}\[\]":,]/g, " ")
+        .trim();
+    return rest.length > 0;
+}
+async function readBodyCapped(response, maxBytes, signal) {
+    const reader = response.body?.getReader();
+    if (!reader) {
+        if (signal?.aborted) {
+            throw signal.reason ?? new Error("Response body read aborted");
+        }
+        const text = await response.text();
+        return text.length > maxBytes ? text.slice(0, maxBytes) : text;
+    }
+    const decoder = new TextDecoder("utf-8", { fatal: false });
+    let collected = "";
+    let bytesRead = 0;
+    const cancelOnAbort = () => {
+        void reader.cancel(signal?.reason).catch(() => undefined);
+    };
+    signal?.addEventListener("abort", cancelOnAbort, { once: true });
+    try {
+        while (bytesRead < maxBytes) {
+            const { done, value } = signal
+                ? await readWithAbort(reader, signal)
+                : await reader.read();
+            if (signal?.aborted) {
+                throw signal.reason ?? new Error("Response body read aborted");
+            }
+            if (done)
+                break;
+            if (!value)
+                continue;
+            const remaining = maxBytes - bytesRead;
+            if (value.byteLength > remaining) {
+                collected += decoder.decode(value.subarray(0, remaining), {
+                    stream: true,
+                });
+                bytesRead += remaining;
+                try {
+                    await reader.cancel();
+                }
+                catch {
+                }
+                break;
+            }
+            collected += decoder.decode(value, { stream: true });
+            bytesRead += value.byteLength;
+        }
+        collected += decoder.decode();
+    }
+    finally {
+        signal?.removeEventListener("abort", cancelOnAbort);
+        try {
+            reader.releaseLock();
+        }
+        catch {
+        }
+    }
+    return collected;
+}
+//# sourceMappingURL=response-errors.js.map

package/dist/llm/wire/response-errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-errors.js","sourceRoot":"","sources":["../../../src/llm/wire/response-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,SAAS,qBAAqB,CAAC,KAAoB;IACjD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QACxC,IAAI,IAAI,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IAC5B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC1D,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;YAAE,OAAO,OAAO,CAAC;IAC/D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,sEAAsE,CAAC;IAChF,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,oFAAoF,CAAC;IAC9F,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,2EAA2E,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,8EAA8E,CAAC;IACxF,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,iGAAiG,CAAC;IAC3G,CAAC;IACD,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;QAClC,OAAO,kEAAkE,CAAC;IAC5E,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAkB,EAClB,MAAoB;IAEpB,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,uBAAuB,EAAE,MAAM,CAAC,CAAC;IAC7E,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YACzD,MAAM,KAAK,GAAI,IAA4B,CAAC,KAAK,CAAC;YAClD,IAAI,GAAG,GAAG,EAAE,CAAC;YACb,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,GAAG,GAAG,KAAK,CAAC;YACd,CAAC;iBAAM,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9C,MAAM,MAAM,GAAG,KAId,CAAC;gBACF,GAAG,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC3B,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzC,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG;oBACA,IAA6B,CAAC,OAAO;wBACrC,IAA4B,CAAC,MAAM;wBACpC,EAAE,CAAC;YACP,CAAC;YACD,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,GAAG,MAAM,GAAG,6FAA6F,CAAC;gBAClH,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YACD,gBAAgB,GAAG,GAAG,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;QACT,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;QACrD,IAAI,mBAAmB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,MAAM,GACV,KAAK,CAAC,MAAM,GAAG,+BAA+B;gBAC5C,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,+BAA+B,CAAC,GAAG;gBACvD,CAAC,CAAC,KAAK,CAAC;YACZ,MAAM,GAAG,GAAG,MAAM,qBAAqB,MAAM,EAAE,CAAC;QAClD,CAAC;QACD,MAAM,iBAAiB,GACrB,qBAAqB,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC1D,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,SAAS,GACb,iBAAiB,KAAK,SAAS;YAC7B,CAAC,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI;YACnD,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,IAAI,aAAa,CACrB,qCAAqC,QAAQ,CAAC,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,EAAE,EACtF,QAAQ,CAAC,MAAM,EACf,QAAQ,EACR,iBAAiB,CAClB,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;AAC/B,CAAC;AAED,MAAM,uBAAuB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAEhD,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,CAAC;AAE1C,MAAM,CAAC,MAAM,+BAA+B,GAAG,KAAK,CAAC;AAErD,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,SAAiB;IAEjB,MAAM,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAC7B,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC1D,IAAI,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1D,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1D,MAAM,IAAI,GAAG,SAAS;SACnB,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACjC,OAAO,CAAC,6DAA6D,EAAE,GAAG,CAAC;SAC3E,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,IAAI,EAAE,CAAC;IACV,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAkB,EAClB,QAAgB,EAChB,MAAoB;IAEpB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACjE,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjE,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,aAAa,GAAG,GAAS,EAAE;QAC/B,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC,CAAC;IACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,CAAC;QACH,OAAO,SAAS,GAAG,QAAQ,EAAE,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM;gBAC5B,CAAC,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC;gBACrC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;YACvC,IAAI,KAAK,CAAC,UAAU,GAAG,SAAS,EAAE,CAAC;gBACjC,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE;oBACxD,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBACH,SAAS,IAAI,SAAS,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;gBACT,CAAC;gBACD,MAAM;YACR,CAAC;YACD,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC;QAChC,CAAC;QACD,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAChC,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;QACT,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/llm/wire/responses-first.d.ts

@@ -0,0 +1,30 @@
+import type { ChatMessage, CompletionRequest, ProviderId, ReasoningArtifactReplayObserver, ReasoningPreference, ToolChoice, ToolDefinition } from "../../types.js";
+import type { OpenAiCompatibleResult } from "./reasoning-artifacts.js";
+import type { ProviderStreamEventSink } from "../stream-events.js";
+export declare function responsesFirstCandidate(providerId: ProviderId): boolean;
+export interface ResponsesFirstOptions {
+    provider: string;
+    providerId: ProviderId;
+    baseUrl: string;
+    apiKey: string;
+    model: string;
+    messages: ChatMessage[];
+    maxTokens?: number | undefined;
+    temperature?: number | undefined;
+    headers?: Record<string, string> | undefined;
+    signal?: AbortSignal | undefined;
+    reasoning?: ReasoningPreference | undefined;
+    tools?: ToolDefinition[] | undefined;
+    toolChoice?: ToolChoice | undefined;
+    parallelToolCalls?: boolean | undefined;
+    reasoningArtifactReplayObserver?: ReasoningArtifactReplayObserver | undefined;
+}
+interface StreamBridgeOptions {
+    onToken: (token: string) => void;
+    onToolCallDelta?: CompletionRequest["onToolCallDelta"];
+    onStreamEvent?: ProviderStreamEventSink;
+}
+export declare function openAiCompatibleCompleteViaResponses(options: ResponsesFirstOptions): Promise<OpenAiCompatibleResult | undefined>;
+export declare function openAiCompatibleStreamViaResponses(options: ResponsesFirstOptions, stream: StreamBridgeOptions): Promise<OpenAiCompatibleResult | undefined>;
+export declare function resetResponsesWireStatesForTesting(): void;
+export {};

package/dist/llm/wire/responses-first.js

@@ -0,0 +1,366 @@
+import { ProviderError } from "../http.js";
+import { cacheAffinityKey } from "../cache-affinity.js";
+import { responsesComplete } from "../responses-complete.js";
+import { responsesStream } from "../responses-stream.js";
+import { mapResponsesEffort, responsesReasoningSummary, } from "../responses-config.js";
+import { PRIVATE_REASONING_NOTE_PREFIX } from "../responses-http.js";
+import { isChatShapedResponsesPayload } from "../responses-shape.js";
+import { assertResponsesShapedData } from "../responses-shape.js";
+import { isPartialStreamError } from "../stream-terminal.js";
+import { recordGenerationAttemptOutcome, withUnrecordedTransport, } from "../operation-usage.js";
+import { emitTransportEvent } from "../transport-events.js";
+const RESPONSES_FIRST_EXCLUDED = new Set([
+    "anthropic",
+    "gemini",
+    "ollama",
+    "aws-mantle",
+    "meta",
+]);
+export function responsesFirstCandidate(providerId) {
+    return !RESPONSES_FIRST_EXCLUDED.has(providerId);
+}
+const wireStates = new Map();
+function wireState(providerId, model) {
+    const key = `${providerId}:${model.trim().toLowerCase()}`;
+    let state = wireStates.get(key);
+    if (!state) {
+        state = { endpoint: "unknown", extras: "full", thinkingWire: "unknown" };
+        wireStates.set(key, state);
+    }
+    return state;
+}
+const RESPONSES_STREAM_TERMINAL = {
+    proofs: ["response-completed", "response-incomplete"],
+    naturalEofAccepted: false,
+};
+function genericResponsesConfig(providerId, displayName, baseUrl, extraHeaders, extras) {
+    return {
+        baseUrl,
+        providerId,
+        displayName,
+        artifactDialect: "openai-compatible",
+        terminalPolicy: RESPONSES_STREAM_TERMINAL,
+        buildHeaders(auth, accept) {
+            return {
+                "content-type": "application/json",
+                accept,
+                ...(auth.apiKey ? { authorization: `Bearer ${auth.apiKey}` } : {}),
+                ...extraHeaders,
+            };
+        },
+        reasoningPayload(reasoning) {
+            if (!reasoning?.enabled)
+                return undefined;
+            const effort = mapResponsesEffort(reasoning.effort);
+            return { effort, summary: responsesReasoningSummary(effort) };
+        },
+        bodyExtras(context) {
+            if (extras === "bare")
+                return {};
+            return {
+                store: false,
+                include: ["reasoning.encrypted_content"],
+                prompt_cache_key: `${context.purpose === "auxiliary" ? "aux-" : ""}${cacheAffinityKey(providerId, context.model, context.messages)}`,
+            };
+        },
+    };
+}
+const ENDPOINT_UNSUPPORTED_STATUS = new Set([404, 405, 501]);
+const PROBE_UNRELIABLE_STATUS = new Set([500, 502, 503, 504]);
+const EXTRA_FIELD_PATTERN = /prompt_cache_key|encrypted_content|\binclude\b|\bstore\b|\breasoning\b|reasoning_effort/i;
+const PARAMETER_REJECTION_PATTERN = /unknown (?:parameter|field|argument)|unrecognized (?:parameter|field|request)|not supported|unsupported|invalid parameter|unexpected (?:parameter|field)|does not accept|not a valid (?:parameter|field)|must be one of|expected one of/i;
+const ENDPOINT_REJECTION_PATTERN = /not found|unknown (?:path|url|endpoint)|no route|does not exist|invalid url|unrecognized request url|unsupported (?:endpoint|path|api)|no such endpoint/i;
+function failureText(error) {
+    if (!(error instanceof Error))
+        return "";
+    const body = error instanceof ProviderError ? (error.body ?? "") : "";
+    return `${error.message}\n${body}`;
+}
+function isGenericModelRejection(error) {
+    const status = error instanceof ProviderError && error.status !== undefined
+        ? error.status
+        : undefined;
+    if (status !== undefined && status !== 400 && status !== 422)
+        return false;
+    const text = failureText(error);
+    if (!/bad_request|response\.failed|the model rejected/i.test(text)) {
+        return false;
+    }
+    if (/reasoning|thinking|effort|enable_thinking|chat_template|include|store|prompt_cache/i.test(text)) {
+        return false;
+    }
+    return true;
+}
+function classifyResponsesFailure(error, extras) {
+    const status = error instanceof ProviderError && error.status !== undefined
+        ? error.status
+        : undefined;
+    if (status !== undefined && ENDPOINT_UNSUPPORTED_STATUS.has(status)) {
+        return "unsupported-endpoint";
+    }
+    if (status !== undefined && status !== 400 && status !== 422) {
+        return "other";
+    }
+    const text = failureText(error);
+    if (status === undefined && text.trim() === "")
+        return "other";
+    if (extras === "full" &&
+        EXTRA_FIELD_PATTERN.test(text) &&
+        PARAMETER_REJECTION_PATTERN.test(text)) {
+        return "unsupported-extras";
+    }
+    if (ENDPOINT_REJECTION_PATTERN.test(text)) {
+        return "unsupported-endpoint";
+    }
+    return "other";
+}
+function bridgeCompletionRequest(options, _extras, stream) {
+    return {
+        provider: options.providerId,
+        model: options.model,
+        messages: options.messages,
+        maxTokens: options.maxTokens,
+        temperature: options.temperature,
+        signal: options.signal,
+        thinking: options.reasoning,
+        tools: options.tools,
+        toolChoice: options.toolChoice,
+        parallelToolCalls: options.parallelToolCalls,
+        onReasoningArtifactReplayDecision: options.reasoningArtifactReplayObserver,
+        ...(stream?.onToolCallDelta
+            ? { onToolCallDelta: stream.onToolCallDelta }
+            : {}),
+        ...(stream?.onStreamEvent ? { onStreamEvent: stream.onStreamEvent } : {}),
+    };
+}
+function compatibleFromCompletion(result) {
+    return {
+        text: result.text,
+        ...(result.toolCalls?.length ? { toolCalls: result.toolCalls } : {}),
+        ...(result.finishReason ? { finishReason: result.finishReason } : {}),
+        ...(result.usage ? { usage: result.usage } : {}),
+        ...(result.reasoningBlock ? { reasoningBlock: result.reasoningBlock } : {}),
+        ...(result.reasoningArtifacts?.length
+            ? { reasoningArtifacts: result.reasoningArtifacts }
+            : {}),
+    };
+}
+function hasVisibleReasoning(result, reasoningDeltas) {
+    if (reasoningDeltas > 0)
+        return true;
+    if (result.reasoningArtifacts?.length)
+        return true;
+    const text = result.reasoningBlock?.text ?? "";
+    return text.length > 0 && !text.startsWith(PRIVATE_REASONING_NOTE_PREFIX);
+}
+class ReasoningAbsentOnResponsesSignal extends Error {
+    constructor() {
+        super("Responses stream produced no visible reasoning before output");
+        this.name = "ReasoningAbsentOnResponsesSignal";
+    }
+}
+async function runResponsesFirst(options, run, stream) {
+    if (!responsesFirstCandidate(options.providerId))
+        return undefined;
+    const state = wireState(options.providerId, options.model);
+    if (state.endpoint === "unsupported")
+        return undefined;
+    const thinkingRequested = options.reasoning?.enabled === true;
+    if (thinkingRequested && state.thinkingWire === "chat")
+        return undefined;
+    const probing = state.endpoint === "unknown";
+    const reasoningDeltas = { count: 0 };
+    const emittedVisible = { count: 0 };
+    const shouldEarlyCheck = thinkingRequested && stream !== undefined && state.thinkingWire === "unknown";
+    const countingStream = stream
+        ? {
+            onToken: (token) => {
+                if (shouldEarlyCheck &&
+                    reasoningDeltas.count === 0 &&
+                    emittedVisible.count === 0) {
+                    throw new ReasoningAbsentOnResponsesSignal();
+                }
+                emittedVisible.count += 1;
+                stream.onToken(token);
+            },
+            ...(stream.onToolCallDelta
+                ? {
+                    onToolCallDelta: (delta) => {
+                        if (shouldEarlyCheck &&
+                            reasoningDeltas.count === 0 &&
+                            emittedVisible.count === 0) {
+                            throw new ReasoningAbsentOnResponsesSignal();
+                        }
+                        stream.onToolCallDelta(delta);
+                    },
+                }
+                : {}),
+            onStreamEvent: (event) => {
+                if (event.type === "reasoning_delta" &&
+                    !event.text.startsWith(PRIVATE_REASONING_NOTE_PREFIX)) {
+                    reasoningDeltas.count += 1;
+                }
+                stream.onStreamEvent?.(event);
+            },
+        }
+        : undefined;
+    const attempt = async (extras) => {
+        const config = genericResponsesConfig(options.providerId, options.provider, options.baseUrl, options.headers, extras);
+        const request = bridgeCompletionRequest(options, extras, countingStream);
+        const auth = { apiKey: options.apiKey };
+        const wrappedOnToken = countingStream?.onToken ?? (() => { });
+        return compatibleFromCompletion(await run(config, request, auth, wrappedOnToken));
+    };
+    const fallback = (event) => {
+        state.endpoint = "unsupported";
+        emitTransportEvent(event);
+        return undefined;
+    };
+    const rememberChatThinkingWire = () => {
+        state.thinkingWire = "chat";
+        state.endpoint = "available";
+        emitTransportEvent({
+            kind: "responses-fallback-reasoning",
+            provider: options.provider,
+            model: options.model,
+        });
+    };
+    let result;
+    try {
+        result = await withUnrecordedTransport(() => attempt(state.extras));
+    }
+    catch (error) {
+        if (error instanceof ReasoningAbsentOnResponsesSignal) {
+            rememberChatThinkingWire();
+            return undefined;
+        }
+        if (isChatShapedResponsesPayload(error)) {
+            return fallback({
+                kind: "responses-fallback-shape",
+                provider: options.provider,
+                model: options.model,
+            });
+        }
+        if (probing &&
+            isPartialStreamError(error) &&
+            error.answerBytes === 0 &&
+            error.reasoningBytes === 0 &&
+            error.toolArgumentBytes === 0) {
+            return fallback({
+                kind: "responses-fallback-shape",
+                provider: options.provider,
+                model: options.model,
+            });
+        }
+        const status = providerStatusCode(error);
+        if (status !== undefined && PROBE_UNRELIABLE_STATUS.has(status)) {
+            return fallback({
+                kind: "responses-fallback-error",
+                provider: options.provider,
+                model: options.model,
+                detail: `HTTP ${status}`,
+            });
+        }
+        const verdict = classifyResponsesFailure(error, state.extras);
+        if (verdict === "unsupported-extras") {
+            const text = failureText(error);
+            const isReasoningRejection = /reasoning/i.test(text);
+            if (thinkingRequested && isReasoningRejection) {
+                rememberChatThinkingWire();
+                return undefined;
+            }
+            state.extras = "bare";
+            emitTransportEvent({
+                kind: "responses-downgrade-extras",
+                provider: options.provider,
+                model: options.model,
+            });
+            try {
+                result = await withUnrecordedTransport(() => attempt("bare"));
+            }
+            catch (retryError) {
+                if (retryError instanceof ReasoningAbsentOnResponsesSignal) {
+                    rememberChatThinkingWire();
+                    return undefined;
+                }
+                const retryText = failureText(retryError);
+                if (thinkingRequested && /reasoning/i.test(retryText) && classifyResponsesFailure(retryError, "bare") !== "other") {
+                    rememberChatThinkingWire();
+                    return undefined;
+                }
+                if (classifyResponsesFailure(retryError, "bare") ===
+                    "unsupported-endpoint") {
+                    return fallback({
+                        kind: "responses-fallback-endpoint",
+                        provider: options.provider,
+                        model: options.model,
+                    });
+                }
+                if (probing && isGenericModelRejection(retryError)) {
+                    return fallback({
+                        kind: "responses-fallback-error",
+                        provider: options.provider,
+                        model: options.model,
+                        detail: "HTTP 400",
+                    });
+                }
+                recordRethrownFailure(retryError, options.signal);
+                throw retryError;
+            }
+        }
+        else if (verdict === "unsupported-endpoint") {
+            return fallback({
+                kind: "responses-fallback-endpoint",
+                provider: options.provider,
+                model: options.model,
+            });
+        }
+        else if (probing && isGenericModelRejection(error)) {
+            return fallback({
+                kind: "responses-fallback-error",
+                provider: options.provider,
+                model: options.model,
+                detail: "HTTP 400",
+            });
+        }
+        else {
+            recordRethrownFailure(error, options.signal);
+            throw error;
+        }
+    }
+    state.endpoint = "available";
+    recordGenerationAttemptOutcome("success", result.usage);
+    if (thinkingRequested && !hasVisibleReasoning(result, reasoningDeltas.count)) {
+        if (stream !== undefined && emittedVisible.count > 0) {
+            state.thinkingWire = "chat";
+            return result;
+        }
+        state.thinkingWire = "chat";
+        emitTransportEvent({
+            kind: "responses-fallback-reasoning",
+            provider: options.provider,
+            model: options.model,
+        });
+        return undefined;
+    }
+    if (thinkingRequested)
+        state.thinkingWire = "responses";
+    return result;
+}
+function providerStatusCode(error) {
+    const status = error?.status;
+    return typeof status === "number" && status > 0 ? status : undefined;
+}
+function recordRethrownFailure(error, signal) {
+    recordGenerationAttemptOutcome(signal?.aborted ? "cancelled" : "failure", undefined, providerStatusCode(error));
+}
+export async function openAiCompatibleCompleteViaResponses(options) {
+    return runResponsesFirst(options, (config, request, auth, _onToken) => responsesComplete(config, request, auth, options.model, assertResponsesShapedData));
+}
+export async function openAiCompatibleStreamViaResponses(options, stream) {
+    return runResponsesFirst(options, (config, request, auth, onToken) => responsesStream(config, request, auth, onToken, options.model), stream);
+}
+export function resetResponsesWireStatesForTesting() {
+    wireStates.clear();
+}
+//# sourceMappingURL=responses-first.js.map

package/dist/llm/wire/responses-first.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"responses-first.js","sourceRoot":"","sources":["../../../src/llm/wire/responses-first.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EACL,kBAAkB,EAClB,yBAAyB,GAI1B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EACL,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,kBAAkB,EAAuB,MAAM,wBAAwB,CAAC;AAKjF,MAAM,wBAAwB,GAA4B,IAAI,GAAG,CAAC;IAChE,WAAW;IACX,QAAQ;IACR,QAAQ;IACR,YAAY;IACZ,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,UAAU,uBAAuB,CAAC,UAAsB;IAC5D,OAAO,CAAC,wBAAwB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AACnD,CAAC;AAWD,MAAM,UAAU,GAAG,IAAI,GAAG,EAA8B,CAAC;AAEzD,SAAS,SAAS,CAAC,UAAsB,EAAE,KAAa;IACtD,MAAM,GAAG,GAAG,GAAG,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;IAC1D,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;QACzE,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,yBAAyB,GAAG;IAChC,MAAM,EAAE,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;IACrD,kBAAkB,EAAE,KAAK;CACjB,CAAC;AAEX,SAAS,sBAAsB,CAC7B,UAAsB,EACtB,WAAmB,EACnB,OAAe,EACf,YAAgD,EAChD,MAAmB;IAEnB,OAAO;QACL,OAAO;QACP,UAAU;QACV,WAAW;QACX,eAAe,EAAE,mBAAmB;QACpC,cAAc,EAAE,yBAAyB;QACzC,YAAY,CAAC,IAAkB,EAAE,MAAuB;YACtD,OAAO;gBACL,cAAc,EAAE,kBAAkB;gBAClC,MAAM;gBACN,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClE,GAAG,YAAY;aAChB,CAAC;QACJ,CAAC;QACD,gBAAgB,CAAC,SAA0C;YACzD,IAAI,CAAC,SAAS,EAAE,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC1C,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB,CAAC,MAAM,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,UAAU,CAAC,OAAmC;YAC5C,IAAI,MAAM,KAAK,MAAM;gBAAE,OAAO,EAAE,CAAC;YACjC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,CAAC,6BAA6B,CAAC;gBACxC,gBAAgB,EAAE,GAAG,OAAO,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;aACrI,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,2BAA2B,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC7D,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GACvB,0FAA0F,CAAC;AAE7F,MAAM,2BAA2B,GAC/B,0OAA0O,CAAC;AAE7O,MAAM,0BAA0B,GAC9B,0JAA0J,CAAC;AAE7J,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACzC,MAAM,IAAI,GAAG,KAAK,YAAY,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,OAAO,GAAG,KAAK,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,MAAM,MAAM,GACV,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAC1D,CAAC,CAAC,KAAK,CAAC,MAAM;QACd,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC3E,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,kDAAkD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IACE,qFAAqF,CAAC,IAAI,CACxF,IAAI,CACL,EACD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAID,SAAS,wBAAwB,CAC/B,KAAc,EACd,MAAmB;IAEnB,MAAM,MAAM,GACV,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAC1D,CAAC,CAAC,KAAK,CAAC,MAAM;QACd,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,MAAM,KAAK,SAAS,IAAI,2BAA2B,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACpE,OAAO,sBAAsB,CAAC;IAChC,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC7D,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,OAAO,CAAC;IAC/D,IACE,MAAM,KAAK,MAAM;QACjB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9B,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EACtC,CAAC;QACD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,OAAO,sBAAsB,CAAC;IAChC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAiCD,SAAS,uBAAuB,CAC9B,OAA8B,EAC9B,OAAoB,EACpB,MAA4B;IAE5B,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,UAAU;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,SAAS;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,iCAAiC,EAAE,OAAO,CAAC,+BAA+B;QAC1E,GAAG,CAAC,MAAM,EAAE,eAAe;YACzB,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,eAAe,EAAE;YAC7C,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1E,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAAwB;IAExB,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM;YACnC,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE;YACnD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAA8B,EAC9B,eAAuB;IAEvB,IAAI,eAAe,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,MAAM,CAAC,kBAAkB,EAAE,MAAM;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,IAAI,GAAG,MAAM,CAAC,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC;IAC/C,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,gCAAiC,SAAQ,KAAK;IAClD;QACE,KAAK,CAAC,8DAA8D,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,GAAG,kCAAkC,CAAC;IACjD,CAAC;CACF;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAA8B,EAC9B,GAAoB,EACpB,MAA4B;IAE5B,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IACnE,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,KAAK,CAAC,QAAQ,KAAK,aAAa;QAAE,OAAO,SAAS,CAAC;IACvD,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,KAAK,IAAI,CAAC;IAC9D,IAAI,iBAAiB,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACzE,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC;IAE7C,MAAM,eAAe,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACpC,MAAM,gBAAgB,GACpB,iBAAiB,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC;IAChF,MAAM,cAAc,GAAoC,MAAM;QAC5D,CAAC,CAAC;YACE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjB,IACE,gBAAgB;oBAChB,eAAe,CAAC,KAAK,KAAK,CAAC;oBAC3B,cAAc,CAAC,KAAK,KAAK,CAAC,EAC1B,CAAC;oBACD,MAAM,IAAI,gCAAgC,EAAE,CAAC;gBAC/C,CAAC;gBACD,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC1B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;YACD,GAAG,CAAC,MAAM,CAAC,eAAe;gBACxB,CAAC,CAAC;oBACE,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE;wBACzB,IACE,gBAAgB;4BAChB,eAAe,CAAC,KAAK,KAAK,CAAC;4BAC3B,cAAc,CAAC,KAAK,KAAK,CAAC,EAC1B,CAAC;4BACD,MAAM,IAAI,gCAAgC,EAAE,CAAC;wBAC/C,CAAC;wBACD,MAAM,CAAC,eAAgB,CAAC,KAAK,CAAC,CAAC;oBACjC,CAAC;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE;gBACvB,IACE,KAAK,CAAC,IAAI,KAAK,iBAAiB;oBAChC,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,6BAA6B,CAAC,EACrD,CAAC;oBACD,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC7B,CAAC;gBACD,MAAM,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;SACF;QACH,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAAG,KAAK,EAAE,MAAmB,EAAmC,EAAE;QAC7E,MAAM,MAAM,GAAG,sBAAsB,CACnC,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf,MAAM,CACP,CAAC;QACF,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QACzE,MAAM,IAAI,GAAiB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,cAAc,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7D,OAAO,wBAAwB,CAAC,MAAM,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,CAAC,KAAqB,EAAa,EAAE;QACpD,KAAK,CAAC,QAAQ,GAAG,aAAa,CAAC;QAC/B,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,GAAS,EAAE;QAC1C,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC;QAC5B,KAAK,CAAC,QAAQ,GAAG,WAAW,CAAC;QAC7B,kBAAkB,CAAC;YACjB,IAAI,EAAE,8BAA8B;YACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,MAA8B,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACtE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,gCAAgC,EAAE,CAAC;YACtD,wBAAwB,EAAE,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,4BAA4B,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,QAAQ,CAAC;gBACd,IAAI,EAAE,0BAA0B;gBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;QACD,IACE,OAAO;YACP,oBAAoB,CAAC,KAAK,CAAC;YAC3B,KAAK,CAAC,WAAW,KAAK,CAAC;YACvB,KAAK,CAAC,cAAc,KAAK,CAAC;YAC1B,KAAK,CAAC,iBAAiB,KAAK,CAAC,EAC7B,CAAC;YACD,OAAO,QAAQ,CAAC;gBACd,IAAI,EAAE,0BAA0B;gBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,SAAS,IAAI,uBAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAChE,OAAO,QAAQ,CAAC;gBACd,IAAI,EAAE,0BAA0B;gBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,QAAQ,MAAM,EAAE;aACzB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,OAAO,KAAK,oBAAoB,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,oBAAoB,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,IAAI,iBAAiB,IAAI,oBAAoB,EAAE,CAAC;gBAC9C,wBAAwB,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;YACtB,kBAAkB,CAAC;gBACjB,IAAI,EAAE,4BAA4B;gBAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YAChE,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAI,UAAU,YAAY,gCAAgC,EAAE,CAAC;oBAC3D,wBAAwB,EAAE,CAAC;oBAC3B,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,MAAM,SAAS,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC1C,IAAI,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,OAAO,EAAE,CAAC;oBAClH,wBAAwB,EAAE,CAAC;oBAC3B,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,IACE,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC;oBAC5C,sBAAsB,EACtB,CAAC;oBACD,OAAO,QAAQ,CAAC;wBACd,IAAI,EAAE,6BAA6B;wBACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;qBACrB,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,OAAO,IAAI,uBAAuB,CAAC,UAAU,CAAC,EAAE,CAAC;oBACnD,OAAO,QAAQ,CAAC;wBACd,IAAI,EAAE,0BAA0B;wBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,MAAM,EAAE,UAAU;qBACnB,CAAC,CAAC;gBACL,CAAC;gBACD,qBAAqB,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClD,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,KAAK,sBAAsB,EAAE,CAAC;YAC9C,OAAO,QAAQ,CAAC;gBACd,IAAI,EAAE,6BAA6B;gBACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,IAAI,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,QAAQ,CAAC;gBACd,IAAI,EAAE,0BAA0B;gBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,GAAG,WAAW,CAAC;IAC7B,8BAA8B,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAExD,IAAI,iBAAiB,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7E,IAAI,MAAM,KAAK,SAAS,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACrD,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC;YAC5B,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC;QAC5B,kBAAkB,CAAC;YACjB,IAAI,EAAE,8BAA8B;YACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,iBAAiB;QAAE,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC;IACxD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,MAAM,MAAM,GAAI,KAAqC,EAAE,MAAM,CAAC;IAC9D,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAc,EACd,MAA+B;IAE/B,8BAA8B,CAC5B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,EACzC,SAAS,EACT,kBAAkB,CAAC,KAAK,CAAC,CAC1B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC,CACxD,OAA8B;IAE9B,OAAO,iBAAiB,CACtB,OAAO,EACP,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAClC,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,EAAE,yBAAyB,CAAC,CACrF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,OAA8B,EAC9B,MAA2B;IAE3B,OAAO,iBAAiB,CACtB,OAAO,EACP,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CACjC,eAAe,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAChE,MAAM,CACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC;IAChD,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC"}

package/dist/llm/wire/stream-framing.d.ts

@@ -0,0 +1,38 @@
+export declare function isFinalUsageFrame(parsed: {
+    usage?: unknown;
+    choices?: unknown[] | undefined;
+}): boolean;
+/**
+ * Mid-stream silence budget.
+ *
+ * This is deliberately generous because "no bytes" does **not** mean "dead
+ * socket" on an OpenAI-compatible endpoint. Most self-hosted runtimes (vLLM /
+ * SGLang and the tool-call parsers layered on top of them) buffer an entire
+ * `tool_calls` delta before emitting it, so a model writing a large file goes
+ * completely silent on the wire for as long as the generation takes. A 90s
+ * budget aborted those healthy streams at `firstToken + 90s`, reported the
+ * abort as a network failure, and burned three identical retries that each
+ * re-generated the same prefix before one happened to finish inside the window.
+ */
+export declare const DEFAULT_STREAM_IDLE_TIMEOUT_MS = 240000;
+export declare const THINKING_STREAM_IDLE_TIMEOUT_MS = 900000;
+export declare const THINKING_STREAM_INITIAL_IDLE_TIMEOUT_MS = 900000;
+export declare function streamIdleBudgets(reasoningEnabled: boolean): {
+    idleTimeoutMs: number;
+    outputIdleTimeoutMs: number;
+};
+export declare const STREAM_STALL_MARKER = "no model output";
+export interface StreamLineReaderOptions {
+    signal?: AbortSignal | undefined;
+    idleTimeoutMs?: number | undefined;
+    maxBytes?: number | undefined;
+    onActivity?: (() => void) | undefined;
+    outputIdleTimeoutMs?: number | undefined;
+    outputProgress?: (() => number) | undefined;
+}
+export declare function readStreamLines(response: Response, options?: StreamLineReaderOptions): AsyncGenerator<string, void, void>;
+export declare function createSseFrameAssembler(options?: {
+    maxBufferedBytes?: number;
+}): {
+    pushLine: (line: string) => string | undefined;
+};