@plurnk/plurnk-providers 1.3.12 → 1.4.0

package/dist/openaiStream.js

@@ -1,280 +0,0 @@
-// SSE client for OpenAI-compatible /chat/completions. Streaming keeps long
-// completions alive through CDN proxies; the aggregated result is returned as
-// one StreamResponse (the Provider contract is atomic — no partial resolves).
-// Adapted from rummy's proven implementation; previously copy-pasted byte-for-
-// byte into every @plurnk/plurnk-providers-* sibling, now shared from here.
-// Group accumulated encrypted entries into items by wire `id` (id-less entries
-// stand alone, never merged). Order preserved.
-const groupEncrypted = (entries) => {
-    const items = [];
-    const byId = new Map();
-    for (const e of entries) {
-        const blob = { data: e.data, format: e.format };
-        if (e.id === null) {
-            items.push({ id: null, subtype: "message", encrypted: [blob] });
-            continue;
-        }
-        let item = byId.get(e.id);
-        if (item === undefined) {
-            item = { id: e.id, subtype: "message", encrypted: [] };
-            byId.set(e.id, item);
-            items.push(item);
-        }
-        item.encrypted.push(blob);
-    }
-    return items;
-};
-const encryptedFromDetails = (details) => {
-    if (!Array.isArray(details))
-        return [];
-    const raw = [];
-    for (const e of details) {
-        const entry = e;
-        if (entry?.type !== "reasoning.encrypted" || typeof entry.data !== "string")
-            continue;
-        raw.push({ id: typeof entry.id === "string" ? entry.id : null, data: entry.data, format: typeof entry.format === "string" ? entry.format : null });
-    }
-    return groupEncrypted(raw);
-};
-// Map an OpenAI-style `logprobs.content[]` array to the canonical structured view
-// (#36). Reads the RAW `logprob` (not `sampling_logprob`); `top_logprobs` → `top`.
-// Returns null when the shape is absent — never synthesizes.
-const parseLogprobs = (raw) => {
-    const content = raw?.content;
-    if (!Array.isArray(content))
-        return null;
-    return content.map((entry) => {
-        const { token, logprob, top_logprobs } = entry;
-        const top = Array.isArray(top_logprobs)
-            ? top_logprobs.map((a) => ({ token: a.token, logprob: a.logprob }))
-            : undefined;
-        return top !== undefined ? { token, logprob, top } : { token, logprob };
-    });
-};
-// Cloudflare/CDN EDGE status codes (520-527): infrastructure failures the proxy
-// returns (as HTML error pages), NOT OpenAI/API statuses. A retry re-incurs the
-// same origin wait, so they fail-fast (#543).
-const EDGE_LABELS = new Map([
-    [520, "web server returned an unknown error"], [521, "web server is down"],
-    [522, "connection timed out"], [523, "origin is unreachable"], [524, "origin timeout"],
-    [525, "SSL handshake failed"], [526, "invalid SSL certificate"], [527, "railgun error"],
-]);
-export const isEdgeStatus = (status) => status >= 520 && status <= 527;
-export class OpenAiHttpError extends Error {
-    status;
-    body;
-    retryAfter;
-    constructor(status, body, retryAfter) {
-        super(OpenAiHttpError.#describe(status, body));
-        this.status = status;
-        this.body = body;
-        this.retryAfter = retryAfter;
-    }
-    // A non-JSON error body (a proxy/CDN HTML page) collapses to one line and drops
-    // the misleading "OpenAI" prefix - an edge code is not an API status (#543).
-    // JSON API errors pass through verbatim.
-    static #describe(status, body) {
-        if (body.trimStart().startsWith("<"))
-            return `${status} ${EDGE_LABELS.get(status) ?? "edge/proxy error"}`;
-        return `OpenAI ${status} - ${body}`;
-    }
-}
-export class StreamIdleError extends Error {
-    timeoutMs;
-    constructor(timeoutMs) {
-        super(`stream received no body bytes for ${timeoutMs}ms`);
-        this.name = "StreamIdleError";
-        this.timeoutMs = timeoutMs;
-    }
-}
-const parseRetryAfter = (header) => {
-    if (header === null)
-        return null;
-    const asInt = Number.parseInt(header, 10);
-    if (Number.isFinite(asInt))
-        return asInt * 1000;
-    const asDate = Date.parse(header);
-    if (Number.isFinite(asDate))
-        return Math.max(0, asDate - Date.now());
-    return null;
-};
-// Non-streaming sibling. Same request/error handling, but POSTs without
-// `stream` and parses the single JSON body into the SAME StreamResponse shape.
-// For backends whose STREAMING response misbehaves (e.g. Fireworks labels
-// grammar-constrained output as `reasoning_content` instead of `content`) —
-// the Provider contract is atomic either way, so the transport is free to
-// choose. The fetch timeout (AbortSignal) bounds the wait; there is no proxy
-// between us and the backend that would idle out a non-streamed request.
-export const chatCompletion = async ({ url, headers, body, signal, fetch, captureRawBody }) => {
-    const response = await fetch(url, {
-        method: "POST",
-        headers: { "Content-Type": "application/json", ...headers },
-        body: JSON.stringify(body),
-        signal,
-    });
-    if (!response.ok) {
-        const errorBody = await response.text();
-        throw new OpenAiHttpError(response.status, errorBody, parseRetryAfter(response.headers.get("retry-after")));
-    }
-    const j = (await response.json());
-    const choices = j.choices;
-    const choice = (choices?.[0] ?? {});
-    const msg = (choice.message ?? {});
-    const reasoning = msg.reasoning_content ?? msg.reasoning ?? msg.thinking ?? "";
-    const chunkMetadata = {};
-    for (const [k, v] of Object.entries(j))
-        if (k !== "choices" && k !== "usage")
-            chunkMetadata[k] = v;
-    return {
-        model: typeof j.model === "string" ? j.model : null,
-        content: typeof msg.content === "string" ? msg.content : "",
-        reasoning_content: typeof reasoning === "string" ? reasoning : "",
-        reasoning_encrypted: encryptedFromDetails(msg.reasoning_details),
-        finish_reason: typeof choice.finish_reason === "string" ? choice.finish_reason : null,
-        usage: (j.usage ?? null),
-        chunkMetadata,
-        logprobs: parseLogprobs(choice.logprobs),
-        // Non-streamed: the parsed JSON IS the verbatim wire body, exact.
-        rawBody: captureRawBody === true ? j : undefined,
-    };
-};
-export const chatCompletionStream = async ({ url, headers, body, signal, fetch, captureRawBody, streamIdleTimeoutMs }) => {
-    const requestBody = { ...body, stream: true, stream_options: { include_usage: true } };
-    const response = await fetch(url, {
-        method: "POST",
-        headers: { "Content-Type": "application/json", ...headers },
-        body: JSON.stringify(requestBody),
-        signal,
-    });
-    if (!response.ok) {
-        const errorBody = await response.text();
-        throw new OpenAiHttpError(response.status, errorBody, parseRetryAfter(response.headers.get("retry-after")));
-    }
-    if (response.body === null)
-        throw new Error("OpenAI response body is null");
-    const reader = response.body.getReader();
-    const decoder = new TextDecoder();
-    let buffer = "";
-    let content = "";
-    let reasoning_content = "";
-    let usage = null;
-    let model = null;
-    let finish_reason = null;
-    const chunkMetadata = {};
-    // #36: logprobs stream as per-chunk choices[0].logprobs.content[] deltas —
-    // accumulate the raw entries across chunks, map once at the end.
-    const logprobEntries = [];
-    // #482: encrypted reasoning_details stream chunked — concatenate `data` per
-    // reassembly key (index when present, else id, else a counter); the id/format
-    // ride along and items group by id at the end.
-    const encryptedByKey = new Map();
-    let encryptedNoKey = 0;
-    while (true) {
-        const read = reader.read();
-        let timer;
-        const idle = streamIdleTimeoutMs !== undefined && streamIdleTimeoutMs > 0
-            ? new Promise((_resolve, reject) => {
-                timer = setTimeout(() => reject(new StreamIdleError(streamIdleTimeoutMs)), streamIdleTimeoutMs);
-            })
-            : null;
-        let result;
-        try {
-            result = idle === null ? await read : await Promise.race([read, idle]);
-        }
-        catch (err) {
-            if (err instanceof StreamIdleError)
-                void reader.cancel(err).catch(() => undefined);
-            throw err;
-        }
-        finally {
-            if (timer !== undefined)
-                clearTimeout(timer);
-        }
-        const { done, value } = result;
-        if (done)
-            break;
-        buffer += decoder.decode(value, { stream: true });
-        const lines = buffer.split("\n");
-        buffer = lines.pop() ?? "";
-        for (const rawLine of lines) {
-            const line = rawLine.trim();
-            if (!line.startsWith("data:"))
-                continue;
-            const payload = line.slice(5).trimStart();
-            if (payload === "[DONE]" || payload === "")
-                continue;
-            let chunk;
-            try {
-                chunk = JSON.parse(payload);
-            }
-            catch {
-                continue;
-            }
-            // A streaming server may flush HTTP 200 headers before inference
-            // completes, then report a terminal failure as an SSE error frame.
-            // That frame is a failed exchange, never an empty completion.
-            if (chunk.error !== null && typeof chunk.error === "object") {
-                const status = typeof chunk.status === "number"
-                    && Number.isInteger(chunk.status)
-                    && chunk.status >= 400
-                    && chunk.status <= 599
-                    ? chunk.status
-                    : 500;
-                throw new OpenAiHttpError(status, JSON.stringify({ error: chunk.error }), null);
-            }
-            if (typeof chunk.model === "string")
-                model = chunk.model;
-            if (chunk.usage !== undefined && chunk.usage !== null)
-                usage = chunk.usage;
-            for (const [k, v] of Object.entries(chunk)) {
-                if (k === "choices" || k === "usage")
-                    continue;
-                chunkMetadata[k] = v;
-            }
-            const choices = chunk.choices;
-            const choice = choices?.[0];
-            if (choice === undefined)
-                continue;
-            if (typeof choice.finish_reason === "string")
-                finish_reason = choice.finish_reason;
-            const chunkLogprobs = choice.logprobs?.content;
-            if (Array.isArray(chunkLogprobs))
-                logprobEntries.push(...chunkLogprobs);
-            const delta = choice.delta;
-            if (delta === undefined)
-                continue;
-            if (typeof delta.content === "string")
-                content += delta.content;
-            // Reasoning surfaces under different field names per provider.
-            if (typeof delta.reasoning_content === "string")
-                reasoning_content += delta.reasoning_content;
-            if (typeof delta.reasoning === "string")
-                reasoning_content += delta.reasoning;
-            if (typeof delta.thinking === "string")
-                reasoning_content += delta.thinking;
-            if (Array.isArray(delta.reasoning_details)) {
-                for (const e of delta.reasoning_details) {
-                    const entry = e;
-                    if (entry?.type !== "reasoning.encrypted" || typeof entry.data !== "string")
-                        continue;
-                    const id = typeof entry.id === "string" ? entry.id : null;
-                    const key = typeof entry.index === "number" ? `i${entry.index}` : id ?? `n${encryptedNoKey++}`;
-                    const prev = encryptedByKey.get(key);
-                    if (prev !== undefined)
-                        prev.data += entry.data;
-                    else
-                        encryptedByKey.set(key, { id, data: entry.data, format: typeof entry.format === "string" ? entry.format : null });
-                }
-            }
-        }
-    }
-    const logprobs = logprobEntries.length > 0 ? parseLogprobs({ content: logprobEntries }) : null;
-    // Streamed turns have no single verbatim wire body; reassemble the equivalent
-    // (#36) — chunk-level fields (chunkMetadata) + the collected choice — only when
-    // asked, so serving turns pay nothing.
-    const rawBody = captureRawBody === true
-        ? { ...chunkMetadata, model, usage, choices: [{ index: 0, message: { content, reasoning_content }, finish_reason, logprobs: logprobs !== null ? { content: logprobEntries } : null }] }
-        : undefined;
-    return { model, content, reasoning_content, reasoning_encrypted: groupEncrypted(encryptedByKey.values()), finish_reason, usage, chunkMetadata, logprobs, rawBody };
-};
-//# sourceMappingURL=openaiStream.js.map

package/dist/openaiStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openaiStream.js","sourceRoot":"","sources":["../src/openaiStream.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,8EAA8E;AAC9E,8EAA8E;AAC9E,+EAA+E;AAC/E,4EAA4E;AAqC5E,+EAA+E;AAC/E,+CAA+C;AAC/C,MAAM,cAAc,GAAG,CAAC,OAA+B,EAA4B,EAAE;IACjF,MAAM,KAAK,GAA6B,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkC,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;QAChD,IAAI,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QACjG,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAAC,IAAI,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAC3H,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,OAAgB,EAA4B,EAAE;IACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,GAAG,GAAmB,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,CAAuE,CAAC;QACtF,IAAI,KAAK,EAAE,IAAI,KAAK,qBAAqB,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QACtF,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvJ,CAAC;IACD,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC,CAAC;AAkBF,kFAAkF;AAClF,mFAAmF;AACnF,6DAA6D;AAC7D,MAAM,aAAa,GAAG,CAAC,GAAY,EAAyB,EAAE;IAC1D,MAAM,OAAO,GAAI,GAAgD,EAAE,OAAO,CAAC;IAC3E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACzB,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,KAAmE,CAAC;QAC7G,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YACnC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAG,CAAkB,CAAC,KAAK,EAAE,OAAO,EAAG,CAAkB,CAAC,OAAO,EAAE,CAAC,CAAC;YACvG,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC5E,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,gFAAgF;AAChF,gFAAgF;AAChF,8CAA8C;AAC9C,MAAM,WAAW,GAAgC,IAAI,GAAG,CAAC;IACrD,CAAC,GAAG,EAAE,sCAAsC,CAAC,EAAE,CAAC,GAAG,EAAE,oBAAoB,CAAC;IAC1E,CAAC,GAAG,EAAE,sBAAsB,CAAC,EAAE,CAAC,GAAG,EAAE,uBAAuB,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,CAAC;IACtF,CAAC,GAAG,EAAE,sBAAsB,CAAC,EAAE,CAAC,GAAG,EAAE,yBAAyB,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,CAAC;CAC1F,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;AAExF,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAC7B,MAAM,CAAS;IACf,IAAI,CAAS;IACb,UAAU,CAAgB;IACnC,YAAY,MAAc,EAAE,IAAY,EAAE,UAAyB;QAC/D,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IACD,gFAAgF;IAChF,6EAA6E;IAC7E,yCAAyC;IACzC,MAAM,CAAC,SAAS,CAAC,MAAc,EAAE,IAAY;QACzC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,MAAM,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,kBAAkB,EAAE,CAAC;QAC1G,OAAO,UAAU,MAAM,MAAM,IAAI,EAAE,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAC7B,SAAS,CAAS;IAC3B,YAAY,SAAiB;QACzB,KAAK,CAAC,qCAAqC,SAAS,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC;CACJ;AAED,MAAM,eAAe,GAAG,CAAC,MAAqB,EAAiB,EAAE;IAC7D,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,GAAG,IAAI,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACrE,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF,wEAAwE;AACxE,+EAA+E;AAC/E,0EAA0E;AAC1E,4EAA4E;AAC5E,0EAA0E;AAC1E,6EAA6E;AAC7E,yEAAyE;AACzE,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAiB,EAA2B,EAAE;IAClI,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC9B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,OAAO,EAAE;QAC3D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM;KACT,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAChH,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC7D,MAAM,OAAO,GAAG,CAAC,CAAC,OAAqD,CAAC;IACxE,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC/D,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAC;IAC9D,MAAM,SAAS,GAAG,GAAG,CAAC,iBAAiB,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC/E,MAAM,aAAa,GAA4B,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,OAAO;YAAE,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACnG,OAAO;QACH,KAAK,EAAE,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QACnD,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC3D,iBAAiB,EAAE,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;QACjE,mBAAmB,EAAE,oBAAoB,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAChE,aAAa,EAAE,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;QACrF,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAA4B;QACnD,aAAa;QACb,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;QACxC,kEAAkE;QAClE,OAAO,EAAE,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KACnD,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,mBAAmB,EAAiB,EAA2B,EAAE;IAC7J,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;IAEvF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC9B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,OAAO,EAAE;QAC3D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;QACjC,MAAM;KACT,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAChH,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,iBAAiB,GAAG,EAAE,CAAC;IAC3B,IAAI,KAAK,GAA4B,IAAI,CAAC;IAC1C,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,MAAM,aAAa,GAA4B,EAAE,CAAC;IAClD,2EAA2E;IAC3E,iEAAiE;IACjE,MAAM,cAAc,GAAc,EAAE,CAAC;IACrC,4EAA4E;IAC5E,8EAA8E;IAC9E,+CAA+C;IAC/C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAwB,CAAC;IACvD,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,OAAO,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,KAAgD,CAAC;QACrD,MAAM,IAAI,GAAG,mBAAmB,KAAK,SAAS,IAAI,mBAAmB,GAAG,CAAC;YACrE,CAAC,CAAC,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBACtC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,mBAAmB,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;YACpG,CAAC,CAAC;YACF,CAAC,CAAC,IAAI,CAAC;QACX,IAAI,MAA+C,CAAC;QACpD,IAAI,CAAC;YACD,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,eAAe;gBAAE,KAAK,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACnF,MAAM,GAAG,CAAC;QACd,CAAC;gBAAS,CAAC;YACP,IAAI,KAAK,KAAK,SAAS;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAC/B,IAAI,IAAI;YAAE,MAAM;QAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAE3B,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;YAC1C,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE;gBAAE,SAAS;YAErD,IAAI,KAA8B,CAAC;YACnC,IAAI,CAAC;gBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;YAEnF,iEAAiE;YACjE,mEAAmE;YACnE,8DAA8D;YAC9D,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC1D,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;uBACxC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;uBAC9B,KAAK,CAAC,MAAM,IAAI,GAAG;uBACnB,KAAK,CAAC,MAAM,IAAI,GAAG;oBACtB,CAAC,CAAC,KAAK,CAAC,MAAM;oBACd,CAAC,CAAC,GAAG,CAAC;gBACV,MAAM,IAAI,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YACpF,CAAC;YAED,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;gBAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YACzD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI;gBAAE,KAAK,GAAG,KAAK,CAAC,KAAgC,CAAC;YAEtG,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,OAAO;oBAAE,SAAS;gBAC/C,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAqD,CAAC;YAC5E,MAAM,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,SAAS;gBAAE,SAAS;YACnC,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;gBAAE,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YAEnF,MAAM,aAAa,GAAI,MAAM,CAAC,QAA8C,EAAE,OAAO,CAAC;YACtF,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;gBAAE,cAAc,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YAExE,MAAM,KAAK,GAAG,MAAM,CAAC,KAA4C,CAAC;YAClE,IAAI,KAAK,KAAK,SAAS;gBAAE,SAAS;YAClC,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;YAChE,+DAA+D;YAC/D,IAAI,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ;gBAAE,iBAAiB,IAAI,KAAK,CAAC,iBAAiB,CAAC;YAC9F,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;gBAAE,iBAAiB,IAAI,KAAK,CAAC,SAAS,CAAC;YAC9E,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;gBAAE,iBAAiB,IAAI,KAAK,CAAC,QAAQ,CAAC;YAC5E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACzC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;oBACtC,MAAM,KAAK,GAAG,CAAwF,CAAC;oBACvG,IAAI,KAAK,EAAE,IAAI,KAAK,qBAAqB,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBACtF,MAAM,EAAE,GAAG,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC1D,MAAM,GAAG,GAAG,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,cAAc,EAAE,EAAE,CAAC;oBAC/F,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACrC,IAAI,IAAI,KAAK,SAAS;wBAAE,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;;wBAC3C,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3H,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/F,8EAA8E;IAC9E,gFAAgF;IAChF,uCAAuC;IACvC,MAAM,OAAO,GAAG,cAAc,KAAK,IAAI;QACnC,CAAC,CAAC,EAAE,GAAG,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;QACvL,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AACvK,CAAC,CAAC"}

package/dist/standardProviders.d.ts

@@ -1,31 +0,0 @@
-import type { Provider } from "./types.ts";
-import { type ReasoningStyle } from "./OpenAICompat.ts";
-type StandardProviderSpec = {
-    apiKeyVar?: string | readonly string[];
-    apiKeyRequired?: boolean;
-    apiKeyMessage?: string;
-    apiKeyRejectedMessage?: string;
-    headersFromEnv?: (env: NodeJS.ProcessEnv) => Record<string, string>;
-    baseUrlVar?: string | readonly string[];
-    baseUrlFromEnv?: (env: NodeJS.ProcessEnv) => string | undefined;
-    catalogContextLookup?: (model: string) => number | undefined;
-    chatPath: string;
-    flexBaseStrip?: boolean;
-    reasoningStyle: ReasoningStyle;
-    streaming?: boolean;
-    modelPrefix?: string;
-    qualifiedModelPrefix?: string;
-    serviceTiers?: readonly string[];
-    firstPartyMetadata?: boolean;
-    suppressTuningFloors?: boolean;
-    suppressFrequencyPenalty?: boolean;
-    promptCacheKey?: boolean;
-    tokenizerEnvVar: string;
-    probeNctx?: boolean;
-    detectLlamaServer?: boolean;
-};
-export declare const STANDARD_PROVIDERS: Readonly<Record<string, StandardProviderSpec>>;
-export declare const isStandardProvider: (name: string) => boolean;
-export declare const standardProviderFromEnv: (name: string, env: NodeJS.ProcessEnv, model: string, baseUrlOverride?: string) => Promise<Provider | null>;
-export {};
-//# sourceMappingURL=standardProviders.d.ts.map

package/dist/standardProviders.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"standardProviders.d.ts","sourceRoot":"","sources":["../src/standardProviders.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,QAAQ,EAAiB,MAAM,YAAY,CAAC;AAC1D,OAA6B,EAAE,KAAK,cAAc,EAAqB,MAAM,mBAAmB,CAAC;AAOjG,KAAK,oBAAoB,GAAG;IAOxB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IACvC,cAAc,CAAC,EAAE,OAAO,CAAC;IAIzB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAK/B,cAAc,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAKpE,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IAIxC,cAAc,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,KAAK,MAAM,GAAG,SAAS,CAAC;IAKhE,oBAAoB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAE7D,QAAQ,EAAE,MAAM,CAAC;IAIjB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,cAAc,CAAC;IAE/B,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAOjC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAG7B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAK/B,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAInC,cAAc,CAAC,EAAE,OAAO,CAAC;IAIzB,eAAe,EAAE,MAAM,CAAC;IAOxB,SAAS,CAAC,EAAE,OAAO,CAAC;IAQpB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC/B,CAAC;AAGF,eAAO,MAAM,kBAAkB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAkL5E,CAAC;AAEH,eAAO,MAAM,kBAAkB,SAAU,MAAM,KAAG,OAAqC,CAAC;AAoHxF,eAAO,MAAM,uBAAuB,SAAgB,MAAM,OAAO,MAAM,CAAC,UAAU,SAAS,MAAM,oBAAoB,MAAM,KAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CA0NpJ,CAAC"}