@loomwork/llm 0.0.0-stage → 0.1.0

package/dist/providers/GeminiProvider.js

@@ -0,0 +1,281 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiProvider = exports.GEMINI_MEDIA_MODELS = exports.GEMINI_CAPABILITIES = void 0;
+exports.mapContents = mapContents;
+const capabilities_1 = require("../capabilities");
+const errors_1 = require("../errors");
+const parts_1 = require("../parts");
+const resolveContent_1 = require("../resolveContent");
+const untrusted_1 = require("../untrusted");
+const extraHeaders_1 = require("./extraHeaders");
+const systemPrompt_1 = require("./systemPrompt");
+/** `generateContent` takes any inline mime type the model supports; declare the common ones. */
+exports.GEMINI_CAPABILITIES = {
+    image: ["image/png", "image/jpeg", "image/webp", "image/heic", "image/heif"],
+    audio: ["audio/wav", "audio/mp3", "audio/mpeg", "audio/aac", "audio/ogg", "audio/flac"],
+    file: ["application/pdf", "text/plain"],
+    reasoning: true,
+};
+const PROVIDER_ID = "gemini";
+/** Model families that take media: Gemini 1.5 and later, and the `-latest` aliases (1.0 Pro does not). */
+exports.GEMINI_MEDIA_MODELS = [/^gemini-(1\.5|[2-9])/, /^gemini-(flash|pro)(-lite)?-latest$/];
+const GEMINI_DEFAULT_URL = "https://generativelanguage.googleapis.com";
+/** Gemini returns no call id by default; the ones we synthesise carry this prefix and are never sent back. */
+const SYNTHETIC_ID = "gemini-call-";
+function inlineBlock(p) {
+    return { inlineData: { mimeType: p.mediaType, data: (0, resolveContent_1.inlineData)(p) } };
+}
+/**
+ * SPI messages → Gemini `contents`. `functionResponse` is matched to its call by NAME, which
+ * the SPI's `tool_result` does not carry, so names are recovered from the earlier `tool_use`
+ * part with the same id. Media a tool returned rides as extra `inlineData` parts alongside.
+ * Exported for tests.
+ */
+function mapContents(messages) {
+    const names = new Map();
+    const out = [];
+    for (const m of messages) {
+        if (m.role === "system")
+            continue;
+        const role = m.role === "assistant" ? "model" : "user";
+        if (typeof m.content === "string") {
+            out.push({ role, parts: [{ text: m.content }] });
+            continue;
+        }
+        const parts = [];
+        const trailing = [];
+        for (const p of (0, untrusted_1.fenceUntrustedMedia)(m.content)) {
+            switch (p.type) {
+                case "text":
+                    parts.push({ text: p.text });
+                    break;
+                case "reasoning":
+                    // Only our own thought parts go back, unchanged; another provider's signature means
+                    // nothing here. A redacted part has no Gemini form.
+                    if (p.provider === PROVIDER_ID && p.kind !== "redacted") {
+                        parts.push({
+                            text: p.text ?? "",
+                            thought: true,
+                            ...(p.signature !== undefined && { thoughtSignature: p.signature }),
+                        });
+                    }
+                    break;
+                case "image":
+                case "audio":
+                case "file":
+                    parts.push(inlineBlock(p));
+                    break;
+                case "tool_use":
+                    names.set(p.id, p.name);
+                    parts.push({
+                        functionCall: {
+                            ...(!p.id.startsWith(SYNTHETIC_ID) && { id: p.id }),
+                            name: p.name,
+                            args: p.input ?? {},
+                        },
+                        // Gemini 3 400s a current-turn functionCall sent back without its signature.
+                        ...(p.signature !== undefined && { thoughtSignature: p.signature }),
+                    });
+                    break;
+                case "tool_result": {
+                    const items = typeof p.content === "string"
+                        ? [{ type: "text", text: p.content }]
+                        : p.content;
+                    const text = items.flatMap((r) => (r.type === "text" ? [r.text] : [])).join("\n");
+                    parts.push({
+                        functionResponse: {
+                            ...(!p.toolUseId.startsWith(SYNTHETIC_ID) && { id: p.toolUseId }),
+                            name: names.get(p.toolUseId) ?? p.toolUseId,
+                            response: p.isError === true ? { error: text } : { output: text },
+                        },
+                    });
+                    for (const r of items) {
+                        if (r.type === "text")
+                            continue;
+                        // The fence travels with the media into the trailing parts; the functionResponse
+                        // holds text only.
+                        for (const q of (0, untrusted_1.fenceUntrustedMedia)([r])) {
+                            trailing.push(q.type === "text" ? { text: q.text } : inlineBlock(q));
+                        }
+                    }
+                    break;
+                }
+            }
+        }
+        out.push({ role, parts: [...parts, ...trailing] });
+    }
+    return out;
+}
+const ERROR_INFO_TYPE = "type.googleapis.com/google.rpc.ErrorInfo";
+/**
+ * `google.rpc.ErrorInfo.reason` values that mean the API key itself was refused. Only
+ * `API_KEY_INVALID` is documented for this (googleapis `google/api/error_reason.proto`; there is no
+ * separate documented reason for an expired key); the `API_KEY_*_BLOCKED` reasons are restrictions, not a bad key.
+ */
+function isApiKeyInvalid(body) {
+    const details = body?.error?.details;
+    return (Array.isArray(details) &&
+        details.some((d) => typeof d === "object" &&
+            d !== null &&
+            d["@type"] === ERROR_INFO_TYPE &&
+            d.reason === "API_KEY_INVALID"));
+}
+// A Google Gemini (Generative Language API) provider — the same fetch-based shape as
+// OpenAiProvider / AnthropicProvider, mapping the Loom `LlmRequest`/`LlmResponse` contract
+// onto Gemini's `generateContent`. Gemini uses roles "user" / "model" (no "assistant") and
+// carries the system prompt as a separate `systemInstruction`, so we translate accordingly.
+class GeminiProvider {
+    apiKey;
+    model;
+    baseUrl;
+    maxResponseBytes;
+    maxStreamBytes;
+    maxLineBytes;
+    includeThoughts;
+    thinkingBudget;
+    extraHeaders;
+    capabilities;
+    constructor(config = {}) {
+        this.extraHeaders = (0, extraHeaders_1.validateExtraHeaders)(config.headers, ["x-goog-api-key", "content-type", "authorization"], "GeminiProvider");
+        this.includeThoughts = config.includeThoughts;
+        if (config.thinkingBudget !== undefined &&
+            !(Number.isInteger(config.thinkingBudget) && config.thinkingBudget >= -1))
+            throw new RangeError("thinkingBudget must be an integer >= -1 (-1 = dynamic)");
+        this.thinkingBudget = config.thinkingBudget;
+        const model = config.model ?? "gemini-2.0-flash";
+        this.capabilities =
+            config.capabilities ??
+                (config.baseUrl !== undefined && config.baseUrl !== GEMINI_DEFAULT_URL
+                    ? {}
+                    : (0, capabilities_1.capabilitiesForModel)(model, exports.GEMINI_CAPABILITIES, exports.GEMINI_MEDIA_MODELS));
+        this.apiKey =
+            config.apiKey ??
+                (typeof process !== "undefined"
+                    ? (process.env.GEMINI_API_KEY ?? process.env.GOOGLE_API_KEY ?? "")
+                    : "");
+        this.model = config.model ?? "gemini-2.0-flash";
+        this.baseUrl = config.baseUrl ?? GEMINI_DEFAULT_URL;
+        this.maxResponseBytes = (0, errors_1.resolveLimit)(config.maxResponseBytes, errors_1.DEFAULT_MAX_RESPONSE_BYTES, "maxResponseBytes");
+        this.maxStreamBytes = (0, errors_1.resolveLimit)(config.maxStreamBytes, errors_1.DEFAULT_MAX_STREAM_BYTES, "maxStreamBytes");
+        this.maxLineBytes = (0, errors_1.resolveLimit)(config.maxLineBytes, errors_1.DEFAULT_MAX_LINE_BYTES, "maxLineBytes");
+    }
+    buildBody(request) {
+        // The one system-prompt rule (see `resolveSystem`).
+        const systemText = (0, systemPrompt_1.resolveSystem)(request) ?? "";
+        const contents = mapContents(request.messages);
+        const generationConfig = {};
+        if (request.maxTokens !== undefined)
+            generationConfig.maxOutputTokens = request.maxTokens;
+        if (request.temperature !== undefined)
+            generationConfig.temperature = request.temperature;
+        const thinking = {};
+        if (this.includeThoughts !== undefined)
+            thinking.includeThoughts = this.includeThoughts;
+        if (this.thinkingBudget !== undefined)
+            thinking.thinkingBudget = this.thinkingBudget;
+        if (Object.keys(thinking).length > 0)
+            generationConfig.thinkingConfig = thinking;
+        return {
+            contents,
+            ...(request.tools !== undefined &&
+                request.tools.length > 0 && {
+                tools: [
+                    {
+                        functionDeclarations: request.tools.map((t) => ({
+                            name: t.name,
+                            description: t.description,
+                            parametersJsonSchema: t.inputSchema,
+                        })),
+                    },
+                ],
+            }),
+            ...(systemText.length > 0 && { systemInstruction: { parts: [{ text: systemText }] } }),
+            ...(Object.keys(generationConfig).length > 0 && { generationConfig }),
+        };
+    }
+    async complete(request) {
+        (0, capabilities_1.assertRequestSupported)(request, this.capabilities, "GeminiProvider");
+        const body = this.buildBody(request);
+        const resp = await fetch(`${this.baseUrl}/v1beta/models/${this.model}:generateContent`, {
+            method: "POST",
+            headers: {
+                ...this.extraHeaders,
+                "content-type": "application/json",
+                "x-goog-api-key": this.apiKey,
+            },
+            body: JSON.stringify(body),
+            ...(request.signal !== undefined && { signal: request.signal }),
+            // Never follow a redirect (it would re-send the body and credentials to another origin): a 3xx
+            // comes back as a response and becomes `LlmHttpError(provider, status)` below.
+            redirect: "manual",
+        });
+        if (!resp.ok) {
+            // Google answers a bad/expired API key with a 400 whose ErrorInfo names the reason; the
+            // status alone reads as a malformed request. Only a 400 is inspected, bounded, and nothing of
+            // the body is kept.
+            if (resp.status === 400) {
+                // The bounded read consumes or cancels the body itself.
+                const kind = isApiKeyInvalid(await (0, errors_1.readBoundedErrorJson)(resp, request.signal))
+                    ? "auth"
+                    : undefined;
+                throw new errors_1.LlmHttpError("gemini", 400, kind);
+            }
+            await (0, errors_1.drainBody)(resp);
+            throw new errors_1.LlmHttpError("gemini", resp.status);
+        }
+        const data = (await (0, errors_1.readBoundedJson)(resp, "gemini", this.maxResponseBytes));
+        const candidate = data.candidates?.[0];
+        const parts = candidate?.content?.parts ?? [];
+        // A thought part is reasoning, never answer text: it must not leak into `content`.
+        const content = parts.map((p) => (p.thought === true ? "" : (p.text ?? ""))).join("");
+        const toolCalls = [];
+        const reasoning = [];
+        // ADR 0133 D5 - the vendor's part order, so thought / text / functionCall positions round-trip.
+        const entries = [];
+        for (const p of parts) {
+            if (p.thought === true) {
+                reasoning.push({
+                    kind: "summary",
+                    text: p.text ?? "",
+                    ...(p.thoughtSignature !== undefined && { signature: p.thoughtSignature }),
+                    provider: PROVIDER_ID,
+                });
+                entries.push("reasoning");
+                continue;
+            }
+            if (p.text !== undefined)
+                entries.push({ text: p.text.length });
+            if (p.functionCall !== undefined) {
+                const id = p.functionCall.id ?? `${SYNTHETIC_ID}${toolCalls.length}`;
+                toolCalls.push({
+                    id,
+                    name: p.functionCall.name,
+                    input: p.functionCall.args ?? {},
+                    ...(p.thoughtSignature !== undefined && { signature: p.thoughtSignature }),
+                });
+                entries.push({ call: id });
+            }
+        }
+        const layout = (0, parts_1.layoutOf)(entries);
+        const stopReason = toolCalls.length > 0
+            ? "tool_use"
+            : candidate?.finishReason === "MAX_TOKENS"
+                ? "max_tokens"
+                : "end_turn";
+        return {
+            content,
+            ...(toolCalls.length > 0 && { toolCalls }),
+            stopReason,
+            ...(data.usageMetadata !== undefined && {
+                usage: {
+                    inputTokens: data.usageMetadata.promptTokenCount ?? 0,
+                    outputTokens: data.usageMetadata.candidatesTokenCount ?? 0,
+                },
+            }),
+            ...(reasoning.length > 0 && { reasoning }),
+            ...(layout !== undefined && { layout }),
+        };
+    }
+}
+exports.GeminiProvider = GeminiProvider;
+//# sourceMappingURL=GeminiProvider.js.map

package/dist/providers/GeminiProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiProvider.js","sourceRoot":"","sources":["../../src/providers/GeminiProvider.ts"],"names":[],"mappings":";;;AA6GA,kCAyEC;AAtLD,kDAIyB;AACzB,sCASmB;AACnB,oCAMkB;AAClB,sDAA+C;AAE/C,4CAAmD;AACnD,iDAAsD;AACtD,iDAA+C;AAwC/C,gGAAgG;AACnF,QAAA,mBAAmB,GAAoB;IAClD,KAAK,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC;IAC5E,KAAK,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC;IACvF,IAAI,EAAE,CAAC,iBAAiB,EAAE,YAAY,CAAC;IACvC,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,MAAM,WAAW,GAAG,QAAQ,CAAC;AAE7B,0GAA0G;AAC7F,QAAA,mBAAmB,GAAG,CAAC,sBAAsB,EAAE,qCAAqC,CAAC,CAAC;AACnG,MAAM,kBAAkB,GAAG,2CAA2C,CAAC;AAEvE,8GAA8G;AAC9G,MAAM,YAAY,GAAG,cAAc,CAAC;AAkBpC,SAAS,WAAW,CAAC,CAAe;IAClC,OAAO,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,IAAA,2BAAU,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACxE,CAAC;AAED;;;;;GAKG;AACH,SAAgB,WAAW,CAAC,QAA+B;IACzD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QAClC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACvD,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACjD,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAA8B,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,IAAA,+BAAmB,EAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/C,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACf,KAAK,MAAM;oBACT,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC7B,MAAM;gBACR,KAAK,WAAW;oBACd,oFAAoF;oBACpF,oDAAoD;oBACpD,IAAI,CAAC,CAAC,QAAQ,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBACxD,KAAK,CAAC,IAAI,CAAC;4BACT,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;4BAClB,OAAO,EAAE,IAAI;4BACb,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;yBACpE,CAAC,CAAC;oBACL,CAAC;oBACD,MAAM;gBACR,KAAK,OAAO,CAAC;gBACb,KAAK,OAAO,CAAC;gBACb,KAAK,MAAM;oBACT,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC3B,MAAM;gBACR,KAAK,UAAU;oBACb,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;oBACxB,KAAK,CAAC,IAAI,CAAC;wBACT,YAAY,EAAE;4BACZ,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;4BACnD,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;yBACpB;wBACD,6EAA6E;wBAC7E,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;qBACpE,CAAC,CAAC;oBACH,MAAM;gBACR,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,KAAK,GACT,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;wBAC3B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;wBAC9C,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;oBAChB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClF,KAAK,CAAC,IAAI,CAAC;wBACT,gBAAgB,EAAE;4BAChB,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;4BACjE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS;4BAC3C,QAAQ,EAAE,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;yBAClE;qBACF,CAAC,CAAC;oBACH,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;wBACtB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;4BAAE,SAAS;wBAChC,iFAAiF;wBACjF,mBAAmB;wBACnB,KAAK,MAAM,CAAC,IAAI,IAAA,+BAAmB,EAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;4BACxD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvE,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,eAAe,GAAG,0CAA0C,CAAC;AAEnE;;;;GAIG;AACH,SAAS,eAAe,CAAC,IAAa;IACpC,MAAM,OAAO,GAAI,IAAiD,EAAE,KAAK,EAAE,OAAO,CAAC;IACnF,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACtB,OAAO,CAAC,IAAI,CACV,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,KAAK,QAAQ;YACrB,CAAC,KAAK,IAAI;YACT,CAA2B,CAAC,OAAO,CAAC,KAAK,eAAe;YACxD,CAA0B,CAAC,MAAM,KAAK,iBAAiB,CAC3D,CACF,CAAC;AACJ,CAAC;AAED,qFAAqF;AACrF,2FAA2F;AAC3F,2FAA2F;AAC3F,4FAA4F;AAC5F,MAAa,cAAc;IACR,MAAM,CAAS;IACf,KAAK,CAAS;IACd,OAAO,CAAS;IAChB,gBAAgB,CAAS;IACzB,cAAc,CAAS;IACvB,YAAY,CAAS;IACrB,eAAe,CAAsB;IACrC,cAAc,CAAqB;IACnC,YAAY,CAAmC;IACvD,YAAY,CAAkB;IAEvC,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,YAAY,GAAG,IAAA,mCAAoB,EACtC,MAAM,CAAC,OAAO,EACd,CAAC,gBAAgB,EAAE,cAAc,EAAE,eAAe,CAAC,EACnD,gBAAgB,CACjB,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC9C,IACE,MAAM,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;YAEzE,MAAM,IAAI,UAAU,CAAC,wDAAwD,CAAC,CAAC;QACjF,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC;QACjD,IAAI,CAAC,YAAY;YACf,MAAM,CAAC,YAAY;gBACnB,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,kBAAkB;oBACpE,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,IAAA,mCAAoB,EAAC,KAAK,EAAE,2BAAmB,EAAE,2BAAmB,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,MAAM;YACT,MAAM,CAAC,MAAM;gBACb,CAAC,OAAO,OAAO,KAAK,WAAW;oBAC7B,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;oBAClE,CAAC,CAAC,EAAE,CAAC,CAAC;QACV,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,kBAAkB,CAAC;QACpD,IAAI,CAAC,gBAAgB,GAAG,IAAA,qBAAY,EAClC,MAAM,CAAC,gBAAgB,EACvB,mCAA0B,EAC1B,kBAAkB,CACnB,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,IAAA,qBAAY,EAChC,MAAM,CAAC,cAAc,EACrB,iCAAwB,EACxB,gBAAgB,CACjB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,IAAA,qBAAY,EAAC,MAAM,CAAC,YAAY,EAAE,+BAAsB,EAAE,cAAc,CAAC,CAAC;IAChG,CAAC;IAEO,SAAS,CAAC,OAAmB;QACnC,oDAAoD;QACpD,MAAM,UAAU,GAAG,IAAA,4BAAa,EAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAEhD,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/C,MAAM,gBAAgB,GAA4B,EAAE,CAAC;QACrD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;YAAE,gBAAgB,CAAC,eAAe,GAAG,OAAO,CAAC,SAAS,CAAC;QAC1F,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC1F,MAAM,QAAQ,GAA4B,EAAE,CAAC;QAC7C,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS;YAAE,QAAQ,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QACxF,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;YAAE,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QACrF,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,gBAAgB,CAAC,cAAc,GAAG,QAAQ,CAAC;QAEjF,OAAO;YACL,QAAQ;YACR,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;gBAC7B,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI;gBAC1B,KAAK,EAAE;oBACL;wBACE,oBAAoB,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;4BAC9C,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,oBAAoB,EAAE,CAAC,CAAC,WAAW;yBACpC,CAAC,CAAC;qBACJ;iBACF;aACF,CAAC;YACJ,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACtF,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,gBAAgB,EAAE,CAAC;SACtE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAmB;QAChC,IAAA,qCAAsB,EAAC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,kBAAkB,IAAI,CAAC,KAAK,kBAAkB,EAAE;YACtF,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,YAAY;gBACpB,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;aAC9B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/D,+FAA+F;YAC/F,+EAA+E;YAC/E,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,wFAAwF;YACxF,8FAA8F;YAC9F,oBAAoB;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxB,wDAAwD;gBACxD,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,IAAA,6BAAoB,EAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;oBAC5E,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,SAAS,CAAC;gBACd,MAAM,IAAI,qBAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,IAAA,kBAAS,EAAC,IAAI,CAAC,CAAC;YACtB,MAAM,IAAI,qBAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAA,wBAAe,EAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAmB,CAAC;QAC9F,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QAC9C,mFAAmF;QACnF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtF,MAAM,SAAS,GAAkB,EAAE,CAAC;QACpC,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,gGAAgG;QAChG,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACvB,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;oBAClB,GAAG,CAAC,CAAC,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC;oBAC1E,QAAQ,EAAE,WAAW;iBACtB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,EAAE,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,GAAG,YAAY,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;gBACrE,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE;oBACF,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI;oBACzB,KAAK,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;oBAChC,GAAG,CAAC,CAAC,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC;iBAC3E,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,IAAA,gBAAQ,EAAC,OAAO,CAAC,CAAC;QACjC,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,GAAG,CAAC;YAClB,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,SAAS,EAAE,YAAY,KAAK,YAAY;gBACxC,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,UAAU,CAAC;QAEnB,OAAO;YACL,OAAO;YACP,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,UAAU;YACV,GAAG,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,IAAI;gBACtC,KAAK,EAAE;oBACL,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBACrD,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;iBAC3D;aACF,CAAC;YACF,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,EAAE,MAAM,EAAE,CAAC;SACxC,CAAC;IACJ,CAAC;CACF;AA1KD,wCA0KC"}

package/dist/providers/OpenAiProvider.d.ts

@@ -0,0 +1,56 @@
+import { type LlmCapabilities } from "../capabilities";
+import type { LlmMessage, LlmProvider, LlmRequest, LlmResponse, LlmStreamChunk } from "../types";
+export interface OpenAiProviderConfig {
+    /**
+     * Sent as `reasoning_effort` when set; servers that support reasoning return it only when asked.
+     * Which values a model accepts varies: `"minimal"` (gpt-5) and `"none"` (gpt-5.1+, Ollama) are
+     * not accepted everywhere, and an unsupported value is refused by the server, not by this client.
+     */
+    reasoningEffort?: "none" | "minimal" | "low" | "medium" | "high";
+    /**
+     * Extra request headers sent on every request (for example `anthropic-workspace-id`). Header
+     * names and values must be strings without CR/LF; a header the provider sets itself (auth,
+     * protocol, content type) cannot be overridden and throws at construction. Unset, the request
+     * is unchanged.
+     */
+    headers?: Readonly<Record<string, string>>;
+    apiKey?: string;
+    model?: string;
+    baseUrl?: string;
+    /**
+     * Cap on a complete response body, in bytes after decompression (default 8 MiB). Over it the
+     * body is cancelled and `LlmResponseLimitError` (provider and reason only) is thrown.
+     */
+    maxResponseBytes?: number;
+    /** Cap on the total bytes read from a stream (default 128 MiB); same error. */
+    maxStreamBytes?: number;
+    /** Cap on one line of a stream, in UTF-8 bytes (default 1 MiB); same error. */
+    maxLineBytes?: number;
+    /** Override the declared modalities (e.g. a model without vision or audio input). */
+    capabilities?: LlmCapabilities;
+}
+/**
+ * SPI messages → Chat Completions messages. Exported for tests.
+ *
+ * `tool_result` parts become `role: "tool"` messages (which must directly follow the
+ * assistant message that made the calls, hence they come first); a tool message holds text
+ * only, so media a tool returned rides in a trailing `user` message. Other user parts become
+ * one content-array `user` message; an assistant's `tool_use` parts become `tool_calls`.
+ */
+export declare function mapMessages(messages: readonly LlmMessage[]): Record<string, unknown>[];
+export declare class OpenAiProvider implements LlmProvider {
+    private readonly apiKey;
+    private readonly model;
+    private readonly baseUrl;
+    private readonly maxResponseBytes;
+    private readonly maxStreamBytes;
+    private readonly maxLineBytes;
+    private readonly extraHeaders;
+    private readonly reasoningEffort;
+    readonly capabilities: LlmCapabilities;
+    constructor(config?: OpenAiProviderConfig);
+    private buildBody;
+    complete(request: LlmRequest): Promise<LlmResponse>;
+    stream(request: LlmRequest): AsyncIterable<LlmStreamChunk>;
+}
+//# sourceMappingURL=OpenAiProvider.d.ts.map

package/dist/providers/OpenAiProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAiProvider.d.ts","sourceRoot":"","sources":["../../src/providers/OpenAiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,eAAe,EAGrB,MAAM,iBAAiB,CAAC;AAczB,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,cAAc,EAEf,MAAM,UAAU,CAAC;AAwBlB,MAAM,WAAW,oBAAoB;IACnC;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjE;;;;;OAKG;IACH,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qFAAqF;IACrF,YAAY,CAAC,EAAE,eAAe,CAAC;CAChC;AAiED;;;;;;;GAOG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE,SAAS,UAAU,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CA+DtF;AA+BD,qBAAa,cAAe,YAAW,WAAW;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAmC;IAChE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA0C;IAC1E,QAAQ,CAAC,YAAY,EAAE,eAAe,CAAC;gBAE3B,MAAM,GAAE,oBAAyB;IAoC7C,OAAO,CAAC,SAAS;IA0BX,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAuDlD,MAAM,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC;CA0IlE"}