@inbrowser/model 0.1.1 → 0.4.0

package/dist/providers/openrouter-oauth.js

@@ -0,0 +1,84 @@
+/**
+ * OpenRouter OAuth (PKCE) — a browser-first "Connect OpenRouter" flow. Lets a
+ * backend-less app obtain a user-controlled, revocable OpenRouter API key
+ * without the user pasting a raw key.
+ *
+ * Two primitives; the app owns the redirect/popup, storage, and routing:
+ *
+ *   1. `beginOpenRouterOAuth({ callbackUrl })` -> `{ authUrl, codeVerifier }`
+ *      Persist `codeVerifier` (e.g. sessionStorage), then send the user to
+ *      `authUrl` (full-page redirect or popup).
+ *   2. On return, OpenRouter appends `?code=<code>` to the callback URL. Call
+ *      `completeOpenRouterOAuth({ code, codeVerifier })` -> `{ key, userId }`.
+ *      Feed `key` to `openrouterModelClient({ apiKey: key })`.
+ *
+ * Fully client-side: PKCE means no client secret, and the implementation uses
+ * only WebCrypto + `fetch`, so it runs in the browser with no backend (and is
+ * import-safe in Node). The key still lives wherever the app stores it — this
+ * provisions and exchanges it; it does not persist anything itself.
+ *
+ * OpenRouter constrains the callback URL to https on port 443 or 3000, or
+ * localhost on any port.
+ */
+const DEFAULT_BASE_URL = 'https://openrouter.ai';
+/** base64url (RFC 4648, no padding) of a byte array. */
+function base64UrlEncode(bytes) {
+    let binary = '';
+    for (const b of bytes)
+        binary += String.fromCharCode(b);
+    return btoa(binary).replace(/\+/g, '-').replace(/\//g, '_').replace(/=+$/, '');
+}
+async function sha256(text) {
+    const digest = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(text));
+    return new Uint8Array(digest);
+}
+/** A cryptographically-random PKCE code verifier (43-char base64url, 256 bits). */
+function randomCodeVerifier() {
+    const bytes = new Uint8Array(32);
+    crypto.getRandomValues(bytes);
+    return base64UrlEncode(bytes);
+}
+const trimSlashes = (url) => url.replace(/\/+$/, '');
+/**
+ * Step 1 of the PKCE flow: mint a verifier + S256 challenge and build the
+ * OpenRouter authorization URL. Persist the returned `codeVerifier` (it must
+ * survive the redirect), then navigate the user to `authUrl`.
+ */
+export async function beginOpenRouterOAuth(opts) {
+    const baseUrl = trimSlashes(opts.baseUrl ?? DEFAULT_BASE_URL);
+    const codeVerifier = randomCodeVerifier();
+    const codeChallenge = base64UrlEncode(await sha256(codeVerifier));
+    const params = new URLSearchParams({
+        callback_url: opts.callbackUrl,
+        code_challenge: codeChallenge,
+        code_challenge_method: 'S256',
+    });
+    return { authUrl: `${baseUrl}/auth?${params.toString()}`, codeVerifier };
+}
+/**
+ * Step 2 of the PKCE flow: exchange the `code` (from the callback) plus the
+ * stored `codeVerifier` for a user-controlled API key. Throws on a non-OK
+ * response or a missing key so callers can surface a clear error.
+ */
+export async function completeOpenRouterOAuth(opts) {
+    const baseUrl = trimSlashes(opts.baseUrl ?? DEFAULT_BASE_URL);
+    const res = await fetch(`${baseUrl}/api/v1/auth/keys`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            code: opts.code,
+            code_verifier: opts.codeVerifier,
+            code_challenge_method: 'S256',
+        }),
+        signal: opts.signal,
+    });
+    if (!res.ok) {
+        const detail = await res.text().catch(() => '');
+        throw new Error(`OpenRouter OAuth exchange failed (HTTP ${res.status})${detail ? `: ${detail}` : ''}`);
+    }
+    const json = (await res.json());
+    if (!json.key)
+        throw new Error('OpenRouter OAuth exchange returned no key');
+    return { key: json.key, userId: json.user_id ?? null };
+}
+//# sourceMappingURL=openrouter-oauth.js.map

package/dist/providers/openrouter-oauth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter-oauth.js","sourceRoot":"","sources":["../../src/providers/openrouter-oauth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,MAAM,gBAAgB,GAAG,uBAAuB,CAAC;AAsCjD,wDAAwD;AACxD,SAAS,eAAe,CAAC,KAAiB;IACxC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACrF,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,mFAAmF;AACnF,SAAS,kBAAkB;IACzB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;IACjC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC9B,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAE7D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAA8B;IAE9B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;IAC1C,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,YAAY,EAAE,IAAI,CAAC,WAAW;QAC9B,cAAc,EAAE,aAAa;QAC7B,qBAAqB,EAAE,MAAM;KAC9B,CAAC,CAAC;IACH,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,SAAS,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC;AAC3E,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAiC;IAEjC,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;QACrD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,qBAAqB,EAAE,MAAM;SAC9B,CAAC;QACF,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CACb,0CAA0C,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACtF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA8C,CAAC;IAC7E,IAAI,CAAC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC5E,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;AACzD,CAAC"}

package/dist/providers/openrouter.d.ts

@@ -0,0 +1,16 @@
+import type { ModelClient } from '../contract.js';
+import { type OaiGatewayAttribution, toOaiTools } from './oai-compat.js';
+import type { CloudProviderConfig } from './types.js';
+/** Construction config for the OpenRouter provider. */
+export interface OpenRouterConfig extends CloudProviderConfig {
+    appAttribution?: OaiGatewayAttribution;
+}
+export { toOaiTools };
+/**
+ * Build an OpenRouter `ModelClient`.
+ *
+ * OpenRouter speaks the OpenAI chat-completions stream plus gateway extensions
+ * for final cost telemetry and streamed reasoning summaries.
+ */
+export declare function openrouterModelClient(config: OpenRouterConfig): ModelClient;
+//# sourceMappingURL=openrouter.d.ts.map

package/dist/providers/openrouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.d.ts","sourceRoot":"","sources":["../../src/providers/openrouter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EACL,KAAK,qBAAqB,EAG1B,UAAU,EACX,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAItD,uDAAuD;AACvD,MAAM,WAAW,gBAAiB,SAAQ,mBAAmB;IAC3D,cAAc,CAAC,EAAE,qBAAqB,CAAC;CACxC;AAED,OAAO,EAAE,UAAU,EAAE,CAAC;AAEtB;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,GAAG,WAAW,CAgB3E"}

package/dist/providers/openrouter.js

@@ -0,0 +1,27 @@
+import { makeOaiClient, oaiGatewayAttributionHeaders, toOaiTools, } from './oai-compat.js';
+const ENDPOINT = 'https://openrouter.ai/api/v1/chat/completions';
+export { toOaiTools };
+/**
+ * Build an OpenRouter `ModelClient`.
+ *
+ * OpenRouter speaks the OpenAI chat-completions stream plus gateway extensions
+ * for final cost telemetry and streamed reasoning summaries.
+ */
+export function openrouterModelClient(config) {
+    return makeOaiClient({
+        id: `openrouter:${config.model}`,
+        endpoint: ENDPOINT,
+        model: config.model,
+        headers: {
+            Authorization: `Bearer ${config.apiKey}`,
+            ...oaiGatewayAttributionHeaders(config.appAttribution),
+        },
+        errorLabel: 'OpenRouter',
+        idPrefix: 'or',
+        temperatureDefault: config.temperature,
+        includeUsage: true,
+        reasoningMode: 'openrouter-compatible',
+        thinkingDeltaFields: ['reasoning', 'reasoning_content'],
+    });
+}
+//# sourceMappingURL=openrouter.js.map

package/dist/providers/openrouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/providers/openrouter.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,aAAa,EACb,4BAA4B,EAC5B,UAAU,GACX,MAAM,iBAAiB,CAAC;AAGzB,MAAM,QAAQ,GAAG,+CAA+C,CAAC;AAOjE,OAAO,EAAE,UAAU,EAAE,CAAC;AAEtB;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAwB;IAC5D,OAAO,aAAa,CAAC;QACnB,EAAE,EAAE,cAAc,MAAM,CAAC,KAAK,EAAE;QAChC,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;YACxC,GAAG,4BAA4B,CAAC,MAAM,CAAC,cAAc,CAAC;SACvD;QACD,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,MAAM,CAAC,WAAW;QACtC,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,uBAAuB;QACtC,mBAAmB,EAAE,CAAC,WAAW,EAAE,mBAAmB,CAAC;KACxD,CAAC,CAAC;AACL,CAAC"}

package/dist/providers/requesty.d.ts

@@ -0,0 +1,16 @@
+import type { ModelClient } from '../contract.js';
+import { type OaiGatewayAttribution, toOaiTools } from './oai-compat.js';
+import type { CloudProviderConfig } from './types.js';
+/** Construction config for the Requesty provider. */
+export interface RequestyConfig extends CloudProviderConfig {
+    appAttribution?: OaiGatewayAttribution;
+}
+export { toOaiTools };
+/**
+ * Build a Requesty `ModelClient`.
+ *
+ * Requesty speaks the OpenAI chat-completions stream plus OpenRouter-compatible
+ * gateway extensions for final cost telemetry and streamed reasoning summaries.
+ */
+export declare function requestyModelClient(config: RequestyConfig): ModelClient;
+//# sourceMappingURL=requesty.d.ts.map

package/dist/providers/requesty.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"requesty.d.ts","sourceRoot":"","sources":["../../src/providers/requesty.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EACL,KAAK,qBAAqB,EAG1B,UAAU,EACX,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAItD,qDAAqD;AACrD,MAAM,WAAW,cAAe,SAAQ,mBAAmB;IACzD,cAAc,CAAC,EAAE,qBAAqB,CAAC;CACxC;AAED,OAAO,EAAE,UAAU,EAAE,CAAC;AAEtB;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAgBvE"}

package/dist/providers/requesty.js

@@ -0,0 +1,27 @@
+import { makeOaiClient, oaiGatewayAttributionHeaders, toOaiTools, } from './oai-compat.js';
+const ENDPOINT = 'https://router.requesty.ai/v1/chat/completions';
+export { toOaiTools };
+/**
+ * Build a Requesty `ModelClient`.
+ *
+ * Requesty speaks the OpenAI chat-completions stream plus OpenRouter-compatible
+ * gateway extensions for final cost telemetry and streamed reasoning summaries.
+ */
+export function requestyModelClient(config) {
+    return makeOaiClient({
+        id: `requesty:${config.model}`,
+        endpoint: ENDPOINT,
+        model: config.model,
+        headers: {
+            Authorization: `Bearer ${config.apiKey}`,
+            ...oaiGatewayAttributionHeaders(config.appAttribution),
+        },
+        errorLabel: 'Requesty',
+        idPrefix: 'rq',
+        temperatureDefault: config.temperature,
+        includeUsage: true,
+        reasoningMode: 'openrouter-compatible',
+        thinkingDeltaFields: ['reasoning', 'reasoning_content'],
+    });
+}
+//# sourceMappingURL=requesty.js.map

package/dist/providers/requesty.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"requesty.js","sourceRoot":"","sources":["../../src/providers/requesty.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,aAAa,EACb,4BAA4B,EAC5B,UAAU,GACX,MAAM,iBAAiB,CAAC;AAGzB,MAAM,QAAQ,GAAG,gDAAgD,CAAC;AAOlE,OAAO,EAAE,UAAU,EAAE,CAAC;AAEtB;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAsB;IACxD,OAAO,aAAa,CAAC;QACnB,EAAE,EAAE,YAAY,MAAM,CAAC,KAAK,EAAE;QAC9B,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;YACxC,GAAG,4BAA4B,CAAC,MAAM,CAAC,cAAc,CAAC;SACvD;QACD,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,MAAM,CAAC,WAAW;QACtC,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,uBAAuB;QACtC,mBAAmB,EAAE,CAAC,WAAW,EAAE,mBAAmB,CAAC;KACxD,CAAC,CAAC;AACL,CAAC"}

package/dist/providers/types.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Shared config + factory types for the cloud providers.
+ *
+ * relay supports BYOK (a per-request API key) plus routing, so a
+ * *pre-built* `ModelClient` can't carry a per-request key. Each cloud
+ * provider is therefore a FACTORY: construction settings (apiKey / model
+ * / baseUrl) come in the config; per-call settings (messages / tools /
+ * sampling) come in the `ModelRequest` at `.chat()` time.
+ *
+ * relay's `providers` map is `Record<string, ModelClientFactory>`; the
+ * producer calls `factory({ apiKey: body.apiKey, model: body.model })`
+ * per request, then drives `.chat(modelRequest, signal)`.
+ */
+import type { ModelClient } from '../contract.js';
+/**
+ * Construction config common to every cloud provider.
+ *   - `apiKey`      — BYOK key (Gemini x-goog-api-key,
+ *                     OpenRouter/Anthropic bearer/x-api-key); ignored by
+ *                     claude-cli/claude-code's subscription paths;
+ *                     carries the base URL for Ollama when `baseUrl` is
+ *                     unset.
+ *   - `model`       — the upstream model id.
+ *   - `baseUrl`     — optional override (Ollama's server URL).
+ *   - `temperature` — optional construction-time default applied when a
+ *                     request omits its own `temperature`. Lets a caller
+ *                     pin a sampling default (e.g. the docs agent's 0.2)
+ *                     without threading it through every `ModelRequest`.
+ *                     A per-request `temperature` always wins. The relay
+ *                     never sets this, so its providers keep "send
+ *                     temperature only when the client did" semantics.
+ */
+export interface CloudProviderConfig {
+    apiKey?: string;
+    model: string;
+    baseUrl?: string;
+    temperature?: number;
+}
+/**
+ * The shape relay's `providers` map holds. relay constructs one
+ * `ModelClient` per request from `{ apiKey: body.apiKey, model:
+ * body.model }`. Providers may accept a wider config (e.g.
+ * `ClaudeCliOptions`), but the relay-facing call only ever supplies
+ * `apiKey` + `model` — every provider's config makes those the only
+ * required fields.
+ */
+export type ModelClientFactory = (config: {
+    apiKey?: string;
+    model: string;
+}) => ModelClient;
+//# sourceMappingURL=types.d.ts.map

package/dist/providers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;GAOG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,MAAM,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAAK,WAAW,CAAC"}

package/dist/providers/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":""}

package/dist/sse.d.ts

@@ -0,0 +1,20 @@
+/**
+ * SSE reader shared by the cloud providers. Gemini, OpenRouter, and
+ * Ollama all stream `data:`-prefixed SSE upstream; each provider parses
+ * the raw line payloads itself (JSON.parse + a `[DONE]` sentinel). The
+ * relay's *outbound* SSE wire helpers (`encodeSseEvent`, `SSE_DONE_LINE`,
+ * `SSE_STREAM_OPEN`) are a transport concern and stay in
+ * `@inbrowser/relay`.
+ */
+/**
+ * Stream-line SSE reader. Yields each `data:` line payload as a raw
+ * string. Caller decides how to parse (JSON.parse, `[DONE]` sentinel).
+ *
+ * Splits on `\n` and accumulates a buffer across reads so a chunk
+ * boundary mid-line doesn't lose data. SSE event boundaries (blank
+ * lines) aren't tracked here because every format this is used against
+ * (Gemini's SSE, OpenRouter's SSE, Ollama's OAI-compatible SSE) uses
+ * single-line `data:` events.
+ */
+export declare function readSseDataLines(body: ReadableStream<Uint8Array> | null): AsyncGenerator<string>;
+//# sourceMappingURL=sse.d.ts.map

package/dist/sse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.d.ts","sourceRoot":"","sources":["../src/sse.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;;;;;;;GASG;AACH,wBAAuB,gBAAgB,CACrC,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,GACtC,cAAc,CAAC,MAAM,CAAC,CAsBxB"}

package/dist/sse.js

@@ -0,0 +1,47 @@
+/**
+ * SSE reader shared by the cloud providers. Gemini, OpenRouter, and
+ * Ollama all stream `data:`-prefixed SSE upstream; each provider parses
+ * the raw line payloads itself (JSON.parse + a `[DONE]` sentinel). The
+ * relay's *outbound* SSE wire helpers (`encodeSseEvent`, `SSE_DONE_LINE`,
+ * `SSE_STREAM_OPEN`) are a transport concern and stay in
+ * `@inbrowser/relay`.
+ */
+/**
+ * Stream-line SSE reader. Yields each `data:` line payload as a raw
+ * string. Caller decides how to parse (JSON.parse, `[DONE]` sentinel).
+ *
+ * Splits on `\n` and accumulates a buffer across reads so a chunk
+ * boundary mid-line doesn't lose data. SSE event boundaries (blank
+ * lines) aren't tracked here because every format this is used against
+ * (Gemini's SSE, OpenRouter's SSE, Ollama's OAI-compatible SSE) uses
+ * single-line `data:` events.
+ */
+export async function* readSseDataLines(body) {
+    if (!body)
+        throw new Error('SSE response has no body');
+    const reader = body.getReader();
+    const decoder = new TextDecoder();
+    let buf = '';
+    try {
+        while (true) {
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            buf += decoder.decode(value, { stream: true });
+            let nl;
+            while ((nl = buf.indexOf('\n')) !== -1) {
+                const line = buf.slice(0, nl).replace(/\r$/, '');
+                buf = buf.slice(nl + 1);
+                if (!line.startsWith('data: '))
+                    continue;
+                yield line.slice(6);
+            }
+        }
+        if (buf.startsWith('data: '))
+            yield buf.slice(6);
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+//# sourceMappingURL=sse.js.map

package/dist/sse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.js","sourceRoot":"","sources":["../src/sse.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,IAAuC;IAEvC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,IAAI,EAAU,CAAC;YACf,OAAO,CAAC,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjD,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACxB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBACzC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/types.d.ts

@@ -13,6 +13,7 @@
  * agent's `ChatEvent` shape. Cloud-only concepts (cost, signatures)
  * are deliberately absent here.
  */
+import type { ToolSpec } from './contract.js';
 /**
  * HF Hub repo id + optional revision. Pin a revision for
  * reproducibility — `main` drifts.
@@ -184,19 +185,7 @@ export interface GenerateOpts {
      */
     enableThinking?: boolean;
 }
-/**
- * Tool declaration shape. Matches the OAI function-calling format
- * that most modern chat templates (Qwen 2/3, DeepSeek R1, Llama 3.2+,
- * Mistral v0.3+) accept directly.
- */
-export interface ToolSpec {
-    type: 'function';
-    function: {
-        name: string;
-        description: string;
-        parameters: unknown;
-    };
-}
+export type { ToolSpec };
 /**
  * Engine's narrow event vocabulary. Adapters translate to the wider
  * shapes consumers expect (`InferenceEvent`, `ChatEvent`). No cost,

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;GAMG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjD;;;;;;;;GAQG;AACH,MAAM,MAAM,KAAK,GAAG,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAErD;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,gCAAgC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,6DAA6D;IAC7D,gBAAgB,EAAE,OAAO,CAAC;IAC1B;;;;;;;;;;;;;;;;;;OAkBG;IACH,YAAY,CAAC,EAAE;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,4EAA4E;QAC5E,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,gFAAgF;QAChF,WAAW,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;KACrC,CAAC;CACH;AAED;;;;;GAKG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,QAAQ,CAAC;IAChB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC;;;;OAIG;IACH,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,aAAa,CAAC,KAAK,MAAM,CAAC;CACnE;AAED;;;;;;;;;;GAUG;AACH,MAAM,MAAM,YAAY,GACpB;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GACzE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GACnC;IAAE,KAAK,EAAE,QAAQ,CAAC;IAAC,eAAe,EAAE,MAAM,CAAA;CAAE,GAC5C;IAAE,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC;AAEvB,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC;AAE9E;;;GAGG;AACH,MAAM,MAAM,SAAS,GACjB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAElE;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iDAAiD;IACjD,IAAI,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7B,gEAAgE;IAChE,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChC;;;;;;;;;;;;;;;;;OAiBG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;;;GAIG;AACH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,OAAO,CAAC;KACrB,CAAC;CACH;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC/B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClC;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,uEAAuE;IACvE,EAAE,EAAE,MAAM,CAAC;IACX,6FAA6F;IAC7F,IAAI,EAAE,MAAM,CAAC;IACb,+FAA+F;IAC/F,IAAI,EAAE,OAAO,CAAC;CACf,GACD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC/E;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,OAAO,CAAA;CAAE,CAAC;AAE7D;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,sEAAsE;IACtE,QAAQ,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAE1C,oDAAoD;IACpD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7B,EAAE,CAAC,CAAC,SAAS,MAAM,cAAc,EAC/B,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,IAAI,GAC1C,MAAM,IAAI,CAAC;IAEd,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,EAAE,YAAY,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IAElG,oEAAoE;IACpE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,KAAK,IAAI,CAAC;CAC5C;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,WAAW,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;GAMG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjD;;;;;;;;GAQG;AACH,MAAM,MAAM,KAAK,GAAG,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAErD;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,gCAAgC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,6DAA6D;IAC7D,gBAAgB,EAAE,OAAO,CAAC;IAC1B;;;;;;;;;;;;;;;;;;OAkBG;IACH,YAAY,CAAC,EAAE;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,4EAA4E;QAC5E,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,gFAAgF;QAChF,WAAW,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;KACrC,CAAC;CACH;AAED;;;;;GAKG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,QAAQ,CAAC;IAChB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC;;;;OAIG;IACH,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,aAAa,CAAC,KAAK,MAAM,CAAC;CACnE;AAED;;;;;;;;;;GAUG;AACH,MAAM,MAAM,YAAY,GACpB;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GACzE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GACnC;IAAE,KAAK,EAAE,QAAQ,CAAC;IAAC,eAAe,EAAE,MAAM,CAAA;CAAE,GAC5C;IAAE,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC;AAEvB,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,UAAU,CAAC;AAE9E;;;GAGG;AACH,MAAM,MAAM,SAAS,GACjB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAElE;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iDAAiD;IACjD,IAAI,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7B,gEAAgE;IAChE,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChC;;;;;;;;;;;;;;;;;OAiBG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAID,YAAY,EAAE,QAAQ,EAAE,CAAC;AAEzB;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC/B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClC;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,uEAAuE;IACvE,EAAE,EAAE,MAAM,CAAC;IACX,6FAA6F;IAC7F,IAAI,EAAE,MAAM,CAAC;IACb,+FAA+F;IAC/F,IAAI,EAAE,OAAO,CAAC;CACf,GACD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC/E;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,OAAO,CAAA;CAAE,CAAC;AAE7D;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,sEAAsE;IACtE,QAAQ,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAE1C,oDAAoD;IACpD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7B,EAAE,CAAC,CAAC,SAAS,MAAM,cAAc,EAC/B,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,IAAI,GAC1C,MAAM,IAAI,CAAC;IAEd,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,EAAE,YAAY,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IAElG,oEAAoE;IACpE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,KAAK,IAAI,CAAC;CAC5C;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,WAAW,CAAC"}

package/dist/usage.d.ts

@@ -0,0 +1,6 @@
+import type { ModelUsage } from './contract.js';
+export type ModelUsageInput = Partial<ModelUsage> | null | undefined;
+export declare function emptyModelUsage(): ModelUsage;
+export declare function normalizeModelUsage(input: ModelUsageInput): ModelUsage;
+export declare function sumModelUsage(usages: Iterable<ModelUsageInput>): ModelUsage;
+//# sourceMappingURL=usage.d.ts.map

package/dist/usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../src/usage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD,MAAM,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;AAErE,wBAAgB,eAAe,IAAI,UAAU,CAE5C;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,eAAe,GAAG,UAAU,CAatE;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,CAmC3E"}

package/dist/usage.js

@@ -0,0 +1,55 @@
+export function emptyModelUsage() {
+    return { promptTokens: 0, outputTokens: 0 };
+}
+export function normalizeModelUsage(input) {
+    const promptTokens = nonNegative(input?.promptTokens) ?? 0;
+    const outputTokens = nonNegative(input?.outputTokens) ?? 0;
+    const cachedTokens = nonNegative(input?.cachedTokens);
+    const reasoningTokens = nonNegative(input?.reasoningTokens);
+    const costUsd = nonNegative(input?.costUsd);
+    return {
+        promptTokens,
+        outputTokens,
+        ...(cachedTokens !== undefined ? { cachedTokens } : {}),
+        ...(reasoningTokens !== undefined ? { reasoningTokens } : {}),
+        ...(costUsd !== undefined ? { costUsd } : {}),
+    };
+}
+export function sumModelUsage(usages) {
+    let promptTokens = 0;
+    let outputTokens = 0;
+    let cachedTokens = 0;
+    let reasoningTokens = 0;
+    let costUsd = 0;
+    let hasCachedTokens = false;
+    let hasReasoningTokens = false;
+    let hasCostUsd = false;
+    for (const raw of usages) {
+        const usage = normalizeModelUsage(raw);
+        promptTokens += usage.promptTokens;
+        outputTokens += usage.outputTokens;
+        if (usage.cachedTokens !== undefined) {
+            cachedTokens += usage.cachedTokens;
+            hasCachedTokens = true;
+        }
+        if (usage.reasoningTokens !== undefined) {
+            reasoningTokens += usage.reasoningTokens;
+            hasReasoningTokens = true;
+        }
+        if (usage.costUsd !== undefined) {
+            costUsd += usage.costUsd;
+            hasCostUsd = true;
+        }
+    }
+    return {
+        promptTokens,
+        outputTokens,
+        ...(hasCachedTokens ? { cachedTokens } : {}),
+        ...(hasReasoningTokens ? { reasoningTokens } : {}),
+        ...(hasCostUsd ? { costUsd } : {}),
+    };
+}
+function nonNegative(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? Math.max(0, value) : undefined;
+}
+//# sourceMappingURL=usage.js.map

package/dist/usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.js","sourceRoot":"","sources":["../src/usage.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,eAAe;IAC7B,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAsB;IACxD,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACtD,MAAM,eAAe,GAAG,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC5C,OAAO;QACL,YAAY;QACZ,YAAY;QACZ,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAiC;IAC7D,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAC/B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACvC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;QACnC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;QACnC,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACrC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;YACnC,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,KAAK,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACxC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC;YACzC,kBAAkB,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;YACzB,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO;QACL,YAAY;QACZ,YAAY;QACZ,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnC,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAyB;IAC5C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9F,CAAC"}

package/dist/with-retry.d.ts

@@ -0,0 +1,27 @@
+/**
+ * `withRetry` — a reusable `ModelClient` decorator that retries
+ * transient upstream failures, but only while nothing has been emitted
+ * yet for the current turn (so streamed output is never duplicated).
+ *
+ * This is the docs agent's old `relayModelClient` retry, lifted out of
+ * the site bridge into a shared, provider-agnostic decorator. A wrapped
+ * client guarantees a terminal `usage` event before its iterable
+ * returns (the contract's terminal is the return itself); the inner
+ * client's `usage` is forwarded once.
+ */
+import type { ModelClient } from './contract.js';
+export interface WithRetryOpts {
+    /** Total attempts before giving up. Default 3. */
+    maxAttempts?: number;
+    /** Predicate over a `{kind:'error'}` message that decides retryability. */
+    isTransient?: (message: string) => boolean;
+}
+/**
+ * Wrap a `ModelClient` so transient errors are retried with exponential
+ * backoff. Only retries while nothing has streamed this turn; once any
+ * text / thinking / tool_call has been yielded, an error passes straight
+ * through (we never duplicate partial output). A terminal `usage` event
+ * is always emitted before the iterable returns.
+ */
+export declare function withRetry(client: ModelClient, opts?: WithRetryOpts): ModelClient;
+//# sourceMappingURL=with-retry.d.ts.map

package/dist/with-retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"with-retry.d.ts","sourceRoot":"","sources":["../src/with-retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,KAAK,EAAE,WAAW,EAAwC,MAAM,eAAe,CAAC;AAWvF,MAAM,WAAW,aAAa;IAC5B,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2EAA2E;IAC3E,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;CAC5C;AAED;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,GAAE,aAAkB,GAAG,WAAW,CA2CpF"}

package/dist/with-retry.js

@@ -0,0 +1,55 @@
+/** Default transient-failure matcher (overload / rate limit / 5xx). */
+function defaultIsTransient(message) {
+    return /\b(429|500|502|503|504)\b|overloaded|unavailable|rate.?limit|resource_exhausted|timeout|temporarily/i.test(message);
+}
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+/**
+ * Wrap a `ModelClient` so transient errors are retried with exponential
+ * backoff. Only retries while nothing has streamed this turn; once any
+ * text / thinking / tool_call has been yielded, an error passes straight
+ * through (we never duplicate partial output). A terminal `usage` event
+ * is always emitted before the iterable returns.
+ */
+export function withRetry(client, opts = {}) {
+    const maxAttempts = opts.maxAttempts ?? 3;
+    const isTransient = opts.isTransient ?? defaultIsTransient;
+    return {
+        id: client.id,
+        supportsTools: client.supportsTools,
+        async *chat(req, signal) {
+            for (let attempt = 1; attempt <= maxAttempts; attempt++) {
+                let usage;
+                let emitted = false;
+                let retryErr = null;
+                for await (const e of client.chat(req, signal)) {
+                    if (e.kind === 'usage') {
+                        // Hold the final accounting; emit it once before returning.
+                        usage = e.usage;
+                    }
+                    else if (e.kind === 'error') {
+                        if (!emitted && !signal.aborted && attempt < maxAttempts && isTransient(e.message)) {
+                            retryErr = e.message;
+                            break;
+                        }
+                        yield e;
+                        return;
+                    }
+                    else {
+                        // text / thinking / tool_call pass straight through.
+                        emitted = true;
+                        yield e;
+                    }
+                }
+                if (retryErr) {
+                    await sleep(400 * 2 ** (attempt - 1));
+                    continue;
+                }
+                // Final accounting before the iterable returns (the contract's
+                // terminal is the return itself).
+                yield { kind: 'usage', usage: usage ?? { promptTokens: 0, outputTokens: 0 } };
+                return;
+            }
+        },
+    };
+}
+//# sourceMappingURL=with-retry.js.map

package/dist/with-retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"with-retry.js","sourceRoot":"","sources":["../src/with-retry.ts"],"names":[],"mappings":"AAaA,uEAAuE;AACvE,SAAS,kBAAkB,CAAC,OAAe;IACzC,OAAO,sGAAsG,CAAC,IAAI,CAChH,OAAO,CACR,CAAC;AACJ,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAS1E;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,MAAmB,EAAE,OAAsB,EAAE;IACrE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC;IAE3D,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAiB,EAAE,MAAmB;YAChD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;gBACxD,IAAI,KAA6B,CAAC;gBAClC,IAAI,OAAO,GAAG,KAAK,CAAC;gBACpB,IAAI,QAAQ,GAAkB,IAAI,CAAC;gBAEnC,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBACvB,4DAA4D;wBAC5D,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;oBAClB,CAAC;yBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAC9B,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,GAAG,WAAW,IAAI,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;4BACnF,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC;4BACrB,MAAM;wBACR,CAAC;wBACD,MAAM,CAAC,CAAC;wBACR,OAAO;oBACT,CAAC;yBAAM,CAAC;wBACN,qDAAqD;wBACrD,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,CAAC,CAAC;oBACV,CAAC;gBACH,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,KAAK,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;oBACtC,SAAS;gBACX,CAAC;gBAED,+DAA+D;gBAC/D,kCAAkC;gBAClC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9E,OAAO;YACT,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/worker.d.ts

@@ -44,7 +44,7 @@ export interface HostEngineInWorkerOpts {
 /**
  * Install the worker-side RPC. Call from inside your worker entry:
  *
- *   import { hostEngineInWorker } from '@inbrowser/model/worker';
+ *   import { hostEngineInWorker } from '@inbrowser/model';
  *   hostEngineInWorker(self);
  */
 export declare function hostEngineInWorker(workerScope: DedicatedWorkerGlobalScope, opts?: HostEngineInWorkerOpts): WorkerHostHandle;

package/dist/worker.js

@@ -33,7 +33,7 @@ import { createEngine as defaultCreateEngine } from './engine.js';
 /**
  * Install the worker-side RPC. Call from inside your worker entry:
  *
- *   import { hostEngineInWorker } from '@inbrowser/model/worker';
+ *   import { hostEngineInWorker } from '@inbrowser/model';
  *   hostEngineInWorker(self);
  */
 export function hostEngineInWorker(workerScope, opts) {