@bastani/pi-ai 0.9.41 → 0.9.42-alpha.1

package/CHANGELOG.md

@@ -4,6 +4,19 @@ This package is a Bastani fork of `@earendil-works/pi-ai`. Upstream history at t
 
 ## [Unreleased]
 
+## [0.9.42-alpha.1] - 2026-10-23
+
+### Added
+
+- Added `openBrowserOnConfirm` and `copyCodeOnConfirm` to `OAuthDeviceCodeInfo` and the `device_code` `AuthEvent`, so a provider can tell clients whether to offer opening the verification URL and copying the code when the user confirms. Both default to `true` ([pi #9282](https://github.com/earendil-works/pi/issues/9282))
+
+### Fixed
+
+- OpenRouter requests through Chat Completions and Anthropic Messages now set `usage.cost.total` to the cost OpenRouter reports, including the upstream inference cost for BYOK requests, and mark it `totalFromProvider: true`. When the response has no valid accounting, the catalog estimate stays. The `input`, `output`, `cacheRead` and `cacheWrite` components remain catalog estimates and may not add up to the total ([pi #9980](https://github.com/earendil-works/pi/issues/9980))
+- Claude models that accept mid-conversation system messages no longer reject a request with a 400 (`role 'system' must precede an 'assistant' message`) when a system update is followed by an assistant reply with nothing to send to Anthropic, such as an empty reply or another model's reasoning-only reply ([pi #11091](https://github.com/earendil-works/pi/issues/11091))
+- Cancelling an Anthropic request while it waits for federation authentication now stops that request promptly without cancelling the token exchange shared by other requests ([#3864](https://github.com/bastani-inc/atomic/issues/3864)).
+- Provider request-budget waits no longer consume the Mistral or explicit Codex SSE response-header timeout; the timer now starts once the request is admitted, and cancellation still interrupts the wait ([#3864](https://github.com/bastani-inc/atomic/issues/3864)).
+
 ## [0.9.41] - 2026-10-22
 
 ### Breaking Changes

package/README.md

@@ -240,6 +240,8 @@ for (const block of response.content) {
 
 Snippets in the rest of this README assume a `models` collection set up like this (with the relevant providers registered).
 
+`usage.cost.total` is the best available total cost. For OpenRouter chat responses, it uses the cost reported by OpenRouter, including both the OpenRouter charge and upstream inference cost for BYOK requests. When provider accounting is unavailable or invalid, it falls back to the model's catalog rates. The `input`, `output`, `cacheRead`, and `cacheWrite` cost components remain catalog estimates and may not sum to a provider-reported total.
+
 ## Providers and Models
 
 A **provider** is the runtime unit: it owns its model catalog, its auth (API key resolution, OAuth flows), and its stream behavior. A `Models` collection holds providers and routes every request to the provider that owns the model.

package/dist/api/anthropic-messages.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-messages.d.ts","sourceRoot":"","sources":["../../src/api/anthropic-messages.ts"],"names":[],"mappings":"AAAA,OAAO,SAAiC,MAAM,mBAAmB,CAAC;AAiBlE,OAAO,KAAK,EASX,mBAAmB,EAEnB,cAAc,EACd,aAAa,EAOb,MAAM,aAAa,CAAC;AAwKrB,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAE1E,MAAM,MAAM,wBAAwB,GAAG,YAAY,GAAG,SAAS,CAAC;AAqPhE,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACtD;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB;;;;;;;;;;;OAWG;IACH,eAAe,CAAC,EAAE,wBAAwB,CAAC;IAC3C;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACtE;;;;OAIG;IACH,MAAM,CAAC,EAAE,SAAS,CAAC;CACnB;AA4RD,eAAO,MAAM,MAAM,EAAE,cAAc,CAAC,oBAAoB,EAAE,gBAAgB,CAyZzE,CAAC;AA4BF,eAAO,MAAM,YAAY,EAAE,cAAc,CAAC,oBAAoB,EAAE,mBAAmB,CAgDlF,CAAC"}
+{"version":3,"file":"anthropic-messages.d.ts","sourceRoot":"","sources":["../../src/api/anthropic-messages.ts"],"names":[],"mappings":"AAAA,OAAO,SAAkD,MAAM,mBAAmB,CAAC;AAiBnF,OAAO,KAAK,EASX,mBAAmB,EAEnB,cAAc,EACd,aAAa,EAOb,MAAM,aAAa,CAAC;AA8KrB,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAE1E,MAAM,MAAM,wBAAwB,GAAG,YAAY,GAAG,SAAS,CAAC;AAqPhE,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACtD;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB;;;;;;;;;;;OAWG;IACH,eAAe,CAAC,EAAE,wBAAwB,CAAC;IAC3C;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACtE;;;;OAIG;IACH,MAAM,CAAC,EAAE,SAAS,CAAC;CACnB;AAsTD,eAAO,MAAM,MAAM,EAAE,cAAc,CAAC,oBAAoB,EAAE,gBAAgB,CAiazE,CAAC;AA4BF,eAAO,MAAM,YAAY,EAAE,cAAc,CAAC,oBAAoB,EAAE,mBAAmB,CAgDlF,CAAC"}

package/dist/api/anthropic-messages.js

@@ -1,14 +1,17 @@
 import Anthropic, {} from "@anthropic-ai/sdk";
 import { ANTHROPIC_FEDERATION_RULE_ID_ENV, ANTHROPIC_IDENTITY_TOKEN_FILE_ENV, ANTHROPIC_ORGANIZATION_ID_ENV, ANTHROPIC_SERVICE_ACCOUNT_ID_ENV, ANTHROPIC_WORKSPACE_ID_ENV, } from "../env-api-keys.js";
 import { calculateCost } from "../models.js";
+import { raceWithAbortSignal } from "../utils/abort.js";
 import { appendAssistantMessageDiagnostic } from "../utils/diagnostics.js";
 import { assertSupportedDocumentMimeType } from "../utils/document-input.js";
 import { AssistantMessageEventStream } from "../utils/event-stream.js";
 import { headersToRecord } from "../utils/headers.js";
 import { getIdentityHeaders } from "../utils/identity.js";
 import { parseJsonWithRepair, parseStreamingJson, parseToolCallArguments } from "../utils/json-parse.js";
+import { applyOpenRouterReportedCost, isOpenRouterModel, } from "../utils/openrouter-cost.js";
 import { getProviderEnvValue } from "../utils/provider-env.js";
 import { retryProviderRequest } from "../utils/provider-retry.js";
+import { getFetchAdmission } from "../utils/request-admission.js";
 import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
 import { createStreamDeadline, withStreamDeadline } from "../utils/stream-deadline.js";
 import { getSystemMessageText, renderSystemMessageUpdate } from "../utils/text.js";
@@ -359,6 +362,30 @@ function assertRequestAuth(provider, apiKey, headers) {
  * also resolve and exchange SDK credentials behind Atomic's auth resolver.
  */
 class AtomicAnthropic extends Anthropic {
+    admission;
+    constructor(options) {
+        const admission = getFetchAdmission(options.fetch);
+        const tokenAdmission = async (request, next, context) => {
+            if (!context.options)
+                await admission?.beforeRequest(request.signal ?? undefined);
+            return next(request);
+        };
+        super({
+            ...options,
+            fetch: admission?.fetch ?? options.fetch,
+            middleware: admission ? [tokenAdmission, ...(options.middleware ?? [])] : options.middleware,
+        });
+        this.admission = admission;
+    }
+    authHeaders(...args) {
+        const result = super.authHeaders(...args);
+        const signal = args[0].signal;
+        return signal ? raceWithAbortSignal(result, signal) : result;
+    }
+    async prepareRequest(...args) {
+        await super.prepareRequest(...args);
+        await this.admission?.beforeRequest(args[0].signal ?? undefined);
+    }
     _shouldResolveDefaultCredentials() {
         return false;
     }
@@ -895,6 +922,11 @@ export const stream = (model, context, options) => {
                         inputTransformations = servingTransformations;
                     }
                     addEarlierAttemptCosts(output, model, usageModel, event);
+                    if (isOpenRouterModel(model) && event.usage) {
+                        // OpenRouter adds billing fields to streamed message_delta usage at runtime,
+                        // although its OpenAPI schema and the Anthropic SDK do not type those fields.
+                        applyOpenRouterReportedCost(output.usage, event.usage);
+                    }
                 }
             }
             if (inputTransformations)
@@ -1075,7 +1107,7 @@ function createClient(model, apiKey, interleavedThinking, useFineGrainedToolStre
             });
             federationClient = { key, fetch, client };
         }
-        return { client: federationClient.client.withOptions({ defaultHeaders }), isOAuthToken: false };
+        return { client: federationClient.client.withOptions({ defaultHeaders, fetch }), isOAuthToken: false };
     }
     const client = new AtomicAnthropic({
         apiKey: apiKey ?? null,
@@ -1324,7 +1356,9 @@ function convertMessages(transformedMessages, isOAuthToken, cacheControl, allowE
     const params = [];
     const assistantLevels = new Map();
     // Later system messages are held back and emitted directly before the next assistant
-    // message (or at the end of the transcript). Anthropic requires `tool_result` blocks to
+    // message that is sent (or at the end of the transcript). Assistant messages that convert to
+    // no blocks are dropped, so holding past them keeps an update from landing before a user
+    // message (pi #11091). Anthropic requires `tool_result` blocks to
     // immediately follow their `tool_use`, so a system message between them is rejected; this
     // also mirrors where the managed-effort system messages are inserted. As a result an
     // update placed before a user message in the transcript lands after it on the wire.
@@ -1417,7 +1451,6 @@ function convertMessages(transformedMessages, isOAuthToken, cacheControl, allowE
             }
         }
         else if (msg.role === "assistant") {
-            flushPendingSystemMessages();
             const blocks = [];
             for (const block of msg.content) {
                 if (block.type === "text") {
@@ -1491,6 +1524,7 @@ function convertMessages(transformedMessages, isOAuthToken, cacheControl, allowE
             }
             if (blocks.length === 0)
                 continue;
+            flushPendingSystemMessages();
             const messageIndex = params.length;
             params.push({
                 role: "assistant",