@bastani/pi-ai 0.9.41 → 0.9.42

package/dist/api/openai-completions.js

@@ -5,8 +5,10 @@ import { shortHash } from "../utils/hash.js";
 import { headersToRecord } from "../utils/headers.js";
 import { getIdentityHeaders } from "../utils/identity.js";
 import { parseStreamingJson, parseToolCallArguments } from "../utils/json-parse.js";
+import { applyOpenRouterReportedCost, isOpenRouterModel, } from "../utils/openrouter-cost.js";
 import { getProviderEnvValue } from "../utils/provider-env.js";
 import { retryProviderRequest } from "../utils/provider-retry.js";
+import { admitOpenAIRequests, getFetchAdmission } from "../utils/request-admission.js";
 import { getProviderRetryAfterMs } from "../utils/retry-hints.js";
 import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
 import { createStreamDeadline, withStreamDeadline } from "../utils/stream-deadline.js";
@@ -575,14 +577,14 @@ function createClient(model, context, apiKey, optionsHeaders, identity, fetch, s
     if (optionsHeaders) {
         Object.assign(headers, optionsHeaders);
     }
-    return new RetryHintOpenAI({
+    return admitOpenAIRequests(new RetryHintOpenAI({
         apiKey,
         baseURL: model.baseUrl,
         dangerouslyAllowBrowser: true,
-        fetch,
+        fetch: getFetchAdmission(fetch)?.fetch ?? fetch,
         // Affinity defaults yield to explicit model and request headers, including null suppression.
         defaultHeaders: { ...sessionAffinityHeaders, ...headers },
-    });
+    }), fetch);
 }
 function buildParams(model, context, options, compat = getCompat(model), cacheRetention = resolveCacheRetention(options?.cacheRetention, options?.env), grammarToolInputProperties = createGrammarToolInputProperties(getDeclaredTools(context.messages), compat.supportsOpenAIGrammarTools)) {
     const transcriptTools = resolveTranscriptTools(context.messages, compat.supportsMidConvoSystemMessages === true && compat.supportsMidConvoToolAdditions === true
@@ -1241,7 +1243,10 @@ function convertTools(tools, compat) {
         };
     });
 }
-function parseChunkUsage(rawUsage, model) {
+function parseChunkUsage(
+// OpenRouter adds billing fields to streamed usage at runtime,
+// although the OpenAI SDK does not type those fields.
+rawUsage, model) {
     const promptTokens = rawUsage.prompt_tokens || 0;
     const cacheReadTokens = rawUsage.prompt_tokens_details?.cached_tokens ?? rawUsage.prompt_cache_hit_tokens ?? rawUsage.cached_tokens ?? 0;
     const cacheWriteTokens = rawUsage.prompt_tokens_details?.cache_write_tokens || 0;
@@ -1269,6 +1274,9 @@ function parseChunkUsage(rawUsage, model) {
         cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
     };
     calculateCost(model, usage);
+    if (isOpenRouterModel(model)) {
+        applyOpenRouterReportedCost(usage, rawUsage);
+    }
     return usage;
 }
 function mapStopReason(reason) {