@fractaal/pi-ai 0.86.8 → 1.4.1

package/dist/api/openai-completions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-completions.d.ts","sourceRoot":"","sources":["../../src/api/openai-completions.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAOX,0BAA0B,EAI1B,MAAM,sCAAsC,CAAC;AAE9C,OAAO,KAAK,EAOX,KAAK,EACL,uBAAuB,EAGvB,mBAAmB,EAEnB,cAAc,EACd,aAAa,EAEb,eAAe,EAMf,MAAM,aAAa,CAAC;AAWrB,OAAO,EAIN,KAAK,iBAAiB,EACtB,MAAM,wBAAwB,CAAC;AAqGhC,MAAM,WAAW,wBAAyB,SAAQ,aAAa;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,8BAA8B,CAAC;IACpE,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IAC1E,2KAA2K;IAC3K,eAAe,CAAC,EAAE,eAAe,CAAC;CAClC;AAED,MAAM,WAAW,iCAAiC;IACjD,0BAA0B,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzD;AAOD,KAAK,+BAA+B,GAAG,IAAI,CAC1C,QAAQ,CAAC,uBAAuB,CAAC,EAC/B,oBAAoB,GACpB,6BAA6B,GAC7B,0BAA0B,GAC1B,gCAAgC,GAChC,+BAA+B,GAC/B,cAAc,CAChB,GAAG;IACH,kBAAkB,CAAC,EAAE,uBAAuB,CAAC,oBAAoB,CAAC,CAAC;IACnE,2BAA2B,CAAC,EAAE,uBAAuB,CAAC,6BAA6B,CAAC,CAAC;IACrF,wBAAwB,CAAC,EAAE,uBAAuB,CAAC,0BAA0B,CAAC,CAAC;IAC/E,8BAA8B,CAAC,EAAE,uBAAuB,CAAC,gCAAgC,CAAC,CAAC;IAC3F,6BAA6B,CAAC,EAAE,uBAAuB,CAAC,+BAA+B,CAAC,CAAC;IACzF,YAAY,CAAC,EAAE,uBAAuB,CAAC,cAAc,CAAC,CAAC;CACvD,CAAC;AAuHF,eAAO,MAAM,MAAM,EAAE,cAAc,CAAC,oBAAoB,EAAE,wBAAwB,CA8ajF,CAAC;AAEF,eAAO,MAAM,YAAY,EAAE,cAAc,CAAC,oBAAoB,EAAE,mBAAmB,CAmBlF,CAAC;AAsbF,wBAAgB,eAAe,CAC9B,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,EAClC,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,+BAA+B,EACvC,OAAO,CAAC,EAAE,iCAAiC,GACzC,0BAA0B,EAAE,CA0R9B"}
+{"version":3,"file":"openai-completions.d.ts","sourceRoot":"","sources":["../../src/api/openai-completions.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAOX,0BAA0B,EAI1B,MAAM,sCAAsC,CAAC;AAE9C,OAAO,KAAK,EAOX,KAAK,EACL,uBAAuB,EAGvB,mBAAmB,EAEnB,cAAc,EACd,aAAa,EAEb,eAAe,EAMf,MAAM,aAAa,CAAC;AAgBrB,OAAO,EAIN,KAAK,iBAAiB,EACtB,MAAM,wBAAwB,CAAC;AAsGhC,MAAM,WAAW,wBAAyB,SAAQ,aAAa;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,8BAA8B,CAAC;IACpE,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IAC1E,2KAA2K;IAC3K,eAAe,CAAC,EAAE,eAAe,CAAC;CAClC;AAED,MAAM,WAAW,iCAAiC;IACjD,0BAA0B,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzD;AAOD,KAAK,+BAA+B,GAAG,IAAI,CAC1C,QAAQ,CAAC,uBAAuB,CAAC,EAC/B,oBAAoB,GACpB,6BAA6B,GAC7B,0BAA0B,GAC1B,gCAAgC,GAChC,+BAA+B,GAC/B,cAAc,CAChB,GAAG;IACH,kBAAkB,CAAC,EAAE,uBAAuB,CAAC,oBAAoB,CAAC,CAAC;IACnE,2BAA2B,CAAC,EAAE,uBAAuB,CAAC,6BAA6B,CAAC,CAAC;IACrF,wBAAwB,CAAC,EAAE,uBAAuB,CAAC,0BAA0B,CAAC,CAAC;IAC/E,8BAA8B,CAAC,EAAE,uBAAuB,CAAC,gCAAgC,CAAC,CAAC;IAC3F,6BAA6B,CAAC,EAAE,uBAAuB,CAAC,+BAA+B,CAAC,CAAC;IACzF,YAAY,CAAC,EAAE,uBAAuB,CAAC,cAAc,CAAC,CAAC;CACvD,CAAC;AAuHF,eAAO,MAAM,MAAM,EAAE,cAAc,CAAC,oBAAoB,EAAE,wBAAwB,CAsZjF,CAAC;AAEF,eAAO,MAAM,YAAY,EAAE,cAAc,CAAC,oBAAoB,EAAE,mBAAmB,CAmBlF,CAAC;AAybF,wBAAgB,eAAe,CAC9B,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,EAClC,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,+BAA+B,EACvC,OAAO,CAAC,EAAE,iCAAiC,GACzC,0BAA0B,EAAE,CA8R9B"}

package/dist/api/openai-completions.js

@@ -4,14 +4,15 @@ import { formatProviderError, normalizeProviderError } from "../utils/error-body
 import { AssistantMessageEventStream } from "../utils/event-stream.js";
 import { shortHash } from "../utils/hash.js";
 import { headersToRecord } from "../utils/headers.js";
-import { parseStreamingJson } from "../utils/json-parse.js";
-import { getPiUserAgent } from "../utils/pi-user-agent.js";
+import { getIdentityHeaders } from "../utils/identity.js";
+import { applyOpenRouterReportedCost, isOpenRouterModel, } from "../utils/openrouter-cost.js";
 import { getProviderEnvValue } from "../utils/provider-env.js";
 import { retryProviderRequest } from "../utils/provider-retry.js";
 import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
+import { ToolCallArgumentsStream } from "../utils/streaming-json.js";
 import { getSystemMessageText, renderSystemMessageUpdate } from "../utils/text.js";
 import { getDeclaredTools, resolveTranscript, resolveTranscriptTools, } from "../utils/transcript.js";
-import { appendGrammarToolInputJsonDelta, createGrammarToolInputProperties, getGrammarToolInput, getJsonSchemaToolParameters, resolveGrammarConstrainedSampling, resolveJsonSchemaStrictSampling, } from "./constrained-sampling.js";
+import { appendGrammarToolInputJsonDelta, closeGrammarToolInputJson, createGrammarToolInputProperties, getGrammarToolInput, getJsonSchemaToolParameters, resolveGrammarConstrainedSampling, resolveJsonSchemaStrictSampling, } from "./constrained-sampling.js";
 import { buildCopilotDynamicHeaders, hasCopilotVisionInput } from "./github-copilot-headers.js";
 import { clampOpenAIPromptCacheKey } from "./openai-prompt-cache.js";
 import { buildBaseOptions, clampThinkingBudgetToAnswerRoom, resolveSamplingParams, thinkingBudgetForLevel, } from "./simple-options.js";
@@ -183,7 +184,7 @@ export const stream = (model, context, options) => {
             const grammarToolInputProperties = createGrammarToolInputProperties(getDeclaredTools(normalizedContext.messages), compat.supportsOpenAIGrammarTools);
             const cacheRetention = resolveCacheRetention(options?.cacheRetention, options?.env);
             const cacheSessionId = cacheRetention === "none" ? undefined : options?.sessionId;
-            const client = createClient(model, normalizedContext, apiKey, options?.headers, options?.fetch, cacheSessionId, compat);
+            const client = createClient(model, normalizedContext, apiKey, options?.headers, options?.identity, options?.fetch, cacheSessionId, compat);
             let params = buildParams(model, normalizedContext, options, compat, cacheRetention, grammarToolInputProperties);
             const nextParams = await options?.onPayload?.(params, model);
             if (nextParams !== undefined) {
@@ -206,23 +207,14 @@ export const stream = (model, context, options) => {
             let hasFinishReason = false;
             const toolCallBlocksByIndex = new Map();
             const toolCallBlocksById = new Map();
+            const toolCallStates = new Map();
             const blocks = output.content;
             const getContentIndex = (block) => blocks.indexOf(block);
-            const getCustomToolCallInput = (block) => {
-                const property = block.customInput?.property;
-                if (property === undefined)
-                    return "";
-                const value = block.arguments[property];
-                return typeof value === "string" ? value : "";
-            };
-            const appendCustomToolCallInput = (block, nextInput, close) => {
-                const customInput = block.customInput;
-                if (!customInput)
-                    return undefined;
-                const delta = appendGrammarToolInputJsonDelta(customInput.jsonBuffer, customInput.property, nextInput, close);
-                block.arguments = { [customInput.property]: nextInput };
-                return delta;
-            };
+            const customInput = (property) => ({
+                kind: "custom",
+                property,
+                buffer: { input: "", started: false, closed: false },
+            });
             const finishBlock = (block) => {
                 const contentIndex = getContentIndex(block);
                 if (contentIndex === -1) {
@@ -246,8 +238,10 @@ export const stream = (model, context, options) => {
                     });
                 }
                 else if (block.type === "toolCall") {
-                    if (block.customInput) {
-                        const delta = appendCustomToolCallInput(block, getCustomToolCallInput(block), true);
+                    const input = toolCallStates.get(block).input;
+                    toolCallStates.delete(block);
+                    if (input.kind === "custom") {
+                        const delta = closeGrammarToolInputJson(input.buffer, input.property, undefined);
                         if (delta !== undefined) {
                             stream.push({
                                 type: "toolcall_delta",
@@ -258,13 +252,8 @@ export const stream = (model, context, options) => {
                         }
                     }
                     else {
-                        block.arguments = parseStreamingJson(block.partialArgs);
+                        Object.assign(block, input.arguments.finish());
                     }
-                    // Finalize in-place and strip the scratch buffers so replay only
-                    // carries parsed arguments.
-                    delete block.partialArgs;
-                    delete block.customInput;
-                    delete block.streamIndex;
                     stream.push({
                         type: "toolcall_end",
                         contentIndex,
@@ -304,18 +293,18 @@ export const stream = (model, context, options) => {
                     // Note: the "input" fallback here should/must not be taken.  in case the LLM makes up
                     // a tool we don't knwo about, we at least have a place to stash our stuff.
                     const customInputProperty = toolCall.custom && !toolCall.function ? (grammarToolInputProperties.get(name) ?? "input") : undefined;
-                    const hasCustomInput = customInputProperty !== undefined;
                     block = {
                         type: "toolCall",
                         id: toolCall.id || "",
                         name,
-                        arguments: hasCustomInput ? { [customInputProperty]: "" } : {},
-                        partialArgs: hasCustomInput ? undefined : "",
-                        customInput: hasCustomInput
-                            ? { property: customInputProperty, jsonBuffer: { input: "", started: false, closed: false } }
-                            : undefined,
-                        streamIndex,
+                        arguments: customInputProperty !== undefined ? { [customInputProperty]: "" } : {},
                     };
+                    toolCallStates.set(block, {
+                        streamIndex,
+                        input: customInputProperty !== undefined
+                            ? customInput(customInputProperty)
+                            : { kind: "json", arguments: new ToolCallArgumentsStream() },
+                    });
                     if (streamIndex !== undefined) {
                         toolCallBlocksByIndex.set(streamIndex, block);
                     }
@@ -329,8 +318,9 @@ export const stream = (model, context, options) => {
                         partial: output,
                     });
                 }
-                if (streamIndex !== undefined && block.streamIndex === undefined) {
-                    block.streamIndex = streamIndex;
+                const state = toolCallStates.get(block);
+                if (streamIndex !== undefined && state.streamIndex === undefined) {
+                    state.streamIndex = streamIndex;
                     toolCallBlocksByIndex.set(streamIndex, block);
                 }
                 if (toolCall.id) {
@@ -339,16 +329,12 @@ export const stream = (model, context, options) => {
                 if (!block.name && name) {
                     block.name = name;
                 }
-                if (toolCall.custom && !toolCall.function && !block.customInput) {
+                if (toolCall.custom && !toolCall.function && state.input.kind !== "custom") {
                     const customInputProperty = grammarToolInputProperties.get(block.name) ?? "input";
                     block.arguments = { [customInputProperty]: "" };
-                    block.customInput = {
-                        property: customInputProperty,
-                        jsonBuffer: { input: "", started: false, closed: false },
-                    };
-                    delete block.partialArgs;
+                    state.input = customInput(customInputProperty);
                 }
-                return block;
+                return { block, state };
             };
             for await (const chunk of openaiStream) {
                 await options?.onProviderStreamEvent?.(chunk, model);
@@ -381,18 +367,8 @@ export const stream = (model, context, options) => {
                     hasFinishReason = true;
                 }
                 if (choice.delta) {
-                    if (choice.delta.content !== null &&
-                        choice.delta.content !== undefined &&
-                        choice.delta.content.length > 0) {
-                        const block = ensureTextBlock();
-                        block.text += choice.delta.content;
-                        stream.push({
-                            type: "text_delta",
-                            contentIndex: getContentIndex(block),
-                            delta: choice.delta.content,
-                            partial: output,
-                        });
-                    }
+                    // Handle reasoning before content: some proxies (e.g. LiteLLM) aggregate reasoning and
+                    // answer into one delta, and the thinking block must precede the text block.
                     // Some endpoints return reasoning in reasoning_content (llama.cpp),
                     // or reasoning (other openai compatible endpoints)
                     // Use the first non-empty reasoning field to avoid duplication
@@ -423,9 +399,34 @@ export const stream = (model, context, options) => {
                             });
                         }
                     }
+                    const reasoningDetails = choice.delta.reasoning_details;
+                    if (Array.isArray(reasoningDetails)) {
+                        for (const detail of reasoningDetails) {
+                            if (!isOpenAIReasoningDetail(detail))
+                                continue;
+                            ensureThinkingBlock("");
+                            streamedReasoningDetails ??= [];
+                            // Keep provider replay data in the existing signature slot. OpenRouter streams
+                            // reasoning_details as deltas: consecutive text/summary deltas are merged into
+                            // logical entries, while encrypted entries remain opaque and discrete.
+                            appendOpenAIReasoningDetail(streamedReasoningDetails, detail);
+                        }
+                    }
+                    if (choice.delta.content !== null &&
+                        choice.delta.content !== undefined &&
+                        choice.delta.content.length > 0) {
+                        const block = ensureTextBlock();
+                        block.text += choice.delta.content;
+                        stream.push({
+                            type: "text_delta",
+                            contentIndex: getContentIndex(block),
+                            delta: choice.delta.content,
+                            partial: output,
+                        });
+                    }
                     if (choice?.delta?.tool_calls) {
                         for (const toolCall of choice.delta.tool_calls) {
-                            const block = ensureToolCallBlock(toolCall);
+                            const { block, state } = ensureToolCallBlock(toolCall);
                             if (!block.id && toolCall.id) {
                                 block.id = toolCall.id;
                                 toolCallBlocksById.set(toolCall.id, block);
@@ -435,14 +436,15 @@ export const stream = (model, context, options) => {
                                 block.name = name;
                             }
                             let delta = "";
-                            if (toolCall.function?.arguments) {
+                            const input = state.input;
+                            if (toolCall.function?.arguments && input.kind === "json") {
                                 delta = toolCall.function.arguments;
-                                block.partialArgs = (block.partialArgs ?? "") + toolCall.function.arguments;
-                                block.arguments = parseStreamingJson(block.partialArgs);
+                                block.arguments = input.arguments.append(delta);
                             }
-                            else if (toolCall.custom?.input) {
-                                const nextInput = getCustomToolCallInput(block) + toolCall.custom.input;
-                                delta = appendCustomToolCallInput(block, nextInput, false) ?? "";
+                            else if (toolCall.custom?.input && input.kind === "custom") {
+                                delta =
+                                    appendGrammarToolInputJsonDelta(input.buffer, input.property, toolCall.custom.input) ?? "";
+                                block.arguments = { [input.property]: input.buffer.input };
                             }
                             stream.push({
                                 type: "toolcall_delta",
@@ -452,19 +454,6 @@ export const stream = (model, context, options) => {
                             });
                         }
                     }
-                    const reasoningDetails = choice.delta.reasoning_details;
-                    if (Array.isArray(reasoningDetails)) {
-                        for (const detail of reasoningDetails) {
-                            if (!isOpenAIReasoningDetail(detail))
-                                continue;
-                            ensureThinkingBlock("");
-                            streamedReasoningDetails ??= [];
-                            // Keep provider replay data in the existing signature slot. OpenRouter streams
-                            // reasoning_details as deltas: consecutive text/summary deltas are merged into
-                            // logical entries, while encrypted entries remain opaque and discrete.
-                            appendOpenAIReasoningDetail(streamedReasoningDetails, detail);
-                        }
-                    }
                 }
             }
             for (const block of blocks) {
@@ -493,11 +482,6 @@ export const stream = (model, context, options) => {
                 if (block.type === "thinking") {
                     applyStreamedReasoningDetails(block);
                 }
-                delete block.index;
-                // Streaming scratch buffers are only used during parsing; never persist them.
-                delete block.partialArgs;
-                delete block.customInput;
-                delete block.streamIndex;
             }
             output.stopReason = options?.signal?.aborted ? "aborted" : "error";
             output.errorMessage = formatProviderError(normalizeProviderError(error));
@@ -529,8 +513,8 @@ export const streamSimple = (model, context, options) => {
         thinkingBudgets: options?.thinkingBudgets,
     });
 };
-function createClient(model, context, apiKey, optionsHeaders, fetch, sessionId, compat = getCompat(model)) {
-    const headers = { "User-Agent": getPiUserAgent(), ...model.headers };
+function createClient(model, context, apiKey, optionsHeaders, identity, fetch, sessionId, compat = getCompat(model)) {
+    const headers = { ...getIdentityHeaders(model, identity), ...model.headers };
     if (model.provider === "github-copilot") {
         const hasImages = hasCopilotVisionInput(context.messages);
         const copilotHeaders = buildCopilotDynamicHeaders({
@@ -564,7 +548,9 @@ function createClient(model, context, apiKey, optionsHeaders, fetch, sessionId,
     });
 }
 function buildParams(model, context, options, compat = getCompat(model), cacheRetention = resolveCacheRetention(options?.cacheRetention, options?.env), grammarToolInputProperties = createGrammarToolInputProperties(getDeclaredTools(context.messages), compat.supportsOpenAIGrammarTools)) {
-    const transcriptTools = resolveTranscriptTools(context.messages, compat.supportsMidConvoSystemMessages === true && compat.supportsMidConvoToolAdditions === true);
+    const transcriptTools = resolveTranscriptTools(context.messages, compat.supportsMidConvoSystemMessages === true && compat.supportsMidConvoToolAdditions === true
+        ? "additions"
+        : "none");
     const messages = convertMessages(model, context, compat, {
         grammarToolInputProperties,
     });
@@ -895,9 +881,12 @@ export function convertMessages(model, context, compat, options) {
         return id;
     };
     const transformedMessages = transformMessages(normalizedContext.messages, model, (id) => normalizeToolCallId(id));
-    const transcriptTools = resolveTranscriptTools(normalizedContext.messages, compat.supportsMidConvoSystemMessages === true && compat.supportsMidConvoToolAdditions === true);
+    const transcriptTools = resolveTranscriptTools(normalizedContext.messages, compat.supportsMidConvoSystemMessages === true && compat.supportsMidConvoToolAdditions === true
+        ? "additions"
+        : "none");
     const instructionRole = model.reasoning && compat.supportsDeveloperRole ? "developer" : "system";
     let lastRole = null;
+    let systemIndex = 0;
     for (let i = 0; i < transformedMessages.length; i++) {
         const msg = transformedMessages[i];
         // Some providers don't allow user messages directly after tool results
@@ -909,7 +898,8 @@ export function convertMessages(model, context, compat, options) {
             });
         }
         if (msg.role === "system") {
-            const addedTools = i > 0 && transcriptTools.anchorsAdditions ? (msg.toolsAdded ?? []) : [];
+            // transformMessages keeps system messages in order, so their position matches the transcript.
+            const addedTools = systemIndex++ >= transcriptTools.foldedSystemMessages ? (msg.toolsAdded ?? []) : [];
             if (addedTools.length > 0) {
                 const kimiToolMessage = {
                     role: "system",
@@ -1074,7 +1064,7 @@ export function convertMessages(model, context, compat, options) {
                     .join("\n");
                 const hasImages = toolMsg.content.some((c) => c.type === "image");
                 // Always send tool result with text (or placeholder if only images)
-                const hasText = textResult.length > 0;
+                const hasText = textResult.trim().length > 0;
                 const toolResultText = hasText ? textResult : hasImages ? "(see attached image)" : "(no tool output)";
                 // Some providers require the 'name' field in tool results
                 const toolResultMsg = {
@@ -1160,7 +1150,10 @@ function convertTools(tools, compat) {
         };
     });
 }
-function parseChunkUsage(rawUsage, model) {
+function parseChunkUsage(
+// OpenRouter adds billing fields to streamed usage at runtime,
+// although the OpenAI SDK does not type those fields.
+rawUsage, model) {
     const promptTokens = rawUsage.prompt_tokens || 0;
     const cacheReadTokens = rawUsage.prompt_tokens_details?.cached_tokens ?? rawUsage.prompt_cache_hit_tokens ?? rawUsage.cached_tokens ?? 0;
     const cacheWriteTokens = rawUsage.prompt_tokens_details?.cache_write_tokens || 0;
@@ -1188,6 +1181,9 @@ function parseChunkUsage(rawUsage, model) {
         cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
     };
     calculateCost(model, usage);
+    if (isOpenRouterModel(model)) {
+        applyOpenRouterReportedCost(usage, rawUsage);
+    }
     return usage;
 }
 function mapStopReason(reason) {