@nvae/llmswitch 0.2.0 → 0.4.0

package/dist/bridge/translate-response.js

@@ -30,7 +30,7 @@ function mapUsage(usage) {
 function numberOr(value) {
     return typeof value === "number" ? value : undefined;
 }
-export function createStreamState(model, responseId, customTools) {
+export function createStreamState(model, responseId, customTools, webSearchEnabled = false) {
     return {
         responseId: responseId || newId("resp"),
         model,
@@ -38,13 +38,60 @@ export function createStreamState(model, responseId, customTools) {
         textStarted: false,
         textContentIndex: 0,
         outputIndex: 0,
-        fullText: "",
+        currentText: "",
+        completedItems: [],
+        webSearchEnabled,
+        webSearchBuffer: "",
+        insideWebSearch: false,
         customTools: new Set(customTools ?? []),
         toolCalls: new Map(),
         created: false,
         completed: false,
     };
 }
+const WEB_SEARCH_OPEN = "<web_search>";
+const WEB_SEARCH_CLOSE = "</web_search>";
+function pushTextSegment(segments, content) {
+    if (!content)
+        return;
+    const previous = segments[segments.length - 1];
+    if (previous?.type === "text")
+        previous.content += content;
+    else
+        segments.push({ type: "text", content });
+}
+function splitWebSearchContent(content, enabled) {
+    if (!enabled || !content) {
+        return content ? [{ type: "text", content }] : [];
+    }
+    const segments = [];
+    let cursor = 0;
+    while (cursor < content.length) {
+        const open = content.indexOf(WEB_SEARCH_OPEN, cursor);
+        if (open < 0) {
+            pushTextSegment(segments, content.slice(cursor));
+            break;
+        }
+        const close = content.indexOf(WEB_SEARCH_CLOSE, open + WEB_SEARCH_OPEN.length);
+        if (close < 0) {
+            pushTextSegment(segments, content.slice(cursor));
+            break;
+        }
+        pushTextSegment(segments, content.slice(cursor, open));
+        segments.push({
+            type: "web_search",
+            content: content.slice(open + WEB_SEARCH_OPEN.length, close),
+        });
+        cursor = close + WEB_SEARCH_CLOSE.length;
+    }
+    return segments;
+}
+function webSearchAction(content) {
+    const match = content.match(/^\s*Search results for\s+["“]([^"”]+)["”]\s*:/);
+    return match
+        ? { type: "search", query: match[1] }
+        : { type: "search" };
+}
 /**
  * Chat function-calling often wraps freeform payloads as `{"input":"..."}`.
  * Codex custom tools need the raw string in `input`.
@@ -102,6 +149,7 @@ function ensureTextItem(state, out) {
         return;
     state.textStarted = true;
     state.textItemId = newId("msg");
+    state.currentText = "";
     const outputIndex = state.outputIndex;
     out.push(sseEvent("response.output_item.added", {
         output_index: outputIndex,
@@ -120,6 +168,103 @@ function ensureTextItem(state, out) {
         part: { type: "output_text", text: "", annotations: [] },
     }));
 }
+function emitTextDelta(state, out, content) {
+    if (!content)
+        return;
+    ensureTextItem(state, out);
+    state.currentText += content;
+    out.push(sseEvent("response.output_text.delta", {
+        item_id: state.textItemId,
+        output_index: state.outputIndex,
+        content_index: state.textContentIndex,
+        delta: content,
+    }));
+}
+function pendingOpenTagLength(value) {
+    const max = Math.min(value.length, WEB_SEARCH_OPEN.length - 1);
+    for (let length = max; length > 0; length -= 1) {
+        if (WEB_SEARCH_OPEN.startsWith(value.slice(-length)))
+            return length;
+    }
+    return 0;
+}
+function emitWebSearchItem(state, out, content) {
+    if (state.textStarted)
+        closeTextItem(state, out);
+    const outputIndex = state.outputIndex;
+    const itemId = newId("ws");
+    const action = webSearchAction(content);
+    out.push(sseEvent("response.output_item.added", {
+        output_index: outputIndex,
+        item: {
+            id: itemId,
+            type: "web_search_call",
+            status: "in_progress",
+            action,
+        },
+    }));
+    const item = {
+        id: itemId,
+        type: "web_search_call",
+        status: "completed",
+        action,
+    };
+    out.push(sseEvent("response.output_item.done", {
+        output_index: outputIndex,
+        item,
+    }));
+    state.completedItems.push({ outputIndex, item });
+    state.outputIndex += 1;
+    if (content) {
+        emitTextDelta(state, out, content);
+        closeTextItem(state, out);
+    }
+}
+function consumeTextContent(state, out, content) {
+    if (!content)
+        return;
+    if (!state.webSearchEnabled) {
+        emitTextDelta(state, out, content);
+        return;
+    }
+    state.webSearchBuffer += content;
+    while (state.webSearchBuffer) {
+        if (state.insideWebSearch) {
+            const close = state.webSearchBuffer.indexOf(WEB_SEARCH_CLOSE);
+            if (close < 0)
+                return;
+            const searchContent = state.webSearchBuffer.slice(0, close);
+            state.webSearchBuffer = state.webSearchBuffer.slice(close + WEB_SEARCH_CLOSE.length);
+            state.insideWebSearch = false;
+            emitWebSearchItem(state, out, searchContent);
+            continue;
+        }
+        const open = state.webSearchBuffer.indexOf(WEB_SEARCH_OPEN);
+        if (open >= 0) {
+            emitTextDelta(state, out, state.webSearchBuffer.slice(0, open));
+            if (state.textStarted)
+                closeTextItem(state, out);
+            state.webSearchBuffer = state.webSearchBuffer.slice(open + WEB_SEARCH_OPEN.length);
+            state.insideWebSearch = true;
+            continue;
+        }
+        const pending = pendingOpenTagLength(state.webSearchBuffer);
+        const safeLength = state.webSearchBuffer.length - pending;
+        emitTextDelta(state, out, state.webSearchBuffer.slice(0, safeLength));
+        state.webSearchBuffer = state.webSearchBuffer.slice(safeLength);
+        return;
+    }
+}
+function flushPendingWebSearchText(state, out) {
+    if (!state.webSearchBuffer && !state.insideWebSearch)
+        return;
+    const content = state.insideWebSearch
+        ? WEB_SEARCH_OPEN + state.webSearchBuffer
+        : state.webSearchBuffer;
+    state.webSearchBuffer = "";
+    state.insideWebSearch = false;
+    emitTextDelta(state, out, content);
+}
 /**
  * Convert one Chat Completions SSE JSON chunk into zero or more Responses SSE frames.
  */
@@ -135,27 +280,15 @@ export function chatChunkToResponsesEvents(chunk, state) {
         const delta = (choice.delta || choice.message || {});
         const finish = choice.finish_reason;
         if (typeof delta.content === "string" && delta.content.length > 0) {
-            ensureTextItem(state, out);
-            state.fullText += delta.content;
-            out.push(sseEvent("response.output_text.delta", {
-                item_id: state.textItemId,
-                output_index: state.outputIndex,
-                content_index: state.textContentIndex,
-                delta: delta.content,
-            }));
+            consumeTextContent(state, out, delta.content);
         }
         // Completions-style: choices[].text
         if (typeof choice.text === "string" && choice.text.length > 0) {
-            ensureTextItem(state, out);
-            state.fullText += choice.text;
-            out.push(sseEvent("response.output_text.delta", {
-                item_id: state.textItemId,
-                output_index: state.outputIndex,
-                content_index: state.textContentIndex,
-                delta: choice.text,
-            }));
+            consumeTextContent(state, out, choice.text);
         }
         const toolCalls = Array.isArray(delta.tool_calls) ? delta.tool_calls : [];
+        if (toolCalls.length > 0)
+            flushPendingWebSearchText(state, out);
         for (const tcRaw of toolCalls) {
             const tc = tcRaw;
             const idx = typeof tc.index === "number" ? tc.index : 0;
@@ -277,37 +410,41 @@ function closeTextItem(state, out) {
     if (!state.textStarted || !state.textItemId)
         return;
     const outputIndex = state.outputIndex;
+    const item = {
+        id: state.textItemId,
+        type: "message",
+        status: "completed",
+        role: "assistant",
+        content: [
+            { type: "output_text", text: state.currentText, annotations: [] },
+        ],
+    };
     out.push(sseEvent("response.output_text.done", {
         item_id: state.textItemId,
         output_index: outputIndex,
         content_index: state.textContentIndex,
-        text: state.fullText,
+        text: state.currentText,
     }));
     out.push(sseEvent("response.content_part.done", {
         item_id: state.textItemId,
         output_index: outputIndex,
         content_index: state.textContentIndex,
-        part: { type: "output_text", text: state.fullText, annotations: [] },
+        part: { type: "output_text", text: state.currentText, annotations: [] },
     }));
     out.push(sseEvent("response.output_item.done", {
         output_index: outputIndex,
-        item: {
-            id: state.textItemId,
-            type: "message",
-            status: "completed",
-            role: "assistant",
-            content: [
-                { type: "output_text", text: state.fullText, annotations: [] },
-            ],
-        },
+        item,
     }));
+    state.completedItems.push({ outputIndex, item });
     state.outputIndex += 1;
     state.textStarted = false;
     state.textItemId = null;
+    state.currentText = "";
 }
 function finalizeStream(state, out, finishReason) {
     if (state.completed)
         return;
+    flushPendingWebSearchText(state, out);
     if (state.textStarted && state.textItemId) {
         closeTextItem(state, out);
     }
@@ -319,6 +456,14 @@ function finalizeStream(state, out, finishReason) {
         const outputIndex = entry.outputIndex >= 0 ? entry.outputIndex : state.outputIndex;
         if (entry.custom) {
             const input = unwrapCustomToolInput(entry.arguments);
+            const item = {
+                id: entry.itemId,
+                type: "custom_tool_call",
+                status: "completed",
+                call_id: entry.callId,
+                name: entry.name || "tool",
+                input,
+            };
             out.push(sseEvent("response.custom_tool_call_input.delta", {
                 item_id: entry.itemId,
                 output_index: outputIndex,
@@ -333,17 +478,19 @@ function finalizeStream(state, out, finishReason) {
             }));
             out.push(sseEvent("response.output_item.done", {
                 output_index: outputIndex,
-                item: {
-                    id: entry.itemId,
-                    type: "custom_tool_call",
-                    status: "completed",
-                    call_id: entry.callId,
-                    name: entry.name || "tool",
-                    input,
-                },
+                item,
             }));
+            state.completedItems.push({ outputIndex, item });
         }
         else {
+            const item = {
+                id: entry.itemId,
+                type: "function_call",
+                status: "completed",
+                call_id: entry.callId,
+                name: entry.name || "tool",
+                arguments: entry.arguments,
+            };
             out.push(sseEvent("response.function_call_arguments.done", {
                 item_id: entry.itemId,
                 output_index: outputIndex,
@@ -351,15 +498,9 @@ function finalizeStream(state, out, finishReason) {
             }));
             out.push(sseEvent("response.output_item.done", {
                 output_index: outputIndex,
-                item: {
-                    id: entry.itemId,
-                    type: "function_call",
-                    status: "completed",
-                    call_id: entry.callId,
-                    name: entry.name || "tool",
-                    arguments: entry.arguments,
-                },
+                item,
             }));
+            state.completedItems.push({ outputIndex, item });
         }
         if (entry.outputIndex < 0) {
             entry.outputIndex = outputIndex;
@@ -369,38 +510,10 @@ function finalizeStream(state, out, finishReason) {
     const status = finishReason === "length" || finishReason === "content_filter"
         ? "incomplete"
         : "completed";
-    const output = [];
-    if (state.fullText) {
-        output.push({
-            id: newId("msg"),
-            type: "message",
-            status: "completed",
-            role: "assistant",
-            content: [{ type: "output_text", text: state.fullText, annotations: [] }],
-        });
-    }
-    for (const entry of state.toolCalls.values()) {
-        if (entry.custom) {
-            output.push({
-                id: entry.itemId,
-                type: "custom_tool_call",
-                status: "completed",
-                call_id: entry.callId,
-                name: entry.name || "tool",
-                input: unwrapCustomToolInput(entry.arguments),
-            });
-        }
-        else {
-            output.push({
-                id: entry.itemId,
-                type: "function_call",
-                status: "completed",
-                call_id: entry.callId,
-                name: entry.name || "tool",
-                arguments: entry.arguments,
-            });
-        }
-    }
+    const output = state.completedItems
+        .slice()
+        .sort((a, b) => a.outputIndex - b.outputIndex)
+        .map(({ item }) => item);
     const response = {
         ...baseResponse(state, status),
         output,
@@ -420,7 +533,7 @@ export function forceCompleteStream(state) {
 /**
  * Non-streaming Chat Completions JSON → Responses JSON.
  */
-export function chatCompletionToResponse(chat, modelFallback, customTools) {
+export function chatCompletionToResponse(chat, modelFallback, customTools, webSearchEnabled = false) {
     const id = newId("resp");
     const model = String(chat.model || modelFallback || "");
     const customSet = new Set(customTools ?? []);
@@ -436,13 +549,25 @@ export function chatCompletionToResponse(chat, modelFallback, customTools) {
     const content = typeof message.content === "string"
         ? message.content
         : textFromCompletions;
-    if (content) {
+    for (const segment of splitWebSearchContent(content, webSearchEnabled)) {
+        if (segment.type === "web_search") {
+            output.push({
+                id: newId("ws"),
+                type: "web_search_call",
+                status: "completed",
+                action: webSearchAction(segment.content),
+            });
+            if (!segment.content)
+                continue;
+        }
         output.push({
             id: newId("msg"),
             type: "message",
             status: "completed",
             role: "assistant",
-            content: [{ type: "output_text", text: content, annotations: [] }],
+            content: [
+                { type: "output_text", text: segment.content, annotations: [] },
+            ],
         });
     }
     const toolCalls = Array.isArray(message.tool_calls) ? message.tool_calls : [];