@providerprotocol/ai 0.0.21 → 0.0.23

package/dist/openai/index.js

@@ -1,25 +1,35 @@
 import {
   Image
 } from "../chunk-WAKD3OO5.js";
+import {
+  parseJsonResponse
+} from "../chunk-Z6DKC37J.js";
+import {
+  StreamEventType
+} from "../chunk-73IIE3QT.js";
 import {
   AssistantMessage,
   createProvider,
+  generateId,
   isAssistantMessage,
   isToolResultMessage,
   isUserMessage
-} from "../chunk-M4BMM5IB.js";
+} from "../chunk-MF5ETY5O.js";
 import {
   parseSSEStream
-} from "../chunk-Z7RBRCRN.js";
+} from "../chunk-NWS5IKNR.js";
 import {
   resolveApiKey
-} from "../chunk-Y3GBJNA2.js";
+} from "../chunk-55X3W2MN.js";
 import {
+  ErrorCode,
+  ModalityType,
   UPPError,
   doFetch,
   doStreamFetch,
-  normalizeHttpError
-} from "../chunk-EDENPF3E.js";
+  normalizeHttpError,
+  toError
+} from "../chunk-QNJO7DSD.js";
 
 // src/providers/openai/transform.completions.ts
 function transformRequest(request, modelId) {
@@ -55,9 +65,40 @@ function transformRequest(request, modelId) {
   return openaiRequest;
 }
 function normalizeSystem(system) {
-  if (!system) return void 0;
+  if (system === void 0 || system === null) return void 0;
   if (typeof system === "string") return system;
-  return system.map((block) => block.text ?? "").filter((text) => text.length > 0).join("\n\n");
+  if (!Array.isArray(system)) {
+    throw new UPPError(
+      "System prompt must be a string or an array of text blocks",
+      ErrorCode.InvalidRequest,
+      "openai",
+      ModalityType.LLM
+    );
+  }
+  const texts = [];
+  for (const block of system) {
+    if (!block || typeof block !== "object" || !("text" in block)) {
+      throw new UPPError(
+        "System prompt array must contain objects with a text field",
+        ErrorCode.InvalidRequest,
+        "openai",
+        ModalityType.LLM
+      );
+    }
+    const textValue = block.text;
+    if (typeof textValue !== "string") {
+      throw new UPPError(
+        "System prompt text must be a string",
+        ErrorCode.InvalidRequest,
+        "openai",
+        ModalityType.LLM
+      );
+    }
+    if (textValue.length > 0) {
+      texts.push(textValue);
+    }
+  }
+  return texts.length > 0 ? texts.join("\n\n") : void 0;
 }
 function transformMessages(messages, system) {
   const result = [];
@@ -225,7 +266,7 @@ function transformResponse(data) {
     textContent,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
-      id: data.id,
+      id: data.id || generateId(),
       metadata: {
         openai: {
           model: data.model,
@@ -285,7 +326,7 @@ function transformStreamEvent(chunk, state) {
   const events = [];
   if (chunk.id && !state.id) {
     state.id = chunk.id;
-    events.push({ type: "message_start", index: 0, delta: {} });
+    events.push({ type: StreamEventType.MessageStart, index: 0, delta: {} });
   }
   if (chunk.model) {
     state.model = chunk.model;
@@ -295,7 +336,7 @@ function transformStreamEvent(chunk, state) {
     if (choice.delta.content) {
       state.text += choice.delta.content;
       events.push({
-        type: "text_delta",
+        type: StreamEventType.TextDelta,
         index: 0,
         delta: { text: choice.delta.content }
       });
@@ -304,7 +345,7 @@ function transformStreamEvent(chunk, state) {
       state.hadRefusal = true;
       state.text += choice.delta.refusal;
       events.push({
-        type: "text_delta",
+        type: StreamEventType.TextDelta,
         index: 0,
         delta: { text: choice.delta.refusal }
       });
@@ -326,7 +367,7 @@ function transformStreamEvent(chunk, state) {
         if (toolCallDelta.function?.arguments) {
           toolCall.arguments += toolCallDelta.function.arguments;
           events.push({
-            type: "tool_call_delta",
+            type: StreamEventType.ToolCallDelta,
             index,
             delta: {
               toolCallId: toolCall.id,
@@ -339,7 +380,7 @@ function transformStreamEvent(chunk, state) {
     }
     if (choice.finish_reason) {
       state.finishReason = choice.finish_reason;
-      events.push({ type: "message_stop", index: 0, delta: {} });
+      events.push({ type: StreamEventType.MessageStop, index: 0, delta: {} });
     }
   }
   if (chunk.usage) {
@@ -374,11 +415,12 @@ function buildResponseFromState(state) {
       arguments: args
     });
   }
+  const messageId = state.id || generateId();
   const message = new AssistantMessage(
     textContent,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
-      id: state.id,
+      id: messageId,
       metadata: {
         openai: {
           model: state.model,
@@ -440,9 +482,9 @@ function createCompletionsLLMHandler() {
       if (!providerRef) {
         throw new UPPError(
           "Provider reference not set. Handler must be used with createProvider() or have _setProvider called.",
-          "INVALID_REQUEST",
+          ErrorCode.InvalidRequest,
           "openai",
-          "llm"
+          ModalityType.LLM
         );
       }
       const model = {
@@ -483,7 +525,7 @@ function createCompletionsLLMHandler() {
             "openai",
             "llm"
           );
-          const data = await response.json();
+          const data = await parseJsonResponse(response, "openai", "llm");
           return transformResponse(data);
         },
         stream(request) {
@@ -508,7 +550,8 @@ function createCompletionsLLMHandler() {
               body.stream_options = { include_usage: true };
               const headers = {
                 "Content-Type": "application/json",
-                Authorization: `Bearer ${apiKey}`
+                Authorization: `Bearer ${apiKey}`,
+                Accept: "text/event-stream"
               };
               if (request.config.headers) {
                 for (const [key, value] of Object.entries(request.config.headers)) {
@@ -537,9 +580,9 @@ function createCompletionsLLMHandler() {
               if (!response.body) {
                 const error = new UPPError(
                   "No response body for streaming request",
-                  "PROVIDER_ERROR",
+                  ErrorCode.ProviderError,
                   "openai",
-                  "llm"
+                  ModalityType.LLM
                 );
                 responseReject(error);
                 throw error;
@@ -554,9 +597,9 @@ function createCompletionsLLMHandler() {
                     const errorData = chunk.error;
                     const error = new UPPError(
                       errorData.message ?? "Unknown error",
-                      "PROVIDER_ERROR",
+                      ErrorCode.ProviderError,
                       "openai",
-                      "llm"
+                      ModalityType.LLM
                     );
                     responseReject(error);
                     throw error;
@@ -569,8 +612,9 @@ function createCompletionsLLMHandler() {
               }
               responseResolve(buildResponseFromState(state));
             } catch (error) {
-              responseReject(error);
-              throw error;
+              const err = toError(error);
+              responseReject(err);
+              throw err;
             }
           }
           return {
@@ -626,9 +670,40 @@ function transformRequest2(request, modelId) {
   return openaiRequest;
 }
 function normalizeSystem2(system) {
-  if (!system) return void 0;
+  if (system === void 0 || system === null) return void 0;
   if (typeof system === "string") return system;
-  return system.map((block) => block.text ?? "").filter((text) => text.length > 0).join("\n\n");
+  if (!Array.isArray(system)) {
+    throw new UPPError(
+      "System prompt must be a string or an array of text blocks",
+      ErrorCode.InvalidRequest,
+      "openai",
+      ModalityType.LLM
+    );
+  }
+  const texts = [];
+  for (const block of system) {
+    if (!block || typeof block !== "object" || !("text" in block)) {
+      throw new UPPError(
+        "System prompt array must contain objects with a text field",
+        ErrorCode.InvalidRequest,
+        "openai",
+        ModalityType.LLM
+      );
+    }
+    const textValue = block.text;
+    if (typeof textValue !== "string") {
+      throw new UPPError(
+        "System prompt text must be a string",
+        ErrorCode.InvalidRequest,
+        "openai",
+        ModalityType.LLM
+      );
+    }
+    if (textValue.length > 0) {
+      texts.push(textValue);
+    }
+  }
+  return texts.length > 0 ? texts.join("\n\n") : void 0;
 }
 function transformInputItems(messages, system) {
   const result = [];
@@ -819,24 +894,26 @@ function transformResponse2(data) {
     } else if (item.type === "image_generation_call") {
       const imageGen = item;
       if (imageGen.result) {
+        const mimeType = imageGen.mime_type ?? "image/png";
         content.push({
           type: "image",
-          mimeType: "image/png",
+          mimeType,
           source: { type: "base64", data: imageGen.result }
         });
       }
     }
   }
+  const responseId = data.id || generateId();
   const message = new AssistantMessage(
     content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
-      id: data.id,
+      id: responseId,
       metadata: {
         openai: {
           model: data.model,
           status: data.status,
-          response_id: data.id,
+          response_id: responseId,
           functionCallItems: functionCallItems.length > 0 ? functionCallItems : void 0
         }
       }
@@ -875,6 +952,7 @@ function createStreamState2() {
     toolCalls: /* @__PURE__ */ new Map(),
     images: [],
     status: "in_progress",
+    incompleteReason: void 0,
     inputTokens: 0,
     outputTokens: 0,
     cacheReadTokens: 0,
@@ -883,27 +961,36 @@ function createStreamState2() {
 }
 function transformStreamEvent2(event, state) {
   const events = [];
+  const updateFromResponse = (response) => {
+    state.id = response.id || state.id;
+    state.model = response.model || state.model;
+    state.status = response.status;
+    if (response.incomplete_details?.reason) {
+      state.incompleteReason = response.incomplete_details.reason;
+    } else if (response.status !== "incomplete") {
+      state.incompleteReason = void 0;
+    }
+    if (response.usage) {
+      state.inputTokens = response.usage.input_tokens;
+      state.outputTokens = response.usage.output_tokens;
+      state.cacheReadTokens = response.usage.input_tokens_details?.cached_tokens ?? 0;
+    }
+  };
   switch (event.type) {
     case "response.created":
-      state.id = event.response.id;
-      state.model = event.response.model;
-      events.push({ type: "message_start", index: 0, delta: {} });
+      updateFromResponse(event.response);
+      events.push({ type: StreamEventType.MessageStart, index: 0, delta: {} });
       break;
     case "response.in_progress":
-      state.status = "in_progress";
+      updateFromResponse(event.response);
       break;
     case "response.completed":
-      state.status = "completed";
-      if (event.response.usage) {
-        state.inputTokens = event.response.usage.input_tokens;
-        state.outputTokens = event.response.usage.output_tokens;
-        state.cacheReadTokens = event.response.usage.input_tokens_details?.cached_tokens ?? 0;
-      }
-      events.push({ type: "message_stop", index: 0, delta: {} });
+      updateFromResponse(event.response);
+      events.push({ type: StreamEventType.MessageStop, index: 0, delta: {} });
       break;
     case "response.failed":
-      state.status = "failed";
-      events.push({ type: "message_stop", index: 0, delta: {} });
+      updateFromResponse(event.response);
+      events.push({ type: StreamEventType.MessageStop, index: 0, delta: {} });
       break;
     case "response.output_item.added":
       if (event.item.type === "function_call") {
@@ -920,7 +1007,7 @@ function transformStreamEvent2(event, state) {
         state.toolCalls.set(event.output_index, existing);
       }
       events.push({
-        type: "content_block_start",
+        type: StreamEventType.ContentBlockStart,
         index: event.output_index,
         delta: {}
       });
@@ -941,11 +1028,14 @@ function transformStreamEvent2(event, state) {
       } else if (event.item.type === "image_generation_call") {
         const imageGen = event.item;
         if (imageGen.result) {
-          state.images.push(imageGen.result);
+          state.images.push({
+            data: imageGen.result,
+            mimeType: imageGen.mime_type ?? "image/png"
+          });
         }
       }
       events.push({
-        type: "content_block_stop",
+        type: StreamEventType.ContentBlockStop,
         index: event.output_index,
         delta: {}
       });
@@ -954,7 +1044,7 @@ function transformStreamEvent2(event, state) {
       const currentText = state.textByIndex.get(event.output_index) ?? "";
       state.textByIndex.set(event.output_index, currentText + event.delta);
       events.push({
-        type: "text_delta",
+        type: StreamEventType.TextDelta,
         index: event.output_index,
         delta: { text: event.delta }
       });
@@ -968,7 +1058,7 @@ function transformStreamEvent2(event, state) {
       const currentRefusal = state.textByIndex.get(event.output_index) ?? "";
       state.textByIndex.set(event.output_index, currentRefusal + event.delta);
       events.push({
-        type: "text_delta",
+        type: StreamEventType.TextDelta,
         index: event.output_index,
         delta: { text: event.delta }
       });
@@ -992,7 +1082,7 @@ function transformStreamEvent2(event, state) {
       }
       toolCall.arguments += event.delta;
       events.push({
-        type: "tool_call_delta",
+        type: StreamEventType.ToolCallDelta,
         index: event.output_index,
         delta: {
           toolCallId: toolCall.callId ?? toolCall.itemId ?? "",
@@ -1028,7 +1118,10 @@ function transformStreamEvent2(event, state) {
 function buildResponseFromState2(state) {
   const content = [];
   let structuredData;
-  for (const [, text] of state.textByIndex) {
+  const orderedTextEntries = [...state.textByIndex.entries()].sort(
+    ([leftIndex], [rightIndex]) => leftIndex - rightIndex
+  );
+  for (const [, text] of orderedTextEntries) {
     if (text) {
       content.push({ type: "text", text });
       if (structuredData === void 0) {
@@ -1042,13 +1135,16 @@ function buildResponseFromState2(state) {
   for (const imageData of state.images) {
     content.push({
       type: "image",
-      mimeType: "image/png",
-      source: { type: "base64", data: imageData }
+      mimeType: imageData.mimeType,
+      source: { type: "base64", data: imageData.data }
     });
   }
   const toolCalls = [];
   const functionCallItems = [];
-  for (const [, toolCall] of state.toolCalls) {
+  const orderedToolEntries = [...state.toolCalls.entries()].sort(
+    ([leftIndex], [rightIndex]) => leftIndex - rightIndex
+  );
+  for (const [, toolCall] of orderedToolEntries) {
     let args = {};
     if (toolCall.arguments) {
       try {
@@ -1059,6 +1155,9 @@ function buildResponseFromState2(state) {
     const itemId = toolCall.itemId ?? "";
     const callId = toolCall.callId ?? toolCall.itemId ?? "";
     const name = toolCall.name ?? "";
+    if (!name || !callId) {
+      continue;
+    }
     toolCalls.push({
       toolCallId: callId,
       toolName: name,
@@ -1073,16 +1172,17 @@ function buildResponseFromState2(state) {
       });
     }
   }
+  const responseId = state.id || generateId();
   const message = new AssistantMessage(
     content,
     toolCalls.length > 0 ? toolCalls : void 0,
     {
-      id: state.id,
+      id: responseId,
       metadata: {
         openai: {
           model: state.model,
           status: state.status,
-          response_id: state.id,
+          response_id: responseId,
           functionCallItems: functionCallItems.length > 0 ? functionCallItems : void 0
         }
       }
@@ -1098,6 +1198,8 @@ function buildResponseFromState2(state) {
   let stopReason = "end_turn";
   if (state.status === "completed") {
     stopReason = toolCalls.length > 0 ? "tool_use" : "end_turn";
+  } else if (state.status === "incomplete") {
+    stopReason = state.incompleteReason === "max_output_tokens" ? "max_tokens" : "end_turn";
   } else if (state.status === "failed") {
     stopReason = "error";
   }
@@ -1132,9 +1234,9 @@ function createResponsesLLMHandler() {
       if (!providerRef) {
         throw new UPPError(
           "Provider reference not set. Handler must be used with createProvider() or have _setProvider called.",
-          "INVALID_REQUEST",
+          ErrorCode.InvalidRequest,
           "openai",
-          "llm"
+          ModalityType.LLM
         );
       }
       const model = {
@@ -1175,13 +1277,13 @@ function createResponsesLLMHandler() {
             "openai",
             "llm"
           );
-          const data = await response.json();
+          const data = await parseJsonResponse(response, "openai", "llm");
           if (data.status === "failed" && data.error) {
             throw new UPPError(
               data.error.message,
-              "PROVIDER_ERROR",
+              ErrorCode.ProviderError,
               "openai",
-              "llm"
+              ModalityType.LLM
             );
           }
           return transformResponse2(data);
@@ -1207,7 +1309,8 @@ function createResponsesLLMHandler() {
               body.stream = true;
               const headers = {
                 "Content-Type": "application/json",
-                Authorization: `Bearer ${apiKey}`
+                Authorization: `Bearer ${apiKey}`,
+                Accept: "text/event-stream"
               };
               if (request.config.headers) {
                 for (const [key, value] of Object.entries(request.config.headers)) {
@@ -1236,9 +1339,9 @@ function createResponsesLLMHandler() {
               if (!response.body) {
                 const error = new UPPError(
                   "No response body for streaming request",
-                  "PROVIDER_ERROR",
+                  ErrorCode.ProviderError,
                   "openai",
-                  "llm"
+                  ModalityType.LLM
                 );
                 responseReject(error);
                 throw error;
@@ -1253,9 +1356,9 @@ function createResponsesLLMHandler() {
                     const errorEvent = event;
                     const error = new UPPError(
                       errorEvent.error.message,
-                      "PROVIDER_ERROR",
+                      ErrorCode.ProviderError,
                       "openai",
-                      "llm"
+                      ModalityType.LLM
                     );
                     responseReject(error);
                     throw error;
@@ -1268,8 +1371,9 @@ function createResponsesLLMHandler() {
               }
               responseResolve(buildResponseFromState2(state));
             } catch (error) {
-              responseReject(error);
-              throw error;
+              const err = toError(error);
+              responseReject(err);
+              throw err;
             }
           }
           return {
@@ -1307,9 +1411,9 @@ function createEmbeddingHandler() {
       if (!providerRef) {
         throw new UPPError(
           "Provider reference not set. Handler must be used with createProvider().",
-          "INVALID_REQUEST",
+          ErrorCode.InvalidRequest,
           "openai",
-          "embedding"
+          ModalityType.Embedding
         );
       }
       const model = {
@@ -1337,9 +1441,9 @@ function createEmbeddingHandler() {
             }
             throw new UPPError(
               "OpenAI embeddings only support text input",
-              "INVALID_REQUEST",
+              ErrorCode.InvalidRequest,
               "openai",
-              "embedding"
+              ModalityType.Embedding
             );
           });
           const body = {
@@ -1364,7 +1468,7 @@ function createEmbeddingHandler() {
             body: JSON.stringify(body),
             signal: request.signal
           }, request.config, "openai", "embedding");
-          const data = await response.json();
+          const data = await parseJsonResponse(response, "openai", "embedding");
           return {
             embeddings: data.data.map((d) => ({
               vector: d.embedding,
@@ -1402,9 +1506,9 @@ function createImageHandler() {
       if (!providerRef) {
         throw new UPPError(
           "Provider reference not set. Handler must be used with createProvider().",
-          "INVALID_REQUEST",
+          ErrorCode.InvalidRequest,
           "openai",
-          "image"
+          ModalityType.Image
         );
       }
       const capabilities = getCapabilities(modelId);
@@ -1460,7 +1564,7 @@ async function executeGenerate(modelId, request) {
     body: JSON.stringify(body),
     signal: request.signal
   }, request.config, "openai", "image");
-  const data = await response.json();
+  const data = await parseJsonResponse(response, "openai", "image");
   return transformResponse3(data);
 }
 async function executeEdit(modelId, request) {
@@ -1505,7 +1609,7 @@ async function executeEdit(modelId, request) {
     body: formData,
     signal: request.signal
   }, request.config, "openai", "image");
-  const data = await response.json();
+  const data = await parseJsonResponse(response, "openai", "image");
   return transformResponse3(data);
 }
 function executeStream(modelId, request) {
@@ -1554,9 +1658,9 @@ function executeStream(modelId, request) {
       if (!reader) {
         throw new UPPError(
           "No response body for streaming",
-          "PROVIDER_ERROR",
+          ErrorCode.ProviderError,
           "openai",
-          "image"
+          ModalityType.Image
         );
       }
       const decoder = new TextDecoder();
@@ -1604,6 +1708,46 @@ function executeStream(modelId, request) {
           }
         }
       }
+      const remaining = decoder.decode();
+      if (remaining) {
+        buffer += remaining;
+        const lines = buffer.split("\n");
+        buffer = lines.pop() ?? "";
+        for (const line of lines) {
+          if (line.startsWith("data: ")) {
+            const data = line.slice(6);
+            if (data === "[DONE]") {
+              continue;
+            }
+            try {
+              const chunk = JSON.parse(data);
+              if (chunk.type === "image_generation.partial_image" && chunk.data?.b64_json) {
+                const previewImage = Image.fromBase64(chunk.data.b64_json, "image/png");
+                yield {
+                  type: "preview",
+                  image: previewImage,
+                  index: chunk.index ?? 0
+                };
+              } else if (chunk.type === "image_generation.completed" && chunk.data) {
+                const image = chunk.data.b64_json ? Image.fromBase64(chunk.data.b64_json, "image/png") : Image.fromUrl(chunk.data.url ?? "", "image/png");
+                const genImage = {
+                  image,
+                  metadata: chunk.data.revised_prompt ? { revised_prompt: chunk.data.revised_prompt } : void 0
+                };
+                generatedImages.push(genImage);
+                yield {
+                  type: "complete",
+                  image: genImage,
+                  index: chunk.index ?? generatedImages.length - 1
+                };
+              } else if (chunk.type === "response.done") {
+                responseMetadata = chunk.data;
+              }
+            } catch {
+            }
+          }
+        }
+      }
       resolveResponse({
         images: generatedImages,
         metadata: responseMetadata,
@@ -1612,8 +1756,9 @@ function executeStream(modelId, request) {
         }
       });
     } catch (error) {
-      rejectResponse(error);
-      throw error;
+      const err = toError(error);
+      rejectResponse(err);
+      throw err;
     }
   }
   const generator = generateStream();
@@ -1632,9 +1777,9 @@ function transformResponse3(data) {
     } else {
       throw new UPPError(
         "No image data in response",
-        "PROVIDER_ERROR",
+        ErrorCode.ProviderError,
         "openai",
-        "image"
+        ModalityType.Image
       );
     }
     return {