@absolutejs/ai 0.0.49 → 0.0.51

package/dist/ai/providers/openai.js

@@ -6,7 +6,8 @@ var PROVIDER_STATUS_PAGES = {
   anthropic: "https://status.claude.com",
   gemini: "https://status.cloud.google.com",
   google: "https://status.cloud.google.com",
-  openai: "https://status.openai.com"
+  openai: "https://status.openai.com",
+  openrouter: "https://status.openrouter.ai"
 };
 var RETRYABLE_STATUSES = new Set([
   408,
@@ -42,6 +43,7 @@ class ProviderError extends Error {
   status;
   type;
   retryable;
+  metadata;
   statusPageUrl;
   constructor(init) {
     super(init.message, init.cause === undefined ? undefined : { cause: init.cause });
@@ -50,6 +52,7 @@ class ProviderError extends Error {
     this.status = init.status ?? null;
     this.type = init.type ?? null;
     this.retryable = init.retryable;
+    this.metadata = init.metadata;
     this.statusPageUrl = providerStatusPage(init.provider);
   }
   static fromResponse(provider, status, body, type) {
@@ -222,7 +225,8 @@ var withResilience = (provider, providerName = "unknown") => {
         yield* attempt(params, attemptNo + 1);
         return;
       }
-      noteFailure(providerName, providerError);
+      if (providerError.retryable)
+        noteFailure(providerName, providerError);
       throw providerError;
     }
   };
@@ -456,7 +460,7 @@ var mapContentBlockToOpenAI = (block) => {
   if (block.type === "image") {
     return {
       image_url: {
-        url: `data:${block.source.media_type};base64,${block.source.data}`
+        url: block.source.type === "url" ? block.source.url : `data:${block.source.media_type};base64,${block.source.data}`
       },
       type: "image_url"
     };
@@ -464,12 +468,26 @@ var mapContentBlockToOpenAI = (block) => {
   if (block.type === "document") {
     return {
       file: {
-        file_data: `data:${block.source.media_type};base64,${block.source.data}`,
+        file_data: block.source.type === "url" ? block.source.url : `data:${block.source.media_type};base64,${block.source.data}`,
         filename: block.name ?? "document.pdf"
       },
       type: "file"
     };
   }
+  if (block.type === "audio") {
+    return {
+      input_audio: { data: block.source.data, format: block.source.format },
+      type: "input_audio"
+    };
+  }
+  if (block.type === "video") {
+    return {
+      type: "video_url",
+      video_url: {
+        url: block.source.type === "url" ? block.source.url : `data:${block.source.media_type};base64,${block.source.data}`
+      }
+    };
+  }
   if (block.type === "text") {
     return { text: block.content, type: "text" };
   }
@@ -479,17 +497,20 @@ var mapOpenAIContent = (msg) => {
   if (typeof msg.content === "string") {
     return msg.content;
   }
-  const hasMedia = msg.content.some((block) => block.type === "image" || block.type === "document");
+  const hasMedia = msg.content.some((block) => block.type === "image" || block.type === "document" || block.type === "audio" || block.type === "video");
   if (!hasMedia) {
     return null;
   }
   return msg.content.map(mapContentBlockToOpenAI).filter((mapped) => mapped !== null);
 };
-var buildRequestBody = (params) => {
+var buildRequestBody = (params, capabilityModel = params.model) => {
   const messages = convertToolResultMessages(params.messages.map((msg) => ({
     content: mapOpenAIContent(msg),
     role: msg.role
   })), params);
+  if (params.systemPrompt) {
+    messages.unshift({ content: params.systemPrompt, role: "system" });
+  }
   const body = {
     messages,
     model: params.model,
@@ -510,12 +531,12 @@ var buildRequestBody = (params) => {
       body.parallel_tool_calls = params.parallelToolCalls;
     }
   }
-  if (isOpenAIReasoningModel(params.model)) {
+  if (isOpenAIReasoningModel(capabilityModel)) {
     if (typeof params.maxTokens === "number") {
       body.max_completion_tokens = params.maxTokens;
     }
     if (params.reasoning) {
-      const effort = openaiEffortValue(params.model, params.reasoning);
+      const effort = openaiEffortValue(capabilityModel, params.reasoning);
       if (effort)
         body.reasoning_effort = effort;
     }
@@ -576,8 +597,12 @@ var extractUsage = (parsedUsage) => {
   const cached = parsedUsage.cached_tokens ?? 0;
   return {
     cacheReadInputTokens: cached,
+    cacheWriteInputTokens: parsedUsage.cache_write_tokens || undefined,
+    costCredits: parsedUsage.cost,
     inputTokens: Math.max(0, prompt - cached),
-    outputTokens: parsedUsage.completion_tokens ?? 0
+    outputTokens: parsedUsage.completion_tokens ?? 0,
+    reasoningTokens: parsedUsage.reasoning_tokens || undefined,
+    upstreamInferenceCostCredits: parsedUsage.upstream_inference_cost || undefined
   };
 };
 var resolveToolCallIndex = (toolCall) => {
@@ -629,9 +654,50 @@ var processDelta = function* (delta, pendingToolCalls) {
   if (typeof delta.content === "string") {
     yield { content: delta.content, type: "text" };
   }
+  if (isRecord(delta.audio)) {
+    const audio = delta.audio;
+    if (typeof audio.data === "string" || typeof audio.transcript === "string") {
+      yield {
+        audioId: typeof audio.id === "string" ? audio.id : undefined,
+        data: typeof audio.data === "string" ? audio.data : "",
+        format: typeof audio.format === "string" ? audio.format : "pcm16",
+        transcript: typeof audio.transcript === "string" ? audio.transcript : undefined,
+        type: "audio"
+      };
+    }
+  }
   if (isRecordArray(delta.tool_calls)) {
     processToolCallDeltas(delta.tool_calls, pendingToolCalls);
   }
+  if (Array.isArray(delta.annotations)) {
+    for (const annotation of delta.annotations) {
+      if (!isRecord(annotation) || annotation.type !== "url_citation")
+        continue;
+      const citation = isRecord(annotation.url_citation) ? annotation.url_citation : annotation;
+      if (typeof citation.url !== "string")
+        continue;
+      yield {
+        content: typeof citation.content === "string" ? citation.content : undefined,
+        endIndex: typeof citation.end_index === "number" ? citation.end_index : undefined,
+        startIndex: typeof citation.start_index === "number" ? citation.start_index : undefined,
+        title: typeof citation.title === "string" ? citation.title : undefined,
+        type: "citation",
+        url: citation.url
+      };
+    }
+  }
+};
+var narrowResponseMetadata = (parsed) => {
+  const providerMetadata = isRecord(parsed.openrouter_metadata) ? parsed.openrouter_metadata : undefined;
+  const generationId = typeof parsed.id === "string" ? parsed.id : undefined;
+  const model = typeof parsed.model === "string" ? parsed.model : undefined;
+  const serviceTier = typeof parsed.service_tier === "string" ? parsed.service_tier : undefined;
+  const selected = providerMetadata && isRecord(providerMetadata.endpoints) ? providerMetadata.endpoints.available : undefined;
+  const selectedEndpoint = Array.isArray(selected) ? selected.find((entry) => isRecord(entry) && entry.selected === true) : undefined;
+  const provider = isRecord(selectedEndpoint) && typeof selectedEndpoint.provider === "string" ? selectedEndpoint.provider : undefined;
+  if (!providerMetadata && !generationId && !model && !serviceTier)
+    return;
+  return { generationId, model, provider, providerMetadata, serviceTier };
 };
 var processChoice = function* (choice, pendingToolCalls) {
   const delta = isRecord(choice.delta) ? choice.delta : null;
@@ -650,13 +716,25 @@ var narrowUsageRecord = (parsed) => {
   const promptTokens = typeof usage.prompt_tokens === "number" ? usage.prompt_tokens : 0;
   const completionTokens = typeof usage.completion_tokens === "number" ? usage.completion_tokens : 0;
   const cachedTokens = isRecord(usage.prompt_tokens_details) && typeof usage.prompt_tokens_details.cached_tokens === "number" ? usage.prompt_tokens_details.cached_tokens : 0;
-  return extractUsage({
+  const cacheWriteTokens = isRecord(usage.prompt_tokens_details) && typeof usage.prompt_tokens_details.cache_write_tokens === "number" ? usage.prompt_tokens_details.cache_write_tokens : 0;
+  const reasoningTokens = isRecord(usage.completion_tokens_details) && typeof usage.completion_tokens_details.reasoning_tokens === "number" ? usage.completion_tokens_details.reasoning_tokens : 0;
+  const cost = typeof usage.cost === "number" ? usage.cost : undefined;
+  const upstreamInferenceCost = isRecord(usage.cost_details) && typeof usage.cost_details.upstream_inference_cost === "number" ? usage.cost_details.upstream_inference_cost : undefined;
+  const normalized = extractUsage({
+    cache_write_tokens: cacheWriteTokens,
     cached_tokens: cachedTokens,
     completion_tokens: completionTokens,
-    prompt_tokens: promptTokens
+    cost,
+    prompt_tokens: promptTokens,
+    reasoning_tokens: reasoningTokens,
+    upstream_inference_cost: upstreamInferenceCost
   });
+  if (isRecord(usage.server_tool_use)) {
+    normalized.serverToolUse = Object.fromEntries(Object.entries(usage.server_tool_use).filter((entry) => typeof entry[1] === "number"));
+  }
+  return normalized;
 };
-var processSSELine = function* (line, pendingToolCalls, currentUsage) {
+var processSSELine = function* (line, pendingToolCalls, providerName) {
   const trimmed = line.trim();
   if (!trimmed || !trimmed.startsWith("data: ")) {
     return;
@@ -664,7 +742,6 @@ var processSSELine = function* (line, pendingToolCalls, currentUsage) {
   const data = trimmed.slice(SSE_DATA_PREFIX_LENGTH);
   if (data === DONE_SENTINEL) {
     yield* flushPendingToolCalls(pendingToolCalls);
-    yield { type: "done", usage: currentUsage };
     return;
   }
   let parsed;
@@ -673,10 +750,28 @@ var processSSELine = function* (line, pendingToolCalls, currentUsage) {
   } catch {
     return;
   }
+  if (isRecord(parsed.error)) {
+    const error = parsed.error;
+    const metadata2 = isRecord(error.metadata) ? error.metadata : undefined;
+    const status = typeof error.code === "number" ? error.code : null;
+    const type = metadata2 && typeof metadata2.error_type === "string" ? metadata2.error_type : typeof error.error_type === "string" ? error.error_type : null;
+    throw new ProviderError({
+      message: typeof error.message === "string" ? error.message : "OpenRouter stream failed",
+      metadata: metadata2,
+      provider: providerName,
+      retryable: status === 408 || status === 409 || status === 425 || status === 429 || status !== null && status >= 500,
+      status,
+      type
+    });
+  }
   const usageUpdate = narrowUsageRecord(parsed);
   if (usageUpdate) {
     yield { type: "usage_update", usage: usageUpdate };
   }
+  const metadata = narrowResponseMetadata(parsed);
+  if (metadata) {
+    yield { metadata, type: "response_metadata" };
+  }
   const { choices } = parsed;
   if (!isRecordArray(choices)) {
     return;
@@ -685,21 +780,46 @@ var processSSELine = function* (line, pendingToolCalls, currentUsage) {
   if (!firstChoice) {
     return;
   }
+  if (isRecord(firstChoice.error)) {
+    const error = firstChoice.error;
+    const metadata2 = isRecord(error.metadata) ? error.metadata : undefined;
+    const status = typeof error.code === "number" ? error.code : null;
+    throw new ProviderError({
+      message: typeof error.message === "string" ? error.message : "OpenRouter stream failed",
+      metadata: metadata2,
+      provider: providerName,
+      retryable: status === 429 || status !== null && status >= 500,
+      status,
+      type: metadata2 && typeof metadata2.error_type === "string" ? metadata2.error_type : null
+    });
+  }
   yield* processChoice(firstChoice, pendingToolCalls);
 };
 var isUsageUpdate = (chunk) => chunk.type === "usage_update";
-var collectYieldableChunks = (line, pendingToolCalls, usageRef) => {
-  const allChunks = Array.from(processSSELine(line, pendingToolCalls, usageRef.current));
+var collectYieldableChunks = (line, pendingToolCalls, usageRef, metadataRef, providerName) => {
+  const allChunks = Array.from(processSSELine(line, pendingToolCalls, providerName));
   const usageChunks = allChunks.filter(isUsageUpdate);
   const lastUsage = usageChunks.at(NOT_FOUND);
   if (lastUsage) {
     usageRef.current = lastUsage.usage;
   }
-  return allChunks.filter((chunk) => !isUsageUpdate(chunk));
+  const metadataChunks = allChunks.filter((chunk) => chunk.type === "response_metadata");
+  const lastMetadata = metadataChunks.at(NOT_FOUND);
+  if (lastMetadata && "metadata" in lastMetadata) {
+    metadataRef.current = {
+      ...metadataRef.current,
+      ...lastMetadata.metadata,
+      providerMetadata: {
+        ...metadataRef.current?.providerMetadata,
+        ...lastMetadata.metadata.providerMetadata
+      }
+    };
+  }
+  return allChunks.filter((chunk) => !isUsageUpdate(chunk) && chunk.type !== "response_metadata");
 };
-var processSSELines = function* (lines, pendingToolCalls, usageRef) {
+var processSSELines = function* (lines, pendingToolCalls, usageRef, metadataRef, providerName) {
   for (const line of lines) {
-    yield* collectYieldableChunks(line, pendingToolCalls, usageRef);
+    yield* collectYieldableChunks(line, pendingToolCalls, usageRef, metadataRef, providerName);
   }
 };
 var processStreamValue = (value, decoder, state) => {
@@ -712,51 +832,67 @@ var processStreamValue = (value, decoder, state) => {
 var drainReader = async function* (reader, decoder, state, signal) {
   for (let result = await reader.read();!result.done && !signal?.aborted; result = await reader.read()) {
     const lines = processStreamValue(result.value, decoder, state);
-    yield* processSSELines(lines, state.pendingToolCalls, state.usageRef);
+    yield* processSSELines(lines, state.pendingToolCalls, state.usageRef, state.metadataRef, state.providerName);
   }
 };
-var parseSSEStream = async function* (body, signal) {
+var parseSSEStream = async function* (body, initialMetadata, providerName = "openai", signal) {
   const reader = body.getReader();
   const decoder = new TextDecoder;
   const state = {
     buffer: "",
+    metadataRef: { current: initialMetadata },
     pendingToolCalls: new Map,
+    providerName,
     usageRef: { current: undefined }
   };
   try {
     yield* drainReader(reader, decoder, state, signal);
-    yield { type: "done", usage: state.usageRef.current };
+    yield {
+      metadata: state.metadataRef.current,
+      type: "done",
+      usage: state.usageRef.current
+    };
   } finally {
     reader.releaseLock();
   }
 };
-var fetchOpenAIStream = async function* (baseUrl, apiKey, body, signal) {
+var fetchOpenAIStream = async function* (baseUrl, apiKey, body, fetchImpl, headers, providerName, signal) {
   const target = `${baseUrl}/v1/chat/completions`;
-  const response = await fetch(target, {
+  const requestHeaders = new Headers(headers);
+  requestHeaders.set("Authorization", `Bearer ${apiKey}`);
+  requestHeaders.set("Content-Type", "application/json");
+  const response = await fetchImpl(target, {
     ...h2IfHttps(target),
     body: JSON.stringify(body),
-    headers: {
-      Authorization: `Bearer ${apiKey}`,
-      "Content-Type": "application/json"
-    },
+    headers: requestHeaders,
     method: "POST",
     signal
   });
   if (!response.ok) {
     const errorText = await response.text();
-    throw ProviderError.fromResponse("openai", response.status, errorText);
+    throw ProviderError.fromResponse(providerName, response.status, errorText);
   }
   if (!response.body) {
     throw new ProviderError({
-      message: "OpenAI API returned no response body",
-      provider: "openai",
+      message: `${providerName} API returned no response body`,
+      provider: providerName,
       retryable: true
     });
   }
-  yield* parseSSEStream(response.body, signal);
+  yield* parseSSEStream(response.body, {
+    generationId: response.headers.get("X-Generation-Id") ?? undefined,
+    providerMetadata: {
+      cacheAge: response.headers.get("X-OpenRouter-Cache-Age") ?? undefined,
+      cacheSourceId: response.headers.get("X-OpenRouter-Cache-Source-Id") ?? undefined,
+      cacheStatus: response.headers.get("X-OpenRouter-Cache-Status") ?? undefined,
+      cacheTtl: response.headers.get("X-OpenRouter-Cache-TTL") ?? undefined
+    }
+  }, providerName, signal);
 };
 var openai = (config2) => {
   const baseUrl = config2.baseUrl ?? DEFAULT_BASE_URL;
+  const fetchImpl = config2.fetch ?? globalThis.fetch;
+  const providerName = config2.providerName ?? "openai";
   if (!config2.apiKey && !config2.tokenSource) {
     throw new Error("openai() requires either apiKey or tokenSource");
   }
@@ -766,19 +902,24 @@ var openai = (config2) => {
     }
     return config2.apiKey;
   };
+  const resolveHeaders = async (params) => typeof config2.headers === "function" ? await config2.headers(params) : config2.headers ?? {};
   return instrumentAIProvider({
     stream: (params) => {
-      const body = buildRequestBody(params);
+      const openaiBody = buildRequestBody(params, config2.modelForCapabilities?.(params.model) ?? params.model);
+      const body = config2.transformRequestBody ? config2.transformRequestBody(openaiBody, params) : openaiBody;
       return async function* () {
-        const apiKey = await resolveKey();
-        yield* fetchOpenAIStream(baseUrl, apiKey, body, params.signal);
+        const [apiKey, headers] = await Promise.all([
+          resolveKey(),
+          resolveHeaders(params)
+        ]);
+        yield* fetchOpenAIStream(baseUrl, apiKey, body, fetchImpl, headers, providerName, params.signal);
       }();
     }
-  }, "openai");
+  }, providerName);
 };
 export {
   openai
 };
 
-//# debugId=358764C23D44251664756E2164756E21
+//# debugId=89626FDD4663206064756E2164756E21
 //# sourceMappingURL=openai.js.map