@jeffusion/bungee-core 5.18.0 → 5.20.0

package/dist/plugins/token-metering/index.js

@@ -163,12 +163,583 @@ class ProtocolTransformerRegistry {
   }
 }
 // packages/llms/src/providers/openai/protocol-conversion.ts
+var THINKING_TAG_PATTERN = /<thinking>([\s\S]*?)<\/thinking>/gi;
 var TOOL_CALL_CONTENT_TYPES = new Set([
   "tool_use",
   "tool_call",
   "function_call",
   "output_tool_call"
 ]);
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function asString(value, trimWhitespace) {
+  if (typeof value !== "string") {
+    return;
+  }
+  return trimWhitespace ? value.trim() : value;
+}
+function normalizePath(pathname) {
+  if (pathname.length > 1 && pathname.endsWith("/")) {
+    return pathname.slice(0, -1);
+  }
+  return pathname;
+}
+function isEnabledLike(value) {
+  if (value === true) {
+    return true;
+  }
+  if (typeof value === "string") {
+    const normalized = value.trim().toLowerCase();
+    return normalized === "enabled" || normalized === "enable" || normalized === "true" || normalized === "on" || normalized === "1";
+  }
+  if (!isRecord(value)) {
+    return false;
+  }
+  const type = typeof value.type === "string" ? value.type.trim().toLowerCase() : "";
+  if (type === "disabled" || type === "disable" || type === "off") {
+    return false;
+  }
+  if (value.enabled === false) {
+    return false;
+  }
+  if (value.enabled === true) {
+    return true;
+  }
+  if (type === "enabled" || type === "enable") {
+    return true;
+  }
+  return Object.keys(value).length > 0;
+}
+function isToolCallContentBlock(item) {
+  const itemType = typeof item.type === "string" ? item.type.trim().toLowerCase() : "";
+  if (TOOL_CALL_CONTENT_TYPES.has(itemType) || itemType.endsWith("_call")) {
+    return true;
+  }
+  const hasCallIdentifier = typeof item.id === "string" || typeof item.call_id === "string" || typeof item.name === "string";
+  const hasCallPayload = item.input !== undefined || item.arguments !== undefined || item.function !== undefined;
+  return hasCallIdentifier && hasCallPayload;
+}
+function hasToolCalls(value) {
+  if (Array.isArray(value)) {
+    return value.length > 0;
+  }
+  if (isRecord(value)) {
+    return Object.keys(value).length > 0;
+  }
+  if (typeof value !== "string") {
+    return false;
+  }
+  const trimmed = value.trim();
+  if (trimmed.length === 0) {
+    return false;
+  }
+  try {
+    const parsed = JSON.parse(trimmed);
+    if (Array.isArray(parsed)) {
+      return parsed.length > 0;
+    }
+    return isRecord(parsed);
+  } catch {
+    return true;
+  }
+}
+function hasToolCallLikeContent(content) {
+  if (!Array.isArray(content)) {
+    return false;
+  }
+  for (const item of content) {
+    if (!isRecord(item)) {
+      continue;
+    }
+    if (isToolCallContentBlock(item)) {
+      return true;
+    }
+  }
+  return false;
+}
+function isAssistantToolCallMessage(message) {
+  if (message.role !== "assistant") {
+    return false;
+  }
+  return hasToolCalls(message.tool_calls) || hasToolCallLikeContent(message.content);
+}
+function extractThinkingTagContent(content, trimWhitespace) {
+  THINKING_TAG_PATTERN.lastIndex = 0;
+  const extracted = [];
+  let matched = THINKING_TAG_PATTERN.exec(content);
+  while (matched !== null) {
+    const block = asString(matched[1], trimWhitespace);
+    if (block) {
+      extracted.push(block);
+    }
+    matched = THINKING_TAG_PATTERN.exec(content);
+  }
+  if (extracted.length === 0) {
+    return "";
+  }
+  return extracted.join(`
+
+`);
+}
+function extractReasoningFromArrayContent(content, trimWhitespace) {
+  const reasoningTexts = [];
+  for (const item of content) {
+    if (!isRecord(item)) {
+      continue;
+    }
+    const type = typeof item.type === "string" ? item.type : "";
+    if (type !== "reasoning" && type !== "thinking" && type !== "reasoning_content") {
+      continue;
+    }
+    const candidates = [
+      item.text,
+      item.content,
+      item.reasoning,
+      item.thinking
+    ];
+    for (const candidate of candidates) {
+      const text = asString(candidate, trimWhitespace);
+      if (text && text.length > 0) {
+        reasoningTexts.push(text);
+        break;
+      }
+    }
+  }
+  if (reasoningTexts.length === 0) {
+    return "";
+  }
+  return reasoningTexts.join(`
+
+`);
+}
+function extractReasoningContent(content, trimWhitespace) {
+  if (typeof content === "string") {
+    return extractThinkingTagContent(content, trimWhitespace);
+  }
+  if (Array.isArray(content)) {
+    return extractReasoningFromArrayContent(content, trimWhitespace);
+  }
+  return "";
+}
+function normalizeAnthropicUsage(usage) {
+  if (!isRecord(usage)) {
+    return {
+      input_tokens: 0,
+      output_tokens: 0
+    };
+  }
+  return {
+    input_tokens: typeof usage.input_tokens === "number" ? usage.input_tokens : 0,
+    output_tokens: typeof usage.output_tokens === "number" ? usage.output_tokens : 0
+  };
+}
+function normalizeAssistantToolCallMessage(message, trimWhitespace) {
+  if (typeof message.reasoning_content === "string") {
+    const normalized = trimWhitespace ? message.reasoning_content.trim() : message.reasoning_content;
+    if (normalized === message.reasoning_content) {
+      return message;
+    }
+    return {
+      ...message,
+      reasoning_content: normalized
+    };
+  }
+  return {
+    ...message,
+    reasoning_content: extractReasoningContent(message.content, trimWhitespace)
+  };
+}
+function convertChatUserContentToResponsesContent(content) {
+  if (typeof content === "string") {
+    const text = content.trim();
+    return text ? [{ type: "input_text", text }] : [{ type: "input_text", text: "" }];
+  }
+  if (!Array.isArray(content)) {
+    return [{ type: "input_text", text: "" }];
+  }
+  const converted = [];
+  for (const part of content) {
+    if (typeof part === "string") {
+      const text = part.trim();
+      if (text) {
+        converted.push({ type: "input_text", text });
+      }
+      continue;
+    }
+    if (!isRecord(part)) {
+      continue;
+    }
+    if (part.type === "text" && typeof part.text === "string") {
+      converted.push({ type: "input_text", text: part.text });
+      continue;
+    }
+    if (part.type === "image_url" && isRecord(part.image_url) && typeof part.image_url.url === "string") {
+      converted.push({ type: "input_image", image_url: part.image_url.url });
+    }
+  }
+  return converted.length > 0 ? converted : [{ type: "input_text", text: "" }];
+}
+
+class OpenAIProtocolConversion {
+  trimWhitespace;
+  constructor(options) {
+    this.trimWhitespace = options?.trimWhitespace !== false;
+  }
+  isResponsesPath(pathname) {
+    const normalizedPath = normalizePath(pathname);
+    return normalizedPath === "/v1/responses" || normalizedPath === "/responses";
+  }
+  isReasoningContext(body) {
+    if (body.reasoning !== undefined && body.reasoning !== null) {
+      return true;
+    }
+    if (typeof body.reasoning_effort === "string" && body.reasoning_effort.trim().length > 0) {
+      return true;
+    }
+    if (isEnabledLike(body.enable_thinking)) {
+      return true;
+    }
+    return isEnabledLike(body.thinking);
+  }
+  normalizeResponsesReasoningBody(body) {
+    let changed = false;
+    let normalizedBody = body;
+    for (const key of ["input", "messages"]) {
+      const normalizedCollection = this.normalizeMessageCollection(normalizedBody, key);
+      if (normalizedCollection.changed) {
+        normalizedBody = normalizedCollection.body;
+        changed = true;
+      }
+    }
+    if (!changed) {
+      return body;
+    }
+    return normalizedBody;
+  }
+  ensureAssistantToolUseReasoningContent(body) {
+    if (!isRecord(body) || body.type !== "message" || body.role !== "assistant" || !Array.isArray(body.content)) {
+      return body;
+    }
+    if (!body.content.some((block) => isRecord(block) && block.type === "tool_use") || typeof body.reasoning_content === "string") {
+      return body;
+    }
+    return {
+      ...body,
+      reasoning_content: this.extractThinkingTextFromAnthropicContent(body.content)
+    };
+  }
+  ensureMessagesStreamCompatibility(events, ctx) {
+    const withUsage = this.ensureMessageDeltaUsage(events, ctx);
+    return this.ensureMessageStartReasoningContent(withUsage);
+  }
+  convertChatMessagesToResponsesInput(messages) {
+    if (!Array.isArray(messages)) {
+      return { input: [] };
+    }
+    const input = [];
+    const instructionParts = [];
+    for (const msg of messages) {
+      if (!isRecord(msg)) {
+        continue;
+      }
+      if (msg.role === "system") {
+        const text = typeof msg.content === "string" ? msg.content.trim() : "";
+        if (text)
+          instructionParts.push(text);
+        continue;
+      }
+      if (msg.role === "user") {
+        input.push({
+          role: "user",
+          content: convertChatUserContentToResponsesContent(msg.content)
+        });
+        continue;
+      }
+      if (msg.role === "assistant") {
+        const assistantText = typeof msg.content === "string" ? msg.content.trim() : "";
+        if (assistantText) {
+          input.push({
+            role: "assistant",
+            content: [{ type: "output_text", text: assistantText }]
+          });
+        }
+        if (Array.isArray(msg.tool_calls)) {
+          for (const toolCall of msg.tool_calls) {
+            if (!isRecord(toolCall)) {
+              continue;
+            }
+            const callId = typeof toolCall.id === "string" ? toolCall.id : "";
+            const functionObject = isRecord(toolCall.function) ? toolCall.function : undefined;
+            if (!functionObject) {
+              continue;
+            }
+            const functionName = typeof functionObject?.name === "string" ? functionObject.name : "";
+            if (!callId || !functionName) {
+              continue;
+            }
+            input.push({
+              type: "function_call",
+              call_id: callId,
+              name: functionName,
+              arguments: functionObject.arguments || "{}"
+            });
+          }
+        }
+        continue;
+      }
+      if (msg.role === "tool") {
+        const callId = typeof msg.tool_call_id === "string" ? msg.tool_call_id : "";
+        if (!callId) {
+          continue;
+        }
+        input.push({
+          type: "function_call_output",
+          call_id: callId,
+          output: msg.content ?? ""
+        });
+      }
+    }
+    const instructions = instructionParts.length > 0 ? instructionParts.join(`
+`) : undefined;
+    return { input, instructions };
+  }
+  mapChatToolsToResponsesTools(chatTools) {
+    if (!Array.isArray(chatTools)) {
+      return [];
+    }
+    const mapped = [];
+    for (const tool of chatTools) {
+      if (!isRecord(tool) || tool.type !== "function" || !isRecord(tool.function)) {
+        continue;
+      }
+      const name = typeof tool.function.name === "string" ? tool.function.name : "";
+      if (!name) {
+        continue;
+      }
+      const parameters = isRecord(tool.function.parameters) ? tool.function.parameters : { type: "object", properties: {} };
+      mapped.push({
+        type: "function",
+        name,
+        description: typeof tool.function.description === "string" ? tool.function.description : "",
+        parameters
+      });
+    }
+    return mapped;
+  }
+  convertResponsesInputToMessages(input) {
+    if (typeof input === "string") {
+      const text = input.trim();
+      return text ? [{ role: "user", content: text }] : [];
+    }
+    if (!Array.isArray(input)) {
+      return [];
+    }
+    const messages = [];
+    const pendingTopLevelInputParts = [];
+    const flushPendingTopLevelInputParts = () => {
+      if (pendingTopLevelInputParts.length === 0) {
+        return;
+      }
+      messages.push({
+        role: "user",
+        content: this.normalizeResponsesMessageContent([...pendingTopLevelInputParts])
+      });
+      pendingTopLevelInputParts.length = 0;
+    };
+    for (const item of input) {
+      if (typeof item === "string") {
+        if (item.trim()) {
+          pendingTopLevelInputParts.push({ type: "input_text", text: item });
+        }
+        continue;
+      }
+      if (!isRecord(item)) {
+        continue;
+      }
+      const itemType = item.type;
+      if (itemType === "input_text" || itemType === "output_text" || itemType === "input_image" || itemType === "text" || itemType === "image_url") {
+        pendingTopLevelInputParts.push(item);
+        continue;
+      }
+      if (itemType === "function_call") {
+        flushPendingTopLevelInputParts();
+        const rawArgs = item.arguments;
+        const argumentsString = typeof rawArgs === "string" ? rawArgs : JSON.stringify(rawArgs || {});
+        messages.push({
+          role: "assistant",
+          content: null,
+          tool_calls: [{
+            id: item.call_id || item.id || "",
+            type: "function",
+            function: {
+              name: item.name || "",
+              arguments: argumentsString
+            }
+          }]
+        });
+        continue;
+      }
+      if (itemType === "function_call_output") {
+        flushPendingTopLevelInputParts();
+        messages.push({
+          role: "tool",
+          tool_call_id: item.call_id || "",
+          content: item.output ?? "",
+          is_error: item.is_error === true || item.status === "error" || item.status === "failed"
+        });
+        continue;
+      }
+      if (itemType === "message") {
+        flushPendingTopLevelInputParts();
+        const role = item.role || "user";
+        if (typeof role === "string") {
+          messages.push({
+            role,
+            content: this.normalizeResponsesMessageContent(item.content)
+          });
+        }
+        continue;
+      }
+      if (typeof item.role === "string") {
+        flushPendingTopLevelInputParts();
+        messages.push({
+          role: item.role,
+          content: this.normalizeResponsesMessageContent(item.content)
+        });
+      }
+    }
+    flushPendingTopLevelInputParts();
+    return messages;
+  }
+  normalizeResponsesMessageContent(content) {
+    if (typeof content === "string") {
+      return content;
+    }
+    if (!Array.isArray(content)) {
+      return content;
+    }
+    const converted = content.map((part) => {
+      if (typeof part === "string") {
+        return { type: "text", text: part };
+      }
+      if (!isRecord(part)) {
+        return null;
+      }
+      if (part.type === "input_text" || part.type === "output_text") {
+        return { type: "text", text: part.text || "" };
+      }
+      if (part.type === "input_image") {
+        const imageUrl = typeof part.image_url === "string" ? part.image_url : isRecord(part.image_url) ? part.image_url.url : undefined;
+        if (typeof imageUrl === "string" && imageUrl) {
+          return {
+            type: "image_url",
+            image_url: { url: imageUrl }
+          };
+        }
+      }
+      return part;
+    }).filter((part) => part !== null);
+    return converted;
+  }
+  normalizeMessageCollection(body, key) {
+    const collection = body[key];
+    if (!Array.isArray(collection)) {
+      return { body, changed: false };
+    }
+    let changed = false;
+    const normalizedCollection = collection.map((item) => {
+      const normalizedItem = this.normalizeAssistantToolCallCandidate(item);
+      if (normalizedItem.changed) {
+        changed = true;
+      }
+      return normalizedItem.normalized;
+    });
+    if (!changed) {
+      return { body, changed: false };
+    }
+    return {
+      body: {
+        ...body,
+        [key]: normalizedCollection
+      },
+      changed: true
+    };
+  }
+  normalizeAssistantToolCallCandidate(value) {
+    if (!isRecord(value)) {
+      return { normalized: value, changed: false };
+    }
+    let changed = false;
+    let current = value;
+    if (isRecord(current.message)) {
+      const nested = this.normalizeAssistantToolCallCandidate(current.message);
+      if (nested.changed) {
+        current = {
+          ...current,
+          message: nested.normalized
+        };
+        changed = true;
+      }
+    }
+    if (!isAssistantToolCallMessage(current)) {
+      return { normalized: current, changed };
+    }
+    const normalizedMessage = normalizeAssistantToolCallMessage(current, this.trimWhitespace);
+    if (normalizedMessage !== current) {
+      current = normalizedMessage;
+      changed = true;
+    }
+    return { normalized: current, changed };
+  }
+  extractThinkingTextFromAnthropicContent(content) {
+    const segments = [];
+    for (const block of content) {
+      if (!isRecord(block) || block.type !== "thinking") {
+        continue;
+      }
+      if (typeof block.thinking === "string" && block.thinking.trim().length > 0) {
+        segments.push(block.thinking.trim());
+      }
+    }
+    return segments.join(`
+
+`);
+  }
+  ensureMessageStartReasoningContent(events) {
+    return events.map((event) => {
+      if (!isRecord(event) || event.type !== "message_start" || !isRecord(event.message)) {
+        return event;
+      }
+      const existingReasoningContent = event.message.reasoning_content;
+      if (typeof existingReasoningContent === "string") {
+        return event;
+      }
+      return {
+        ...event,
+        message: {
+          ...event.message,
+          reasoning_content: ""
+        }
+      };
+    });
+  }
+  ensureMessageDeltaUsage(events, ctx) {
+    const lastUsageKey = "messages_compat_last_usage";
+    const cachedUsage = normalizeAnthropicUsage(ctx.streamState.get(lastUsageKey));
+    return events.map((event) => {
+      if (!isRecord(event) || event.type !== "message_delta") {
+        return event;
+      }
+      const normalizedUsage = normalizeAnthropicUsage(event.usage ?? cachedUsage);
+      ctx.streamState.set(lastUsageKey, normalizedUsage);
+      return {
+        ...event,
+        usage: normalizedUsage
+      };
+    });
+  }
+}
 // packages/llms/src/providers/openai/messages-compat-normalization.ts
 var SUPPORTED_ROLES = new Set(["system", "developer", "user", "assistant", "tool"]);
 // packages/llms/src/token-accounting/types.ts
@@ -441,10 +1012,10 @@ var CANONICAL_EVENT_KEYS = new Set([
   "outcome",
   "countedAt"
 ]);
-function isRecord(value) {
+function isRecord2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
-function asString(value) {
+function asString2(value) {
   return typeof value === "string" && value.length > 0 ? value : undefined;
 }
 function readNumber(record, key) {
@@ -459,7 +1030,7 @@ function readRecord(record, key) {
     return;
   }
   const value = record[key];
-  return isRecord(value) ? value : undefined;
+  return isRecord2(value) ? value : undefined;
 }
 function countTextTokens(text) {
   if (!text) {
@@ -514,7 +1085,7 @@ function countJsonLikeTokens(value) {
   if (Array.isArray(value)) {
     return value.reduce((sum, entry) => sum + countJsonLikeTokens(entry), 0);
   }
-  if (isRecord(value)) {
+  if (isRecord2(value)) {
     return Object.entries(value).reduce((sum, [key, entry]) => {
       return sum + countTextTokens(key) + countJsonLikeTokens(entry);
     }, 0);
@@ -560,7 +1131,7 @@ function finalizeTokenAccountingEvent(state, overrides = {}, outcome = "complete
   });
 }
 function assertCanonicalTokenAccountingEventV2(event) {
-  if (!isRecord(event)) {
+  if (!isRecord2(event)) {
     throw new Error("Canonical token accounting event must be an object.");
   }
   for (const key of Object.keys(event)) {
@@ -719,7 +1290,7 @@ function isDeferred(state) {
   return state.deferFinalization === true;
 }
 function setSessionModel(state, value) {
-  const model = asString(value) ?? state.model ?? "unknown";
+  const model = asString2(value) ?? state.model ?? "unknown";
   if (isDeferred(state) && model.length > MAX_DEFERRED_MODEL_CHARS) {
     state.model = model.slice(0, MAX_DEFERRED_MODEL_CHARS);
     state.requestEstimateTruncated = true;
@@ -814,11 +1385,11 @@ function stripDeferredMedia(value, key = "") {
     }
     return { value: result, sawMedia, hasContent };
   }
-  if (!isRecord(value))
+  if (!isRecord2(value))
     return { value, sawMedia: false, hasContent: false };
-  if (asString(value.type) === "tool_use" || asString(value.type) === "function_call")
+  if (asString2(value.type) === "tool_use" || asString2(value.type) === "function_call")
     return { value, sawMedia: false, hasContent: true };
-  if (DEFERRED_MEDIA_TYPES.has(asString(value.type) ?? ""))
+  if (DEFERRED_MEDIA_TYPES.has(asString2(value.type) ?? ""))
     return { value: undefined, sawMedia: true, hasContent: false };
   const result = {};
   let sawMedia = false;
@@ -894,7 +1465,7 @@ function boundedRequestSnapshot(body, maxNodes = MAX_INPUT_ESTIMATE_NODES) {
         truncated = true;
       return result;
     }
-    if (!isRecord(value))
+    if (!isRecord2(value))
       return;
     const result = {};
     for (const key in value) {
@@ -962,7 +1533,7 @@ function hasOpenAIOutput(body) {
   if (Array.isArray(body.output) && body.output.length > 0)
     return true;
   return Array.isArray(body.choices) && body.choices.some((choice) => {
-    if (!isRecord(choice))
+    if (!isRecord2(choice))
       return false;
     const message = readRecord(choice, "message") ?? readRecord(choice, "delta");
     return !!message && (message.content !== undefined && message.content !== null || Array.isArray(message.tool_calls) && message.tool_calls.length > 0);
@@ -986,13 +1557,13 @@ function hasGeminiOutput(body) {
   });
 }
 function isErrorResponse(body) {
-  const status = asString(body.status)?.toLowerCase();
-  const type = asString(body.type)?.toLowerCase();
+  const status = asString2(body.status)?.toLowerCase();
+  const type = asString2(body.type)?.toLowerCase();
   return body.error !== undefined || status === "error" || status === "failed" || type === "error" || type?.endsWith(".error") === true || type?.endsWith(".failed") === true;
 }
 function isDeferredFailure(body) {
-  const status = asString(body.status)?.toLowerCase();
-  const type = asString(body.type)?.toLowerCase();
+  const status = asString2(body.status)?.toLowerCase();
+  const type = asString2(body.type)?.toLowerCase();
   return isErrorResponse(body) || status === "incomplete" || type === "incomplete" || type?.endsWith(".incomplete") === true;
 }
 function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true, event) {
@@ -1003,7 +1574,7 @@ function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true, event
     if (isDeferred(state))
       state.estimateTruncated = true;
   };
-  const type = event ?? asString(chunk.type);
+  const type = event ?? asString2(chunk.type);
   if (type === "response.output_text.delta") {
     if (isDeferred(state))
       observeBoundedOutput(state, chunk.delta);
@@ -1035,7 +1606,7 @@ function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true, event
   const choiceLimit = Math.min(choices.length, nodes);
   for (let index = 0;index < choiceLimit; index += 1, nodes -= 1) {
     const choice = choices[index];
-    if (!isRecord(choice))
+    if (!isRecord2(choice))
       continue;
     const delta = readRecord(choice, "delta") ?? (isDeferred(state) ? readRecord(choice, "message") : undefined);
     if (delta?.content !== undefined) {
@@ -1081,7 +1652,7 @@ function observeGeminiOutput(state, chunk) {
     const partLimit = Math.min(parts.length, nodes);
     for (let partIndex = 0;partIndex < partLimit; partIndex += 1, nodes -= 1) {
       const part = parts[partIndex];
-      if (!isRecord(part))
+      if (!isRecord2(part))
         continue;
       if (isDeferred(state) && (part.inlineData !== undefined || part.inline_data !== undefined || part.fileData !== undefined || part.file_data !== undefined)) {
         state.estimateMediaSeen = true;
@@ -1106,7 +1677,7 @@ function observeGeminiOutput(state, chunk) {
     state.estimateTruncated = true;
 }
 function countOpenAIStringTokens(value, model) {
-  return countModelTextTokens(asString(value) ?? "", model);
+  return countModelTextTokens(asString2(value) ?? "", model);
 }
 function countOpenAIJsonLikeTokens(value, model) {
   if (typeof value === "string") {
@@ -1121,7 +1692,7 @@ function countOpenAIJsonLikeTokens(value, model) {
   if (Array.isArray(value)) {
     return value.reduce((total, item) => total + countOpenAIJsonLikeTokens(item, model), 0);
   }
-  if (isRecord(value)) {
+  if (isRecord2(value)) {
     return Object.entries(value).reduce((total, [key, item]) => {
       return total + countOpenAIStringTokens(key, model) + countOpenAIJsonLikeTokens(item, model);
     }, 0);
@@ -1130,21 +1701,21 @@ function countOpenAIJsonLikeTokens(value, model) {
 }
 function estimateOpenAIImageTokens(part) {
   const imageUrl = readRecord(part, "image_url");
-  const detail = asString(part.detail) ?? asString(imageUrl?.detail);
+  const detail = asString2(part.detail) ?? asString2(imageUrl?.detail);
   if (detail === "low") {
     return 85;
   }
   return 170;
 }
 function estimateOpenAIToolCallTokens(toolCall, model) {
-  if (!isRecord(toolCall)) {
+  if (!isRecord2(toolCall)) {
     return countOpenAIJsonLikeTokens(toolCall, model);
   }
   const toolFunction = readRecord(toolCall, "function");
   return 12 + countOpenAIStringTokens(toolCall.id, model) + countOpenAIStringTokens(toolCall.type, model) + countOpenAIStringTokens(toolFunction?.name, model) + countOpenAIStringTokens(toolFunction?.arguments, model) + countOpenAIJsonLikeTokens(toolCall, model);
 }
 function estimateOpenAIMessageTokens(message, model) {
-  if (!isRecord(message)) {
+  if (!isRecord2(message)) {
     return countOpenAIJsonLikeTokens(message, model);
   }
   const content = message.content;
@@ -1156,7 +1727,7 @@ function safeTokenSum(...values) {
   return Number.isSafeInteger(total) && total >= 0 ? total : undefined;
 }
 function estimateGeminiInlineDataTokens(inlineData) {
-  const mimeType = asString(inlineData.mimeType)?.toLowerCase() ?? "";
+  const mimeType = asString2(inlineData.mimeType)?.toLowerCase() ?? "";
   if (mimeType.startsWith("image/")) {
     return 224;
   }
@@ -1169,10 +1740,10 @@ function estimateGeminiInlineDataTokens(inlineData) {
   return 96;
 }
 function estimateGeminiFunctionCallTokens(functionCall) {
-  return 12 + countTextTokens(asString(functionCall.name) ?? "") + countJsonLikeTokens(functionCall.args);
+  return 12 + countTextTokens(asString2(functionCall.name) ?? "") + countJsonLikeTokens(functionCall.args);
 }
 function estimateGeminiFunctionResponseTokens(functionResponse) {
-  return 12 + countTextTokens(asString(functionResponse.name) ?? "") + countJsonLikeTokens(functionResponse.response);
+  return 12 + countTextTokens(asString2(functionResponse.name) ?? "") + countJsonLikeTokens(functionResponse.response);
 }
 function buildAnthropicStreamingEvent(state, overrides = {}) {
   return createPartialTokenAccountingEvent(state, {
@@ -1193,10 +1764,10 @@ function estimateOpenAIMessageContent(content, model) {
     return countOpenAIJsonLikeTokens(content, model);
   }
   return content.reduce((total, part) => {
-    if (!isRecord(part)) {
+    if (!isRecord2(part)) {
       return total + countOpenAIJsonLikeTokens(part, model);
     }
-    const type = asString(part.type);
+    const type = asString2(part.type);
     if (type === "text") {
       return total + countOpenAIStringTokens(part.text, model);
     }
@@ -1207,7 +1778,7 @@ function estimateOpenAIMessageContent(content, model) {
   }, 0);
 }
 function estimateOpenAIInputTokens(body) {
-  const model = asString(body.model);
+  const model = asString2(body.model);
   if (body.input !== undefined) {
     return clampTokens(countOpenAIJsonLikeTokens(body.input, model) + 8) ?? 0;
   }
@@ -1220,13 +1791,13 @@ function estimateOpenAIInputTokens(body) {
 function estimateOpenAIResponseOutputTokens(body, model) {
   const choices = Array.isArray(body.choices) ? body.choices : [];
   return clampTokens(choices.reduce((total, choice) => {
-    if (!isRecord(choice)) {
+    if (!isRecord2(choice)) {
       return total + countOpenAIJsonLikeTokens(choice, model);
     }
     const message = readRecord(choice, "message");
     const delta = readRecord(choice, "delta");
     const toolCalls = Array.isArray(message?.tool_calls) ? message.tool_calls : Array.isArray(delta?.tool_calls) ? delta.tool_calls : [];
-    return total + countOpenAIStringTokens(message?.role ?? delta?.role, model) + countOpenAIStringTokens(message?.tool_call_id, model) + estimateOpenAIMessageContent(message?.content ?? delta?.content, model) + toolCalls.reduce((toolTotal, toolCall) => toolTotal + estimateOpenAIToolCallTokens(toolCall, model), 0) + (asString(choice.finish_reason) === "tool_calls" ? 4 : 0);
+    return total + countOpenAIStringTokens(message?.role ?? delta?.role, model) + countOpenAIStringTokens(message?.tool_call_id, model) + estimateOpenAIMessageContent(message?.content ?? delta?.content, model) + toolCalls.reduce((toolTotal, toolCall) => toolTotal + estimateOpenAIToolCallTokens(toolCall, model), 0) + (asString2(choice.finish_reason) === "tool_calls" ? 4 : 0);
   }, 0)) ?? 0;
 }
 function openAIUsage(body) {
@@ -1235,11 +1806,11 @@ function openAIUsage(body) {
 function estimateOpenAIResponsesOutputTokens(response, model) {
   const output = Array.isArray(response.output) ? response.output : [];
   return clampTokens(output.reduce((total, item) => {
-    if (!isRecord(item))
+    if (!isRecord2(item))
       return total + countOpenAIJsonLikeTokens(item, model);
     const content = Array.isArray(item.content) ? item.content : [];
     return total + content.reduce((contentTotal, part) => {
-      if (isRecord(part) && typeof part.text === "string")
+      if (isRecord2(part) && typeof part.text === "string")
         return contentTotal + countOpenAIStringTokens(part.text, model);
       return contentTotal + countOpenAIJsonLikeTokens(part, model);
     }, 0) + countOpenAIStringTokens(item.arguments, model);
@@ -1249,7 +1820,7 @@ function isDoneSentinel(chunk) {
   return chunk.data === "[DONE]" || chunk.type === "[DONE]";
 }
 function estimateAnthropicInputTokens(body) {
-  const system = asString(body.system) ?? "";
+  const system = asString2(body.system) ?? "";
   const messages = Array.isArray(body.messages) ? body.messages : [];
   const tools = Array.isArray(body.tools) ? body.tools : [];
   return clampTokens(countTextTokens(system) + messages.reduce((total, message) => total + countJsonLikeTokens(message), 0) + tools.reduce((total, tool) => total + 16 + countJsonLikeTokens(tool), 0) + 8) ?? 0;
@@ -1259,19 +1830,19 @@ function estimateAnthropicOutputTokens(body) {
   return clampTokens(content.reduce((total, block) => total + countJsonLikeTokens(block), 0)) ?? 0;
 }
 function estimateGeminiPartTokens(part) {
-  if (!isRecord(part)) {
+  if (!isRecord2(part)) {
     return countJsonLikeTokens(part);
   }
   if (typeof part.text === "string") {
     return countTextTokens(part.text);
   }
-  if (isRecord(part.inlineData)) {
+  if (isRecord2(part.inlineData)) {
     return estimateGeminiInlineDataTokens(part.inlineData);
   }
-  if (isRecord(part.functionCall)) {
+  if (isRecord2(part.functionCall)) {
     return estimateGeminiFunctionCallTokens(part.functionCall);
   }
-  if (isRecord(part.functionResponse)) {
+  if (isRecord2(part.functionResponse)) {
     return estimateGeminiFunctionResponseTokens(part.functionResponse);
   }
   return countJsonLikeTokens(part);
@@ -1281,7 +1852,7 @@ function estimateGeminiInputTokens(body) {
   const systemParts = Array.isArray(systemInstruction?.parts) ? systemInstruction.parts : [];
   const contents = Array.isArray(body.contents) ? body.contents : [];
   return clampTokens(systemParts.reduce((total, part) => total + estimateGeminiPartTokens(part), 0) + contents.reduce((total, item) => {
-    if (!isRecord(item)) {
+    if (!isRecord2(item)) {
       return total + countJsonLikeTokens(item);
     }
     const parts = Array.isArray(item.parts) ? item.parts : [];
@@ -1291,7 +1862,7 @@ function estimateGeminiInputTokens(body) {
 function estimateGeminiOutputTokens(body) {
   const candidates = Array.isArray(body.candidates) ? body.candidates : [];
   return clampTokens(candidates.reduce((total, candidate) => {
-    if (!isRecord(candidate)) {
+    if (!isRecord2(candidate)) {
       return total + countJsonLikeTokens(candidate);
     }
     const content = readRecord(candidate, "content");
@@ -1311,9 +1882,9 @@ function createOpenAIAdapter() {
       const usage = openAIUsage(body);
       const promptTokens = readNumber(usage, "prompt_tokens") ?? readNumber(usage, "input_tokens");
       const completionTokens = readNumber(usage, "completion_tokens") ?? readNumber(usage, "output_tokens");
-      const responseStatus = asString(readRecord(body, "response")?.status) ?? asString(body.status);
-      const isIncomplete = responseStatus === "incomplete" || asString(body.type) === "response.incomplete";
-      const isFailed = responseStatus === "failed" || asString(body.type) === "response.failed";
+      const responseStatus = asString2(readRecord(body, "response")?.status) ?? asString2(body.status);
+      const isIncomplete = responseStatus === "incomplete" || asString2(body.type) === "response.incomplete";
+      const isFailed = responseStatus === "failed" || asString2(body.type) === "response.failed";
       const promptDetails = readRecord(usage, "prompt_tokens_details") ?? readRecord(usage, "input_tokens_details");
       const cacheReadTokens = readNumber(promptDetails, "cached_tokens");
       if (isDeferred(state)) {
@@ -1387,12 +1958,12 @@ function createOpenAIAdapter() {
       const reportedCache = readNumber(promptDetails, "cached_tokens");
       if (reportedCache !== undefined)
         state.cacheReadTokens = reportedCache;
-      const responseType = event ?? asString(chunk.type);
-      const responseStatus = asString(response?.status);
+      const responseType = event ?? asString2(chunk.type);
+      const responseStatus = asString2(response?.status);
       const responseCompleted = responseType === "response.completed" || responseStatus === "completed";
       observeOpenAIOutput(state, chunk, !responseCompleted, event);
       const choices = Array.isArray(chunk.choices) ? chunk.choices : [];
-      if (choices.some((choice) => isRecord(choice) && asString(choice.finish_reason) !== undefined && choice.finish_reason !== null)) {
+      if (choices.some((choice) => isRecord2(choice) && asString2(choice.finish_reason) !== undefined && choice.finish_reason !== null)) {
         state.protocolTerminalSeen = true;
         if (isDeferred(state))
           state.deferredOutcome = "completed";
@@ -1561,7 +2132,7 @@ function createAnthropicAdapter() {
     consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
-      const type = event ?? asString(chunk.type);
+      const type = event ?? asString2(chunk.type);
       if (isDeferred(state) && type === "error") {
         state.protocolTerminalSeen = true;
         state.deferredOutcome = "failed";
@@ -1607,7 +2178,7 @@ function createAnthropicAdapter() {
       }
       if (type === "content_block_delta") {
         const delta = readRecord(chunk, "delta");
-        const deltaType = asString(delta?.type);
+        const deltaType = asString2(delta?.type);
         if (deltaType === "text_delta") {
           if (isDeferred(state))
             observeBoundedOutput(state, delta?.text);
@@ -1782,7 +2353,7 @@ function createGeminiAdapter() {
       const toolUsePromptTokenCount = readNumber(usageMetadata, "toolUsePromptTokenCount") ?? 0;
       const reportedCacheRead = readNumber(usageMetadata, "cachedContentTokenCount");
       const candidates = Array.isArray(chunk.candidates) ? chunk.candidates : [];
-      if (candidates.some((candidate) => isRecord(candidate) && asString(candidate.finishReason) !== undefined)) {
+      if (candidates.some((candidate) => isRecord2(candidate) && asString2(candidate.finishReason) !== undefined)) {
         state.protocolTerminalSeen = true;
         if (isDeferred(state))
           state.deferredOutcome ??= "completed";
@@ -1924,18 +2495,28 @@ function createTokenAccountingSession(input, options = {}) {
     }
   };
 }
+// packages/llms/src/responses-codec/common.ts
+var DEFAULT_RESPONSES_CODEC_LIMITS = Object.freeze({
+  maxRequestBytes: 8 * 1024 * 1024,
+  maxOutputBytes: 8 * 1024 * 1024,
+  maxArgumentBytes: 1024 * 1024,
+  maxItems: 1024
+});
+
+// packages/llms/src/responses-codec/request.ts
+var contentNormalizer = new OpenAIProtocolConversion({ trimWhitespace: false });
 // plugins/token-metering/server/classifier.ts
-function record(value) {
+function record2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
 function messages(value) {
-  return Array.isArray(value) && value.length > 0 && value.every((message) => record(message) && typeof message.role === "string" && ["system", "developer", "user", "assistant", "tool", "function"].includes(message.role) && (typeof message.content === "string" || Array.isArray(message.content) || message.role === "assistant" && (message.content === null || Array.isArray(message.tool_calls))));
+  return Array.isArray(value) && value.length > 0 && value.every((message) => record2(message) && typeof message.role === "string" && ["system", "developer", "user", "assistant", "tool", "function"].includes(message.role) && (typeof message.content === "string" || Array.isArray(message.content) || message.role === "assistant" && (message.content === null || Array.isArray(message.tool_calls))));
 }
 function input(value) {
-  return typeof value === "string" || Array.isArray(value) && value.every((item) => typeof item === "string" || record(item) && (typeof item.type === "string" || typeof item.role === "string" && (typeof item.content === "string" || Array.isArray(item.content))));
+  return typeof value === "string" || Array.isArray(value) && value.every((item) => typeof item === "string" || record2(item) && (typeof item.type === "string" || typeof item.role === "string" && (typeof item.content === "string" || Array.isArray(item.content))));
 }
 function contents(value) {
-  return Array.isArray(value) && value.length > 0 && value.every((content) => record(content) && Array.isArray(content.parts));
+  return Array.isArray(value) && value.length > 0 && value.every((content) => record2(content) && Array.isArray(content.parts));
 }
 function classifyRequest(url, body) {
   const path = url.pathname.toLowerCase().replace(/\/+$/, "");
@@ -1944,7 +2525,7 @@ function classifyRequest(url, body) {
   const hasInput = input(body.input);
   const hasPrompt = typeof body.prompt === "string" || Array.isArray(body.prompt) && body.prompt.length > 0 && body.prompt.every((item) => typeof item === "string");
   const hasContents = contents(body.contents);
-  if (hasContents && (/\/models\/[^/]+:(?:stream)?generatecontent$/.test(path) || hasModel || record(body.generationConfig))) {
+  if (hasContents && (/\/models\/[^/]+:(?:stream)?generatecontent$/.test(path) || hasModel || record2(body.generationConfig))) {
     return { llm: true, provider: "gemini" };
   }
   if (hasModel && hasMessages && (path.endsWith("/messages") || typeof body.anthropic_version === "string")) {
@@ -1960,25 +2541,25 @@ function classifyRequest(url, body) {
 }
 function classifyResponse(body, knownLlmRequest, event) {
   const eventType = event ?? (typeof body.type === "string" ? body.type : "");
-  if (Array.isArray(body.candidates) && body.candidates.some((candidate) => record(candidate) && record(candidate.content) && Array.isArray(candidate.content.parts)))
+  if (Array.isArray(body.candidates) && body.candidates.some((candidate) => record2(candidate) && record2(candidate.content) && Array.isArray(candidate.content.parts)))
     return "gemini";
   if (eventType === "message" && body.role === "assistant" && Array.isArray(body.content))
     return "anthropic";
-  if (eventType === "message_start" && record(body.message) && body.message.type === "message" && Array.isArray(body.message.content))
+  if (eventType === "message_start" && record2(body.message) && body.message.type === "message" && Array.isArray(body.message.content))
     return "anthropic";
-  if (eventType === "content_block_delta" && record(body.delta) && ["text_delta", "input_json_delta", "thinking_delta", "signature_delta"].includes(String(body.delta.type)))
+  if (eventType === "content_block_delta" && record2(body.delta) && ["text_delta", "input_json_delta", "thinking_delta", "signature_delta"].includes(String(body.delta.type)))
     return "anthropic";
-  if (Array.isArray(body.choices) && (body.object === "chat.completion" || body.object === "chat.completion.chunk" || body.object === "text_completion" || body.choices.some((choice) => record(choice) && (record(choice.message) && choice.message.role === "assistant" && (typeof choice.message.content === "string" || Array.isArray(choice.message.content) || Array.isArray(choice.message.tool_calls)) || record(choice.delta) && (choice.delta.role === "assistant" || typeof choice.delta.content === "string" || typeof choice.delta.reasoning_content === "string" || Array.isArray(choice.delta.tool_calls) || record(choice.delta.function_call)) || typeof choice.text === "string" && typeof choice.index === "number"))))
+  if (Array.isArray(body.choices) && (body.object === "chat.completion" || body.object === "chat.completion.chunk" || body.object === "text_completion" || body.choices.some((choice) => record2(choice) && (record2(choice.message) && choice.message.role === "assistant" && (typeof choice.message.content === "string" || Array.isArray(choice.message.content) || Array.isArray(choice.message.tool_calls)) || record2(choice.delta) && (choice.delta.role === "assistant" || typeof choice.delta.content === "string" || typeof choice.delta.reasoning_content === "string" || Array.isArray(choice.delta.tool_calls) || record2(choice.delta.function_call)) || typeof choice.text === "string" && typeof choice.index === "number"))))
     return "openai";
   if (body.object === "response" && Array.isArray(body.output))
     return "openai";
-  if (eventType.startsWith("response.") && (record(body.response) || record(body.item) || typeof body.delta === "string" || typeof body.output_index === "number"))
+  if (eventType.startsWith("response.") && (record2(body.response) || record2(body.item) || typeof body.delta === "string" || typeof body.output_index === "number"))
     return "openai";
   if (!knownLlmRequest)
     return;
-  if (record(body.usageMetadata))
+  if (record2(body.usageMetadata))
     return "gemini";
-  const usage = record(body.usage) ? body.usage : undefined;
+  const usage = record2(body.usage) ? body.usage : undefined;
   if (eventType.startsWith("message_") || eventType.startsWith("content_block_") || usage && (("cache_creation_input_tokens" in usage) || ("cache_read_input_tokens" in usage)))
     return "anthropic";
   if (usage && (("prompt_tokens" in usage) || ("completion_tokens" in usage)))
@@ -1992,7 +2573,7 @@ var MAX_CONNECTIONS = 128;
 var MAX_RESPONSES = 1024;
 var MAX_CONNECTION_RESPONSES = 64;
 var MAX_TOMBSTONES = 256;
-var record2 = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+var record3 = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
 var identifier = (value) => typeof value === "string" && value.length > 0 && value.length <= 256 ? value : undefined;
 var count = (value) => typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
 function metadata(event) {
@@ -2006,7 +2587,7 @@ function responsesUrl(value) {
   }
 }
 function stream(body) {
-  return identifier(body.stream_id) ?? (record2(body.response) ? identifier(body.response.stream_id) : undefined);
+  return identifier(body.stream_id) ?? (record3(body.response) ? identifier(body.response.stream_id) : undefined);
 }
 
 class ResponsesWebSocketMetering {
@@ -2056,7 +2637,7 @@ class ResponsesWebSocketMetering {
     if (connection.disabled || event.phase !== "message" || event.message.kind !== "text")
       return;
     const body = event.message.json();
-    if (!record2(body))
+    if (!record3(body))
       return;
     if (event.direction === "client") {
       if (body.type !== "response.create" || !(typeof body.input === "string" || Array.isArray(body.input) || identifier(body.previous_response_id) || identifier(body.model)))
@@ -2073,7 +2654,7 @@ class ResponsesWebSocketMetering {
     const type = identifier(body.type);
     if (!type?.startsWith("response."))
       return;
-    const envelope = record2(body.response) ? body.response : undefined;
+    const envelope = record3(body.response) ? body.response : undefined;
     const terminal = ["response.completed", "response.failed", "response.incomplete"].includes(type);
     if (terminal && (!envelope || envelope.object !== "response" || !Array.isArray(envelope.output)))
       return;
@@ -2101,7 +2682,7 @@ class ResponsesWebSocketMetering {
         return;
       connection.active.set(responseId, response);
     }
-    const usage = record2(envelope?.usage) ? envelope.usage : undefined;
+    const usage = record3(envelope?.usage) ? envelope.usage : undefined;
     if (!response.bound && !await this.bind(response, event, responseId))
       return;
     if (!await this.emit(response, event, { phase: "response", status: 200, protocol: "sse", body }))
@@ -2193,11 +2774,11 @@ class ResponsesWebSocketMetering {
 var MAX_ACTIVE_ATTEMPTS = 1024;
 var LOG_INTERVAL_MS = 60000;
 var lastCapacityWarningAt = 0;
-function isRecord2(value) {
+function isRecord3(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
 function parseRequestBody(value) {
-  return isRecord2(value) ? value : undefined;
+  return isRecord3(value) ? value : undefined;
 }
 function detectModel(body, url) {
   if (typeof body.model === "string" && body.model.length > 0)
@@ -2567,7 +3148,7 @@ var TokenMeteringPlugin = definePlugin(class {
     if (event.phase === "response") {
       attempt.responseSeen = true;
       const body = event.body;
-      if (websocket && isRecord2(body.response)) {
+      if (websocket && isRecord3(body.response)) {
         const model = detectModel(body.response);
         if (model) {
           attempt.model = model;
@@ -2579,7 +3160,7 @@ var TokenMeteringPlugin = definePlugin(class {
       if (!provider)
         return;
       if (!attempt.llm) {
-        attempt.model = detectModel(body) ?? (isRecord2(body.response) ? detectModel(body.response) : undefined);
+        attempt.model = detectModel(body) ?? (isRecord3(body.response) ? detectModel(body.response) : undefined);
       }
       attempt.llm = true;
       if (!attempt.session) {
@@ -2664,4 +3245,4 @@ export {
   server_default as default
 };
 
-//# debugId=E40F8525D6A44D4364756E2164756E21
+//# debugId=BE427C2BCB66F77664756E2164756E21