whale-code 6.5.5 → 6.5.7

package/dist/server/proxy-handlers.js

@@ -3,22 +3,27 @@
 //
 // Phase 7.1: Uses getProviderAdapter() from the registry instead of
 // maintaining its own adapter map. Provider adapters self-register on import.
+
 import { ALLOWED_MODELS, MODELS, MODEL_MAP, getProvider, isOpenAIReasoningModel } from "../shared/constants.js";
 import { getProviderAdapter } from "./providers/registry.js";
 import { jsonResponse } from "./providers/shared.js";
 import { canProviderHandleRequest, getBestProviderForRequest } from "./lib/provider-capabilities.js";
+
 // Import adapters to trigger self-registration via registerProvider()
 import "./providers/anthropic.js";
 import "./providers/bedrock.js";
 import "./providers/gemini.js";
 import "./providers/openai.js";
+
 // ============================================================================
 // MAX TOKEN LIMITS (per provider — used for proxy request clamping)
 // ============================================================================
+
 const ANTHROPIC_MAX_TOKENS = 128000;
 const GEMINI_MAX_TOKENS = 65536;
 const OPENAI_MAX_TOKENS = 128000;
 const OPENAI_REASONING_MAX_TOKENS = 100000;
+
 // ============================================================================
 // IMAGE MIME TYPE CORRECTION
 // ============================================================================
@@ -26,65 +31,70 @@ const OPENAI_REASONING_MAX_TOKENS = 100000;
 // mismatches. Prevents Anthropic API 400 errors that permanently poison the
 // conversation when a file extension doesn't match the actual image content
 // (e.g. a .webp file that's actually PNG).
-const IMAGE_SIGNATURES = [
-    { prefix: "iVBORw0KGgo", type: "image/png" },
-    { prefix: "/9j/", type: "image/jpeg" },
-    { prefix: "R0lGOD", type: "image/gif" },
-    { prefix: "UklGR", type: "image/webp" },
-];
+
+const IMAGE_SIGNATURES = [{
+  prefix: "iVBORw0KGgo",
+  type: "image/png"
+}, {
+  prefix: "/9j/",
+  type: "image/jpeg"
+}, {
+  prefix: "R0lGOD",
+  type: "image/gif"
+}, {
+  prefix: "UklGR",
+  type: "image/webp"
+}];
 function detectImageType(base64Data) {
-    for (const sig of IMAGE_SIGNATURES) {
-        if (base64Data.startsWith(sig.prefix)) {
-            // RIFF header could be WebP or other formats — verify WEBP marker at offset 8
-            if (sig.prefix === "UklGR") {
-                try {
-                    const buf = Buffer.from(base64Data.slice(0, 24), "base64");
-                    if (buf.length >= 12 && buf.toString("ascii", 8, 12) === "WEBP") {
-                        return "image/webp";
-                    }
-                }
-                catch {
-                    return null;
-                }
-                return null;
-            }
-            return sig.type;
+  for (const sig of IMAGE_SIGNATURES) {
+    if (base64Data.startsWith(sig.prefix)) {
+      // RIFF header could be WebP or other formats — verify WEBP marker at offset 8
+      if (sig.prefix === "UklGR") {
+        try {
+          const buf = Buffer.from(base64Data.slice(0, 24), "base64");
+          if (buf.length >= 12 && buf.toString("ascii", 8, 12) === "WEBP") {
+            return "image/webp";
+          }
+        } catch {
+          return null;
         }
+        return null;
+      }
+      return sig.type;
     }
-    return null;
+  }
+  return null;
 }
 function fixImageBlock(block) {
-    if (block.type === "image" && block.source?.type === "base64" && block.source?.data) {
-        const actual = detectImageType(block.source.data);
-        if (actual && actual !== block.source.media_type) {
-            console.log(`[proxy] Fixed image MIME: declared=${block.source.media_type} actual=${actual}`);
-            block.source.media_type = actual;
-            return true;
-        }
+  if (block.type === "image" && block.source?.type === "base64" && block.source?.data) {
+    const actual = detectImageType(block.source.data);
+    if (actual && actual !== block.source.media_type) {
+      console.log(`[proxy] Fixed image MIME: declared=${block.source.media_type} actual=${actual}`);
+      block.source.media_type = actual;
+      return true;
     }
-    return false;
+  }
+  return false;
 }
 function fixImageMimeTypes(messages) {
-    let fixes = 0;
-    for (const msg of messages) {
-        if (!Array.isArray(msg.content))
-            continue;
-        for (const block of msg.content) {
-            if (fixImageBlock(block))
-                fixes++;
-            // Also check tool_result blocks — images from Read tool end up here
-            if (block.type === "tool_result" && Array.isArray(block.content)) {
-                for (const sub of block.content) {
-                    if (fixImageBlock(sub))
-                        fixes++;
-                }
-            }
+  let fixes = 0;
+  for (const msg of messages) {
+    if (!Array.isArray(msg.content)) continue;
+    for (const block of msg.content) {
+      if (fixImageBlock(block)) fixes++;
+      // Also check tool_result blocks — images from Read tool end up here
+      if (block.type === "tool_result" && Array.isArray(block.content)) {
+        for (const sub of block.content) {
+          if (fixImageBlock(sub)) fixes++;
         }
+      }
     }
-    if (fixes > 0) {
-        console.log(`[proxy] Corrected ${fixes} image MIME type(s)`);
-    }
+  }
+  if (fixes > 0) {
+    console.log(`[proxy] Corrected ${fixes} image MIME type(s)`);
+  }
 }
+
 // ============================================================================
 // IMAGE PRUNING — strip base64 from old turns to keep conversation size bounded
 // ============================================================================
@@ -92,149 +102,183 @@ function fixImageMimeTypes(messages) {
 // data only in the most recent user turn; older turns get their base64 replaced
 // with a lightweight "[image]" text placeholder. The model already processed
 // those images — it doesn't need the raw bytes again.
+
 function replaceImageBlock(block) {
-    // Replace a base64 image block with a text placeholder.
-    // Matches both full-data blocks AND blocks whose data was zeroed by the raw pruner.
-    if (block.type === "image" && block.source?.type === "base64") {
-        block.type = "text";
-        block.text = "[image]";
-        delete block.source;
-        return true;
-    }
-    return false;
+  // Replace a base64 image block with a text placeholder.
+  // Matches both full-data blocks AND blocks whose data was zeroed by the raw pruner.
+  if (block.type === "image" && block.source?.type === "base64") {
+    block.type = "text";
+    block.text = "[image]";
+    delete block.source;
+    return true;
+  }
+  return false;
 }
 function pruneOldImages(messages) {
-    // Find index of last user message — that turn keeps full image data
-    let lastUserIdx = -1;
-    for (let i = messages.length - 1; i >= 0; i--) {
-        if (messages[i].role === "user") {
-            lastUserIdx = i;
-            break;
-        }
+  // Find index of last user message — that turn keeps full image data
+  let lastUserIdx = -1;
+  for (let i = messages.length - 1; i >= 0; i--) {
+    if (messages[i].role === "user") {
+      lastUserIdx = i;
+      break;
     }
-    let pruned = 0;
-    for (let i = 0; i < messages.length; i++) {
-        if (i === lastUserIdx)
-            continue; // keep latest user turn intact
-        const msg = messages[i];
-        if (!Array.isArray(msg.content))
-            continue;
-        for (const block of msg.content) {
-            if (replaceImageBlock(block)) {
-                pruned++;
-                continue;
-            }
-            if (block.type === "tool_result" && Array.isArray(block.content)) {
-                for (const sub of block.content) {
-                    if (replaceImageBlock(sub))
-                        pruned++;
-                }
-            }
+  }
+  let pruned = 0;
+  for (let i = 0; i < messages.length; i++) {
+    if (i === lastUserIdx) continue; // keep latest user turn intact
+    const msg = messages[i];
+    if (!Array.isArray(msg.content)) continue;
+    for (const block of msg.content) {
+      if (replaceImageBlock(block)) {
+        pruned++;
+        continue;
+      }
+      if (block.type === "tool_result" && Array.isArray(block.content)) {
+        for (const sub of block.content) {
+          if (replaceImageBlock(sub)) pruned++;
         }
+      }
     }
-    if (pruned > 0)
-        console.log(`[proxy] Pruned ${pruned} base64 image(s) from old conversation turns`);
+  }
+  if (pruned > 0) console.log(`[proxy] Pruned ${pruned} base64 image(s) from old conversation turns`);
 }
+
 /** Remove any image blocks with empty/missing data — left by the raw body pruner.
  *  These would cause a 400 from Anthropic regardless of which turn they're in. */
 function removeEmptyImageBlocks(messages) {
-    let removed = 0;
-    for (const msg of messages) {
-        if (!Array.isArray(msg.content))
-            continue;
-        for (const block of msg.content) {
-            if (block.type === "image" && block.source?.type === "base64" && !block.source?.data) {
-                block.type = "text";
-                block.text = "[image]";
-                delete block.source;
-                removed++;
-            }
-            if (block.type === "tool_result" && Array.isArray(block.content)) {
-                for (const sub of block.content) {
-                    if (sub.type === "image" && sub.source?.type === "base64" && !sub.source?.data) {
-                        sub.type = "text";
-                        sub.text = "[image]";
-                        delete sub.source;
-                        removed++;
-                    }
-                }
-            }
+  let removed = 0;
+  for (const msg of messages) {
+    if (!Array.isArray(msg.content)) continue;
+    for (const block of msg.content) {
+      if (block.type === "image" && block.source?.type === "base64" && !block.source?.data) {
+        block.type = "text";
+        block.text = "[image]";
+        delete block.source;
+        removed++;
+      }
+      if (block.type === "tool_result" && Array.isArray(block.content)) {
+        for (const sub of block.content) {
+          if (sub.type === "image" && sub.source?.type === "base64" && !sub.source?.data) {
+            sub.type = "text";
+            sub.text = "[image]";
+            delete sub.source;
+            removed++;
+          }
         }
+      }
     }
-    if (removed > 0)
-        console.log(`[proxy] Removed ${removed} empty image block(s) from messages`);
+  }
+  if (removed > 0) console.log(`[proxy] Removed ${removed} empty image block(s) from messages`);
 }
+
 // ============================================================================
 // MAIN PROXY DISPATCHER
 // ============================================================================
+
 export async function handleProxy(res, body, corsHeaders) {
-    const { messages, system, tools, model: requestedModel = MODELS.SONNET, max_tokens: requestedMaxTokens = 4096, temperature, stream = true, betas, context_management, thinking, store_id: storeId, tool_choice: rawToolChoice, documents, } = body;
-    if (!messages || !Array.isArray(messages)) {
-        jsonResponse(res, 400, { error: "messages array required" }, corsHeaders);
-        return;
-    }
-    // Fix mismatched image MIME types before they hit the API
-    fixImageMimeTypes(messages);
-    // Strip base64 data from old turns — keeps request size bounded across long conversations
-    pruneOldImages(messages);
-    // Remove empty image blocks left by the raw body pruner (data:"") — would cause Anthropic 400
-    removeEmptyImageBlocks(messages);
-    // Resolve aliases (e.g. "whale/agent" → "claude-opus-4-6", "opus" → "claude-opus-4-6")
-    const resolved = MODEL_MAP[requestedModel] || requestedModel;
-    const model = ALLOWED_MODELS.includes(resolved) ? resolved : MODELS.SONNET;
-    let provider = getProvider(model);
-    // Detect request capabilities from message content
-    const requirements = detectRequestCapabilities(messages, { hasCitations: !!documents?.length });
-    // If the selected provider can't handle the request, re-route to a capable one
-    if (!canProviderHandleRequest(provider, requirements)) {
-        const betterProvider = getBestProviderForRequest(requirements);
-        console.log(`[proxy] ${provider} lacks capabilities for this request, re-routing to ${betterProvider}`);
-        provider = betterProvider;
-    }
-    const maxTokensLimit = provider === "gemini" ? GEMINI_MAX_TOKENS
-        : provider === "openai" ? (isOpenAIReasoningModel(model) ? OPENAI_REASONING_MAX_TOKENS : OPENAI_MAX_TOKENS)
-            : ANTHROPIC_MAX_TOKENS;
-    const max_tokens = Math.min(Math.max(1, Number(requestedMaxTokens) || 4096), maxTokensLimit);
-    // Delegate to provider adapter via registry
-    const adapter = getProviderAdapter(provider);
-    // Normalize tool_choice: accept string or object from client
-    const tool_choice = rawToolChoice;
-    await adapter.handleStream(res, {
-        model, messages, system, tools, max_tokens,
-        temperature, stream, betas, context_management, thinking, tool_choice, storeId, documents,
+  const {
+    messages,
+    system,
+    tools,
+    model: requestedModel = MODELS.SONNET,
+    max_tokens: requestedMaxTokens = 4096,
+    temperature,
+    stream = true,
+    betas,
+    context_management,
+    thinking,
+    store_id: storeId,
+    tool_choice: rawToolChoice,
+    documents
+  } = body;
+  if (!messages || !Array.isArray(messages)) {
+    jsonResponse(res, 400, {
+      error: "messages array required"
     }, corsHeaders);
+    return;
+  }
+
+  // Fix mismatched image MIME types before they hit the API
+  fixImageMimeTypes(messages);
+
+  // Strip base64 data from old turns — keeps request size bounded across long conversations
+  pruneOldImages(messages);
+
+  // Remove empty image blocks left by the raw body pruner (data:"") — would cause Anthropic 400
+  removeEmptyImageBlocks(messages);
+
+  // Resolve aliases (e.g. "whale/agent" → "claude-opus-4-6", "opus" → "claude-opus-4-6")
+  const resolved = MODEL_MAP[requestedModel] || requestedModel;
+  const model = ALLOWED_MODELS.includes(resolved) ? resolved : MODELS.SONNET;
+  let provider = getProvider(model);
+
+  // Detect request capabilities from message content
+  const requirements = detectRequestCapabilities(messages, {
+    hasCitations: !!documents?.length
+  });
+
+  // If the selected provider can't handle the request, re-route to a capable one
+  if (!canProviderHandleRequest(provider, requirements)) {
+    const betterProvider = getBestProviderForRequest(requirements);
+    console.log(`[proxy] ${provider} lacks capabilities for this request, re-routing to ${betterProvider}`);
+    provider = betterProvider;
+  }
+  const maxTokensLimit = provider === "gemini" ? GEMINI_MAX_TOKENS : provider === "openai" ? isOpenAIReasoningModel(model) ? OPENAI_REASONING_MAX_TOKENS : OPENAI_MAX_TOKENS : ANTHROPIC_MAX_TOKENS;
+  const max_tokens = Math.min(Math.max(1, Number(requestedMaxTokens) || 4096), maxTokensLimit);
+
+  // Delegate to provider adapter via registry
+  const adapter = getProviderAdapter(provider);
+  // Normalize tool_choice: accept string or object from client
+  const tool_choice = rawToolChoice;
+  await adapter.handleStream(res, {
+    model,
+    messages,
+    system,
+    tools,
+    max_tokens,
+    temperature,
+    stream,
+    betas,
+    context_management,
+    thinking,
+    tool_choice,
+    storeId,
+    documents
+  }, corsHeaders);
 }
+
 // ============================================================================
 // REQUEST CAPABILITY DETECTION
 // ============================================================================
+
 /**
  * Scan messages to detect what capabilities the request requires.
  * Looks for image blocks, PDF content types, computer_use tools, etc.
  */
 function detectRequestCapabilities(messages, hints) {
-    const requirements = {};
-    if (hints?.hasCitations) {
-        requirements.needsCitations = true;
-    }
-    for (const msg of messages) {
-        if (!Array.isArray(msg.content))
-            continue;
-        for (const block of msg.content) {
-            // Image detection: Anthropic image blocks
-            if (block.type === "image" && block.source) {
-                requirements.hasImages = true;
-            }
-            // PDF detection: document blocks with PDF media type
-            if (block.type === "document" ||
-                (block.source?.media_type && block.source.media_type === "application/pdf")) {
-                requirements.hasPdf = true;
-            }
-            // Computer use detection: tool_use with computer_use-related tools
-            if (block.type === "tool_use" &&
-                (block.name === "computer" || block.name === "computer_use")) {
-                requirements.needsComputerUse = true;
-            }
-        }
+  const requirements = {};
+  if (hints?.hasCitations) {
+    requirements.needsCitations = true;
+  }
+  for (const msg of messages) {
+    if (!Array.isArray(msg.content)) continue;
+    for (const block of msg.content) {
+      // Image detection: Anthropic image blocks
+      if (block.type === "image" && block.source) {
+        requirements.hasImages = true;
+      }
+
+      // PDF detection: document blocks with PDF media type
+      if (block.type === "document" || block.source?.media_type && block.source.media_type === "application/pdf") {
+        requirements.hasPdf = true;
+      }
+
+      // Computer use detection: tool_use with computer_use-related tools
+      if (block.type === "tool_use" && (block.name === "computer" || block.name === "computer_use")) {
+        requirements.needsComputerUse = true;
+      }
     }
-    return requirements;
+  }
+  return requirements;
 }
+//# sourceMappingURL=proxy-handlers.js.map

package/dist/server/proxy-handlers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-handlers.js","names":["ALLOWED_MODELS","MODELS","MODEL_MAP","getProvider","isOpenAIReasoningModel","getProviderAdapter","jsonResponse","canProviderHandleRequest","getBestProviderForRequest","ANTHROPIC_MAX_TOKENS","GEMINI_MAX_TOKENS","OPENAI_MAX_TOKENS","OPENAI_REASONING_MAX_TOKENS","IMAGE_SIGNATURES","prefix","type","detectImageType","base64Data","sig","startsWith","buf","Buffer","from","slice","length","toString","fixImageBlock","block","source","data","actual","media_type","console","log","fixImageMimeTypes","messages","fixes","msg","Array","isArray","content","sub","replaceImageBlock","text","pruneOldImages","lastUserIdx","i","role","pruned","removeEmptyImageBlocks","removed","handleProxy","res","body","corsHeaders","system","tools","model","requestedModel","SONNET","max_tokens","requestedMaxTokens","temperature","stream","betas","context_management","thinking","store_id","storeId","tool_choice","rawToolChoice","documents","error","resolved","includes","provider","requirements","detectRequestCapabilities","hasCitations","betterProvider","maxTokensLimit","Math","min","max","Number","adapter","handleStream","hints","needsCitations","hasImages","hasPdf","name","needsComputerUse"],"sources":["../../src/server/proxy-handlers.ts"],"sourcesContent":["// server/proxy-handlers.ts — Multi-provider API proxy router\n// Thin dispatcher that delegates to provider adapters via the registry.\n//\n// Phase 7.1: Uses getProviderAdapter() from the registry instead of\n// maintaining its own adapter map. Provider adapters self-register on import.\n\nimport type http from \"node:http\";\nimport { ALLOWED_MODELS, MODELS, MODEL_MAP, getProvider, isOpenAIReasoningModel } from \"../shared/constants.js\";\nimport type { ModelProvider } from \"../shared/constants.js\";\nimport { getProviderAdapter } from \"./providers/registry.js\";\nimport { jsonResponse } from \"./providers/shared.js\";\nimport { canProviderHandleRequest, getBestProviderForRequest, type RequestCapabilityRequirements } from \"./lib/provider-capabilities.js\";\n\n// Import adapters to trigger self-registration via registerProvider()\nimport \"./providers/anthropic.js\";\nimport \"./providers/bedrock.js\";\nimport \"./providers/gemini.js\";\nimport \"./providers/openai.js\";\n\n// ============================================================================\n// MAX TOKEN LIMITS (per provider — used for proxy request clamping)\n// ============================================================================\n\nconst ANTHROPIC_MAX_TOKENS = 128000;\nconst GEMINI_MAX_TOKENS = 65536;\nconst OPENAI_MAX_TOKENS = 128000;\nconst OPENAI_REASONING_MAX_TOKENS = 100000;\n\n// ============================================================================\n// IMAGE MIME TYPE CORRECTION\n// ============================================================================\n// Detects actual image format from base64 magic bytes and corrects media_type\n// mismatches. Prevents Anthropic API 400 errors that permanently poison the\n// conversation when a file extension doesn't match the actual image content\n// (e.g. a .webp file that's actually PNG).\n\nconst IMAGE_SIGNATURES = [\n  { prefix: \"iVBORw0KGgo\", type: \"image/png\" },\n  { prefix: \"/9j/\", type: \"image/jpeg\" },\n  { prefix: \"R0lGOD\", type: \"image/gif\" },\n  { prefix: \"UklGR\", type: \"image/webp\" },\n] as const;\n\ntype ImageMediaType = \"image/png\" | \"image/jpeg\" | \"image/gif\" | \"image/webp\";\n\nfunction detectImageType(base64Data: string): ImageMediaType | null {\n  for (const sig of IMAGE_SIGNATURES) {\n    if (base64Data.startsWith(sig.prefix)) {\n      // RIFF header could be WebP or other formats — verify WEBP marker at offset 8\n      if (sig.prefix === \"UklGR\") {\n        try {\n          const buf = Buffer.from(base64Data.slice(0, 24), \"base64\");\n          if (buf.length >= 12 && buf.toString(\"ascii\", 8, 12) === \"WEBP\") {\n            return \"image/webp\";\n          }\n        } catch { return null; }\n        return null;\n      }\n      return sig.type;\n    }\n  }\n  return null;\n}\n\nfunction fixImageBlock(block: any): boolean {\n  if (block.type === \"image\" && block.source?.type === \"base64\" && block.source?.data) {\n    const actual = detectImageType(block.source.data);\n    if (actual && actual !== block.source.media_type) {\n      console.log(`[proxy] Fixed image MIME: declared=${block.source.media_type} actual=${actual}`);\n      block.source.media_type = actual;\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction fixImageMimeTypes(messages: any[]): void {\n  let fixes = 0;\n  for (const msg of messages) {\n    if (!Array.isArray(msg.content)) continue;\n    for (const block of msg.content) {\n      if (fixImageBlock(block)) fixes++;\n      // Also check tool_result blocks — images from Read tool end up here\n      if (block.type === \"tool_result\" && Array.isArray(block.content)) {\n        for (const sub of block.content) {\n          if (fixImageBlock(sub)) fixes++;\n        }\n      }\n    }\n  }\n  if (fixes > 0) {\n    console.log(`[proxy] Corrected ${fixes} image MIME type(s)`);\n  }\n}\n\n// ============================================================================\n// IMAGE PRUNING — strip base64 from old turns to keep conversation size bounded\n// ============================================================================\n// Conversation history with many images grows unboundedly. We keep full image\n// data only in the most recent user turn; older turns get their base64 replaced\n// with a lightweight \"[image]\" text placeholder. The model already processed\n// those images — it doesn't need the raw bytes again.\n\nfunction replaceImageBlock(block: any): boolean {\n  // Replace a base64 image block with a text placeholder.\n  // Matches both full-data blocks AND blocks whose data was zeroed by the raw pruner.\n  if (block.type === \"image\" && block.source?.type === \"base64\") {\n    block.type = \"text\";\n    block.text = \"[image]\";\n    delete block.source;\n    return true;\n  }\n  return false;\n}\n\nfunction pruneOldImages(messages: any[]): void {\n  // Find index of last user message — that turn keeps full image data\n  let lastUserIdx = -1;\n  for (let i = messages.length - 1; i >= 0; i--) {\n    if (messages[i].role === \"user\") { lastUserIdx = i; break; }\n  }\n\n  let pruned = 0;\n  for (let i = 0; i < messages.length; i++) {\n    if (i === lastUserIdx) continue; // keep latest user turn intact\n    const msg = messages[i];\n    if (!Array.isArray(msg.content)) continue;\n    for (const block of msg.content) {\n      if (replaceImageBlock(block)) { pruned++; continue; }\n      if (block.type === \"tool_result\" && Array.isArray(block.content)) {\n        for (const sub of block.content) {\n          if (replaceImageBlock(sub)) pruned++;\n        }\n      }\n    }\n  }\n  if (pruned > 0) console.log(`[proxy] Pruned ${pruned} base64 image(s) from old conversation turns`);\n}\n\n/** Remove any image blocks with empty/missing data — left by the raw body pruner.\n *  These would cause a 400 from Anthropic regardless of which turn they're in. */\nfunction removeEmptyImageBlocks(messages: any[]): void {\n  let removed = 0;\n  for (const msg of messages) {\n    if (!Array.isArray(msg.content)) continue;\n    for (const block of msg.content) {\n      if (block.type === \"image\" && block.source?.type === \"base64\" && !block.source?.data) {\n        block.type = \"text\";\n        block.text = \"[image]\";\n        delete block.source;\n        removed++;\n      }\n      if (block.type === \"tool_result\" && Array.isArray(block.content)) {\n        for (const sub of block.content) {\n          if (sub.type === \"image\" && sub.source?.type === \"base64\" && !sub.source?.data) {\n            sub.type = \"text\";\n            sub.text = \"[image]\";\n            delete sub.source;\n            removed++;\n          }\n        }\n      }\n    }\n  }\n  if (removed > 0) console.log(`[proxy] Removed ${removed} empty image block(s) from messages`);\n}\n\n// ============================================================================\n// MAIN PROXY DISPATCHER\n// ============================================================================\n\nexport async function handleProxy(\n  res: http.ServerResponse,\n  body: any,\n  corsHeaders: Record<string, string>,\n): Promise<void> {\n  const {\n    messages,\n    system,\n    tools,\n    model: requestedModel = MODELS.SONNET,\n    max_tokens: requestedMaxTokens = 4096,\n    temperature,\n    stream = true,\n    betas,\n    context_management,\n    thinking,\n    store_id: storeId,\n    tool_choice: rawToolChoice,\n    documents,\n  } = body;\n\n  if (!messages || !Array.isArray(messages)) {\n    jsonResponse(res, 400, { error: \"messages array required\" }, corsHeaders);\n    return;\n  }\n\n  // Fix mismatched image MIME types before they hit the API\n  fixImageMimeTypes(messages);\n\n  // Strip base64 data from old turns — keeps request size bounded across long conversations\n  pruneOldImages(messages);\n\n  // Remove empty image blocks left by the raw body pruner (data:\"\") — would cause Anthropic 400\n  removeEmptyImageBlocks(messages);\n\n  // Resolve aliases (e.g. \"whale/agent\" → \"claude-opus-4-6\", \"opus\" → \"claude-opus-4-6\")\n  const resolved = MODEL_MAP[requestedModel] || requestedModel;\n  const model = ALLOWED_MODELS.includes(resolved) ? resolved : MODELS.SONNET;\n  let provider = getProvider(model) as ModelProvider;\n\n  // Detect request capabilities from message content\n  const requirements = detectRequestCapabilities(messages, { hasCitations: !!documents?.length });\n\n  // If the selected provider can't handle the request, re-route to a capable one\n  if (!canProviderHandleRequest(provider, requirements)) {\n    const betterProvider = getBestProviderForRequest(requirements);\n    console.log(`[proxy] ${provider} lacks capabilities for this request, re-routing to ${betterProvider}`);\n    provider = betterProvider;\n  }\n\n  const maxTokensLimit = provider === \"gemini\" ? GEMINI_MAX_TOKENS\n    : provider === \"openai\" ? (isOpenAIReasoningModel(model) ? OPENAI_REASONING_MAX_TOKENS : OPENAI_MAX_TOKENS)\n    : ANTHROPIC_MAX_TOKENS;\n  const max_tokens = Math.min(Math.max(1, Number(requestedMaxTokens) || 4096), maxTokensLimit);\n\n  // Delegate to provider adapter via registry\n  const adapter = getProviderAdapter(provider);\n  // Normalize tool_choice: accept string or object from client\n  const tool_choice = rawToolChoice as import(\"../shared/agent-core.js\").ToolChoice | undefined;\n\n  await adapter.handleStream(res, {\n    model, messages, system, tools, max_tokens,\n    temperature, stream, betas, context_management, thinking, tool_choice, storeId, documents,\n  }, corsHeaders);\n}\n\n// ============================================================================\n// REQUEST CAPABILITY DETECTION\n// ============================================================================\n\n/**\n * Scan messages to detect what capabilities the request requires.\n * Looks for image blocks, PDF content types, computer_use tools, etc.\n */\nfunction detectRequestCapabilities(\n  messages: any[],\n  hints?: { hasCitations?: boolean },\n): RequestCapabilityRequirements {\n  const requirements: RequestCapabilityRequirements = {};\n\n  if (hints?.hasCitations) {\n    requirements.needsCitations = true;\n  }\n\n  for (const msg of messages) {\n    if (!Array.isArray(msg.content)) continue;\n\n    for (const block of msg.content) {\n      // Image detection: Anthropic image blocks\n      if (block.type === \"image\" && block.source) {\n        requirements.hasImages = true;\n      }\n\n      // PDF detection: document blocks with PDF media type\n      if (\n        block.type === \"document\" ||\n        (block.source?.media_type && block.source.media_type === \"application/pdf\")\n      ) {\n        requirements.hasPdf = true;\n      }\n\n      // Computer use detection: tool_use with computer_use-related tools\n      if (\n        block.type === \"tool_use\" &&\n        (block.name === \"computer\" || block.name === \"computer_use\")\n      ) {\n        requirements.needsComputerUse = true;\n      }\n    }\n  }\n\n  return requirements;\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;;AAGA,SAASA,cAAc,EAAEC,MAAM,EAAEC,SAAS,EAAEC,WAAW,EAAEC,sBAAsB,QAAQ,wBAAwB;AAE/G,SAASC,kBAAkB,QAAQ,yBAAyB;AAC5D,SAASC,YAAY,QAAQ,uBAAuB;AACpD,SAASC,wBAAwB,EAAEC,yBAAyB,QAA4C,gCAAgC;;AAExI;AACA,OAAO,0BAA0B;AACjC,OAAO,wBAAwB;AAC/B,OAAO,uBAAuB;AAC9B,OAAO,uBAAuB;;AAE9B;AACA;AACA;;AAEA,MAAMC,oBAAoB,GAAG,MAAM;AACnC,MAAMC,iBAAiB,GAAG,KAAK;AAC/B,MAAMC,iBAAiB,GAAG,MAAM;AAChC,MAAMC,2BAA2B,GAAG,MAAM;;AAE1C;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,MAAMC,gBAAgB,GAAG,CACvB;EAAEC,MAAM,EAAE,aAAa;EAAEC,IAAI,EAAE;AAAY,CAAC,EAC5C;EAAED,MAAM,EAAE,MAAM;EAAEC,IAAI,EAAE;AAAa,CAAC,EACtC;EAAED,MAAM,EAAE,QAAQ;EAAEC,IAAI,EAAE;AAAY,CAAC,EACvC;EAAED,MAAM,EAAE,OAAO;EAAEC,IAAI,EAAE;AAAa,CAAC,CAC/B;AAIV,SAASC,eAAeA,CAACC,UAAkB,EAAyB;EAClE,KAAK,MAAMC,GAAG,IAAIL,gBAAgB,EAAE;IAClC,IAAII,UAAU,CAACE,UAAU,CAACD,GAAG,CAACJ,MAAM,CAAC,EAAE;MACrC;MACA,IAAII,GAAG,CAACJ,MAAM,KAAK,OAAO,EAAE;QAC1B,IAAI;UACF,MAAMM,GAAG,GAAGC,MAAM,CAACC,IAAI,CAACL,UAAU,CAACM,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC;UAC1D,IAAIH,GAAG,CAACI,MAAM,IAAI,EAAE,IAAIJ,GAAG,CAACK,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,EAAE;YAC/D,OAAO,YAAY;UACrB;QACF,CAAC,CAAC,MAAM;UAAE,OAAO,IAAI;QAAE;QACvB,OAAO,IAAI;MACb;MACA,OAAOP,GAAG,CAACH,IAAI;IACjB;EACF;EACA,OAAO,IAAI;AACb;AAEA,SAASW,aAAaA,CAACC,KAAU,EAAW;EAC1C,IAAIA,KAAK,CAACZ,IAAI,KAAK,OAAO,IAAIY,KAAK,CAACC,MAAM,EAAEb,IAAI,KAAK,QAAQ,IAAIY,KAAK,CAACC,MAAM,EAAEC,IAAI,EAAE;IACnF,MAAMC,MAAM,GAAGd,eAAe,CAACW,KAAK,CAACC,MAAM,CAACC,IAAI,CAAC;IACjD,IAAIC,MAAM,IAAIA,MAAM,KAAKH,KAAK,CAACC,MAAM,CAACG,UAAU,EAAE;MAChDC,OAAO,CAACC,GAAG,CAAC,sCAAsCN,KAAK,CAACC,MAAM,CAACG,UAAU,WAAWD,MAAM,EAAE,CAAC;MAC7FH,KAAK,CAACC,MAAM,CAACG,UAAU,GAAGD,MAAM;MAChC,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAEA,SAASI,iBAAiBA,CAACC,QAAe,EAAQ;EAChD,IAAIC,KAAK,GAAG,CAAC;EACb,KAAK,MAAMC,GAAG,IAAIF,QAAQ,EAAE;IAC1B,IAAI,CAACG,KAAK,CAACC,OAAO,CAACF,GAAG,CAACG,OAAO,CAAC,EAAE;IACjC,KAAK,MAAMb,KAAK,IAAIU,GAAG,CAACG,OAAO,EAAE;MAC/B,IAAId,aAAa,CAACC,KAAK,CAAC,EAAES,KAAK,EAAE;MACjC;MACA,IAAIT,KAAK,CAACZ,IAAI,KAAK,aAAa,IAAIuB,KAAK,CAACC,OAAO,CAACZ,KAAK,CAACa,OAAO,CAAC,EAAE;QAChE,KAAK,MAAMC,GAAG,IAAId,KAAK,CAACa,OAAO,EAAE;UAC/B,IAAId,aAAa,CAACe,GAAG,CAAC,EAAEL,KAAK,EAAE;QACjC;MACF;IACF;EACF;EACA,IAAIA,KAAK,GAAG,CAAC,EAAE;IACbJ,OAAO,CAACC,GAAG,CAAC,qBAAqBG,KAAK,qBAAqB,CAAC;EAC9D;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASM,iBAAiBA,CAACf,KAAU,EAAW;EAC9C;EACA;EACA,IAAIA,KAAK,CAACZ,IAAI,KAAK,OAAO,IAAIY,KAAK,CAACC,MAAM,EAAEb,IAAI,KAAK,QAAQ,EAAE;IAC7DY,KAAK,CAACZ,IAAI,GAAG,MAAM;IACnBY,KAAK,CAACgB,IAAI,GAAG,SAAS;IACtB,OAAOhB,KAAK,CAACC,MAAM;IACnB,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASgB,cAAcA,CAACT,QAAe,EAAQ;EAC7C;EACA,IAAIU,WAAW,GAAG,CAAC,CAAC;EACpB,KAAK,IAAIC,CAAC,GAAGX,QAAQ,CAACX,MAAM,GAAG,CAAC,EAAEsB,CAAC,IAAI,CAAC,EAAEA,CAAC,EAAE,EAAE;IAC7C,IAAIX,QAAQ,CAACW,CAAC,CAAC,CAACC,IAAI,KAAK,MAAM,EAAE;MAAEF,WAAW,GAAGC,CAAC;MAAE;IAAO;EAC7D;EAEA,IAAIE,MAAM,GAAG,CAAC;EACd,KAAK,IAAIF,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,QAAQ,CAACX,MAAM,EAAEsB,CAAC,EAAE,EAAE;IACxC,IAAIA,CAAC,KAAKD,WAAW,EAAE,SAAS,CAAC;IACjC,MAAMR,GAAG,GAAGF,QAAQ,CAACW,CAAC,CAAC;IACvB,IAAI,CAACR,KAAK,CAACC,OAAO,CAACF,GAAG,CAACG,OAAO,CAAC,EAAE;IACjC,KAAK,MAAMb,KAAK,IAAIU,GAAG,CAACG,OAAO,EAAE;MAC/B,IAAIE,iBAAiB,CAACf,KAAK,CAAC,EAAE;QAAEqB,MAAM,EAAE;QAAE;MAAU;MACpD,IAAIrB,KAAK,CAACZ,IAAI,KAAK,aAAa,IAAIuB,KAAK,CAACC,OAAO,CAACZ,KAAK,CAACa,OAAO,CAAC,EAAE;QAChE,KAAK,MAAMC,GAAG,IAAId,KAAK,CAACa,OAAO,EAAE;UAC/B,IAAIE,iBAAiB,CAACD,GAAG,CAAC,EAAEO,MAAM,EAAE;QACtC;MACF;IACF;EACF;EACA,IAAIA,MAAM,GAAG,CAAC,EAAEhB,OAAO,CAACC,GAAG,CAAC,kBAAkBe,MAAM,8CAA8C,CAAC;AACrG;;AAEA;AACA;AACA,SAASC,sBAAsBA,CAACd,QAAe,EAAQ;EACrD,IAAIe,OAAO,GAAG,CAAC;EACf,KAAK,MAAMb,GAAG,IAAIF,QAAQ,EAAE;IAC1B,IAAI,CAACG,KAAK,CAACC,OAAO,CAACF,GAAG,CAACG,OAAO,CAAC,EAAE;IACjC,KAAK,MAAMb,KAAK,IAAIU,GAAG,CAACG,OAAO,EAAE;MAC/B,IAAIb,KAAK,CAACZ,IAAI,KAAK,OAAO,IAAIY,KAAK,CAACC,MAAM,EAAEb,IAAI,KAAK,QAAQ,IAAI,CAACY,KAAK,CAACC,MAAM,EAAEC,IAAI,EAAE;QACpFF,KAAK,CAACZ,IAAI,GAAG,MAAM;QACnBY,KAAK,CAACgB,IAAI,GAAG,SAAS;QACtB,OAAOhB,KAAK,CAACC,MAAM;QACnBsB,OAAO,EAAE;MACX;MACA,IAAIvB,KAAK,CAACZ,IAAI,KAAK,aAAa,IAAIuB,KAAK,CAACC,OAAO,CAACZ,KAAK,CAACa,OAAO,CAAC,EAAE;QAChE,KAAK,MAAMC,GAAG,IAAId,KAAK,CAACa,OAAO,EAAE;UAC/B,IAAIC,GAAG,CAAC1B,IAAI,KAAK,OAAO,IAAI0B,GAAG,CAACb,MAAM,EAAEb,IAAI,KAAK,QAAQ,IAAI,CAAC0B,GAAG,CAACb,MAAM,EAAEC,IAAI,EAAE;YAC9EY,GAAG,CAAC1B,IAAI,GAAG,MAAM;YACjB0B,GAAG,CAACE,IAAI,GAAG,SAAS;YACpB,OAAOF,GAAG,CAACb,MAAM;YACjBsB,OAAO,EAAE;UACX;QACF;MACF;IACF;EACF;EACA,IAAIA,OAAO,GAAG,CAAC,EAAElB,OAAO,CAACC,GAAG,CAAC,mBAAmBiB,OAAO,qCAAqC,CAAC;AAC/F;;AAEA;AACA;AACA;;AAEA,OAAO,eAAeC,WAAWA,CAC/BC,GAAwB,EACxBC,IAAS,EACTC,WAAmC,EACpB;EACf,MAAM;IACJnB,QAAQ;IACRoB,MAAM;IACNC,KAAK;IACLC,KAAK,EAAEC,cAAc,GAAGzD,MAAM,CAAC0D,MAAM;IACrCC,UAAU,EAAEC,kBAAkB,GAAG,IAAI;IACrCC,WAAW;IACXC,MAAM,GAAG,IAAI;IACbC,KAAK;IACLC,kBAAkB;IAClBC,QAAQ;IACRC,QAAQ,EAAEC,OAAO;IACjBC,WAAW,EAAEC,aAAa;IAC1BC;EACF,CAAC,GAAGlB,IAAI;EAER,IAAI,CAAClB,QAAQ,IAAI,CAACG,KAAK,CAACC,OAAO,CAACJ,QAAQ,CAAC,EAAE;IACzC7B,YAAY,CAAC8C,GAAG,EAAE,GAAG,EAAE;MAAEoB,KAAK,EAAE;IAA0B,CAAC,EAAElB,WAAW,CAAC;IACzE;EACF;;EAEA;EACApB,iBAAiB,CAACC,QAAQ,CAAC;;EAE3B;EACAS,cAAc,CAACT,QAAQ,CAAC;;EAExB;EACAc,sBAAsB,CAACd,QAAQ,CAAC;;EAEhC;EACA,MAAMsC,QAAQ,GAAGvE,SAAS,CAACwD,cAAc,CAAC,IAAIA,cAAc;EAC5D,MAAMD,KAAK,GAAGzD,cAAc,CAAC0E,QAAQ,CAACD,QAAQ,CAAC,GAAGA,QAAQ,GAAGxE,MAAM,CAAC0D,MAAM;EAC1E,IAAIgB,QAAQ,GAAGxE,WAAW,CAACsD,KAAK,CAAkB;;EAElD;EACA,MAAMmB,YAAY,GAAGC,yBAAyB,CAAC1C,QAAQ,EAAE;IAAE2C,YAAY,EAAE,CAAC,CAACP,SAAS,EAAE/C;EAAO,CAAC,CAAC;;EAE/F;EACA,IAAI,CAACjB,wBAAwB,CAACoE,QAAQ,EAAEC,YAAY,CAAC,EAAE;IACrD,MAAMG,cAAc,GAAGvE,yBAAyB,CAACoE,YAAY,CAAC;IAC9D5C,OAAO,CAACC,GAAG,CAAC,WAAW0C,QAAQ,uDAAuDI,cAAc,EAAE,CAAC;IACvGJ,QAAQ,GAAGI,cAAc;EAC3B;EAEA,MAAMC,cAAc,GAAGL,QAAQ,KAAK,QAAQ,GAAGjE,iBAAiB,GAC5DiE,QAAQ,KAAK,QAAQ,GAAIvE,sBAAsB,CAACqD,KAAK,CAAC,GAAG7C,2BAA2B,GAAGD,iBAAiB,GACxGF,oBAAoB;EACxB,MAAMmD,UAAU,GAAGqB,IAAI,CAACC,GAAG,CAACD,IAAI,CAACE,GAAG,CAAC,CAAC,EAAEC,MAAM,CAACvB,kBAAkB,CAAC,IAAI,IAAI,CAAC,EAAEmB,cAAc,CAAC;;EAE5F;EACA,MAAMK,OAAO,GAAGhF,kBAAkB,CAACsE,QAAQ,CAAC;EAC5C;EACA,MAAMN,WAAW,GAAGC,aAAyE;EAE7F,MAAMe,OAAO,CAACC,YAAY,CAAClC,GAAG,EAAE;IAC9BK,KAAK;IAAEtB,QAAQ;IAAEoB,MAAM;IAAEC,KAAK;IAAEI,UAAU;IAC1CE,WAAW;IAAEC,MAAM;IAAEC,KAAK;IAAEC,kBAAkB;IAAEC,QAAQ;IAAEG,WAAW;IAAED,OAAO;IAAEG;EAClF,CAAC,EAAEjB,WAAW,CAAC;AACjB;;AAEA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,SAASuB,yBAAyBA,CAChC1C,QAAe,EACfoD,KAAkC,EACH;EAC/B,MAAMX,YAA2C,GAAG,CAAC,CAAC;EAEtD,IAAIW,KAAK,EAAET,YAAY,EAAE;IACvBF,YAAY,CAACY,cAAc,GAAG,IAAI;EACpC;EAEA,KAAK,MAAMnD,GAAG,IAAIF,QAAQ,EAAE;IAC1B,IAAI,CAACG,KAAK,CAACC,OAAO,CAACF,GAAG,CAACG,OAAO,CAAC,EAAE;IAEjC,KAAK,MAAMb,KAAK,IAAIU,GAAG,CAACG,OAAO,EAAE;MAC/B;MACA,IAAIb,KAAK,CAACZ,IAAI,KAAK,OAAO,IAAIY,KAAK,CAACC,MAAM,EAAE;QAC1CgD,YAAY,CAACa,SAAS,GAAG,IAAI;MAC/B;;MAEA;MACA,IACE9D,KAAK,CAACZ,IAAI,KAAK,UAAU,IACxBY,KAAK,CAACC,MAAM,EAAEG,UAAU,IAAIJ,KAAK,CAACC,MAAM,CAACG,UAAU,KAAK,iBAAkB,EAC3E;QACA6C,YAAY,CAACc,MAAM,GAAG,IAAI;MAC5B;;MAEA;MACA,IACE/D,KAAK,CAACZ,IAAI,KAAK,UAAU,KACxBY,KAAK,CAACgE,IAAI,KAAK,UAAU,IAAIhE,KAAK,CAACgE,IAAI,KAAK,cAAc,CAAC,EAC5D;QACAf,YAAY,CAACgB,gBAAgB,GAAG,IAAI;MACtC;IACF;EACF;EAEA,OAAOhB,YAAY;AACrB","ignoreList":[]}

package/dist/server/server-agent.d.ts

@@ -0,0 +1,21 @@
+import type { SupabaseClient } from "@supabase/supabase-js";
+import Anthropic from "@anthropic-ai/sdk";
+import type { ToolDef, AgentConfig } from "./tool-router.js";
+import type { SenderContext } from "./handlers/nodes.js";
+/** Build the full system prompt for an agent. Both SSE chat and channel paths
+ *  call this so the prompt logic is never duplicated. */
+export declare function buildAgentSystemPrompt(supabase: SupabaseClient, agent: AgentConfig, storeId: string | undefined, message: string, tools: ToolDef[], opts?: {
+    senderContext?: SenderContext;
+    clientContext?: Record<string, any>;
+    userId?: string;
+    userEmail?: string | null;
+    extendedTools?: Array<{
+        name: string;
+        description: string;
+    }>;
+}): Promise<{
+    systemPrompt: string;
+    dynamicContext: string;
+}>;
+export declare function extractAndStoreMemories(supabase: SupabaseClient, anthropic: Anthropic, agentId: string, storeId: string, userMessage: string, assistantResponse: string): Promise<void>;
+export declare function updateCostBudgets(supabase: SupabaseClient, storeId: string, agentId: string, costUsd: number): Promise<void>;