whale-code 6.5.10 → 6.6.0

package/dist/server/lib/agent-loop-turn.js

@@ -2,11 +2,11 @@
 //
 // Unified path for streaming and non-streaming API calls.
 
-import { isRetryableError, sanitizeError } from "../../shared/agent-core.js";
+import { categorizeError, isRetryableError, sanitizeError } from "../../shared/agent-core.js";
 import { processStreamWithCallbacks } from "../../shared/sse-parser.js";
 import { providerFailover } from "./provider-failover.js";
 import { createLogger } from "./logger.js";
-import { MAX_RETRIES, RETRY_BASE_DELAY_MS } from "./agent-loop-types.js";
+import { MAX_RETRIES, RETRY_BASE_DELAY_MS, RETRY_MAX_DELAY_MS, RETRY_OVERLOADED_MULTIPLIER, MODEL_FALLBACK_AFTER_ATTEMPT, MODEL_FALLBACK_MAP } from "./agent-loop-types.js";
 const log = createLogger("agent-loop");
 
 // ============================================================================
@@ -84,11 +84,41 @@ export async function executeTurn(cfg, callbacks, streaming) {
     } catch (err) {
       providerFailover.recordFailure(cfg.activeProvider);
       if (attempt < MAX_RETRIES && isRetryableError(err)) {
-        const delay = RETRY_BASE_DELAY_MS * Math.pow(2, attempt);
+        const {
+          category
+        } = categorizeError(err);
+        let delay = Math.min(RETRY_BASE_DELAY_MS * Math.pow(2, attempt), RETRY_MAX_DELAY_MS);
+
+        // Overloaded/rate-limited errors need much longer backoff
+        if (category === "PROVIDER_DOWN" || category === "RATE_LIMIT") {
+          delay = Math.min(delay * RETRY_OVERLOADED_MULTIPLIER, RETRY_MAX_DELAY_MS);
+
+          // Model fallback: after N failed attempts on an overloaded model,
+          // downgrade to a lower-tier model (e.g. Opus → Sonnet) for remaining retries.
+          // Sonnet has much more capacity and is almost never overloaded.
+          if (attempt >= MODEL_FALLBACK_AFTER_ATTEMPT) {
+            const fallbackModel = MODEL_FALLBACK_MAP[baseParams.model];
+            if (fallbackModel && baseParams.model !== fallbackModel) {
+              log.warn({
+                from: baseParams.model,
+                to: fallbackModel,
+                attempt
+              }, "model fallback: overloaded, downgrading");
+              baseParams.model = fallbackModel;
+              // Reset delay — fallback model is likely available immediately
+              delay = Math.min(RETRY_BASE_DELAY_MS, delay);
+            }
+          }
+        }
+
+        // Add jitter (±25%) to prevent thundering herd
+        const jitter = delay * 0.25 * (Math.random() * 2 - 1);
+        delay = Math.round(delay + jitter);
         log.warn({
           attempt: attempt + 1,
           maxRetries: MAX_RETRIES,
           delayMs: delay,
+          category,
           err: sanitizeError(err)
         }, "retrying API call");
         await new Promise(resolve => setTimeout(resolve, delay));

package/dist/server/lib/agent-loop-turn.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop-turn.js","names":["isRetryableError","sanitizeError","processStreamWithCallbacks","providerFailover","createLogger","MAX_RETRIES","RETRY_BASE_DELAY_MS","log","executeTurn","cfg","callbacks","streaming","betas","ctxMgmt","thinkingCfg","beta","push","documents","length","includes","baseParams","model","activeModel","max_tokens","maxTokens","temperature","thinking","type","system","omitTools","tools","finalToolDefs","anthropicToolChoice","tool_choice","messages","finalMessages","context_management","config","attempt","result","stream","anthropic","create","streamResult","text","toolUseBlocks","compactionContent","stopReason","citations","usage","inputTokens","outputTokens","cacheReadTokens","cacheCreationTokens","response","extractNonStreamingResult","recordSuccess","activeProvider","err","recordFailure","delay","Math","pow","warn","maxRetries","delayMs","Promise","resolve","setTimeout","Error","executeStreamingTurn","executeNonStreamingTurn","block","content","onText","id","name","input","onToolStart","citeBlock","citation","cited_text","document_index","start_char_index","end_char_index","document_title","onCitation","stop_reason","input_tokens","output_tokens","cache_read_input_tokens","cache_creation_input_tokens"],"sources":["../../../src/server/lib/agent-loop-turn.ts"],"sourcesContent":["// agent-loop-turn.ts — Per-turn API call + response processing for the server agent loop.\n//\n// Unified path for streaming and non-streaming API calls.\n\nimport type Anthropic from \"@anthropic-ai/sdk\";\nimport type {\n  BetaTextBlockParam,\n  BetaMessageParam,\n  BetaToolUnion,\n  BetaMessage,\n  MessageCreateParamsStreaming,\n  MessageCreateParamsNonStreaming,\n} from \"@anthropic-ai/sdk/resources/beta/messages/messages\";\n\nimport { isRetryableError, sanitizeError } from \"../../shared/agent-core.js\";\nimport { processStreamWithCallbacks } from \"../../shared/sse-parser.js\";\nimport type { BetaStreamEvent } from \"../../shared/anthropic-types.js\";\nimport type { CitationBlock } from \"../../shared/types.js\";\nimport { providerFailover } from \"./provider-failover.js\";\nimport { createLogger } from \"./logger.js\";\n\nimport { MAX_RETRIES, RETRY_BASE_DELAY_MS, type TurnMetrics } from \"./agent-loop-types.js\";\n\nconst log = createLogger(\"agent-loop\");\n\n// ============================================================================\n// Shared turn-level types\n// ============================================================================\n\nexport interface TurnConfig {\n  anthropic: Anthropic;\n  activeModel: string;\n  activeProvider: string;\n  maxTokens: number;\n  temperature: number;\n  system: BetaTextBlockParam[];\n  finalToolDefs: object[];\n  finalMessages: Anthropic.MessageParam[];\n  anthropicToolChoice?: Record<string, unknown>;\n  omitTools: boolean;\n  ctxMgmt: { betas: string[]; config: unknown };\n  thinkingCfg: { thinking: Record<string, unknown>; beta?: string };\n  documents?: any[];\n}\n\nexport interface TurnResult {\n  text: string;\n  toolUseBlocks: Array<{ id: string; name: string; input: Record<string, unknown> }>;\n  compactionContent: string | null;\n  stopReason: string;\n  citations: CitationBlock[];\n  usage: {\n    inputTokens: number;\n    outputTokens: number;\n    cacheReadTokens: number;\n    cacheCreationTokens: number;\n  };\n}\n\nexport interface TurnCallbacks {\n  onText?: (text: string) => void;\n  onToolStart?: (name: string, input?: Record<string, unknown>) => void;\n  onCitation?: (citation: CitationBlock) => void;\n}\n\n// ============================================================================\n// UNIFIED TURN EXECUTION — streaming or non-streaming via single path\n// ============================================================================\n\n/**\n * Execute a single API turn with retry, provider failover, and response normalization.\n * Handles both streaming and non-streaming modes through a unified code path.\n */\nexport async function executeTurn(\n  cfg: TurnConfig,\n  callbacks: TurnCallbacks,\n  streaming: boolean,\n): Promise<TurnResult> {\n  // Build betas list (shared between both modes)\n  const betas = [...cfg.ctxMgmt.betas];\n  if (cfg.thinkingCfg.beta) betas.push(cfg.thinkingCfg.beta);\n  if (cfg.documents?.length && !betas.includes(\"citations-2025-04-15\")) {\n    betas.push(\"citations-2025-04-15\");\n  }\n\n  // Build shared API params\n  const baseParams = {\n    model: cfg.activeModel,\n    max_tokens: cfg.maxTokens,\n    temperature: cfg.thinkingCfg.thinking.type !== \"disabled\" ? 1 : cfg.temperature,\n    system: cfg.system,\n    ...(cfg.omitTools ? {} : { tools: cfg.finalToolDefs as unknown as BetaToolUnion[] }),\n    ...(cfg.anthropicToolChoice && !cfg.omitTools ? { tool_choice: cfg.anthropicToolChoice } : {}),\n    messages: cfg.finalMessages as unknown as BetaMessageParam[],\n    thinking: cfg.thinkingCfg.thinking,\n    betas,\n    context_management: cfg.ctxMgmt.config,\n    ...(cfg.documents?.length ? { documents: cfg.documents } : {}),\n  };\n\n  // Retry loop (shared between both modes)\n  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {\n    try {\n      let result: TurnResult;\n\n      if (streaming) {\n        const stream = await cfg.anthropic.beta.messages.create({\n          ...baseParams,\n          stream: true,\n        } as unknown as MessageCreateParamsStreaming);\n\n        const streamResult = await processStreamWithCallbacks(\n          stream as unknown as AsyncIterable<BetaStreamEvent>,\n          callbacks,\n        );\n\n        result = {\n          text: streamResult.text,\n          toolUseBlocks: streamResult.toolUseBlocks,\n          compactionContent: streamResult.compactionContent,\n          stopReason: streamResult.stopReason || \"end_turn\",\n          citations: streamResult.citations,\n          usage: {\n            inputTokens: streamResult.usage.inputTokens,\n            outputTokens: streamResult.usage.outputTokens,\n            cacheReadTokens: streamResult.usage.cacheReadTokens,\n            cacheCreationTokens: streamResult.usage.cacheCreationTokens,\n          },\n        };\n      } else {\n        const response = await cfg.anthropic.beta.messages.create({\n          ...baseParams,\n        } as unknown as MessageCreateParamsNonStreaming) as BetaMessage;\n\n        result = extractNonStreamingResult(response, callbacks);\n      }\n\n      providerFailover.recordSuccess(cfg.activeProvider);\n      return result;\n    } catch (err) {\n      providerFailover.recordFailure(cfg.activeProvider);\n      if (attempt < MAX_RETRIES && isRetryableError(err)) {\n        const delay = RETRY_BASE_DELAY_MS * Math.pow(2, attempt);\n        log.warn({ attempt: attempt + 1, maxRetries: MAX_RETRIES, delayMs: delay, err: sanitizeError(err) }, \"retrying API call\");\n        await new Promise((resolve) => setTimeout(resolve, delay));\n        continue;\n      }\n      throw err;\n    }\n  }\n\n  throw new Error(\"Failed to get response after retries\");\n}\n\n// ============================================================================\n// Backward-compatible wrappers (used by existing callers)\n// ============================================================================\n\nexport async function executeStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult> {\n  return executeTurn(cfg, callbacks, true);\n}\n\nexport async function executeNonStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult> {\n  return executeTurn(cfg, callbacks, false);\n}\n\n// ============================================================================\n// Non-streaming response extraction (private helper)\n// ============================================================================\n\nfunction extractNonStreamingResult(response: BetaMessage, callbacks: TurnCallbacks): TurnResult {\n  let text = \"\";\n  let compactionContent: string | null = null;\n  const toolUseBlocks: Array<{ id: string; name: string; input: Record<string, unknown> }> = [];\n  const citations: CitationBlock[] = [];\n\n  for (const block of response.content) {\n    if (block.type === \"text\") {\n      text += block.text;\n      callbacks.onText?.(block.text);\n    } else if (block.type === \"tool_use\") {\n      toolUseBlocks.push({\n        id: block.id,\n        name: block.name,\n        input: block.input as Record<string, unknown>,\n      });\n      callbacks.onToolStart?.(block.name, block.input as Record<string, unknown>);\n    } else if ((block as any).type === \"cite\") {\n      const citeBlock = block as any;\n      const citation: CitationBlock = {\n        type: \"cite\",\n        cited_text: citeBlock.cited_text ?? \"\",\n        document_index: citeBlock.document_index ?? 0,\n        start_char_index: citeBlock.start_char_index ?? 0,\n        end_char_index: citeBlock.end_char_index ?? 0,\n        ...(citeBlock.document_title ? { document_title: citeBlock.document_title } : {}),\n      };\n      citations.push(citation);\n      callbacks.onCitation?.(citation);\n    } else if ((block as any).type === \"compaction\") {\n      compactionContent = (block as any).content || \"\";\n    }\n  }\n\n  return {\n    text,\n    toolUseBlocks,\n    compactionContent,\n    stopReason: response.stop_reason || \"end_turn\",\n    citations,\n    usage: {\n      inputTokens: response.usage?.input_tokens || 0,\n      outputTokens: response.usage?.output_tokens || 0,\n      cacheReadTokens: response.usage?.cache_read_input_tokens ?? 0,\n      cacheCreationTokens: response.usage?.cache_creation_input_tokens ?? 0,\n    },\n  };\n}\n"],"mappings":"AAAA;AACA;AACA;;AAYA,SAASA,gBAAgB,EAAEC,aAAa,QAAQ,4BAA4B;AAC5E,SAASC,0BAA0B,QAAQ,4BAA4B;AAGvE,SAASC,gBAAgB,QAAQ,wBAAwB;AACzD,SAASC,YAAY,QAAQ,aAAa;AAE1C,SAASC,WAAW,EAAEC,mBAAmB,QAA0B,uBAAuB;AAE1F,MAAMC,GAAG,GAAGH,YAAY,CAAC,YAAY,CAAC;;AAEtC;AACA;AACA;;AAsCA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAeI,WAAWA,CAC/BC,GAAe,EACfC,SAAwB,EACxBC,SAAkB,EACG;EACrB;EACA,MAAMC,KAAK,GAAG,CAAC,GAAGH,GAAG,CAACI,OAAO,CAACD,KAAK,CAAC;EACpC,IAAIH,GAAG,CAACK,WAAW,CAACC,IAAI,EAAEH,KAAK,CAACI,IAAI,CAACP,GAAG,CAACK,WAAW,CAACC,IAAI,CAAC;EAC1D,IAAIN,GAAG,CAACQ,SAAS,EAAEC,MAAM,IAAI,CAACN,KAAK,CAACO,QAAQ,CAAC,sBAAsB,CAAC,EAAE;IACpEP,KAAK,CAACI,IAAI,CAAC,sBAAsB,CAAC;EACpC;;EAEA;EACA,MAAMI,UAAU,GAAG;IACjBC,KAAK,EAAEZ,GAAG,CAACa,WAAW;IACtBC,UAAU,EAAEd,GAAG,CAACe,SAAS;IACzBC,WAAW,EAAEhB,GAAG,CAACK,WAAW,CAACY,QAAQ,CAACC,IAAI,KAAK,UAAU,GAAG,CAAC,GAAGlB,GAAG,CAACgB,WAAW;IAC/EG,MAAM,EAAEnB,GAAG,CAACmB,MAAM;IAClB,IAAInB,GAAG,CAACoB,SAAS,GAAG,CAAC,CAAC,GAAG;MAAEC,KAAK,EAAErB,GAAG,CAACsB;IAA4C,CAAC,CAAC;IACpF,IAAItB,GAAG,CAACuB,mBAAmB,IAAI,CAACvB,GAAG,CAACoB,SAAS,GAAG;MAAEI,WAAW,EAAExB,GAAG,CAACuB;IAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9FE,QAAQ,EAAEzB,GAAG,CAAC0B,aAA8C;IAC5DT,QAAQ,EAAEjB,GAAG,CAACK,WAAW,CAACY,QAAQ;IAClCd,KAAK;IACLwB,kBAAkB,EAAE3B,GAAG,CAACI,OAAO,CAACwB,MAAM;IACtC,IAAI5B,GAAG,CAACQ,SAAS,EAAEC,MAAM,GAAG;MAAED,SAAS,EAAER,GAAG,CAACQ;IAAU,CAAC,GAAG,CAAC,CAAC;EAC/D,CAAC;;EAED;EACA,KAAK,IAAIqB,OAAO,GAAG,CAAC,EAAEA,OAAO,IAAIjC,WAAW,EAAEiC,OAAO,EAAE,EAAE;IACvD,IAAI;MACF,IAAIC,MAAkB;MAEtB,IAAI5B,SAAS,EAAE;QACb,MAAM6B,MAAM,GAAG,MAAM/B,GAAG,CAACgC,SAAS,CAAC1B,IAAI,CAACmB,QAAQ,CAACQ,MAAM,CAAC;UACtD,GAAGtB,UAAU;UACboB,MAAM,EAAE;QACV,CAA4C,CAAC;QAE7C,MAAMG,YAAY,GAAG,MAAMzC,0BAA0B,CACnDsC,MAAM,EACN9B,SACF,CAAC;QAED6B,MAAM,GAAG;UACPK,IAAI,EAAED,YAAY,CAACC,IAAI;UACvBC,aAAa,EAAEF,YAAY,CAACE,aAAa;UACzCC,iBAAiB,EAAEH,YAAY,CAACG,iBAAiB;UACjDC,UAAU,EAAEJ,YAAY,CAACI,UAAU,IAAI,UAAU;UACjDC,SAAS,EAAEL,YAAY,CAACK,SAAS;UACjCC,KAAK,EAAE;YACLC,WAAW,EAAEP,YAAY,CAACM,KAAK,CAACC,WAAW;YAC3CC,YAAY,EAAER,YAAY,CAACM,KAAK,CAACE,YAAY;YAC7CC,eAAe,EAAET,YAAY,CAACM,KAAK,CAACG,eAAe;YACnDC,mBAAmB,EAAEV,YAAY,CAACM,KAAK,CAACI;UAC1C;QACF,CAAC;MACH,CAAC,MAAM;QACL,MAAMC,QAAQ,GAAG,MAAM7C,GAAG,CAACgC,SAAS,CAAC1B,IAAI,CAACmB,QAAQ,CAACQ,MAAM,CAAC;UACxD,GAAGtB;QACL,CAA+C,CAAgB;QAE/DmB,MAAM,GAAGgB,yBAAyB,CAACD,QAAQ,EAAE5C,SAAS,CAAC;MACzD;MAEAP,gBAAgB,CAACqD,aAAa,CAAC/C,GAAG,CAACgD,cAAc,CAAC;MAClD,OAAOlB,MAAM;IACf,CAAC,CAAC,OAAOmB,GAAG,EAAE;MACZvD,gBAAgB,CAACwD,aAAa,CAAClD,GAAG,CAACgD,cAAc,CAAC;MAClD,IAAInB,OAAO,GAAGjC,WAAW,IAAIL,gBAAgB,CAAC0D,GAAG,CAAC,EAAE;QAClD,MAAME,KAAK,GAAGtD,mBAAmB,GAAGuD,IAAI,CAACC,GAAG,CAAC,CAAC,EAAExB,OAAO,CAAC;QACxD/B,GAAG,CAACwD,IAAI,CAAC;UAAEzB,OAAO,EAAEA,OAAO,GAAG,CAAC;UAAE0B,UAAU,EAAE3D,WAAW;UAAE4D,OAAO,EAAEL,KAAK;UAAEF,GAAG,EAAEzD,aAAa,CAACyD,GAAG;QAAE,CAAC,EAAE,mBAAmB,CAAC;QACzH,MAAM,IAAIQ,OAAO,CAAEC,OAAO,IAAKC,UAAU,CAACD,OAAO,EAAEP,KAAK,CAAC,CAAC;QAC1D;MACF;MACA,MAAMF,GAAG;IACX;EACF;EAEA,MAAM,IAAIW,KAAK,CAAC,sCAAsC,CAAC;AACzD;;AAEA;AACA;AACA;;AAEA,OAAO,eAAeC,oBAAoBA,CAAC7D,GAAe,EAAEC,SAAwB,EAAuB;EACzG,OAAOF,WAAW,CAACC,GAAG,EAAEC,SAAS,EAAE,IAAI,CAAC;AAC1C;AAEA,OAAO,eAAe6D,uBAAuBA,CAAC9D,GAAe,EAAEC,SAAwB,EAAuB;EAC5G,OAAOF,WAAW,CAACC,GAAG,EAAEC,SAAS,EAAE,KAAK,CAAC;AAC3C;;AAEA;AACA;AACA;;AAEA,SAAS6C,yBAAyBA,CAACD,QAAqB,EAAE5C,SAAwB,EAAc;EAC9F,IAAIkC,IAAI,GAAG,EAAE;EACb,IAAIE,iBAAgC,GAAG,IAAI;EAC3C,MAAMD,aAAkF,GAAG,EAAE;EAC7F,MAAMG,SAA0B,GAAG,EAAE;EAErC,KAAK,MAAMwB,KAAK,IAAIlB,QAAQ,CAACmB,OAAO,EAAE;IACpC,IAAID,KAAK,CAAC7C,IAAI,KAAK,MAAM,EAAE;MACzBiB,IAAI,IAAI4B,KAAK,CAAC5B,IAAI;MAClBlC,SAAS,CAACgE,MAAM,GAAGF,KAAK,CAAC5B,IAAI,CAAC;IAChC,CAAC,MAAM,IAAI4B,KAAK,CAAC7C,IAAI,KAAK,UAAU,EAAE;MACpCkB,aAAa,CAAC7B,IAAI,CAAC;QACjB2D,EAAE,EAAEH,KAAK,CAACG,EAAE;QACZC,IAAI,EAAEJ,KAAK,CAACI,IAAI;QAChBC,KAAK,EAAEL,KAAK,CAACK;MACf,CAAC,CAAC;MACFnE,SAAS,CAACoE,WAAW,GAAGN,KAAK,CAACI,IAAI,EAAEJ,KAAK,CAACK,KAAgC,CAAC;IAC7E,CAAC,MAAM,IAAKL,KAAK,CAAS7C,IAAI,KAAK,MAAM,EAAE;MACzC,MAAMoD,SAAS,GAAGP,KAAY;MAC9B,MAAMQ,QAAuB,GAAG;QAC9BrD,IAAI,EAAE,MAAM;QACZsD,UAAU,EAAEF,SAAS,CAACE,UAAU,IAAI,EAAE;QACtCC,cAAc,EAAEH,SAAS,CAACG,cAAc,IAAI,CAAC;QAC7CC,gBAAgB,EAAEJ,SAAS,CAACI,gBAAgB,IAAI,CAAC;QACjDC,cAAc,EAAEL,SAAS,CAACK,cAAc,IAAI,CAAC;QAC7C,IAAIL,SAAS,CAACM,cAAc,GAAG;UAAEA,cAAc,EAAEN,SAAS,CAACM;QAAe,CAAC,GAAG,CAAC,CAAC;MAClF,CAAC;MACDrC,SAAS,CAAChC,IAAI,CAACgE,QAAQ,CAAC;MACxBtE,SAAS,CAAC4E,UAAU,GAAGN,QAAQ,CAAC;IAClC,CAAC,MAAM,IAAKR,KAAK,CAAS7C,IAAI,KAAK,YAAY,EAAE;MAC/CmB,iBAAiB,GAAI0B,KAAK,CAASC,OAAO,IAAI,EAAE;IAClD;EACF;EAEA,OAAO;IACL7B,IAAI;IACJC,aAAa;IACbC,iBAAiB;IACjBC,UAAU,EAAEO,QAAQ,CAACiC,WAAW,IAAI,UAAU;IAC9CvC,SAAS;IACTC,KAAK,EAAE;MACLC,WAAW,EAAEI,QAAQ,CAACL,KAAK,EAAEuC,YAAY,IAAI,CAAC;MAC9CrC,YAAY,EAAEG,QAAQ,CAACL,KAAK,EAAEwC,aAAa,IAAI,CAAC;MAChDrC,eAAe,EAAEE,QAAQ,CAACL,KAAK,EAAEyC,uBAAuB,IAAI,CAAC;MAC7DrC,mBAAmB,EAAEC,QAAQ,CAACL,KAAK,EAAE0C,2BAA2B,IAAI;IACtE;EACF,CAAC;AACH","ignoreList":[]}
+{"version":3,"file":"agent-loop-turn.js","names":["categorizeError","isRetryableError","sanitizeError","processStreamWithCallbacks","providerFailover","createLogger","MAX_RETRIES","RETRY_BASE_DELAY_MS","RETRY_MAX_DELAY_MS","RETRY_OVERLOADED_MULTIPLIER","MODEL_FALLBACK_AFTER_ATTEMPT","MODEL_FALLBACK_MAP","log","executeTurn","cfg","callbacks","streaming","betas","ctxMgmt","thinkingCfg","beta","push","documents","length","includes","baseParams","model","activeModel","max_tokens","maxTokens","temperature","thinking","type","system","omitTools","tools","finalToolDefs","anthropicToolChoice","tool_choice","messages","finalMessages","context_management","config","attempt","result","stream","anthropic","create","streamResult","text","toolUseBlocks","compactionContent","stopReason","citations","usage","inputTokens","outputTokens","cacheReadTokens","cacheCreationTokens","response","extractNonStreamingResult","recordSuccess","activeProvider","err","recordFailure","category","delay","Math","min","pow","fallbackModel","warn","from","to","jitter","random","round","maxRetries","delayMs","Promise","resolve","setTimeout","Error","executeStreamingTurn","executeNonStreamingTurn","block","content","onText","id","name","input","onToolStart","citeBlock","citation","cited_text","document_index","start_char_index","end_char_index","document_title","onCitation","stop_reason","input_tokens","output_tokens","cache_read_input_tokens","cache_creation_input_tokens"],"sources":["../../../src/server/lib/agent-loop-turn.ts"],"sourcesContent":["// agent-loop-turn.ts — Per-turn API call + response processing for the server agent loop.\n//\n// Unified path for streaming and non-streaming API calls.\n\nimport type Anthropic from \"@anthropic-ai/sdk\";\nimport type {\n  BetaTextBlockParam,\n  BetaMessageParam,\n  BetaToolUnion,\n  BetaMessage,\n  MessageCreateParamsStreaming,\n  MessageCreateParamsNonStreaming,\n} from \"@anthropic-ai/sdk/resources/beta/messages/messages\";\n\nimport { categorizeError, isRetryableError, sanitizeError } from \"../../shared/agent-core.js\";\nimport { processStreamWithCallbacks } from \"../../shared/sse-parser.js\";\nimport type { BetaStreamEvent } from \"../../shared/anthropic-types.js\";\nimport type { CitationBlock } from \"../../shared/types.js\";\nimport { providerFailover } from \"./provider-failover.js\";\nimport { createLogger } from \"./logger.js\";\n\nimport { MAX_RETRIES, RETRY_BASE_DELAY_MS, RETRY_MAX_DELAY_MS, RETRY_OVERLOADED_MULTIPLIER, MODEL_FALLBACK_AFTER_ATTEMPT, MODEL_FALLBACK_MAP, type TurnMetrics } from \"./agent-loop-types.js\";\n\nconst log = createLogger(\"agent-loop\");\n\n// ============================================================================\n// Shared turn-level types\n// ============================================================================\n\nexport interface TurnConfig {\n  anthropic: Anthropic;\n  activeModel: string;\n  activeProvider: string;\n  maxTokens: number;\n  temperature: number;\n  system: BetaTextBlockParam[];\n  finalToolDefs: object[];\n  finalMessages: Anthropic.MessageParam[];\n  anthropicToolChoice?: Record<string, unknown>;\n  omitTools: boolean;\n  ctxMgmt: { betas: string[]; config: unknown };\n  thinkingCfg: { thinking: Record<string, unknown>; beta?: string };\n  documents?: any[];\n}\n\nexport interface TurnResult {\n  text: string;\n  toolUseBlocks: Array<{ id: string; name: string; input: Record<string, unknown> }>;\n  compactionContent: string | null;\n  stopReason: string;\n  citations: CitationBlock[];\n  usage: {\n    inputTokens: number;\n    outputTokens: number;\n    cacheReadTokens: number;\n    cacheCreationTokens: number;\n  };\n}\n\nexport interface TurnCallbacks {\n  onText?: (text: string) => void;\n  onToolStart?: (name: string, input?: Record<string, unknown>) => void;\n  onCitation?: (citation: CitationBlock) => void;\n}\n\n// ============================================================================\n// UNIFIED TURN EXECUTION — streaming or non-streaming via single path\n// ============================================================================\n\n/**\n * Execute a single API turn with retry, provider failover, and response normalization.\n * Handles both streaming and non-streaming modes through a unified code path.\n */\nexport async function executeTurn(\n  cfg: TurnConfig,\n  callbacks: TurnCallbacks,\n  streaming: boolean,\n): Promise<TurnResult> {\n  // Build betas list (shared between both modes)\n  const betas = [...cfg.ctxMgmt.betas];\n  if (cfg.thinkingCfg.beta) betas.push(cfg.thinkingCfg.beta);\n  if (cfg.documents?.length && !betas.includes(\"citations-2025-04-15\")) {\n    betas.push(\"citations-2025-04-15\");\n  }\n\n  // Build shared API params\n  const baseParams = {\n    model: cfg.activeModel,\n    max_tokens: cfg.maxTokens,\n    temperature: cfg.thinkingCfg.thinking.type !== \"disabled\" ? 1 : cfg.temperature,\n    system: cfg.system,\n    ...(cfg.omitTools ? {} : { tools: cfg.finalToolDefs as unknown as BetaToolUnion[] }),\n    ...(cfg.anthropicToolChoice && !cfg.omitTools ? { tool_choice: cfg.anthropicToolChoice } : {}),\n    messages: cfg.finalMessages as unknown as BetaMessageParam[],\n    thinking: cfg.thinkingCfg.thinking,\n    betas,\n    context_management: cfg.ctxMgmt.config,\n    ...(cfg.documents?.length ? { documents: cfg.documents } : {}),\n  };\n\n  // Retry loop (shared between both modes)\n  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {\n    try {\n      let result: TurnResult;\n\n      if (streaming) {\n        const stream = await cfg.anthropic.beta.messages.create({\n          ...baseParams,\n          stream: true,\n        } as unknown as MessageCreateParamsStreaming);\n\n        const streamResult = await processStreamWithCallbacks(\n          stream as unknown as AsyncIterable<BetaStreamEvent>,\n          callbacks,\n        );\n\n        result = {\n          text: streamResult.text,\n          toolUseBlocks: streamResult.toolUseBlocks,\n          compactionContent: streamResult.compactionContent,\n          stopReason: streamResult.stopReason || \"end_turn\",\n          citations: streamResult.citations,\n          usage: {\n            inputTokens: streamResult.usage.inputTokens,\n            outputTokens: streamResult.usage.outputTokens,\n            cacheReadTokens: streamResult.usage.cacheReadTokens,\n            cacheCreationTokens: streamResult.usage.cacheCreationTokens,\n          },\n        };\n      } else {\n        const response = await cfg.anthropic.beta.messages.create({\n          ...baseParams,\n        } as unknown as MessageCreateParamsNonStreaming) as BetaMessage;\n\n        result = extractNonStreamingResult(response, callbacks);\n      }\n\n      providerFailover.recordSuccess(cfg.activeProvider);\n      return result;\n    } catch (err) {\n      providerFailover.recordFailure(cfg.activeProvider);\n      if (attempt < MAX_RETRIES && isRetryableError(err)) {\n        const { category } = categorizeError(err);\n        let delay = Math.min(RETRY_BASE_DELAY_MS * Math.pow(2, attempt), RETRY_MAX_DELAY_MS);\n\n        // Overloaded/rate-limited errors need much longer backoff\n        if (category === \"PROVIDER_DOWN\" || category === \"RATE_LIMIT\") {\n          delay = Math.min(delay * RETRY_OVERLOADED_MULTIPLIER, RETRY_MAX_DELAY_MS);\n\n          // Model fallback: after N failed attempts on an overloaded model,\n          // downgrade to a lower-tier model (e.g. Opus → Sonnet) for remaining retries.\n          // Sonnet has much more capacity and is almost never overloaded.\n          if (attempt >= MODEL_FALLBACK_AFTER_ATTEMPT) {\n            const fallbackModel = MODEL_FALLBACK_MAP[baseParams.model];\n            if (fallbackModel && baseParams.model !== fallbackModel) {\n              log.warn({ from: baseParams.model, to: fallbackModel, attempt }, \"model fallback: overloaded, downgrading\");\n              baseParams.model = fallbackModel;\n              // Reset delay — fallback model is likely available immediately\n              delay = Math.min(RETRY_BASE_DELAY_MS, delay);\n            }\n          }\n        }\n\n        // Add jitter (±25%) to prevent thundering herd\n        const jitter = delay * 0.25 * (Math.random() * 2 - 1);\n        delay = Math.round(delay + jitter);\n\n        log.warn({ attempt: attempt + 1, maxRetries: MAX_RETRIES, delayMs: delay, category, err: sanitizeError(err) }, \"retrying API call\");\n        await new Promise((resolve) => setTimeout(resolve, delay));\n        continue;\n      }\n      throw err;\n    }\n  }\n\n  throw new Error(\"Failed to get response after retries\");\n}\n\n// ============================================================================\n// Backward-compatible wrappers (used by existing callers)\n// ============================================================================\n\nexport async function executeStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult> {\n  return executeTurn(cfg, callbacks, true);\n}\n\nexport async function executeNonStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult> {\n  return executeTurn(cfg, callbacks, false);\n}\n\n// ============================================================================\n// Non-streaming response extraction (private helper)\n// ============================================================================\n\nfunction extractNonStreamingResult(response: BetaMessage, callbacks: TurnCallbacks): TurnResult {\n  let text = \"\";\n  let compactionContent: string | null = null;\n  const toolUseBlocks: Array<{ id: string; name: string; input: Record<string, unknown> }> = [];\n  const citations: CitationBlock[] = [];\n\n  for (const block of response.content) {\n    if (block.type === \"text\") {\n      text += block.text;\n      callbacks.onText?.(block.text);\n    } else if (block.type === \"tool_use\") {\n      toolUseBlocks.push({\n        id: block.id,\n        name: block.name,\n        input: block.input as Record<string, unknown>,\n      });\n      callbacks.onToolStart?.(block.name, block.input as Record<string, unknown>);\n    } else if ((block as any).type === \"cite\") {\n      const citeBlock = block as any;\n      const citation: CitationBlock = {\n        type: \"cite\",\n        cited_text: citeBlock.cited_text ?? \"\",\n        document_index: citeBlock.document_index ?? 0,\n        start_char_index: citeBlock.start_char_index ?? 0,\n        end_char_index: citeBlock.end_char_index ?? 0,\n        ...(citeBlock.document_title ? { document_title: citeBlock.document_title } : {}),\n      };\n      citations.push(citation);\n      callbacks.onCitation?.(citation);\n    } else if ((block as any).type === \"compaction\") {\n      compactionContent = (block as any).content || \"\";\n    }\n  }\n\n  return {\n    text,\n    toolUseBlocks,\n    compactionContent,\n    stopReason: response.stop_reason || \"end_turn\",\n    citations,\n    usage: {\n      inputTokens: response.usage?.input_tokens || 0,\n      outputTokens: response.usage?.output_tokens || 0,\n      cacheReadTokens: response.usage?.cache_read_input_tokens ?? 0,\n      cacheCreationTokens: response.usage?.cache_creation_input_tokens ?? 0,\n    },\n  };\n}\n"],"mappings":"AAAA;AACA;AACA;;AAYA,SAASA,eAAe,EAAEC,gBAAgB,EAAEC,aAAa,QAAQ,4BAA4B;AAC7F,SAASC,0BAA0B,QAAQ,4BAA4B;AAGvE,SAASC,gBAAgB,QAAQ,wBAAwB;AACzD,SAASC,YAAY,QAAQ,aAAa;AAE1C,SAASC,WAAW,EAAEC,mBAAmB,EAAEC,kBAAkB,EAAEC,2BAA2B,EAAEC,4BAA4B,EAAEC,kBAAkB,QAA0B,uBAAuB;AAE7L,MAAMC,GAAG,GAAGP,YAAY,CAAC,YAAY,CAAC;;AAEtC;AACA;AACA;;AAsCA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAeQ,WAAWA,CAC/BC,GAAe,EACfC,SAAwB,EACxBC,SAAkB,EACG;EACrB;EACA,MAAMC,KAAK,GAAG,CAAC,GAAGH,GAAG,CAACI,OAAO,CAACD,KAAK,CAAC;EACpC,IAAIH,GAAG,CAACK,WAAW,CAACC,IAAI,EAAEH,KAAK,CAACI,IAAI,CAACP,GAAG,CAACK,WAAW,CAACC,IAAI,CAAC;EAC1D,IAAIN,GAAG,CAACQ,SAAS,EAAEC,MAAM,IAAI,CAACN,KAAK,CAACO,QAAQ,CAAC,sBAAsB,CAAC,EAAE;IACpEP,KAAK,CAACI,IAAI,CAAC,sBAAsB,CAAC;EACpC;;EAEA;EACA,MAAMI,UAAU,GAAG;IACjBC,KAAK,EAAEZ,GAAG,CAACa,WAAW;IACtBC,UAAU,EAAEd,GAAG,CAACe,SAAS;IACzBC,WAAW,EAAEhB,GAAG,CAACK,WAAW,CAACY,QAAQ,CAACC,IAAI,KAAK,UAAU,GAAG,CAAC,GAAGlB,GAAG,CAACgB,WAAW;IAC/EG,MAAM,EAAEnB,GAAG,CAACmB,MAAM;IAClB,IAAInB,GAAG,CAACoB,SAAS,GAAG,CAAC,CAAC,GAAG;MAAEC,KAAK,EAAErB,GAAG,CAACsB;IAA4C,CAAC,CAAC;IACpF,IAAItB,GAAG,CAACuB,mBAAmB,IAAI,CAACvB,GAAG,CAACoB,SAAS,GAAG;MAAEI,WAAW,EAAExB,GAAG,CAACuB;IAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9FE,QAAQ,EAAEzB,GAAG,CAAC0B,aAA8C;IAC5DT,QAAQ,EAAEjB,GAAG,CAACK,WAAW,CAACY,QAAQ;IAClCd,KAAK;IACLwB,kBAAkB,EAAE3B,GAAG,CAACI,OAAO,CAACwB,MAAM;IACtC,IAAI5B,GAAG,CAACQ,SAAS,EAAEC,MAAM,GAAG;MAAED,SAAS,EAAER,GAAG,CAACQ;IAAU,CAAC,GAAG,CAAC,CAAC;EAC/D,CAAC;;EAED;EACA,KAAK,IAAIqB,OAAO,GAAG,CAAC,EAAEA,OAAO,IAAIrC,WAAW,EAAEqC,OAAO,EAAE,EAAE;IACvD,IAAI;MACF,IAAIC,MAAkB;MAEtB,IAAI5B,SAAS,EAAE;QACb,MAAM6B,MAAM,GAAG,MAAM/B,GAAG,CAACgC,SAAS,CAAC1B,IAAI,CAACmB,QAAQ,CAACQ,MAAM,CAAC;UACtD,GAAGtB,UAAU;UACboB,MAAM,EAAE;QACV,CAA4C,CAAC;QAE7C,MAAMG,YAAY,GAAG,MAAM7C,0BAA0B,CACnD0C,MAAM,EACN9B,SACF,CAAC;QAED6B,MAAM,GAAG;UACPK,IAAI,EAAED,YAAY,CAACC,IAAI;UACvBC,aAAa,EAAEF,YAAY,CAACE,aAAa;UACzCC,iBAAiB,EAAEH,YAAY,CAACG,iBAAiB;UACjDC,UAAU,EAAEJ,YAAY,CAACI,UAAU,IAAI,UAAU;UACjDC,SAAS,EAAEL,YAAY,CAACK,SAAS;UACjCC,KAAK,EAAE;YACLC,WAAW,EAAEP,YAAY,CAACM,KAAK,CAACC,WAAW;YAC3CC,YAAY,EAAER,YAAY,CAACM,KAAK,CAACE,YAAY;YAC7CC,eAAe,EAAET,YAAY,CAACM,KAAK,CAACG,eAAe;YACnDC,mBAAmB,EAAEV,YAAY,CAACM,KAAK,CAACI;UAC1C;QACF,CAAC;MACH,CAAC,MAAM;QACL,MAAMC,QAAQ,GAAG,MAAM7C,GAAG,CAACgC,SAAS,CAAC1B,IAAI,CAACmB,QAAQ,CAACQ,MAAM,CAAC;UACxD,GAAGtB;QACL,CAA+C,CAAgB;QAE/DmB,MAAM,GAAGgB,yBAAyB,CAACD,QAAQ,EAAE5C,SAAS,CAAC;MACzD;MAEAX,gBAAgB,CAACyD,aAAa,CAAC/C,GAAG,CAACgD,cAAc,CAAC;MAClD,OAAOlB,MAAM;IACf,CAAC,CAAC,OAAOmB,GAAG,EAAE;MACZ3D,gBAAgB,CAAC4D,aAAa,CAAClD,GAAG,CAACgD,cAAc,CAAC;MAClD,IAAInB,OAAO,GAAGrC,WAAW,IAAIL,gBAAgB,CAAC8D,GAAG,CAAC,EAAE;QAClD,MAAM;UAAEE;QAAS,CAAC,GAAGjE,eAAe,CAAC+D,GAAG,CAAC;QACzC,IAAIG,KAAK,GAAGC,IAAI,CAACC,GAAG,CAAC7D,mBAAmB,GAAG4D,IAAI,CAACE,GAAG,CAAC,CAAC,EAAE1B,OAAO,CAAC,EAAEnC,kBAAkB,CAAC;;QAEpF;QACA,IAAIyD,QAAQ,KAAK,eAAe,IAAIA,QAAQ,KAAK,YAAY,EAAE;UAC7DC,KAAK,GAAGC,IAAI,CAACC,GAAG,CAACF,KAAK,GAAGzD,2BAA2B,EAAED,kBAAkB,CAAC;;UAEzE;UACA;UACA;UACA,IAAImC,OAAO,IAAIjC,4BAA4B,EAAE;YAC3C,MAAM4D,aAAa,GAAG3D,kBAAkB,CAACc,UAAU,CAACC,KAAK,CAAC;YAC1D,IAAI4C,aAAa,IAAI7C,UAAU,CAACC,KAAK,KAAK4C,aAAa,EAAE;cACvD1D,GAAG,CAAC2D,IAAI,CAAC;gBAAEC,IAAI,EAAE/C,UAAU,CAACC,KAAK;gBAAE+C,EAAE,EAAEH,aAAa;gBAAE3B;cAAQ,CAAC,EAAE,yCAAyC,CAAC;cAC3GlB,UAAU,CAACC,KAAK,GAAG4C,aAAa;cAChC;cACAJ,KAAK,GAAGC,IAAI,CAACC,GAAG,CAAC7D,mBAAmB,EAAE2D,KAAK,CAAC;YAC9C;UACF;QACF;;QAEA;QACA,MAAMQ,MAAM,GAAGR,KAAK,GAAG,IAAI,IAAIC,IAAI,CAACQ,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrDT,KAAK,GAAGC,IAAI,CAACS,KAAK,CAACV,KAAK,GAAGQ,MAAM,CAAC;QAElC9D,GAAG,CAAC2D,IAAI,CAAC;UAAE5B,OAAO,EAAEA,OAAO,GAAG,CAAC;UAAEkC,UAAU,EAAEvE,WAAW;UAAEwE,OAAO,EAAEZ,KAAK;UAAED,QAAQ;UAAEF,GAAG,EAAE7D,aAAa,CAAC6D,GAAG;QAAE,CAAC,EAAE,mBAAmB,CAAC;QACnI,MAAM,IAAIgB,OAAO,CAAEC,OAAO,IAAKC,UAAU,CAACD,OAAO,EAAEd,KAAK,CAAC,CAAC;QAC1D;MACF;MACA,MAAMH,GAAG;IACX;EACF;EAEA,MAAM,IAAImB,KAAK,CAAC,sCAAsC,CAAC;AACzD;;AAEA;AACA;AACA;;AAEA,OAAO,eAAeC,oBAAoBA,CAACrE,GAAe,EAAEC,SAAwB,EAAuB;EACzG,OAAOF,WAAW,CAACC,GAAG,EAAEC,SAAS,EAAE,IAAI,CAAC;AAC1C;AAEA,OAAO,eAAeqE,uBAAuBA,CAACtE,GAAe,EAAEC,SAAwB,EAAuB;EAC5G,OAAOF,WAAW,CAACC,GAAG,EAAEC,SAAS,EAAE,KAAK,CAAC;AAC3C;;AAEA;AACA;AACA;;AAEA,SAAS6C,yBAAyBA,CAACD,QAAqB,EAAE5C,SAAwB,EAAc;EAC9F,IAAIkC,IAAI,GAAG,EAAE;EACb,IAAIE,iBAAgC,GAAG,IAAI;EAC3C,MAAMD,aAAkF,GAAG,EAAE;EAC7F,MAAMG,SAA0B,GAAG,EAAE;EAErC,KAAK,MAAMgC,KAAK,IAAI1B,QAAQ,CAAC2B,OAAO,EAAE;IACpC,IAAID,KAAK,CAACrD,IAAI,KAAK,MAAM,EAAE;MACzBiB,IAAI,IAAIoC,KAAK,CAACpC,IAAI;MAClBlC,SAAS,CAACwE,MAAM,GAAGF,KAAK,CAACpC,IAAI,CAAC;IAChC,CAAC,MAAM,IAAIoC,KAAK,CAACrD,IAAI,KAAK,UAAU,EAAE;MACpCkB,aAAa,CAAC7B,IAAI,CAAC;QACjBmE,EAAE,EAAEH,KAAK,CAACG,EAAE;QACZC,IAAI,EAAEJ,KAAK,CAACI,IAAI;QAChBC,KAAK,EAAEL,KAAK,CAACK;MACf,CAAC,CAAC;MACF3E,SAAS,CAAC4E,WAAW,GAAGN,KAAK,CAACI,IAAI,EAAEJ,KAAK,CAACK,KAAgC,CAAC;IAC7E,CAAC,MAAM,IAAKL,KAAK,CAASrD,IAAI,KAAK,MAAM,EAAE;MACzC,MAAM4D,SAAS,GAAGP,KAAY;MAC9B,MAAMQ,QAAuB,GAAG;QAC9B7D,IAAI,EAAE,MAAM;QACZ8D,UAAU,EAAEF,SAAS,CAACE,UAAU,IAAI,EAAE;QACtCC,cAAc,EAAEH,SAAS,CAACG,cAAc,IAAI,CAAC;QAC7CC,gBAAgB,EAAEJ,SAAS,CAACI,gBAAgB,IAAI,CAAC;QACjDC,cAAc,EAAEL,SAAS,CAACK,cAAc,IAAI,CAAC;QAC7C,IAAIL,SAAS,CAACM,cAAc,GAAG;UAAEA,cAAc,EAAEN,SAAS,CAACM;QAAe,CAAC,GAAG,CAAC,CAAC;MAClF,CAAC;MACD7C,SAAS,CAAChC,IAAI,CAACwE,QAAQ,CAAC;MACxB9E,SAAS,CAACoF,UAAU,GAAGN,QAAQ,CAAC;IAClC,CAAC,MAAM,IAAKR,KAAK,CAASrD,IAAI,KAAK,YAAY,EAAE;MAC/CmB,iBAAiB,GAAIkC,KAAK,CAASC,OAAO,IAAI,EAAE;IAClD;EACF;EAEA,OAAO;IACLrC,IAAI;IACJC,aAAa;IACbC,iBAAiB;IACjBC,UAAU,EAAEO,QAAQ,CAACyC,WAAW,IAAI,UAAU;IAC9C/C,SAAS;IACTC,KAAK,EAAE;MACLC,WAAW,EAAEI,QAAQ,CAACL,KAAK,EAAE+C,YAAY,IAAI,CAAC;MAC9C7C,YAAY,EAAEG,QAAQ,CAACL,KAAK,EAAEgD,aAAa,IAAI,CAAC;MAChD7C,eAAe,EAAEE,QAAQ,CAACL,KAAK,EAAEiD,uBAAuB,IAAI,CAAC;MAC7D7C,mBAAmB,EAAEC,QAAQ,CAACL,KAAK,EAAEkD,2BAA2B,IAAI;IACtE;EACF,CAAC;AACH","ignoreList":[]}

package/dist/server/lib/agent-loop-types.d.ts

@@ -105,9 +105,13 @@ export interface ServerAgentLoopResult {
 }
 export type { SubagentProgressCallback, SubagentProgressEvent };
 export type { ToolChoice };
-export declare const MAX_RETRIES = 3;
-export declare const RETRY_BASE_DELAY_MS = 1000;
+export declare const MAX_RETRIES = 5;
+export declare const RETRY_BASE_DELAY_MS = 2000;
+export declare const RETRY_MAX_DELAY_MS = 60000;
+export declare const RETRY_OVERLOADED_MULTIPLIER = 3;
+export declare const MODEL_FALLBACK_AFTER_ATTEMPT = 2;
 export declare const DEFAULT_MAX_CONCURRENT_TOOLS = 7;
+export declare const MODEL_FALLBACK_MAP: Record<string, string>;
 /**
  * Map ToolChoice to Anthropic API `tool_choice` format.
  * Returns undefined if tools should be omitted entirely.

package/dist/server/lib/agent-loop-types.js

@@ -10,10 +10,22 @@
 // CONSTANTS
 // ============================================================================
 
-export const MAX_RETRIES = 3;
-export const RETRY_BASE_DELAY_MS = 1000;
+export const MAX_RETRIES = 5;
+export const RETRY_BASE_DELAY_MS = 2000;
+export const RETRY_MAX_DELAY_MS = 60000;
+export const RETRY_OVERLOADED_MULTIPLIER = 3;
+export const MODEL_FALLBACK_AFTER_ATTEMPT = 2;
 export const DEFAULT_MAX_CONCURRENT_TOOLS = 7;
 
+// Intra-provider model fallback — when a model is overloaded, try a lower-tier model
+// from the same provider instead of retrying the same overloaded endpoint.
+export const MODEL_FALLBACK_MAP = {
+  "claude-opus-4-6": "claude-sonnet-4-6",
+  "claude-opus-4-5-20251101": "claude-sonnet-4-5-20250929",
+  "claude-opus-4-20250514": "claude-sonnet-4-20250514",
+  "claude-opus-4-1-20250805": "claude-sonnet-4-5-20250929"
+};
+
 // ============================================================================
 // TOOL CHOICE MAPPING — convert ToolChoice to provider-specific format
 // ============================================================================

package/dist/server/lib/agent-loop-types.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop-types.js","names":["MAX_RETRIES","RETRY_BASE_DELAY_MS","DEFAULT_MAX_CONCURRENT_TOOLS","mapToolChoiceForAnthropic","tc","toolChoice","type","omitTools","name"],"sources":["../../../src/server/lib/agent-loop-types.ts"],"sourcesContent":["// agent-loop-types.ts — Shared types, constants, and helpers for the server agent loop.\n\nimport type Anthropic from \"@anthropic-ai/sdk\";\nimport type { SupabaseClient } from \"@supabase/supabase-js\";\nimport type {\n  ContextManagementOverrides,\n  LoopDetectorConfig,\n  ToolChoice,\n} from \"../../shared/agent-core.js\";\nimport type { CitationBlock } from \"../../shared/types.js\";\nimport type { ToolProgressCallback } from \"../tool-router.js\";\nimport type {\n  SubagentProgressCallback,\n  SubagentProgressEvent,\n} from \"./server-subagent.js\";\nimport type { RequestCapabilityRequirements } from \"./provider-capabilities.js\";\n\n// ============================================================================\n// TYPES\n// ============================================================================\n\nexport interface ToolDef {\n  name: string;\n  description: string;\n  input_schema: Record<string, unknown>;\n}\n\nexport type ToolResult = { success: boolean; data?: unknown; error?: string };\n\nexport interface ServerAgentLoopOptions {\n  // Core\n  anthropic: Anthropic;\n  supabase: SupabaseClient;\n  model: string;\n  systemPrompt: string;\n  messages: Anthropic.MessageParam[];\n  tools: ToolDef[];\n\n  // Behavior\n  maxTurns: number;\n  temperature: number;\n  maxTokens?: number;\n  /** @deprecated — Anthropic context_management handles limits. Ignored. */\n  maxToolResultChars?: number;\n\n  // Context (audit + subagent)\n  storeId?: string;\n  traceId?: string;\n  userId?: string | null;\n  userEmail?: string | null;\n  source?: string;\n  conversationId?: string;\n  agentId?: string;\n\n  // Tool execution — injected, avoids circular deps\n  executeTool: (\n    toolName: string,\n    args: Record<string, unknown>,\n    sourceOverride?: string,\n    onToolProgress?: ToolProgressCallback,\n  ) => Promise<ToolResult>;\n\n  // Tool progress streaming (e.g. kali exec stdout/stderr)\n  onToolProgress?: ToolProgressCallback;\n\n  // Lazy tool loading — extended tools available via discover_tools\n  extendedTools?: ToolDef[];\n\n  // Tool choice control\n  toolChoice?: ToolChoice;          // Default: \"auto\" (smart resolution per turn)\n\n  // Feature flags\n  enableDelegation?: boolean;       // Default: true (auto-inject for Opus)\n  enablePromptCaching?: boolean;    // Default: true\n  enableStreaming?: boolean;        // Default: true\n  enableModelRouting?: boolean;     // Default: true (controls routeModel on turn 1)\n  maxConcurrentTools?: number;      // Default: 7\n\n  // Citations — source documents for Anthropic Citations API (opt-in)\n  documents?: any[];\n\n  // Callbacks (all optional)\n  onText?: (text: string) => void;\n  onToolStart?: (name: string, input?: Record<string, unknown>) => void;\n  onToolResult?: (name: string, success: boolean, result: unknown) => void;\n  onCitation?: (citation: CitationBlock) => void;\n  onSubagentProgress?: SubagentProgressCallback;\n\n  // Subagent overrides (from parent's context_config)\n  subagentMaxTokens?: number;       // Default: 8192\n  subagentMaxTurns?: number;        // Default: 6\n  subagentTemperature?: number;     // Default: 0.3\n\n  // Budget control\n  maxCostUsd?: number;              // Default: DEFAULT_SESSION_COST_BUDGET_USD ($5)\n\n  // Abort control\n  clientDisconnected?: { value: boolean };\n  startedAt?: number;\n  maxDurationMs?: number;\n\n  // Capability-aware routing — when set, failover skips providers that lack these capabilities\n  requiredCapabilities?: RequestCapabilityRequirements;\n\n  // Context management overrides from ai_agent_config.context_config JSONB\n  contextOverrides?: ContextManagementOverrides;\n\n  // Loop detector thresholds from ai_agent_config.context_config JSONB\n  loopDetectorConfig?: Partial<LoopDetectorConfig>;\n  /** Max errors from a single parallel batch before aborting remaining calls */\n  batchErrorLimit?: number;\n}\n\nexport interface TurnMetrics {\n  turn: number;\n  inputTokens: number;\n  outputTokens: number;\n  cacheRead: number;\n  cacheCreation: number;\n  toolsUsed: string[];\n  costUsd: number;\n  /** Set when a failover occurred this turn */\n  failover?: {\n    originalProvider: string;\n    activeProvider: string;\n    model: string;\n  };\n}\n\nexport interface ServerAgentLoopResult {\n  finalText: string;\n  allTextResponses: string[];\n  turnCount: number;\n  toolCallCount: number;\n  toolsUsed: string[];\n  /** Citations collected from all turns (only populated when documents are provided) */\n  citations: CitationBlock[];\n  tokens: {\n    input: number;\n    output: number;\n    cacheCreation: number;\n    cacheRead: number;\n  };\n  costUsd: number;\n  loopDetectorStats: {\n    totalErrors: number;\n    failedStrategies: number;\n    consecutiveFailedTurns: number;\n  };\n  turns: TurnMetrics[];\n  /** Final stop reason from the last API response (end_turn, tool_use, max_tokens) */\n  stopReason: string;\n}\n\n// Re-export for consumers\nexport type { SubagentProgressCallback, SubagentProgressEvent };\nexport type { ToolChoice };\n\n// ============================================================================\n// CONSTANTS\n// ============================================================================\n\nexport const MAX_RETRIES = 3;\nexport const RETRY_BASE_DELAY_MS = 1000;\nexport const DEFAULT_MAX_CONCURRENT_TOOLS = 7;\n\n// ============================================================================\n// TOOL CHOICE MAPPING — convert ToolChoice to provider-specific format\n// ============================================================================\n\n/**\n * Map ToolChoice to Anthropic API `tool_choice` format.\n * Returns undefined if tools should be omitted entirely.\n */\nexport function mapToolChoiceForAnthropic(\n  tc: ToolChoice,\n): { toolChoice?: Record<string, unknown>; omitTools?: boolean } {\n  if (tc === \"auto\") return { toolChoice: { type: \"auto\" } };\n  if (tc === \"any\") return { toolChoice: { type: \"any\" } };\n  if (tc === \"none\") return { omitTools: true };\n  if (typeof tc === \"object\" && tc.type === \"tool\") {\n    return { toolChoice: { type: \"tool\", name: tc.name } };\n  }\n  return { toolChoice: { type: \"auto\" } };\n}\n"],"mappings":"AAAA;;AAiBA;AACA;AACA;;AAuIA;;AAIA;AACA;AACA;;AAEA,OAAO,MAAMA,WAAW,GAAG,CAAC;AAC5B,OAAO,MAAMC,mBAAmB,GAAG,IAAI;AACvC,OAAO,MAAMC,4BAA4B,GAAG,CAAC;;AAE7C;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,yBAAyBA,CACvCC,EAAc,EACiD;EAC/D,IAAIA,EAAE,KAAK,MAAM,EAAE,OAAO;IAAEC,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAO;EAAE,CAAC;EAC1D,IAAIF,EAAE,KAAK,KAAK,EAAE,OAAO;IAAEC,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAM;EAAE,CAAC;EACxD,IAAIF,EAAE,KAAK,MAAM,EAAE,OAAO;IAAEG,SAAS,EAAE;EAAK,CAAC;EAC7C,IAAI,OAAOH,EAAE,KAAK,QAAQ,IAAIA,EAAE,CAACE,IAAI,KAAK,MAAM,EAAE;IAChD,OAAO;MAAED,UAAU,EAAE;QAAEC,IAAI,EAAE,MAAM;QAAEE,IAAI,EAAEJ,EAAE,CAACI;MAAK;IAAE,CAAC;EACxD;EACA,OAAO;IAAEH,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAO;EAAE,CAAC;AACzC","ignoreList":[]}
+{"version":3,"file":"agent-loop-types.js","names":["MAX_RETRIES","RETRY_BASE_DELAY_MS","RETRY_MAX_DELAY_MS","RETRY_OVERLOADED_MULTIPLIER","MODEL_FALLBACK_AFTER_ATTEMPT","DEFAULT_MAX_CONCURRENT_TOOLS","MODEL_FALLBACK_MAP","mapToolChoiceForAnthropic","tc","toolChoice","type","omitTools","name"],"sources":["../../../src/server/lib/agent-loop-types.ts"],"sourcesContent":["// agent-loop-types.ts — Shared types, constants, and helpers for the server agent loop.\n\nimport type Anthropic from \"@anthropic-ai/sdk\";\nimport type { SupabaseClient } from \"@supabase/supabase-js\";\nimport type {\n  ContextManagementOverrides,\n  LoopDetectorConfig,\n  ToolChoice,\n} from \"../../shared/agent-core.js\";\nimport type { CitationBlock } from \"../../shared/types.js\";\nimport type { ToolProgressCallback } from \"../tool-router.js\";\nimport type {\n  SubagentProgressCallback,\n  SubagentProgressEvent,\n} from \"./server-subagent.js\";\nimport type { RequestCapabilityRequirements } from \"./provider-capabilities.js\";\n\n// ============================================================================\n// TYPES\n// ============================================================================\n\nexport interface ToolDef {\n  name: string;\n  description: string;\n  input_schema: Record<string, unknown>;\n}\n\nexport type ToolResult = { success: boolean; data?: unknown; error?: string };\n\nexport interface ServerAgentLoopOptions {\n  // Core\n  anthropic: Anthropic;\n  supabase: SupabaseClient;\n  model: string;\n  systemPrompt: string;\n  messages: Anthropic.MessageParam[];\n  tools: ToolDef[];\n\n  // Behavior\n  maxTurns: number;\n  temperature: number;\n  maxTokens?: number;\n  /** @deprecated — Anthropic context_management handles limits. Ignored. */\n  maxToolResultChars?: number;\n\n  // Context (audit + subagent)\n  storeId?: string;\n  traceId?: string;\n  userId?: string | null;\n  userEmail?: string | null;\n  source?: string;\n  conversationId?: string;\n  agentId?: string;\n\n  // Tool execution — injected, avoids circular deps\n  executeTool: (\n    toolName: string,\n    args: Record<string, unknown>,\n    sourceOverride?: string,\n    onToolProgress?: ToolProgressCallback,\n  ) => Promise<ToolResult>;\n\n  // Tool progress streaming (e.g. kali exec stdout/stderr)\n  onToolProgress?: ToolProgressCallback;\n\n  // Lazy tool loading — extended tools available via discover_tools\n  extendedTools?: ToolDef[];\n\n  // Tool choice control\n  toolChoice?: ToolChoice;          // Default: \"auto\" (smart resolution per turn)\n\n  // Feature flags\n  enableDelegation?: boolean;       // Default: true (auto-inject for Opus)\n  enablePromptCaching?: boolean;    // Default: true\n  enableStreaming?: boolean;        // Default: true\n  enableModelRouting?: boolean;     // Default: true (controls routeModel on turn 1)\n  maxConcurrentTools?: number;      // Default: 7\n\n  // Citations — source documents for Anthropic Citations API (opt-in)\n  documents?: any[];\n\n  // Callbacks (all optional)\n  onText?: (text: string) => void;\n  onToolStart?: (name: string, input?: Record<string, unknown>) => void;\n  onToolResult?: (name: string, success: boolean, result: unknown) => void;\n  onCitation?: (citation: CitationBlock) => void;\n  onSubagentProgress?: SubagentProgressCallback;\n\n  // Subagent overrides (from parent's context_config)\n  subagentMaxTokens?: number;       // Default: 8192\n  subagentMaxTurns?: number;        // Default: 6\n  subagentTemperature?: number;     // Default: 0.3\n\n  // Budget control\n  maxCostUsd?: number;              // Default: DEFAULT_SESSION_COST_BUDGET_USD ($5)\n\n  // Abort control\n  clientDisconnected?: { value: boolean };\n  startedAt?: number;\n  maxDurationMs?: number;\n\n  // Capability-aware routing — when set, failover skips providers that lack these capabilities\n  requiredCapabilities?: RequestCapabilityRequirements;\n\n  // Context management overrides from ai_agent_config.context_config JSONB\n  contextOverrides?: ContextManagementOverrides;\n\n  // Loop detector thresholds from ai_agent_config.context_config JSONB\n  loopDetectorConfig?: Partial<LoopDetectorConfig>;\n  /** Max errors from a single parallel batch before aborting remaining calls */\n  batchErrorLimit?: number;\n}\n\nexport interface TurnMetrics {\n  turn: number;\n  inputTokens: number;\n  outputTokens: number;\n  cacheRead: number;\n  cacheCreation: number;\n  toolsUsed: string[];\n  costUsd: number;\n  /** Set when a failover occurred this turn */\n  failover?: {\n    originalProvider: string;\n    activeProvider: string;\n    model: string;\n  };\n}\n\nexport interface ServerAgentLoopResult {\n  finalText: string;\n  allTextResponses: string[];\n  turnCount: number;\n  toolCallCount: number;\n  toolsUsed: string[];\n  /** Citations collected from all turns (only populated when documents are provided) */\n  citations: CitationBlock[];\n  tokens: {\n    input: number;\n    output: number;\n    cacheCreation: number;\n    cacheRead: number;\n  };\n  costUsd: number;\n  loopDetectorStats: {\n    totalErrors: number;\n    failedStrategies: number;\n    consecutiveFailedTurns: number;\n  };\n  turns: TurnMetrics[];\n  /** Final stop reason from the last API response (end_turn, tool_use, max_tokens) */\n  stopReason: string;\n}\n\n// Re-export for consumers\nexport type { SubagentProgressCallback, SubagentProgressEvent };\nexport type { ToolChoice };\n\n// ============================================================================\n// CONSTANTS\n// ============================================================================\n\nexport const MAX_RETRIES = 5;\nexport const RETRY_BASE_DELAY_MS = 2000;\nexport const RETRY_MAX_DELAY_MS = 60000;\nexport const RETRY_OVERLOADED_MULTIPLIER = 3;\nexport const MODEL_FALLBACK_AFTER_ATTEMPT = 2;\nexport const DEFAULT_MAX_CONCURRENT_TOOLS = 7;\n\n// Intra-provider model fallback — when a model is overloaded, try a lower-tier model\n// from the same provider instead of retrying the same overloaded endpoint.\nexport const MODEL_FALLBACK_MAP: Record<string, string> = {\n  \"claude-opus-4-6\": \"claude-sonnet-4-6\",\n  \"claude-opus-4-5-20251101\": \"claude-sonnet-4-5-20250929\",\n  \"claude-opus-4-20250514\": \"claude-sonnet-4-20250514\",\n  \"claude-opus-4-1-20250805\": \"claude-sonnet-4-5-20250929\",\n};\n\n// ============================================================================\n// TOOL CHOICE MAPPING — convert ToolChoice to provider-specific format\n// ============================================================================\n\n/**\n * Map ToolChoice to Anthropic API `tool_choice` format.\n * Returns undefined if tools should be omitted entirely.\n */\nexport function mapToolChoiceForAnthropic(\n  tc: ToolChoice,\n): { toolChoice?: Record<string, unknown>; omitTools?: boolean } {\n  if (tc === \"auto\") return { toolChoice: { type: \"auto\" } };\n  if (tc === \"any\") return { toolChoice: { type: \"any\" } };\n  if (tc === \"none\") return { omitTools: true };\n  if (typeof tc === \"object\" && tc.type === \"tool\") {\n    return { toolChoice: { type: \"tool\", name: tc.name } };\n  }\n  return { toolChoice: { type: \"auto\" } };\n}\n"],"mappings":"AAAA;;AAiBA;AACA;AACA;;AAuIA;;AAIA;AACA;AACA;;AAEA,OAAO,MAAMA,WAAW,GAAG,CAAC;AAC5B,OAAO,MAAMC,mBAAmB,GAAG,IAAI;AACvC,OAAO,MAAMC,kBAAkB,GAAG,KAAK;AACvC,OAAO,MAAMC,2BAA2B,GAAG,CAAC;AAC5C,OAAO,MAAMC,4BAA4B,GAAG,CAAC;AAC7C,OAAO,MAAMC,4BAA4B,GAAG,CAAC;;AAE7C;AACA;AACA,OAAO,MAAMC,kBAA0C,GAAG;EACxD,iBAAiB,EAAE,mBAAmB;EACtC,0BAA0B,EAAE,4BAA4B;EACxD,wBAAwB,EAAE,0BAA0B;EACpD,0BAA0B,EAAE;AAC9B,CAAC;;AAED;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,yBAAyBA,CACvCC,EAAc,EACiD;EAC/D,IAAIA,EAAE,KAAK,MAAM,EAAE,OAAO;IAAEC,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAO;EAAE,CAAC;EAC1D,IAAIF,EAAE,KAAK,KAAK,EAAE,OAAO;IAAEC,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAM;EAAE,CAAC;EACxD,IAAIF,EAAE,KAAK,MAAM,EAAE,OAAO;IAAEG,SAAS,EAAE;EAAK,CAAC;EAC7C,IAAI,OAAOH,EAAE,KAAK,QAAQ,IAAIA,EAAE,CAACE,IAAI,KAAK,MAAM,EAAE;IAChD,OAAO;MAAED,UAAU,EAAE;QAAEC,IAAI,EAAE,MAAM;QAAEE,IAAI,EAAEJ,EAAE,CAACI;MAAK;IAAE,CAAC;EACxD;EACA,OAAO;IAAEH,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAO;EAAE,CAAC;AACzC","ignoreList":[]}

package/dist/server/lib/clickhouse-client.js

@@ -57,7 +57,8 @@ class ClickHouseClient {
           ...this.authHeaders,
           "Content-Type": "application/json"
         },
-        body
+        body,
+        signal: AbortSignal.timeout(10_000)
       });
       if (!response.ok) {
         const text = await response.text();
@@ -80,7 +81,8 @@ class ClickHouseClient {
           ...this.authHeaders,
           "Content-Type": "text/plain"
         },
-        body: sql
+        body: sql,
+        signal: AbortSignal.timeout(10_000)
       });
       if (!response.ok) {
         const text = await response.text();

package/dist/server/lib/clickhouse-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"clickhouse-client.js","names":["ClickHouseClient","constructor","host","process","env","CLICKHOUSE_HOST","user","CLICKHOUSE_USER","password","CLICKHOUSE_PASSWORD","database","CLICKHOUSE_DATABASE","enabled","CLICKHOUSE_ENABLED","isEnabled","baseUrl","authHeaders","credentials","Buffer","from","toString","Authorization","insert","table","rows","length","body","map","row","JSON","stringify","join","query","response","fetch","encodeURIComponent","method","headers","ok","text","console","error","status","slice","err","message","sql","trim","split","line","parse","queryOne","_client","getClickHouseClient","insertSpan","span","client","catch","insertError"],"sources":["../../../src/server/lib/clickhouse-client.ts"],"sourcesContent":["/**\n * ClickHouse HTTP Client for Node.js MCP Server\n *\n * Ported from the Deno edge function client (supabase/functions/_shared/clickhouse.ts).\n * Uses the ClickHouse HTTP interface with JSONEachRow format.\n *\n * Environment variables:\n *   CLICKHOUSE_HOST     — e.g. \"xxx.us-east-1.aws.clickhouse.cloud\"\n *   CLICKHOUSE_USER     — default \"default\"\n *   CLICKHOUSE_PASSWORD — from ClickHouse Cloud console\n *   CLICKHOUSE_DATABASE — default \"default\"\n *   CLICKHOUSE_ENABLED  — \"true\" to enable (graceful no-op otherwise)\n */\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport interface ClickHouseSpan {\n  span_id: string;\n  trace_id: string;\n  parent_span_id?: string;\n  store_id?: string;\n  service_name: string;\n  operation_name?: string;\n  span_kind?: string;\n  source?: string;\n  started_at: string; // ISO 8601\n  ended_at: string;\n  duration_ms: number;\n  status_code?: string;\n  severity?: string;\n  http_status?: number;\n  http_method?: string;\n  http_path?: string;\n  model_name?: string;\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n  token_cost_usd?: number;\n  agent_id?: string;\n  conversation_id?: string;\n  tool_name?: string;\n  error_message?: string;\n  attributes?: string; // JSON string\n  events?: string; // JSON string\n  request_id?: string;\n  user_id?: string;\n  environment?: string;\n  // Enriched columns (003_enrich_spans migration)\n  user_email?: string;\n  error_type?: string;\n  retryable?: number; // UInt8: 0 or 1\n  resource_type?: string;\n  cache_read_tokens?: number;\n  cache_creation_tokens?: number;\n  input_bytes?: number;\n  output_bytes?: number;\n  stop_reason?: string;\n  turn_number?: number;\n  parent_conversation_id?: string;\n}\n\nexport interface ClickHouseError {\n  fingerprint: string;\n  severity?: string;\n  error_type: string;\n  error_message: string;\n  error_code?: string;\n  stack_trace?: string;\n  source_file?: string;\n  source_line?: number;\n  source_function?: string;\n  platform?: string;\n  service_name: string;\n  service_version?: string;\n  environment?: string;\n  store_id?: string;\n  user_id?: string;\n  user_email?: string;\n  trace_id?: string;\n  span_id?: string;\n  request_id?: string;\n  tags?: string; // JSON string\n  extra?: string; // JSON string\n  breadcrumbs?: string; // JSON string\n  device_info?: string; // JSON string\n  runtime_info?: string; // JSON string\n  occurred_at: string; // ISO 8601\n}\n\n// ============================================================================\n// Client\n// ============================================================================\n\nclass ClickHouseClient {\n  private host: string;\n  private user: string;\n  private password: string;\n  private database: string;\n  private enabled: boolean;\n\n  constructor() {\n    this.host = process.env.CLICKHOUSE_HOST || \"\";\n    this.user = process.env.CLICKHOUSE_USER || \"default\";\n    this.password = process.env.CLICKHOUSE_PASSWORD || \"\";\n    this.database = process.env.CLICKHOUSE_DATABASE || \"default\";\n    this.enabled = process.env.CLICKHOUSE_ENABLED === \"true\";\n  }\n\n  get isEnabled(): boolean {\n    return this.enabled && !!this.host;\n  }\n\n  private get baseUrl(): string {\n    return `https://${this.host}:8443`;\n  }\n\n  private get authHeaders(): Record<string, string> {\n    const credentials = Buffer.from(`${this.user}:${this.password}`).toString(\"base64\");\n    return {\n      Authorization: `Basic ${credentials}`,\n      \"X-ClickHouse-Database\": this.database,\n    };\n  }\n\n  /**\n   * Insert rows into a ClickHouse table using JSONEachRow format.\n   * Fire-and-forget — logs errors but never throws.\n   */\n  async insert(table: string, rows: Record<string, unknown>[]): Promise<void> {\n    if (!this.isEnabled || rows.length === 0) return;\n\n    const body = rows.map((row) => JSON.stringify(row)).join(\"\\n\");\n    const query = `INSERT INTO ${table} FORMAT JSONEachRow`;\n\n    try {\n      const response = await fetch(\n        `${this.baseUrl}/?query=${encodeURIComponent(query)}`,\n        {\n          method: \"POST\",\n          headers: {\n            ...this.authHeaders,\n            \"Content-Type\": \"application/json\",\n          },\n          body,\n        },\n      );\n\n      if (!response.ok) {\n        const text = await response.text();\n        console.error(`[clickhouse] insert ${table} failed (${response.status}): ${text.slice(0, 200)}`);\n      }\n    } catch (err) {\n      console.error(`[clickhouse] insert ${table} error: ${(err as Error).message}`);\n    }\n  }\n\n  /**\n   * Execute a SELECT query and return parsed JSON rows.\n   */\n  async query<T = Record<string, unknown>>(sql: string): Promise<T[]> {\n    if (!this.isEnabled) return [];\n\n    try {\n      const response = await fetch(\n        `${this.baseUrl}/?default_format=JSONEachRow`,\n        {\n          method: \"POST\",\n          headers: {\n            ...this.authHeaders,\n            \"Content-Type\": \"text/plain\",\n          },\n          body: sql,\n        },\n      );\n\n      if (!response.ok) {\n        const text = await response.text();\n        console.error(`[clickhouse] query failed (${response.status}): ${text.slice(0, 200)}`);\n        return [];\n      }\n\n      const text = await response.text();\n      if (!text.trim()) return [];\n\n      return text\n        .trim()\n        .split(\"\\n\")\n        .map((line) => JSON.parse(line) as T);\n    } catch (err) {\n      console.error(`[clickhouse] query error: ${(err as Error).message}`);\n      return [];\n    }\n  }\n\n  /**\n   * Execute a query and return a single aggregated result (e.g. JSONB_BUILD_OBJECT).\n   * Useful for analytics RPCs that return one row with a complex JSON object.\n   */\n  async queryOne<T = Record<string, unknown>>(sql: string): Promise<T | null> {\n    const rows = await this.query<T>(sql);\n    return rows.length > 0 ? rows[0] : null;\n  }\n}\n\n// Singleton — lazy init on first access\nlet _client: ClickHouseClient | null = null;\n\nexport function getClickHouseClient(): ClickHouseClient {\n  if (!_client) {\n    _client = new ClickHouseClient();\n  }\n  return _client;\n}\n\n// ============================================================================\n// Convenience: Insert a span\n// ============================================================================\n\nexport function insertSpan(span: ClickHouseSpan): void {\n  const client = getClickHouseClient();\n  if (!client.isEnabled) return;\n\n  client.insert(\"ai_spans\", [span as unknown as Record<string, unknown>]).catch((err) => {\n    console.error(`[clickhouse] insertSpan failed: ${(err as Error).message}`);\n  });\n}\n\n// ============================================================================\n// Convenience: Insert an error event\n// ============================================================================\n\nexport function insertError(error: ClickHouseError): void {\n  const client = getClickHouseClient();\n  if (!client.isEnabled) return;\n\n  client.insert(\"error_events\", [error as unknown as Record<string, unknown>]).catch((err) => {\n    console.error(`[clickhouse] insertError failed: ${(err as Error).message}`);\n  });\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;;AA2EA;AACA;AACA;;AAEA,MAAMA,gBAAgB,CAAC;EAOrBC,WAAWA,CAAA,EAAG;IACZ,IAAI,CAACC,IAAI,GAAGC,OAAO,CAACC,GAAG,CAACC,eAAe,IAAI,EAAE;IAC7C,IAAI,CAACC,IAAI,GAAGH,OAAO,CAACC,GAAG,CAACG,eAAe,IAAI,SAAS;IACpD,IAAI,CAACC,QAAQ,GAAGL,OAAO,CAACC,GAAG,CAACK,mBAAmB,IAAI,EAAE;IACrD,IAAI,CAACC,QAAQ,GAAGP,OAAO,CAACC,GAAG,CAACO,mBAAmB,IAAI,SAAS;IAC5D,IAAI,CAACC,OAAO,GAAGT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;EAC1D;EAEA,IAAIC,SAASA,CAAA,EAAY;IACvB,OAAO,IAAI,CAACF,OAAO,IAAI,CAAC,CAAC,IAAI,CAACV,IAAI;EACpC;EAEA,IAAYa,OAAOA,CAAA,EAAW;IAC5B,OAAO,WAAW,IAAI,CAACb,IAAI,OAAO;EACpC;EAEA,IAAYc,WAAWA,CAAA,EAA2B;IAChD,MAAMC,WAAW,GAAGC,MAAM,CAACC,IAAI,CAAC,GAAG,IAAI,CAACb,IAAI,IAAI,IAAI,CAACE,QAAQ,EAAE,CAAC,CAACY,QAAQ,CAAC,QAAQ,CAAC;IACnF,OAAO;MACLC,aAAa,EAAE,SAASJ,WAAW,EAAE;MACrC,uBAAuB,EAAE,IAAI,CAACP;IAChC,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACE,MAAMY,MAAMA,CAACC,KAAa,EAAEC,IAA+B,EAAiB;IAC1E,IAAI,CAAC,IAAI,CAACV,SAAS,IAAIU,IAAI,CAACC,MAAM,KAAK,CAAC,EAAE;IAE1C,MAAMC,IAAI,GAAGF,IAAI,CAACG,GAAG,CAAEC,GAAG,IAAKC,IAAI,CAACC,SAAS,CAACF,GAAG,CAAC,CAAC,CAACG,IAAI,CAAC,IAAI,CAAC;IAC9D,MAAMC,KAAK,GAAG,eAAeT,KAAK,qBAAqB;IAEvD,IAAI;MACF,MAAMU,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACnB,OAAO,WAAWoB,kBAAkB,CAACH,KAAK,CAAC,EAAE,EACrD;QACEI,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,GAAG,IAAI,CAACrB,WAAW;UACnB,cAAc,EAAE;QAClB,CAAC;QACDU;MACF,CACF,CAAC;MAED,IAAI,CAACO,QAAQ,CAACK,EAAE,EAAE;QAChB,MAAMC,IAAI,GAAG,MAAMN,QAAQ,CAACM,IAAI,CAAC,CAAC;QAClCC,OAAO,CAACC,KAAK,CAAC,uBAAuBlB,KAAK,YAAYU,QAAQ,CAACS,MAAM,MAAMH,IAAI,CAACI,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAClG;IACF,CAAC,CAAC,OAAOC,GAAG,EAAE;MACZJ,OAAO,CAACC,KAAK,CAAC,uBAAuBlB,KAAK,WAAYqB,GAAG,CAAWC,OAAO,EAAE,CAAC;IAChF;EACF;;EAEA;AACF;AACA;EACE,MAAMb,KAAKA,CAA8Bc,GAAW,EAAgB;IAClE,IAAI,CAAC,IAAI,CAAChC,SAAS,EAAE,OAAO,EAAE;IAE9B,IAAI;MACF,MAAMmB,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACnB,OAAO,8BAA8B,EAC7C;QACEqB,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,GAAG,IAAI,CAACrB,WAAW;UACnB,cAAc,EAAE;QAClB,CAAC;QACDU,IAAI,EAAEoB;MACR,CACF,CAAC;MAED,IAAI,CAACb,QAAQ,CAACK,EAAE,EAAE;QAChB,MAAMC,IAAI,GAAG,MAAMN,QAAQ,CAACM,IAAI,CAAC,CAAC;QAClCC,OAAO,CAACC,KAAK,CAAC,8BAA8BR,QAAQ,CAACS,MAAM,MAAMH,IAAI,CAACI,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACtF,OAAO,EAAE;MACX;MAEA,MAAMJ,IAAI,GAAG,MAAMN,QAAQ,CAACM,IAAI,CAAC,CAAC;MAClC,IAAI,CAACA,IAAI,CAACQ,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE;MAE3B,OAAOR,IAAI,CACRQ,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,IAAI,CAAC,CACXrB,GAAG,CAAEsB,IAAI,IAAKpB,IAAI,CAACqB,KAAK,CAACD,IAAI,CAAM,CAAC;IACzC,CAAC,CAAC,OAAOL,GAAG,EAAE;MACZJ,OAAO,CAACC,KAAK,CAAC,6BAA8BG,GAAG,CAAWC,OAAO,EAAE,CAAC;MACpE,OAAO,EAAE;IACX;EACF;;EAEA;AACF;AACA;AACA;EACE,MAAMM,QAAQA,CAA8BL,GAAW,EAAqB;IAC1E,MAAMtB,IAAI,GAAG,MAAM,IAAI,CAACQ,KAAK,CAAIc,GAAG,CAAC;IACrC,OAAOtB,IAAI,CAACC,MAAM,GAAG,CAAC,GAAGD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI;EACzC;AACF;;AAEA;AACA,IAAI4B,OAAgC,GAAG,IAAI;AAE3C,OAAO,SAASC,mBAAmBA,CAAA,EAAqB;EACtD,IAAI,CAACD,OAAO,EAAE;IACZA,OAAO,GAAG,IAAIpD,gBAAgB,CAAC,CAAC;EAClC;EACA,OAAOoD,OAAO;AAChB;;AAEA;AACA;AACA;;AAEA,OAAO,SAASE,UAAUA,CAACC,IAAoB,EAAQ;EACrD,MAAMC,MAAM,GAAGH,mBAAmB,CAAC,CAAC;EACpC,IAAI,CAACG,MAAM,CAAC1C,SAAS,EAAE;EAEvB0C,MAAM,CAAClC,MAAM,CAAC,UAAU,EAAE,CAACiC,IAAI,CAAuC,CAAC,CAACE,KAAK,CAAEb,GAAG,IAAK;IACrFJ,OAAO,CAACC,KAAK,CAAC,mCAAoCG,GAAG,CAAWC,OAAO,EAAE,CAAC;EAC5E,CAAC,CAAC;AACJ;;AAEA;AACA;AACA;;AAEA,OAAO,SAASa,WAAWA,CAACjB,KAAsB,EAAQ;EACxD,MAAMe,MAAM,GAAGH,mBAAmB,CAAC,CAAC;EACpC,IAAI,CAACG,MAAM,CAAC1C,SAAS,EAAE;EAEvB0C,MAAM,CAAClC,MAAM,CAAC,cAAc,EAAE,CAACmB,KAAK,CAAuC,CAAC,CAACgB,KAAK,CAAEb,GAAG,IAAK;IAC1FJ,OAAO,CAACC,KAAK,CAAC,oCAAqCG,GAAG,CAAWC,OAAO,EAAE,CAAC;EAC7E,CAAC,CAAC;AACJ","ignoreList":[]}
+{"version":3,"file":"clickhouse-client.js","names":["ClickHouseClient","constructor","host","process","env","CLICKHOUSE_HOST","user","CLICKHOUSE_USER","password","CLICKHOUSE_PASSWORD","database","CLICKHOUSE_DATABASE","enabled","CLICKHOUSE_ENABLED","isEnabled","baseUrl","authHeaders","credentials","Buffer","from","toString","Authorization","insert","table","rows","length","body","map","row","JSON","stringify","join","query","response","fetch","encodeURIComponent","method","headers","signal","AbortSignal","timeout","ok","text","console","error","status","slice","err","message","sql","trim","split","line","parse","queryOne","_client","getClickHouseClient","insertSpan","span","client","catch","insertError"],"sources":["../../../src/server/lib/clickhouse-client.ts"],"sourcesContent":["/**\n * ClickHouse HTTP Client for Node.js MCP Server\n *\n * Ported from the Deno edge function client (supabase/functions/_shared/clickhouse.ts).\n * Uses the ClickHouse HTTP interface with JSONEachRow format.\n *\n * Environment variables:\n *   CLICKHOUSE_HOST     — e.g. \"xxx.us-east-1.aws.clickhouse.cloud\"\n *   CLICKHOUSE_USER     — default \"default\"\n *   CLICKHOUSE_PASSWORD — from ClickHouse Cloud console\n *   CLICKHOUSE_DATABASE — default \"default\"\n *   CLICKHOUSE_ENABLED  — \"true\" to enable (graceful no-op otherwise)\n */\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport interface ClickHouseSpan {\n  span_id: string;\n  trace_id: string;\n  parent_span_id?: string;\n  store_id?: string;\n  service_name: string;\n  operation_name?: string;\n  span_kind?: string;\n  source?: string;\n  started_at: string; // ISO 8601\n  ended_at: string;\n  duration_ms: number;\n  status_code?: string;\n  severity?: string;\n  http_status?: number;\n  http_method?: string;\n  http_path?: string;\n  model_name?: string;\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n  token_cost_usd?: number;\n  agent_id?: string;\n  conversation_id?: string;\n  tool_name?: string;\n  error_message?: string;\n  attributes?: string; // JSON string\n  events?: string; // JSON string\n  request_id?: string;\n  user_id?: string;\n  environment?: string;\n  // Enriched columns (003_enrich_spans migration)\n  user_email?: string;\n  error_type?: string;\n  retryable?: number; // UInt8: 0 or 1\n  resource_type?: string;\n  cache_read_tokens?: number;\n  cache_creation_tokens?: number;\n  input_bytes?: number;\n  output_bytes?: number;\n  stop_reason?: string;\n  turn_number?: number;\n  parent_conversation_id?: string;\n}\n\nexport interface ClickHouseError {\n  fingerprint: string;\n  severity?: string;\n  error_type: string;\n  error_message: string;\n  error_code?: string;\n  stack_trace?: string;\n  source_file?: string;\n  source_line?: number;\n  source_function?: string;\n  platform?: string;\n  service_name: string;\n  service_version?: string;\n  environment?: string;\n  store_id?: string;\n  user_id?: string;\n  user_email?: string;\n  trace_id?: string;\n  span_id?: string;\n  request_id?: string;\n  tags?: string; // JSON string\n  extra?: string; // JSON string\n  breadcrumbs?: string; // JSON string\n  device_info?: string; // JSON string\n  runtime_info?: string; // JSON string\n  occurred_at: string; // ISO 8601\n}\n\n// ============================================================================\n// Client\n// ============================================================================\n\nclass ClickHouseClient {\n  private host: string;\n  private user: string;\n  private password: string;\n  private database: string;\n  private enabled: boolean;\n\n  constructor() {\n    this.host = process.env.CLICKHOUSE_HOST || \"\";\n    this.user = process.env.CLICKHOUSE_USER || \"default\";\n    this.password = process.env.CLICKHOUSE_PASSWORD || \"\";\n    this.database = process.env.CLICKHOUSE_DATABASE || \"default\";\n    this.enabled = process.env.CLICKHOUSE_ENABLED === \"true\";\n  }\n\n  get isEnabled(): boolean {\n    return this.enabled && !!this.host;\n  }\n\n  private get baseUrl(): string {\n    return `https://${this.host}:8443`;\n  }\n\n  private get authHeaders(): Record<string, string> {\n    const credentials = Buffer.from(`${this.user}:${this.password}`).toString(\"base64\");\n    return {\n      Authorization: `Basic ${credentials}`,\n      \"X-ClickHouse-Database\": this.database,\n    };\n  }\n\n  /**\n   * Insert rows into a ClickHouse table using JSONEachRow format.\n   * Fire-and-forget — logs errors but never throws.\n   */\n  async insert(table: string, rows: Record<string, unknown>[]): Promise<void> {\n    if (!this.isEnabled || rows.length === 0) return;\n\n    const body = rows.map((row) => JSON.stringify(row)).join(\"\\n\");\n    const query = `INSERT INTO ${table} FORMAT JSONEachRow`;\n\n    try {\n      const response = await fetch(\n        `${this.baseUrl}/?query=${encodeURIComponent(query)}`,\n        {\n          method: \"POST\",\n          headers: {\n            ...this.authHeaders,\n            \"Content-Type\": \"application/json\",\n          },\n          body,\n          signal: AbortSignal.timeout(10_000),\n        },\n      );\n\n      if (!response.ok) {\n        const text = await response.text();\n        console.error(`[clickhouse] insert ${table} failed (${response.status}): ${text.slice(0, 200)}`);\n      }\n    } catch (err) {\n      console.error(`[clickhouse] insert ${table} error: ${(err as Error).message}`);\n    }\n  }\n\n  /**\n   * Execute a SELECT query and return parsed JSON rows.\n   */\n  async query<T = Record<string, unknown>>(sql: string): Promise<T[]> {\n    if (!this.isEnabled) return [];\n\n    try {\n      const response = await fetch(\n        `${this.baseUrl}/?default_format=JSONEachRow`,\n        {\n          method: \"POST\",\n          headers: {\n            ...this.authHeaders,\n            \"Content-Type\": \"text/plain\",\n          },\n          body: sql,\n          signal: AbortSignal.timeout(10_000),\n        },\n      );\n\n      if (!response.ok) {\n        const text = await response.text();\n        console.error(`[clickhouse] query failed (${response.status}): ${text.slice(0, 200)}`);\n        return [];\n      }\n\n      const text = await response.text();\n      if (!text.trim()) return [];\n\n      return text\n        .trim()\n        .split(\"\\n\")\n        .map((line) => JSON.parse(line) as T);\n    } catch (err) {\n      console.error(`[clickhouse] query error: ${(err as Error).message}`);\n      return [];\n    }\n  }\n\n  /**\n   * Execute a query and return a single aggregated result (e.g. JSONB_BUILD_OBJECT).\n   * Useful for analytics RPCs that return one row with a complex JSON object.\n   */\n  async queryOne<T = Record<string, unknown>>(sql: string): Promise<T | null> {\n    const rows = await this.query<T>(sql);\n    return rows.length > 0 ? rows[0] : null;\n  }\n}\n\n// Singleton — lazy init on first access\nlet _client: ClickHouseClient | null = null;\n\nexport function getClickHouseClient(): ClickHouseClient {\n  if (!_client) {\n    _client = new ClickHouseClient();\n  }\n  return _client;\n}\n\n// ============================================================================\n// Convenience: Insert a span\n// ============================================================================\n\nexport function insertSpan(span: ClickHouseSpan): void {\n  const client = getClickHouseClient();\n  if (!client.isEnabled) return;\n\n  client.insert(\"ai_spans\", [span as unknown as Record<string, unknown>]).catch((err) => {\n    console.error(`[clickhouse] insertSpan failed: ${(err as Error).message}`);\n  });\n}\n\n// ============================================================================\n// Convenience: Insert an error event\n// ============================================================================\n\nexport function insertError(error: ClickHouseError): void {\n  const client = getClickHouseClient();\n  if (!client.isEnabled) return;\n\n  client.insert(\"error_events\", [error as unknown as Record<string, unknown>]).catch((err) => {\n    console.error(`[clickhouse] insertError failed: ${(err as Error).message}`);\n  });\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;;AA2EA;AACA;AACA;;AAEA,MAAMA,gBAAgB,CAAC;EAOrBC,WAAWA,CAAA,EAAG;IACZ,IAAI,CAACC,IAAI,GAAGC,OAAO,CAACC,GAAG,CAACC,eAAe,IAAI,EAAE;IAC7C,IAAI,CAACC,IAAI,GAAGH,OAAO,CAACC,GAAG,CAACG,eAAe,IAAI,SAAS;IACpD,IAAI,CAACC,QAAQ,GAAGL,OAAO,CAACC,GAAG,CAACK,mBAAmB,IAAI,EAAE;IACrD,IAAI,CAACC,QAAQ,GAAGP,OAAO,CAACC,GAAG,CAACO,mBAAmB,IAAI,SAAS;IAC5D,IAAI,CAACC,OAAO,GAAGT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;EAC1D;EAEA,IAAIC,SAASA,CAAA,EAAY;IACvB,OAAO,IAAI,CAACF,OAAO,IAAI,CAAC,CAAC,IAAI,CAACV,IAAI;EACpC;EAEA,IAAYa,OAAOA,CAAA,EAAW;IAC5B,OAAO,WAAW,IAAI,CAACb,IAAI,OAAO;EACpC;EAEA,IAAYc,WAAWA,CAAA,EAA2B;IAChD,MAAMC,WAAW,GAAGC,MAAM,CAACC,IAAI,CAAC,GAAG,IAAI,CAACb,IAAI,IAAI,IAAI,CAACE,QAAQ,EAAE,CAAC,CAACY,QAAQ,CAAC,QAAQ,CAAC;IACnF,OAAO;MACLC,aAAa,EAAE,SAASJ,WAAW,EAAE;MACrC,uBAAuB,EAAE,IAAI,CAACP;IAChC,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACE,MAAMY,MAAMA,CAACC,KAAa,EAAEC,IAA+B,EAAiB;IAC1E,IAAI,CAAC,IAAI,CAACV,SAAS,IAAIU,IAAI,CAACC,MAAM,KAAK,CAAC,EAAE;IAE1C,MAAMC,IAAI,GAAGF,IAAI,CAACG,GAAG,CAAEC,GAAG,IAAKC,IAAI,CAACC,SAAS,CAACF,GAAG,CAAC,CAAC,CAACG,IAAI,CAAC,IAAI,CAAC;IAC9D,MAAMC,KAAK,GAAG,eAAeT,KAAK,qBAAqB;IAEvD,IAAI;MACF,MAAMU,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACnB,OAAO,WAAWoB,kBAAkB,CAACH,KAAK,CAAC,EAAE,EACrD;QACEI,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,GAAG,IAAI,CAACrB,WAAW;UACnB,cAAc,EAAE;QAClB,CAAC;QACDU,IAAI;QACJY,MAAM,EAAEC,WAAW,CAACC,OAAO,CAAC,MAAM;MACpC,CACF,CAAC;MAED,IAAI,CAACP,QAAQ,CAACQ,EAAE,EAAE;QAChB,MAAMC,IAAI,GAAG,MAAMT,QAAQ,CAACS,IAAI,CAAC,CAAC;QAClCC,OAAO,CAACC,KAAK,CAAC,uBAAuBrB,KAAK,YAAYU,QAAQ,CAACY,MAAM,MAAMH,IAAI,CAACI,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAClG;IACF,CAAC,CAAC,OAAOC,GAAG,EAAE;MACZJ,OAAO,CAACC,KAAK,CAAC,uBAAuBrB,KAAK,WAAYwB,GAAG,CAAWC,OAAO,EAAE,CAAC;IAChF;EACF;;EAEA;AACF;AACA;EACE,MAAMhB,KAAKA,CAA8BiB,GAAW,EAAgB;IAClE,IAAI,CAAC,IAAI,CAACnC,SAAS,EAAE,OAAO,EAAE;IAE9B,IAAI;MACF,MAAMmB,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACnB,OAAO,8BAA8B,EAC7C;QACEqB,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,GAAG,IAAI,CAACrB,WAAW;UACnB,cAAc,EAAE;QAClB,CAAC;QACDU,IAAI,EAAEuB,GAAG;QACTX,MAAM,EAAEC,WAAW,CAACC,OAAO,CAAC,MAAM;MACpC,CACF,CAAC;MAED,IAAI,CAACP,QAAQ,CAACQ,EAAE,EAAE;QAChB,MAAMC,IAAI,GAAG,MAAMT,QAAQ,CAACS,IAAI,CAAC,CAAC;QAClCC,OAAO,CAACC,KAAK,CAAC,8BAA8BX,QAAQ,CAACY,MAAM,MAAMH,IAAI,CAACI,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACtF,OAAO,EAAE;MACX;MAEA,MAAMJ,IAAI,GAAG,MAAMT,QAAQ,CAACS,IAAI,CAAC,CAAC;MAClC,IAAI,CAACA,IAAI,CAACQ,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE;MAE3B,OAAOR,IAAI,CACRQ,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,IAAI,CAAC,CACXxB,GAAG,CAAEyB,IAAI,IAAKvB,IAAI,CAACwB,KAAK,CAACD,IAAI,CAAM,CAAC;IACzC,CAAC,CAAC,OAAOL,GAAG,EAAE;MACZJ,OAAO,CAACC,KAAK,CAAC,6BAA8BG,GAAG,CAAWC,OAAO,EAAE,CAAC;MACpE,OAAO,EAAE;IACX;EACF;;EAEA;AACF;AACA;AACA;EACE,MAAMM,QAAQA,CAA8BL,GAAW,EAAqB;IAC1E,MAAMzB,IAAI,GAAG,MAAM,IAAI,CAACQ,KAAK,CAAIiB,GAAG,CAAC;IACrC,OAAOzB,IAAI,CAACC,MAAM,GAAG,CAAC,GAAGD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI;EACzC;AACF;;AAEA;AACA,IAAI+B,OAAgC,GAAG,IAAI;AAE3C,OAAO,SAASC,mBAAmBA,CAAA,EAAqB;EACtD,IAAI,CAACD,OAAO,EAAE;IACZA,OAAO,GAAG,IAAIvD,gBAAgB,CAAC,CAAC;EAClC;EACA,OAAOuD,OAAO;AAChB;;AAEA;AACA;AACA;;AAEA,OAAO,SAASE,UAAUA,CAACC,IAAoB,EAAQ;EACrD,MAAMC,MAAM,GAAGH,mBAAmB,CAAC,CAAC;EACpC,IAAI,CAACG,MAAM,CAAC7C,SAAS,EAAE;EAEvB6C,MAAM,CAACrC,MAAM,CAAC,UAAU,EAAE,CAACoC,IAAI,CAAuC,CAAC,CAACE,KAAK,CAAEb,GAAG,IAAK;IACrFJ,OAAO,CAACC,KAAK,CAAC,mCAAoCG,GAAG,CAAWC,OAAO,EAAE,CAAC;EAC5E,CAAC,CAAC;AACJ;;AAEA;AACA;AACA;;AAEA,OAAO,SAASa,WAAWA,CAACjB,KAAsB,EAAQ;EACxD,MAAMe,MAAM,GAAGH,mBAAmB,CAAC,CAAC;EACpC,IAAI,CAACG,MAAM,CAAC7C,SAAS,EAAE;EAEvB6C,MAAM,CAACrC,MAAM,CAAC,cAAc,EAAE,CAACsB,KAAK,CAAuC,CAAC,CAACgB,KAAK,CAAEb,GAAG,IAAK;IAC1FJ,OAAO,CAACC,KAAK,CAAC,oCAAqCG,GAAG,CAAWC,OAAO,EAAE,CAAC;EAC7E,CAAC,CAAC;AACJ","ignoreList":[]}

package/dist/server/lib/code-worker.js

@@ -55,7 +55,10 @@ if (process.send) {
     const logs = [];
 
     // Validate code for dangerous patterns (defense-in-depth — sandbox isolation is primary defense)
-    const dangerousPatterns = [/constructor\s*\[/i, /constructor\s*\(/i, /\.constructor/i, /__proto__/i, /prototype\s*\[/i, /\bprocess\b/, /\brequire\b/, /\bimport\b/, /\bglobalThis\b/, /\bglobal\b/, /\bFunction\b/, /\beval\b/, /\bReflect\b/, /\bProxy\b/, /\bSymbol\b/, /\bWeakRef\b/];
+    const dangerousPatterns = [/constructor\s*\[/i, /constructor\s*\(/i, /\.constructor/i, /\["constructor"\]/i, /\['constructor'\]/i, /\[`constructor`\]/i, /__proto__/i, /prototype\s*\[/i, /\bprocess\b/, /\brequire\b/, /\bimport\b/, /\bglobalThis\b/, /\bglobal\b/, /\bFunction\b/, /\beval\b/, /\bReflect\b/, /\bProxy\b/, /\bSymbol\b/, /\bWeakRef\b/, /\[\s*['"`]__proto__['"`]\s*\]/i, /\[\s*['"`]prototype['"`]\s*\]/i, /\bthis\s*\[/,
+    // bracket notation on this
+    /\barguments\b/ // arguments object can leak caller
+    ];
     for (const pattern of dangerousPatterns) {
       if (pattern.test(msg.code)) {
         const result = {

package/dist/server/lib/code-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"code-worker.js","names":["runInNewContext","randomUUID","safeFunction","fn","safe","args","apply","Object","defineProperty","value","undefined","writable","configurable","freeze","safeNamespace","source","keys","ns","create","key","val","process","send","on","msg","type","logs","dangerousPatterns","pattern","test","code","result","success","error","sandbox","steps","JSON","parse","stringify","context","trigger","input","output","logFn","push","map","String","join","consoleObj","log","console","mathKeys","Math","dateNs","now","Date","parseInt","parseFloat","isNaN","isFinite","encodeURIComponent","decodeURIComponent","urlNs","u","URL","href","protocol","host","hostname","port","pathname","search","hash","origin","searchParams","fromEntries","format","parts","bufferNs","from","Buffer","alloc","size","cryptoNs","crypto","require","global","globalThis","Function","eval","setTimeout","setInterval","Reflect","Proxy","Symbol","WeakRef","timeout","timeoutMs","filename","breakOnSigint","microtaskMode","workerResult","err","message"],"sources":["../../../src/server/lib/code-worker.ts"],"sourcesContent":["// server/lib/code-worker.ts — Isolated code execution worker\n// Runs as a child process via fork(). Receives code + context via IPC,\n// executes in a fresh vm context, returns result. Crash here cannot take down the server.\n\nimport { runInNewContext } from \"node:vm\";\nimport { randomUUID } from \"node:crypto\";\n\ninterface WorkerMessage {\n  type: \"execute\";\n  code: string;\n  context: {\n    steps: Record<string, unknown>;\n    trigger: Record<string, unknown>;\n    input?: unknown;\n  };\n  timeoutMs: number;\n}\n\ninterface WorkerResult {\n  type: \"result\";\n  success: boolean;\n  output?: unknown;\n  logs?: string[];\n  error?: string;\n}\n\n/**\n * Create a safe wrapper function that cannot be used to reach the host Function constructor.\n * Wraps a host function in a proxy whose prototype chain is severed — .constructor returns\n * undefined instead of the host Function constructor.\n */\nfunction safeFunction<T extends (...args: any[]) => any>(fn: T): T {\n  // Create a wrapper function whose .constructor and .prototype are severed.\n  // We can't make a callable null-prototype object directly, so we override them on a regular function.\n  const safe = function (this: unknown, ...args: unknown[]) {\n    return fn.apply(this, args);\n  };\n  Object.defineProperty(safe, \"constructor\", { value: undefined, writable: false, configurable: false });\n  Object.defineProperty(safe, \"prototype\", { value: undefined, writable: false, configurable: false });\n  // Freeze to prevent re-assignment of constructor\n  Object.freeze(safe);\n  return safe as unknown as T;\n}\n\n/**\n * Create a safe namespace object (like Math, JSON, Buffer) whose properties\n * cannot reach the host Function constructor through any prototype chain.\n * All function-valued properties are wrapped via safeFunction().\n */\nfunction safeNamespace(source: Record<string, unknown>, keys: string[]): Readonly<Record<string, unknown>> {\n  const ns = Object.create(null) as Record<string, unknown>;\n  for (const key of keys) {\n    const val = source[key];\n    if (typeof val === \"function\") {\n      ns[key] = safeFunction(val as (...args: any[]) => any);\n    } else {\n      ns[key] = val;\n    }\n  }\n  return Object.freeze(ns);\n}\n\n// Only run when forked as a child process\nif (process.send) {\n  process.on(\"message\", (msg: WorkerMessage) => {\n    if (msg.type !== \"execute\") return;\n\n    const logs: string[] = [];\n\n    // Validate code for dangerous patterns (defense-in-depth — sandbox isolation is primary defense)\n    const dangerousPatterns = [\n      /constructor\\s*\\[/i,\n      /constructor\\s*\\(/i,\n      /\\.constructor/i,\n      /__proto__/i,\n      /prototype\\s*\\[/i,\n      /\\bprocess\\b/,\n      /\\brequire\\b/,\n      /\\bimport\\b/,\n      /\\bglobalThis\\b/,\n      /\\bglobal\\b/,\n      /\\bFunction\\b/,\n      /\\beval\\b/,\n      /\\bReflect\\b/,\n      /\\bProxy\\b/,\n      /\\bSymbol\\b/,\n      /\\bWeakRef\\b/,\n    ];\n    for (const pattern of dangerousPatterns) {\n      if (pattern.test(msg.code)) {\n        const result: WorkerResult = {\n          type: \"result\",\n          success: false,\n          error: `Code contains blocked pattern: ${pattern.source}`,\n        };\n        process.send!(result);\n        return;\n      }\n    }\n\n    // Build hardened sandbox — NO host constructors or direct function references.\n    // vm.runInNewContext provides its own Array, Object, String, Number, Boolean in the\n    // sandbox context. We do NOT pass host realm constructors, which would allow\n    // escaping via .constructor.constructor('return process')().\n    const sandbox = Object.create(null) as Record<string, unknown>;\n    sandbox.steps = JSON.parse(JSON.stringify(msg.context.steps));\n    sandbox.trigger = JSON.parse(JSON.stringify(msg.context.trigger));\n    sandbox.input = msg.context.input != null ? JSON.parse(JSON.stringify(msg.context.input)) : undefined;\n    sandbox.output = undefined;\n\n    // console — safe: null-prototype object with wrapped log function\n    const logFn = safeFunction((...args: unknown[]) => logs.push(args.map(String).join(\" \")));\n    const consoleObj = Object.create(null) as Record<string, unknown>;\n    consoleObj.log = logFn;\n    sandbox.console = Object.freeze(consoleObj);\n\n    // JSON — safe namespace with only parse/stringify\n    sandbox.JSON = safeNamespace(JSON as unknown as Record<string, unknown>, [\"parse\", \"stringify\"]);\n\n    // Math — safe namespace (all methods wrapped, numeric constants preserved)\n    const mathKeys = [\n      \"abs\", \"ceil\", \"floor\", \"round\", \"max\", \"min\", \"pow\", \"sqrt\", \"log\", \"log2\", \"log10\",\n      \"random\", \"sign\", \"trunc\", \"cbrt\", \"hypot\", \"clz32\", \"imul\", \"fround\",\n      \"sin\", \"cos\", \"tan\", \"asin\", \"acos\", \"atan\", \"atan2\", \"sinh\", \"cosh\", \"tanh\",\n      \"PI\", \"E\", \"LN2\", \"LN10\", \"LOG2E\", \"LOG10E\", \"SQRT2\", \"SQRT1_2\",\n    ];\n    sandbox.Math = safeNamespace(Math as unknown as Record<string, unknown>, mathKeys);\n\n    // Date — only expose Date.now() as a safe function, not the Date constructor itself.\n    // The Date constructor is a host function whose .constructor leads to Function.\n    const dateNs = Object.create(null) as Record<string, unknown>;\n    dateNs.now = safeFunction(Date.now);\n    sandbox.Date = Object.freeze(dateNs);\n\n    // Utility functions — each wrapped to sever .constructor chain\n    sandbox.parseInt = safeFunction(parseInt);\n    sandbox.parseFloat = safeFunction(parseFloat);\n    sandbox.isNaN = safeFunction(isNaN);\n    sandbox.isFinite = safeFunction(isFinite);\n    sandbox.encodeURIComponent = safeFunction(encodeURIComponent);\n    sandbox.decodeURIComponent = safeFunction(decodeURIComponent);\n\n    // URL — safe namespace with only parse method (no constructor exposure)\n    const urlNs = Object.create(null) as Record<string, unknown>;\n    urlNs.parse = safeFunction((input: string) => {\n      try {\n        const u = new URL(input);\n        return { href: u.href, protocol: u.protocol, host: u.host, hostname: u.hostname,\n                 port: u.port, pathname: u.pathname, search: u.search, hash: u.hash,\n                 origin: u.origin, searchParams: Object.fromEntries(u.searchParams) };\n      } catch { return null; }\n    });\n    urlNs.format = safeFunction((parts: Record<string, string>) => {\n      try { return new URL(`${parts.protocol || \"https:\"}//${parts.host || parts.hostname || \"\"}${parts.pathname || \"\"}${parts.search || \"\"}`).href; }\n      catch { return null; }\n    });\n    sandbox.URL = Object.freeze(urlNs);\n\n    // Buffer — safe namespace with wrapped from/alloc\n    const bufferNs = Object.create(null) as Record<string, unknown>;\n    bufferNs.from = safeFunction((...args: unknown[]) => Buffer.from(args[0] as any, args[1] as any));\n    bufferNs.alloc = safeFunction((size: number) => Buffer.alloc(size));\n    sandbox.Buffer = Object.freeze(bufferNs);\n\n    // crypto — safe namespace with wrapped randomUUID\n    const cryptoNs = Object.create(null) as Record<string, unknown>;\n    cryptoNs.randomUUID = safeFunction(randomUUID);\n    sandbox.crypto = Object.freeze(cryptoNs);\n\n    // DO NOT expose host constructors: Array, Object, String, Number, Boolean.\n    // vm.runInNewContext creates its own versions of these in the sandbox context.\n    // Passing host constructors would allow: [].constructor.constructor('return process')()\n\n    // Block dangerous globals explicitly\n    sandbox.process = undefined;\n    sandbox.require = undefined;\n    sandbox.global = undefined;\n    sandbox.globalThis = undefined;\n    sandbox.Function = undefined;\n    sandbox.eval = undefined;\n    sandbox.setTimeout = undefined;\n    sandbox.setInterval = undefined;\n    sandbox.Reflect = undefined;\n    sandbox.Proxy = undefined;\n    sandbox.Symbol = undefined;\n    sandbox.WeakRef = undefined;\n\n    try {\n      const result = runInNewContext(msg.code, sandbox, {\n        timeout: msg.timeoutMs,\n        filename: \"workflow-code-step\",\n        breakOnSigint: true,\n        microtaskMode: \"afterEvaluate\",\n      });\n\n      const workerResult: WorkerResult = {\n        type: \"result\",\n        success: true,\n        output: { result: sandbox.output ?? result, logs },\n      };\n      process.send!(workerResult);\n    } catch (err: any) {\n      const workerResult: WorkerResult = {\n        type: \"result\",\n        success: false,\n        error: err.code === \"ERR_SCRIPT_EXECUTION_TIMEOUT\"\n          ? `Code execution timed out after ${msg.timeoutMs}ms`\n          : `Code error: ${err.message}`,\n        logs,\n      };\n      process.send!(workerResult);\n    }\n  });\n\n  // Signal ready\n  process.send({ type: \"ready\" });\n}\n"],"mappings":"AAAA;AACA;AACA;;AAEA,SAASA,eAAe,QAAQ,SAAS;AACzC,SAASC,UAAU,QAAQ,aAAa;AAqBxC;AACA;AACA;AACA;AACA;AACA,SAASC,YAAYA,CAAoCC,EAAK,EAAK;EACjE;EACA;EACA,MAAMC,IAAI,GAAG,SAAAA,CAAyB,GAAGC,IAAe,EAAE;IACxD,OAAOF,EAAE,CAACG,KAAK,CAAC,IAAI,EAAED,IAAI,CAAC;EAC7B,CAAC;EACDE,MAAM,CAACC,cAAc,CAACJ,IAAI,EAAE,aAAa,EAAE;IAAEK,KAAK,EAAEC,SAAS;IAAEC,QAAQ,EAAE,KAAK;IAAEC,YAAY,EAAE;EAAM,CAAC,CAAC;EACtGL,MAAM,CAACC,cAAc,CAACJ,IAAI,EAAE,WAAW,EAAE;IAAEK,KAAK,EAAEC,SAAS;IAAEC,QAAQ,EAAE,KAAK;IAAEC,YAAY,EAAE;EAAM,CAAC,CAAC;EACpG;EACAL,MAAM,CAACM,MAAM,CAACT,IAAI,CAAC;EACnB,OAAOA,IAAI;AACb;;AAEA;AACA;AACA;AACA;AACA;AACA,SAASU,aAAaA,CAACC,MAA+B,EAAEC,IAAc,EAAqC;EACzG,MAAMC,EAAE,GAAGV,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;EACzD,KAAK,MAAMC,GAAG,IAAIH,IAAI,EAAE;IACtB,MAAMI,GAAG,GAAGL,MAAM,CAACI,GAAG,CAAC;IACvB,IAAI,OAAOC,GAAG,KAAK,UAAU,EAAE;MAC7BH,EAAE,CAACE,GAAG,CAAC,GAAGjB,YAAY,CAACkB,GAA8B,CAAC;IACxD,CAAC,MAAM;MACLH,EAAE,CAACE,GAAG,CAAC,GAAGC,GAAG;IACf;EACF;EACA,OAAOb,MAAM,CAACM,MAAM,CAACI,EAAE,CAAC;AAC1B;;AAEA;AACA,IAAII,OAAO,CAACC,IAAI,EAAE;EAChBD,OAAO,CAACE,EAAE,CAAC,SAAS,EAAGC,GAAkB,IAAK;IAC5C,IAAIA,GAAG,CAACC,IAAI,KAAK,SAAS,EAAE;IAE5B,MAAMC,IAAc,GAAG,EAAE;;IAEzB;IACA,MAAMC,iBAAiB,GAAG,CACxB,mBAAmB,EACnB,mBAAmB,EACnB,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACd,UAAU,EACV,aAAa,EACb,WAAW,EACX,YAAY,EACZ,aAAa,CACd;IACD,KAAK,MAAMC,OAAO,IAAID,iBAAiB,EAAE;MACvC,IAAIC,OAAO,CAACC,IAAI,CAACL,GAAG,CAACM,IAAI,CAAC,EAAE;QAC1B,MAAMC,MAAoB,GAAG;UAC3BN,IAAI,EAAE,QAAQ;UACdO,OAAO,EAAE,KAAK;UACdC,KAAK,EAAE,kCAAkCL,OAAO,CAACb,MAAM;QACzD,CAAC;QACDM,OAAO,CAACC,IAAI,CAAES,MAAM,CAAC;QACrB;MACF;IACF;;IAEA;IACA;IACA;IACA;IACA,MAAMG,OAAO,GAAG3B,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC9DgB,OAAO,CAACC,KAAK,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACd,GAAG,CAACe,OAAO,CAACJ,KAAK,CAAC,CAAC;IAC7DD,OAAO,CAACM,OAAO,GAAGJ,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACd,GAAG,CAACe,OAAO,CAACC,OAAO,CAAC,CAAC;IACjEN,OAAO,CAACO,KAAK,GAAGjB,GAAG,CAACe,OAAO,CAACE,KAAK,IAAI,IAAI,GAAGL,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACd,GAAG,CAACe,OAAO,CAACE,KAAK,CAAC,CAAC,GAAG/B,SAAS;IACrGwB,OAAO,CAACQ,MAAM,GAAGhC,SAAS;;IAE1B;IACA,MAAMiC,KAAK,GAAGzC,YAAY,CAAC,CAAC,GAAGG,IAAe,KAAKqB,IAAI,CAACkB,IAAI,CAACvC,IAAI,CAACwC,GAAG,CAACC,MAAM,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACzF,MAAMC,UAAU,GAAGzC,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IACjE8B,UAAU,CAACC,GAAG,GAAGN,KAAK;IACtBT,OAAO,CAACgB,OAAO,GAAG3C,MAAM,CAACM,MAAM,CAACmC,UAAU,CAAC;;IAE3C;IACAd,OAAO,CAACE,IAAI,GAAGtB,aAAa,CAACsB,IAAI,EAAwC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;;IAEhG;IACA,MAAMe,QAAQ,GAAG,CACf,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EACpF,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EACrE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAC5E,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAChE;IACDjB,OAAO,CAACkB,IAAI,GAAGtC,aAAa,CAACsC,IAAI,EAAwCD,QAAQ,CAAC;;IAElF;IACA;IACA,MAAME,MAAM,GAAG9C,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC7DmC,MAAM,CAACC,GAAG,GAAGpD,YAAY,CAACqD,IAAI,CAACD,GAAG,CAAC;IACnCpB,OAAO,CAACqB,IAAI,GAAGhD,MAAM,CAACM,MAAM,CAACwC,MAAM,CAAC;;IAEpC;IACAnB,OAAO,CAACsB,QAAQ,GAAGtD,YAAY,CAACsD,QAAQ,CAAC;IACzCtB,OAAO,CAACuB,UAAU,GAAGvD,YAAY,CAACuD,UAAU,CAAC;IAC7CvB,OAAO,CAACwB,KAAK,GAAGxD,YAAY,CAACwD,KAAK,CAAC;IACnCxB,OAAO,CAACyB,QAAQ,GAAGzD,YAAY,CAACyD,QAAQ,CAAC;IACzCzB,OAAO,CAAC0B,kBAAkB,GAAG1D,YAAY,CAAC0D,kBAAkB,CAAC;IAC7D1B,OAAO,CAAC2B,kBAAkB,GAAG3D,YAAY,CAAC2D,kBAAkB,CAAC;;IAE7D;IACA,MAAMC,KAAK,GAAGvD,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC5D4C,KAAK,CAACzB,KAAK,GAAGnC,YAAY,CAAEuC,KAAa,IAAK;MAC5C,IAAI;QACF,MAAMsB,CAAC,GAAG,IAAIC,GAAG,CAACvB,KAAK,CAAC;QACxB,OAAO;UAAEwB,IAAI,EAAEF,CAAC,CAACE,IAAI;UAAEC,QAAQ,EAAEH,CAAC,CAACG,QAAQ;UAAEC,IAAI,EAAEJ,CAAC,CAACI,IAAI;UAAEC,QAAQ,EAAEL,CAAC,CAACK,QAAQ;UACtEC,IAAI,EAAEN,CAAC,CAACM,IAAI;UAAEC,QAAQ,EAAEP,CAAC,CAACO,QAAQ;UAAEC,MAAM,EAAER,CAAC,CAACQ,MAAM;UAAEC,IAAI,EAAET,CAAC,CAACS,IAAI;UAClEC,MAAM,EAAEV,CAAC,CAACU,MAAM;UAAEC,YAAY,EAAEnE,MAAM,CAACoE,WAAW,CAACZ,CAAC,CAACW,YAAY;QAAE,CAAC;MAC/E,CAAC,CAAC,MAAM;QAAE,OAAO,IAAI;MAAE;IACzB,CAAC,CAAC;IACFZ,KAAK,CAACc,MAAM,GAAG1E,YAAY,CAAE2E,KAA6B,IAAK;MAC7D,IAAI;QAAE,OAAO,IAAIb,GAAG,CAAC,GAAGa,KAAK,CAACX,QAAQ,IAAI,QAAQ,KAAKW,KAAK,CAACV,IAAI,IAAIU,KAAK,CAACT,QAAQ,IAAI,EAAE,GAAGS,KAAK,CAACP,QAAQ,IAAI,EAAE,GAAGO,KAAK,CAACN,MAAM,IAAI,EAAE,EAAE,CAAC,CAACN,IAAI;MAAE,CAAC,CAChJ,MAAM;QAAE,OAAO,IAAI;MAAE;IACvB,CAAC,CAAC;IACF/B,OAAO,CAAC8B,GAAG,GAAGzD,MAAM,CAACM,MAAM,CAACiD,KAAK,CAAC;;IAElC;IACA,MAAMgB,QAAQ,GAAGvE,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC/D4D,QAAQ,CAACC,IAAI,GAAG7E,YAAY,CAAC,CAAC,GAAGG,IAAe,KAAK2E,MAAM,CAACD,IAAI,CAAC1E,IAAI,CAAC,CAAC,CAAC,EAASA,IAAI,CAAC,CAAC,CAAQ,CAAC,CAAC;IACjGyE,QAAQ,CAACG,KAAK,GAAG/E,YAAY,CAAEgF,IAAY,IAAKF,MAAM,CAACC,KAAK,CAACC,IAAI,CAAC,CAAC;IACnEhD,OAAO,CAAC8C,MAAM,GAAGzE,MAAM,CAACM,MAAM,CAACiE,QAAQ,CAAC;;IAExC;IACA,MAAMK,QAAQ,GAAG5E,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC/DiE,QAAQ,CAAClF,UAAU,GAAGC,YAAY,CAACD,UAAU,CAAC;IAC9CiC,OAAO,CAACkD,MAAM,GAAG7E,MAAM,CAACM,MAAM,CAACsE,QAAQ,CAAC;;IAExC;IACA;IACA;;IAEA;IACAjD,OAAO,CAACb,OAAO,GAAGX,SAAS;IAC3BwB,OAAO,CAACmD,OAAO,GAAG3E,SAAS;IAC3BwB,OAAO,CAACoD,MAAM,GAAG5E,SAAS;IAC1BwB,OAAO,CAACqD,UAAU,GAAG7E,SAAS;IAC9BwB,OAAO,CAACsD,QAAQ,GAAG9E,SAAS;IAC5BwB,OAAO,CAACuD,IAAI,GAAG/E,SAAS;IACxBwB,OAAO,CAACwD,UAAU,GAAGhF,SAAS;IAC9BwB,OAAO,CAACyD,WAAW,GAAGjF,SAAS;IAC/BwB,OAAO,CAAC0D,OAAO,GAAGlF,SAAS;IAC3BwB,OAAO,CAAC2D,KAAK,GAAGnF,SAAS;IACzBwB,OAAO,CAAC4D,MAAM,GAAGpF,SAAS;IAC1BwB,OAAO,CAAC6D,OAAO,GAAGrF,SAAS;IAE3B,IAAI;MACF,MAAMqB,MAAM,GAAG/B,eAAe,CAACwB,GAAG,CAACM,IAAI,EAAEI,OAAO,EAAE;QAChD8D,OAAO,EAAExE,GAAG,CAACyE,SAAS;QACtBC,QAAQ,EAAE,oBAAoB;QAC9BC,aAAa,EAAE,IAAI;QACnBC,aAAa,EAAE;MACjB,CAAC,CAAC;MAEF,MAAMC,YAA0B,GAAG;QACjC5E,IAAI,EAAE,QAAQ;QACdO,OAAO,EAAE,IAAI;QACbU,MAAM,EAAE;UAAEX,MAAM,EAAEG,OAAO,CAACQ,MAAM,IAAIX,MAAM;UAAEL;QAAK;MACnD,CAAC;MACDL,OAAO,CAACC,IAAI,CAAE+E,YAAY,CAAC;IAC7B,CAAC,CAAC,OAAOC,GAAQ,EAAE;MACjB,MAAMD,YAA0B,GAAG;QACjC5E,IAAI,EAAE,QAAQ;QACdO,OAAO,EAAE,KAAK;QACdC,KAAK,EAAEqE,GAAG,CAACxE,IAAI,KAAK,8BAA8B,GAC9C,kCAAkCN,GAAG,CAACyE,SAAS,IAAI,GACnD,eAAeK,GAAG,CAACC,OAAO,EAAE;QAChC7E;MACF,CAAC;MACDL,OAAO,CAACC,IAAI,CAAE+E,YAAY,CAAC;IAC7B;EACF,CAAC,CAAC;;EAEF;EACAhF,OAAO,CAACC,IAAI,CAAC;IAAEG,IAAI,EAAE;EAAQ,CAAC,CAAC;AACjC","ignoreList":[]}
+{"version":3,"file":"code-worker.js","names":["runInNewContext","randomUUID","safeFunction","fn","safe","args","apply","Object","defineProperty","value","undefined","writable","configurable","freeze","safeNamespace","source","keys","ns","create","key","val","process","send","on","msg","type","logs","dangerousPatterns","pattern","test","code","result","success","error","sandbox","steps","JSON","parse","stringify","context","trigger","input","output","logFn","push","map","String","join","consoleObj","log","console","mathKeys","Math","dateNs","now","Date","parseInt","parseFloat","isNaN","isFinite","encodeURIComponent","decodeURIComponent","urlNs","u","URL","href","protocol","host","hostname","port","pathname","search","hash","origin","searchParams","fromEntries","format","parts","bufferNs","from","Buffer","alloc","size","cryptoNs","crypto","require","global","globalThis","Function","eval","setTimeout","setInterval","Reflect","Proxy","Symbol","WeakRef","timeout","timeoutMs","filename","breakOnSigint","microtaskMode","workerResult","err","message"],"sources":["../../../src/server/lib/code-worker.ts"],"sourcesContent":["// server/lib/code-worker.ts — Isolated code execution worker\n// Runs as a child process via fork(). Receives code + context via IPC,\n// executes in a fresh vm context, returns result. Crash here cannot take down the server.\n\nimport { runInNewContext } from \"node:vm\";\nimport { randomUUID } from \"node:crypto\";\n\ninterface WorkerMessage {\n  type: \"execute\";\n  code: string;\n  context: {\n    steps: Record<string, unknown>;\n    trigger: Record<string, unknown>;\n    input?: unknown;\n  };\n  timeoutMs: number;\n}\n\ninterface WorkerResult {\n  type: \"result\";\n  success: boolean;\n  output?: unknown;\n  logs?: string[];\n  error?: string;\n}\n\n/**\n * Create a safe wrapper function that cannot be used to reach the host Function constructor.\n * Wraps a host function in a proxy whose prototype chain is severed — .constructor returns\n * undefined instead of the host Function constructor.\n */\nfunction safeFunction<T extends (...args: any[]) => any>(fn: T): T {\n  // Create a wrapper function whose .constructor and .prototype are severed.\n  // We can't make a callable null-prototype object directly, so we override them on a regular function.\n  const safe = function (this: unknown, ...args: unknown[]) {\n    return fn.apply(this, args);\n  };\n  Object.defineProperty(safe, \"constructor\", { value: undefined, writable: false, configurable: false });\n  Object.defineProperty(safe, \"prototype\", { value: undefined, writable: false, configurable: false });\n  // Freeze to prevent re-assignment of constructor\n  Object.freeze(safe);\n  return safe as unknown as T;\n}\n\n/**\n * Create a safe namespace object (like Math, JSON, Buffer) whose properties\n * cannot reach the host Function constructor through any prototype chain.\n * All function-valued properties are wrapped via safeFunction().\n */\nfunction safeNamespace(source: Record<string, unknown>, keys: string[]): Readonly<Record<string, unknown>> {\n  const ns = Object.create(null) as Record<string, unknown>;\n  for (const key of keys) {\n    const val = source[key];\n    if (typeof val === \"function\") {\n      ns[key] = safeFunction(val as (...args: any[]) => any);\n    } else {\n      ns[key] = val;\n    }\n  }\n  return Object.freeze(ns);\n}\n\n// Only run when forked as a child process\nif (process.send) {\n  process.on(\"message\", (msg: WorkerMessage) => {\n    if (msg.type !== \"execute\") return;\n\n    const logs: string[] = [];\n\n    // Validate code for dangerous patterns (defense-in-depth — sandbox isolation is primary defense)\n    const dangerousPatterns = [\n      /constructor\\s*\\[/i,\n      /constructor\\s*\\(/i,\n      /\\.constructor/i,\n      /\\[\"constructor\"\\]/i,\n      /\\['constructor'\\]/i,\n      /\\[`constructor`\\]/i,\n      /__proto__/i,\n      /prototype\\s*\\[/i,\n      /\\bprocess\\b/,\n      /\\brequire\\b/,\n      /\\bimport\\b/,\n      /\\bglobalThis\\b/,\n      /\\bglobal\\b/,\n      /\\bFunction\\b/,\n      /\\beval\\b/,\n      /\\bReflect\\b/,\n      /\\bProxy\\b/,\n      /\\bSymbol\\b/,\n      /\\bWeakRef\\b/,\n      /\\[\\s*['\"`]__proto__['\"`]\\s*\\]/i,\n      /\\[\\s*['\"`]prototype['\"`]\\s*\\]/i,\n      /\\bthis\\s*\\[/,       // bracket notation on this\n      /\\barguments\\b/,      // arguments object can leak caller\n    ];\n    for (const pattern of dangerousPatterns) {\n      if (pattern.test(msg.code)) {\n        const result: WorkerResult = {\n          type: \"result\",\n          success: false,\n          error: `Code contains blocked pattern: ${pattern.source}`,\n        };\n        process.send!(result);\n        return;\n      }\n    }\n\n    // Build hardened sandbox — NO host constructors or direct function references.\n    // vm.runInNewContext provides its own Array, Object, String, Number, Boolean in the\n    // sandbox context. We do NOT pass host realm constructors, which would allow\n    // escaping via .constructor.constructor('return process')().\n    const sandbox = Object.create(null) as Record<string, unknown>;\n    sandbox.steps = JSON.parse(JSON.stringify(msg.context.steps));\n    sandbox.trigger = JSON.parse(JSON.stringify(msg.context.trigger));\n    sandbox.input = msg.context.input != null ? JSON.parse(JSON.stringify(msg.context.input)) : undefined;\n    sandbox.output = undefined;\n\n    // console — safe: null-prototype object with wrapped log function\n    const logFn = safeFunction((...args: unknown[]) => logs.push(args.map(String).join(\" \")));\n    const consoleObj = Object.create(null) as Record<string, unknown>;\n    consoleObj.log = logFn;\n    sandbox.console = Object.freeze(consoleObj);\n\n    // JSON — safe namespace with only parse/stringify\n    sandbox.JSON = safeNamespace(JSON as unknown as Record<string, unknown>, [\"parse\", \"stringify\"]);\n\n    // Math — safe namespace (all methods wrapped, numeric constants preserved)\n    const mathKeys = [\n      \"abs\", \"ceil\", \"floor\", \"round\", \"max\", \"min\", \"pow\", \"sqrt\", \"log\", \"log2\", \"log10\",\n      \"random\", \"sign\", \"trunc\", \"cbrt\", \"hypot\", \"clz32\", \"imul\", \"fround\",\n      \"sin\", \"cos\", \"tan\", \"asin\", \"acos\", \"atan\", \"atan2\", \"sinh\", \"cosh\", \"tanh\",\n      \"PI\", \"E\", \"LN2\", \"LN10\", \"LOG2E\", \"LOG10E\", \"SQRT2\", \"SQRT1_2\",\n    ];\n    sandbox.Math = safeNamespace(Math as unknown as Record<string, unknown>, mathKeys);\n\n    // Date — only expose Date.now() as a safe function, not the Date constructor itself.\n    // The Date constructor is a host function whose .constructor leads to Function.\n    const dateNs = Object.create(null) as Record<string, unknown>;\n    dateNs.now = safeFunction(Date.now);\n    sandbox.Date = Object.freeze(dateNs);\n\n    // Utility functions — each wrapped to sever .constructor chain\n    sandbox.parseInt = safeFunction(parseInt);\n    sandbox.parseFloat = safeFunction(parseFloat);\n    sandbox.isNaN = safeFunction(isNaN);\n    sandbox.isFinite = safeFunction(isFinite);\n    sandbox.encodeURIComponent = safeFunction(encodeURIComponent);\n    sandbox.decodeURIComponent = safeFunction(decodeURIComponent);\n\n    // URL — safe namespace with only parse method (no constructor exposure)\n    const urlNs = Object.create(null) as Record<string, unknown>;\n    urlNs.parse = safeFunction((input: string) => {\n      try {\n        const u = new URL(input);\n        return { href: u.href, protocol: u.protocol, host: u.host, hostname: u.hostname,\n                 port: u.port, pathname: u.pathname, search: u.search, hash: u.hash,\n                 origin: u.origin, searchParams: Object.fromEntries(u.searchParams) };\n      } catch { return null; }\n    });\n    urlNs.format = safeFunction((parts: Record<string, string>) => {\n      try { return new URL(`${parts.protocol || \"https:\"}//${parts.host || parts.hostname || \"\"}${parts.pathname || \"\"}${parts.search || \"\"}`).href; }\n      catch { return null; }\n    });\n    sandbox.URL = Object.freeze(urlNs);\n\n    // Buffer — safe namespace with wrapped from/alloc\n    const bufferNs = Object.create(null) as Record<string, unknown>;\n    bufferNs.from = safeFunction((...args: unknown[]) => Buffer.from(args[0] as any, args[1] as any));\n    bufferNs.alloc = safeFunction((size: number) => Buffer.alloc(size));\n    sandbox.Buffer = Object.freeze(bufferNs);\n\n    // crypto — safe namespace with wrapped randomUUID\n    const cryptoNs = Object.create(null) as Record<string, unknown>;\n    cryptoNs.randomUUID = safeFunction(randomUUID);\n    sandbox.crypto = Object.freeze(cryptoNs);\n\n    // DO NOT expose host constructors: Array, Object, String, Number, Boolean.\n    // vm.runInNewContext creates its own versions of these in the sandbox context.\n    // Passing host constructors would allow: [].constructor.constructor('return process')()\n\n    // Block dangerous globals explicitly\n    sandbox.process = undefined;\n    sandbox.require = undefined;\n    sandbox.global = undefined;\n    sandbox.globalThis = undefined;\n    sandbox.Function = undefined;\n    sandbox.eval = undefined;\n    sandbox.setTimeout = undefined;\n    sandbox.setInterval = undefined;\n    sandbox.Reflect = undefined;\n    sandbox.Proxy = undefined;\n    sandbox.Symbol = undefined;\n    sandbox.WeakRef = undefined;\n\n    try {\n      const result = runInNewContext(msg.code, sandbox, {\n        timeout: msg.timeoutMs,\n        filename: \"workflow-code-step\",\n        breakOnSigint: true,\n        microtaskMode: \"afterEvaluate\",\n      });\n\n      const workerResult: WorkerResult = {\n        type: \"result\",\n        success: true,\n        output: { result: sandbox.output ?? result, logs },\n      };\n      process.send!(workerResult);\n    } catch (err: any) {\n      const workerResult: WorkerResult = {\n        type: \"result\",\n        success: false,\n        error: err.code === \"ERR_SCRIPT_EXECUTION_TIMEOUT\"\n          ? `Code execution timed out after ${msg.timeoutMs}ms`\n          : `Code error: ${err.message}`,\n        logs,\n      };\n      process.send!(workerResult);\n    }\n  });\n\n  // Signal ready\n  process.send({ type: \"ready\" });\n}\n"],"mappings":"AAAA;AACA;AACA;;AAEA,SAASA,eAAe,QAAQ,SAAS;AACzC,SAASC,UAAU,QAAQ,aAAa;AAqBxC;AACA;AACA;AACA;AACA;AACA,SAASC,YAAYA,CAAoCC,EAAK,EAAK;EACjE;EACA;EACA,MAAMC,IAAI,GAAG,SAAAA,CAAyB,GAAGC,IAAe,EAAE;IACxD,OAAOF,EAAE,CAACG,KAAK,CAAC,IAAI,EAAED,IAAI,CAAC;EAC7B,CAAC;EACDE,MAAM,CAACC,cAAc,CAACJ,IAAI,EAAE,aAAa,EAAE;IAAEK,KAAK,EAAEC,SAAS;IAAEC,QAAQ,EAAE,KAAK;IAAEC,YAAY,EAAE;EAAM,CAAC,CAAC;EACtGL,MAAM,CAACC,cAAc,CAACJ,IAAI,EAAE,WAAW,EAAE;IAAEK,KAAK,EAAEC,SAAS;IAAEC,QAAQ,EAAE,KAAK;IAAEC,YAAY,EAAE;EAAM,CAAC,CAAC;EACpG;EACAL,MAAM,CAACM,MAAM,CAACT,IAAI,CAAC;EACnB,OAAOA,IAAI;AACb;;AAEA;AACA;AACA;AACA;AACA;AACA,SAASU,aAAaA,CAACC,MAA+B,EAAEC,IAAc,EAAqC;EACzG,MAAMC,EAAE,GAAGV,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;EACzD,KAAK,MAAMC,GAAG,IAAIH,IAAI,EAAE;IACtB,MAAMI,GAAG,GAAGL,MAAM,CAACI,GAAG,CAAC;IACvB,IAAI,OAAOC,GAAG,KAAK,UAAU,EAAE;MAC7BH,EAAE,CAACE,GAAG,CAAC,GAAGjB,YAAY,CAACkB,GAA8B,CAAC;IACxD,CAAC,MAAM;MACLH,EAAE,CAACE,GAAG,CAAC,GAAGC,GAAG;IACf;EACF;EACA,OAAOb,MAAM,CAACM,MAAM,CAACI,EAAE,CAAC;AAC1B;;AAEA;AACA,IAAII,OAAO,CAACC,IAAI,EAAE;EAChBD,OAAO,CAACE,EAAE,CAAC,SAAS,EAAGC,GAAkB,IAAK;IAC5C,IAAIA,GAAG,CAACC,IAAI,KAAK,SAAS,EAAE;IAE5B,MAAMC,IAAc,GAAG,EAAE;;IAEzB;IACA,MAAMC,iBAAiB,GAAG,CACxB,mBAAmB,EACnB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACd,UAAU,EACV,aAAa,EACb,WAAW,EACX,YAAY,EACZ,aAAa,EACb,gCAAgC,EAChC,gCAAgC,EAChC,aAAa;IAAQ;IACrB,eAAe,CAAO;IAAA,CACvB;IACD,KAAK,MAAMC,OAAO,IAAID,iBAAiB,EAAE;MACvC,IAAIC,OAAO,CAACC,IAAI,CAACL,GAAG,CAACM,IAAI,CAAC,EAAE;QAC1B,MAAMC,MAAoB,GAAG;UAC3BN,IAAI,EAAE,QAAQ;UACdO,OAAO,EAAE,KAAK;UACdC,KAAK,EAAE,kCAAkCL,OAAO,CAACb,MAAM;QACzD,CAAC;QACDM,OAAO,CAACC,IAAI,CAAES,MAAM,CAAC;QACrB;MACF;IACF;;IAEA;IACA;IACA;IACA;IACA,MAAMG,OAAO,GAAG3B,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC9DgB,OAAO,CAACC,KAAK,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACd,GAAG,CAACe,OAAO,CAACJ,KAAK,CAAC,CAAC;IAC7DD,OAAO,CAACM,OAAO,GAAGJ,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACd,GAAG,CAACe,OAAO,CAACC,OAAO,CAAC,CAAC;IACjEN,OAAO,CAACO,KAAK,GAAGjB,GAAG,CAACe,OAAO,CAACE,KAAK,IAAI,IAAI,GAAGL,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACd,GAAG,CAACe,OAAO,CAACE,KAAK,CAAC,CAAC,GAAG/B,SAAS;IACrGwB,OAAO,CAACQ,MAAM,GAAGhC,SAAS;;IAE1B;IACA,MAAMiC,KAAK,GAAGzC,YAAY,CAAC,CAAC,GAAGG,IAAe,KAAKqB,IAAI,CAACkB,IAAI,CAACvC,IAAI,CAACwC,GAAG,CAACC,MAAM,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACzF,MAAMC,UAAU,GAAGzC,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IACjE8B,UAAU,CAACC,GAAG,GAAGN,KAAK;IACtBT,OAAO,CAACgB,OAAO,GAAG3C,MAAM,CAACM,MAAM,CAACmC,UAAU,CAAC;;IAE3C;IACAd,OAAO,CAACE,IAAI,GAAGtB,aAAa,CAACsB,IAAI,EAAwC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;;IAEhG;IACA,MAAMe,QAAQ,GAAG,CACf,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EACpF,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EACrE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAC5E,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAChE;IACDjB,OAAO,CAACkB,IAAI,GAAGtC,aAAa,CAACsC,IAAI,EAAwCD,QAAQ,CAAC;;IAElF;IACA;IACA,MAAME,MAAM,GAAG9C,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC7DmC,MAAM,CAACC,GAAG,GAAGpD,YAAY,CAACqD,IAAI,CAACD,GAAG,CAAC;IACnCpB,OAAO,CAACqB,IAAI,GAAGhD,MAAM,CAACM,MAAM,CAACwC,MAAM,CAAC;;IAEpC;IACAnB,OAAO,CAACsB,QAAQ,GAAGtD,YAAY,CAACsD,QAAQ,CAAC;IACzCtB,OAAO,CAACuB,UAAU,GAAGvD,YAAY,CAACuD,UAAU,CAAC;IAC7CvB,OAAO,CAACwB,KAAK,GAAGxD,YAAY,CAACwD,KAAK,CAAC;IACnCxB,OAAO,CAACyB,QAAQ,GAAGzD,YAAY,CAACyD,QAAQ,CAAC;IACzCzB,OAAO,CAAC0B,kBAAkB,GAAG1D,YAAY,CAAC0D,kBAAkB,CAAC;IAC7D1B,OAAO,CAAC2B,kBAAkB,GAAG3D,YAAY,CAAC2D,kBAAkB,CAAC;;IAE7D;IACA,MAAMC,KAAK,GAAGvD,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC5D4C,KAAK,CAACzB,KAAK,GAAGnC,YAAY,CAAEuC,KAAa,IAAK;MAC5C,IAAI;QACF,MAAMsB,CAAC,GAAG,IAAIC,GAAG,CAACvB,KAAK,CAAC;QACxB,OAAO;UAAEwB,IAAI,EAAEF,CAAC,CAACE,IAAI;UAAEC,QAAQ,EAAEH,CAAC,CAACG,QAAQ;UAAEC,IAAI,EAAEJ,CAAC,CAACI,IAAI;UAAEC,QAAQ,EAAEL,CAAC,CAACK,QAAQ;UACtEC,IAAI,EAAEN,CAAC,CAACM,IAAI;UAAEC,QAAQ,EAAEP,CAAC,CAACO,QAAQ;UAAEC,MAAM,EAAER,CAAC,CAACQ,MAAM;UAAEC,IAAI,EAAET,CAAC,CAACS,IAAI;UAClEC,MAAM,EAAEV,CAAC,CAACU,MAAM;UAAEC,YAAY,EAAEnE,MAAM,CAACoE,WAAW,CAACZ,CAAC,CAACW,YAAY;QAAE,CAAC;MAC/E,CAAC,CAAC,MAAM;QAAE,OAAO,IAAI;MAAE;IACzB,CAAC,CAAC;IACFZ,KAAK,CAACc,MAAM,GAAG1E,YAAY,CAAE2E,KAA6B,IAAK;MAC7D,IAAI;QAAE,OAAO,IAAIb,GAAG,CAAC,GAAGa,KAAK,CAACX,QAAQ,IAAI,QAAQ,KAAKW,KAAK,CAACV,IAAI,IAAIU,KAAK,CAACT,QAAQ,IAAI,EAAE,GAAGS,KAAK,CAACP,QAAQ,IAAI,EAAE,GAAGO,KAAK,CAACN,MAAM,IAAI,EAAE,EAAE,CAAC,CAACN,IAAI;MAAE,CAAC,CAChJ,MAAM;QAAE,OAAO,IAAI;MAAE;IACvB,CAAC,CAAC;IACF/B,OAAO,CAAC8B,GAAG,GAAGzD,MAAM,CAACM,MAAM,CAACiD,KAAK,CAAC;;IAElC;IACA,MAAMgB,QAAQ,GAAGvE,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC/D4D,QAAQ,CAACC,IAAI,GAAG7E,YAAY,CAAC,CAAC,GAAGG,IAAe,KAAK2E,MAAM,CAACD,IAAI,CAAC1E,IAAI,CAAC,CAAC,CAAC,EAASA,IAAI,CAAC,CAAC,CAAQ,CAAC,CAAC;IACjGyE,QAAQ,CAACG,KAAK,GAAG/E,YAAY,CAAEgF,IAAY,IAAKF,MAAM,CAACC,KAAK,CAACC,IAAI,CAAC,CAAC;IACnEhD,OAAO,CAAC8C,MAAM,GAAGzE,MAAM,CAACM,MAAM,CAACiE,QAAQ,CAAC;;IAExC;IACA,MAAMK,QAAQ,GAAG5E,MAAM,CAACW,MAAM,CAAC,IAAI,CAA4B;IAC/DiE,QAAQ,CAAClF,UAAU,GAAGC,YAAY,CAACD,UAAU,CAAC;IAC9CiC,OAAO,CAACkD,MAAM,GAAG7E,MAAM,CAACM,MAAM,CAACsE,QAAQ,CAAC;;IAExC;IACA;IACA;;IAEA;IACAjD,OAAO,CAACb,OAAO,GAAGX,SAAS;IAC3BwB,OAAO,CAACmD,OAAO,GAAG3E,SAAS;IAC3BwB,OAAO,CAACoD,MAAM,GAAG5E,SAAS;IAC1BwB,OAAO,CAACqD,UAAU,GAAG7E,SAAS;IAC9BwB,OAAO,CAACsD,QAAQ,GAAG9E,SAAS;IAC5BwB,OAAO,CAACuD,IAAI,GAAG/E,SAAS;IACxBwB,OAAO,CAACwD,UAAU,GAAGhF,SAAS;IAC9BwB,OAAO,CAACyD,WAAW,GAAGjF,SAAS;IAC/BwB,OAAO,CAAC0D,OAAO,GAAGlF,SAAS;IAC3BwB,OAAO,CAAC2D,KAAK,GAAGnF,SAAS;IACzBwB,OAAO,CAAC4D,MAAM,GAAGpF,SAAS;IAC1BwB,OAAO,CAAC6D,OAAO,GAAGrF,SAAS;IAE3B,IAAI;MACF,MAAMqB,MAAM,GAAG/B,eAAe,CAACwB,GAAG,CAACM,IAAI,EAAEI,OAAO,EAAE;QAChD8D,OAAO,EAAExE,GAAG,CAACyE,SAAS;QACtBC,QAAQ,EAAE,oBAAoB;QAC9BC,aAAa,EAAE,IAAI;QACnBC,aAAa,EAAE;MACjB,CAAC,CAAC;MAEF,MAAMC,YAA0B,GAAG;QACjC5E,IAAI,EAAE,QAAQ;QACdO,OAAO,EAAE,IAAI;QACbU,MAAM,EAAE;UAAEX,MAAM,EAAEG,OAAO,CAACQ,MAAM,IAAIX,MAAM;UAAEL;QAAK;MACnD,CAAC;MACDL,OAAO,CAACC,IAAI,CAAE+E,YAAY,CAAC;IAC7B,CAAC,CAAC,OAAOC,GAAQ,EAAE;MACjB,MAAMD,YAA0B,GAAG;QACjC5E,IAAI,EAAE,QAAQ;QACdO,OAAO,EAAE,KAAK;QACdC,KAAK,EAAEqE,GAAG,CAACxE,IAAI,KAAK,8BAA8B,GAC9C,kCAAkCN,GAAG,CAACyE,SAAS,IAAI,GACnD,eAAeK,GAAG,CAACC,OAAO,EAAE;QAChC7E;MACF,CAAC;MACDL,OAAO,CAACC,IAAI,CAAE+E,YAAY,CAAC;IAC7B;EACF,CAAC,CAAC;;EAEF;EACAhF,OAAO,CAACC,IAAI,CAAC;IAAEG,IAAI,EAAE;EAAQ,CAAC,CAAC;AACjC","ignoreList":[]}

package/dist/server/providers/anthropic.js

@@ -9,7 +9,7 @@
  */
 
 import Anthropic from "@anthropic-ai/sdk";
-import { sanitizeError, AGENT_DEFAULTS } from "../../shared/agent-core.js";
+import { sanitizeError, AGENT_DEFAULTS, isRetryableError, categorizeError } from "../../shared/agent-core.js";
 import { getCapabilities } from "../lib/provider-capabilities.js";
 import { registerProvider } from "./registry.js";
 import { jsonResponse, writeSSEHeaders } from "./shared.js";
@@ -34,6 +34,48 @@ const MODEL_MAX_OUTPUT_TOKENS = {
   "claude-3-haiku-20240307": 4096
 };
 
+// ============================================================================
+// PROXY RETRY — retries overloaded/rate-limit errors before giving up
+// ============================================================================
+
+const PROXY_MAX_RETRIES = 4;
+const PROXY_BASE_DELAY_MS = 3000;
+const PROXY_MAX_DELAY_MS = 45000;
+const PROXY_FALLBACK_AFTER = 2;
+
+// Intra-provider model fallback for proxy (Opus → Sonnet when overloaded)
+const PROXY_MODEL_FALLBACK = {
+  "claude-opus-4-6": "claude-sonnet-4-6",
+  "claude-opus-4-5-20251101": "claude-sonnet-4-5-20250929",
+  "claude-opus-4-20250514": "claude-sonnet-4-20250514",
+  "claude-opus-4-1-20250805": "claude-sonnet-4-5-20250929"
+};
+function proxyRetryDelay(attempt, err) {
+  let delay = Math.min(PROXY_BASE_DELAY_MS * Math.pow(2, attempt), PROXY_MAX_DELAY_MS);
+  const {
+    category
+  } = categorizeError(err);
+  if (category === "PROVIDER_DOWN" || category === "RATE_LIMIT") {
+    delay = Math.min(delay * 3, PROXY_MAX_DELAY_MS);
+  }
+  // Jitter ±25%
+  const jitter = delay * 0.25 * (Math.random() * 2 - 1);
+  return Math.round(delay + jitter);
+}
+function maybeDowngradeModel(apiParams, attempt, err) {
+  const {
+    category
+  } = categorizeError(err);
+  if ((category === "PROVIDER_DOWN" || category === "RATE_LIMIT") && attempt >= PROXY_FALLBACK_AFTER) {
+    const current = apiParams.model;
+    const fallback = PROXY_MODEL_FALLBACK[current];
+    if (fallback && current !== fallback) {
+      console.warn(`[proxy] Model fallback: ${current} → ${fallback} (overloaded after ${attempt + 1} attempts)`);
+      apiParams.model = fallback;
+    }
+  }
+}
+
 // ============================================================================
 // ADAPTER
 // ============================================================================
@@ -134,32 +176,67 @@ export class AnthropicAdapter {
       }
     }
     if (!stream) {
+      for (let attempt = 0; attempt <= PROXY_MAX_RETRIES; attempt++) {
+        try {
+          const response = effectiveBetas.length ? await anthropic.beta.messages.create({
+            ...apiParams,
+            stream: false
+          }) : await anthropic.messages.create({
+            ...apiParams,
+            stream: false
+          });
+          jsonResponse(res, 200, response, corsHeaders);
+          return;
+        } catch (err) {
+          if (attempt < PROXY_MAX_RETRIES && isRetryableError(err)) {
+            maybeDowngradeModel(apiParams, attempt, err);
+            const delay = proxyRetryDelay(attempt, err);
+            console.warn(`[proxy] Attempt ${attempt + 1}/${PROXY_MAX_RETRIES + 1} failed (model=${apiParams.model}) — retrying in ${(delay / 1000).toFixed(1)}s: ${sanitizeError(err)}`);
+            await new Promise(r => setTimeout(r, delay));
+            continue;
+          }
+          jsonResponse(res, 500, {
+            error: sanitizeError(err)
+          }, corsHeaders);
+          return;
+        }
+      }
+      return;
+    }
+
+    // Streaming: retry the initial API call with backoff before committing to SSE.
+    let heartbeat;
+    let streamResponse;
+    for (let attempt = 0; attempt <= PROXY_MAX_RETRIES; attempt++) {
       try {
-        const response = effectiveBetas.length ? await anthropic.beta.messages.create({
+        streamResponse = effectiveBetas.length ? await anthropic.beta.messages.create({
           ...apiParams,
-          stream: false
-        }) : await anthropic.messages.create({
-          ...apiParams,
-          stream: false
-        });
-        jsonResponse(res, 200, response, corsHeaders);
+          stream: true
+        }) : await anthropic.messages.create(apiParams);
+        break;
       } catch (err) {
-        jsonResponse(res, 500, {
-          error: sanitizeError(err)
+        if (attempt < PROXY_MAX_RETRIES && isRetryableError(err)) {
+          maybeDowngradeModel(apiParams, attempt, err);
+          const delay = proxyRetryDelay(attempt, err);
+          console.warn(`[proxy] Stream attempt ${attempt + 1}/${PROXY_MAX_RETRIES + 1} failed (model=${apiParams.model}) — retrying in ${(delay / 1000).toFixed(1)}s: ${sanitizeError(err)}`);
+          await new Promise(r => setTimeout(r, delay));
+          continue;
+        }
+        jsonResponse(res, 502, {
+          error: `anthropic error: ${sanitizeError(err)}`
         }, corsHeaders);
+        res.end();
+        return;
       }
+    }
+    if (!streamResponse) {
+      jsonResponse(res, 502, {
+        error: "failed to create stream after retries"
+      }, corsHeaders);
+      res.end();
       return;
     }
-
-    // Streaming: defer SSE headers until stream is successfully created
-    // so we can return proper HTTP errors if the initial API call fails.
-    let heartbeat;
     try {
-      const response = effectiveBetas.length ? await anthropic.beta.messages.create({
-        ...apiParams,
-        stream: true
-      }) : await anthropic.messages.create(apiParams);
-
       // Stream created successfully — now safe to commit to SSE
       writeSSEHeaders(res, corsHeaders);
 
@@ -167,24 +244,17 @@ export class AnthropicAdapter {
       heartbeat = setInterval(() => {
         if (!res.writableEnded) res.write(":ping\n\n");
       }, 15_000);
-      for await (const event of response) {
+      for await (const event of streamResponse) {
         res.write(`data: ${JSON.stringify(event)}\n\n`);
       }
       res.write("data: [DONE]\n\n");
     } catch (err) {
-      if (!res.headersSent) {
-        // Haven't started streaming yet — return proper HTTP error
-        jsonResponse(res, 502, {
-          error: `anthropic error: ${sanitizeError(err)}`
-        }, corsHeaders);
-      } else {
-        // Mid-stream failure — send error event so client doesn't hang
-        res.write(`data: ${JSON.stringify({
-          type: "error",
-          error: sanitizeError(err)
-        })}\n\n`);
-        res.write("data: [DONE]\n\n");
-      }
+      // Mid-stream failure — send error event so client doesn't hang
+      res.write(`data: ${JSON.stringify({
+        type: "error",
+        error: sanitizeError(err)
+      })}\n\n`);
+      res.write("data: [DONE]\n\n");
     } finally {
       if (heartbeat) clearInterval(heartbeat);
     }