whale-code 6.5.6 → 6.5.7

package/dist/server/lib/agent-loop-turn.d.ts

@@ -0,0 +1,53 @@
+import type Anthropic from "@anthropic-ai/sdk";
+import type { BetaTextBlockParam } from "@anthropic-ai/sdk/resources/beta/messages/messages";
+import type { CitationBlock } from "../../shared/types.js";
+export interface TurnConfig {
+    anthropic: Anthropic;
+    activeModel: string;
+    activeProvider: string;
+    maxTokens: number;
+    temperature: number;
+    system: BetaTextBlockParam[];
+    finalToolDefs: object[];
+    finalMessages: Anthropic.MessageParam[];
+    anthropicToolChoice?: Record<string, unknown>;
+    omitTools: boolean;
+    ctxMgmt: {
+        betas: string[];
+        config: unknown;
+    };
+    thinkingCfg: {
+        thinking: Record<string, unknown>;
+        beta?: string;
+    };
+    documents?: any[];
+}
+export interface TurnResult {
+    text: string;
+    toolUseBlocks: Array<{
+        id: string;
+        name: string;
+        input: Record<string, unknown>;
+    }>;
+    compactionContent: string | null;
+    stopReason: string;
+    citations: CitationBlock[];
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+        cacheReadTokens: number;
+        cacheCreationTokens: number;
+    };
+}
+export interface TurnCallbacks {
+    onText?: (text: string) => void;
+    onToolStart?: (name: string, input?: Record<string, unknown>) => void;
+    onCitation?: (citation: CitationBlock) => void;
+}
+/**
+ * Execute a single API turn with retry, provider failover, and response normalization.
+ * Handles both streaming and non-streaming modes through a unified code path.
+ */
+export declare function executeTurn(cfg: TurnConfig, callbacks: TurnCallbacks, streaming: boolean): Promise<TurnResult>;
+export declare function executeStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult>;
+export declare function executeNonStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult>;

package/dist/server/lib/agent-loop-turn.js

@@ -0,0 +1,166 @@
+// agent-loop-turn.ts — Per-turn API call + response processing for the server agent loop.
+//
+// Unified path for streaming and non-streaming API calls.
+
+import { isRetryableError, sanitizeError } from "../../shared/agent-core.js";
+import { processStreamWithCallbacks } from "../../shared/sse-parser.js";
+import { providerFailover } from "./provider-failover.js";
+import { createLogger } from "./logger.js";
+import { MAX_RETRIES, RETRY_BASE_DELAY_MS } from "./agent-loop-types.js";
+const log = createLogger("agent-loop");
+
+// ============================================================================
+// Shared turn-level types
+// ============================================================================
+
+// ============================================================================
+// UNIFIED TURN EXECUTION — streaming or non-streaming via single path
+// ============================================================================
+
+/**
+ * Execute a single API turn with retry, provider failover, and response normalization.
+ * Handles both streaming and non-streaming modes through a unified code path.
+ */
+export async function executeTurn(cfg, callbacks, streaming) {
+  // Build betas list (shared between both modes)
+  const betas = [...cfg.ctxMgmt.betas];
+  if (cfg.thinkingCfg.beta) betas.push(cfg.thinkingCfg.beta);
+  if (cfg.documents?.length && !betas.includes("citations-2025-04-15")) {
+    betas.push("citations-2025-04-15");
+  }
+
+  // Build shared API params
+  const baseParams = {
+    model: cfg.activeModel,
+    max_tokens: cfg.maxTokens,
+    temperature: cfg.thinkingCfg.thinking.type !== "disabled" ? 1 : cfg.temperature,
+    system: cfg.system,
+    ...(cfg.omitTools ? {} : {
+      tools: cfg.finalToolDefs
+    }),
+    ...(cfg.anthropicToolChoice && !cfg.omitTools ? {
+      tool_choice: cfg.anthropicToolChoice
+    } : {}),
+    messages: cfg.finalMessages,
+    thinking: cfg.thinkingCfg.thinking,
+    betas,
+    context_management: cfg.ctxMgmt.config,
+    ...(cfg.documents?.length ? {
+      documents: cfg.documents
+    } : {})
+  };
+
+  // Retry loop (shared between both modes)
+  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+    try {
+      let result;
+      if (streaming) {
+        const stream = await cfg.anthropic.beta.messages.create({
+          ...baseParams,
+          stream: true
+        });
+        const streamResult = await processStreamWithCallbacks(stream, callbacks);
+        result = {
+          text: streamResult.text,
+          toolUseBlocks: streamResult.toolUseBlocks,
+          compactionContent: streamResult.compactionContent,
+          stopReason: streamResult.stopReason || "end_turn",
+          citations: streamResult.citations,
+          usage: {
+            inputTokens: streamResult.usage.inputTokens,
+            outputTokens: streamResult.usage.outputTokens,
+            cacheReadTokens: streamResult.usage.cacheReadTokens,
+            cacheCreationTokens: streamResult.usage.cacheCreationTokens
+          }
+        };
+      } else {
+        const response = await cfg.anthropic.beta.messages.create({
+          ...baseParams
+        });
+        result = extractNonStreamingResult(response, callbacks);
+      }
+      providerFailover.recordSuccess(cfg.activeProvider);
+      return result;
+    } catch (err) {
+      providerFailover.recordFailure(cfg.activeProvider);
+      if (attempt < MAX_RETRIES && isRetryableError(err)) {
+        const delay = RETRY_BASE_DELAY_MS * Math.pow(2, attempt);
+        log.warn({
+          attempt: attempt + 1,
+          maxRetries: MAX_RETRIES,
+          delayMs: delay,
+          err: sanitizeError(err)
+        }, "retrying API call");
+        await new Promise(resolve => setTimeout(resolve, delay));
+        continue;
+      }
+      throw err;
+    }
+  }
+  throw new Error("Failed to get response after retries");
+}
+
+// ============================================================================
+// Backward-compatible wrappers (used by existing callers)
+// ============================================================================
+
+export async function executeStreamingTurn(cfg, callbacks) {
+  return executeTurn(cfg, callbacks, true);
+}
+export async function executeNonStreamingTurn(cfg, callbacks) {
+  return executeTurn(cfg, callbacks, false);
+}
+
+// ============================================================================
+// Non-streaming response extraction (private helper)
+// ============================================================================
+
+function extractNonStreamingResult(response, callbacks) {
+  let text = "";
+  let compactionContent = null;
+  const toolUseBlocks = [];
+  const citations = [];
+  for (const block of response.content) {
+    if (block.type === "text") {
+      text += block.text;
+      callbacks.onText?.(block.text);
+    } else if (block.type === "tool_use") {
+      toolUseBlocks.push({
+        id: block.id,
+        name: block.name,
+        input: block.input
+      });
+      callbacks.onToolStart?.(block.name, block.input);
+    } else if (block.type === "cite") {
+      const citeBlock = block;
+      const citation = {
+        type: "cite",
+        cited_text: citeBlock.cited_text ?? "",
+        document_index: citeBlock.document_index ?? 0,
+        start_char_index: citeBlock.start_char_index ?? 0,
+        end_char_index: citeBlock.end_char_index ?? 0,
+        ...(citeBlock.document_title ? {
+          document_title: citeBlock.document_title
+        } : {})
+      };
+      citations.push(citation);
+      callbacks.onCitation?.(citation);
+    } else if (block.type === "compaction") {
+      compactionContent = block.content || "";
+    }
+  }
+  return {
+    text,
+    toolUseBlocks,
+    compactionContent,
+    stopReason: response.stop_reason || "end_turn",
+    citations,
+    usage: {
+      inputTokens: response.usage?.input_tokens || 0,
+      outputTokens: response.usage?.output_tokens || 0,
+      cacheReadTokens: response.usage?.cache_read_input_tokens ?? 0,
+      cacheCreationTokens: response.usage?.cache_creation_input_tokens ?? 0
+    }
+  };
+}
+//# sourceMappingURL=agent-loop-turn.js.map

package/dist/server/lib/agent-loop-turn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-loop-turn.js","names":["isRetryableError","sanitizeError","processStreamWithCallbacks","providerFailover","createLogger","MAX_RETRIES","RETRY_BASE_DELAY_MS","log","executeTurn","cfg","callbacks","streaming","betas","ctxMgmt","thinkingCfg","beta","push","documents","length","includes","baseParams","model","activeModel","max_tokens","maxTokens","temperature","thinking","type","system","omitTools","tools","finalToolDefs","anthropicToolChoice","tool_choice","messages","finalMessages","context_management","config","attempt","result","stream","anthropic","create","streamResult","text","toolUseBlocks","compactionContent","stopReason","citations","usage","inputTokens","outputTokens","cacheReadTokens","cacheCreationTokens","response","extractNonStreamingResult","recordSuccess","activeProvider","err","recordFailure","delay","Math","pow","warn","maxRetries","delayMs","Promise","resolve","setTimeout","Error","executeStreamingTurn","executeNonStreamingTurn","block","content","onText","id","name","input","onToolStart","citeBlock","citation","cited_text","document_index","start_char_index","end_char_index","document_title","onCitation","stop_reason","input_tokens","output_tokens","cache_read_input_tokens","cache_creation_input_tokens"],"sources":["../../../src/server/lib/agent-loop-turn.ts"],"sourcesContent":["// agent-loop-turn.ts — Per-turn API call + response processing for the server agent loop.\n//\n// Unified path for streaming and non-streaming API calls.\n\nimport type Anthropic from \"@anthropic-ai/sdk\";\nimport type {\n  BetaTextBlockParam,\n  BetaMessageParam,\n  BetaToolUnion,\n  BetaMessage,\n  MessageCreateParamsStreaming,\n  MessageCreateParamsNonStreaming,\n} from \"@anthropic-ai/sdk/resources/beta/messages/messages\";\n\nimport { isRetryableError, sanitizeError } from \"../../shared/agent-core.js\";\nimport { processStreamWithCallbacks } from \"../../shared/sse-parser.js\";\nimport type { BetaStreamEvent } from \"../../shared/anthropic-types.js\";\nimport type { CitationBlock } from \"../../shared/types.js\";\nimport { providerFailover } from \"./provider-failover.js\";\nimport { createLogger } from \"./logger.js\";\n\nimport { MAX_RETRIES, RETRY_BASE_DELAY_MS, type TurnMetrics } from \"./agent-loop-types.js\";\n\nconst log = createLogger(\"agent-loop\");\n\n// ============================================================================\n// Shared turn-level types\n// ============================================================================\n\nexport interface TurnConfig {\n  anthropic: Anthropic;\n  activeModel: string;\n  activeProvider: string;\n  maxTokens: number;\n  temperature: number;\n  system: BetaTextBlockParam[];\n  finalToolDefs: object[];\n  finalMessages: Anthropic.MessageParam[];\n  anthropicToolChoice?: Record<string, unknown>;\n  omitTools: boolean;\n  ctxMgmt: { betas: string[]; config: unknown };\n  thinkingCfg: { thinking: Record<string, unknown>; beta?: string };\n  documents?: any[];\n}\n\nexport interface TurnResult {\n  text: string;\n  toolUseBlocks: Array<{ id: string; name: string; input: Record<string, unknown> }>;\n  compactionContent: string | null;\n  stopReason: string;\n  citations: CitationBlock[];\n  usage: {\n    inputTokens: number;\n    outputTokens: number;\n    cacheReadTokens: number;\n    cacheCreationTokens: number;\n  };\n}\n\nexport interface TurnCallbacks {\n  onText?: (text: string) => void;\n  onToolStart?: (name: string, input?: Record<string, unknown>) => void;\n  onCitation?: (citation: CitationBlock) => void;\n}\n\n// ============================================================================\n// UNIFIED TURN EXECUTION — streaming or non-streaming via single path\n// ============================================================================\n\n/**\n * Execute a single API turn with retry, provider failover, and response normalization.\n * Handles both streaming and non-streaming modes through a unified code path.\n */\nexport async function executeTurn(\n  cfg: TurnConfig,\n  callbacks: TurnCallbacks,\n  streaming: boolean,\n): Promise<TurnResult> {\n  // Build betas list (shared between both modes)\n  const betas = [...cfg.ctxMgmt.betas];\n  if (cfg.thinkingCfg.beta) betas.push(cfg.thinkingCfg.beta);\n  if (cfg.documents?.length && !betas.includes(\"citations-2025-04-15\")) {\n    betas.push(\"citations-2025-04-15\");\n  }\n\n  // Build shared API params\n  const baseParams = {\n    model: cfg.activeModel,\n    max_tokens: cfg.maxTokens,\n    temperature: cfg.thinkingCfg.thinking.type !== \"disabled\" ? 1 : cfg.temperature,\n    system: cfg.system,\n    ...(cfg.omitTools ? {} : { tools: cfg.finalToolDefs as unknown as BetaToolUnion[] }),\n    ...(cfg.anthropicToolChoice && !cfg.omitTools ? { tool_choice: cfg.anthropicToolChoice } : {}),\n    messages: cfg.finalMessages as unknown as BetaMessageParam[],\n    thinking: cfg.thinkingCfg.thinking,\n    betas,\n    context_management: cfg.ctxMgmt.config,\n    ...(cfg.documents?.length ? { documents: cfg.documents } : {}),\n  };\n\n  // Retry loop (shared between both modes)\n  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {\n    try {\n      let result: TurnResult;\n\n      if (streaming) {\n        const stream = await cfg.anthropic.beta.messages.create({\n          ...baseParams,\n          stream: true,\n        } as unknown as MessageCreateParamsStreaming);\n\n        const streamResult = await processStreamWithCallbacks(\n          stream as unknown as AsyncIterable<BetaStreamEvent>,\n          callbacks,\n        );\n\n        result = {\n          text: streamResult.text,\n          toolUseBlocks: streamResult.toolUseBlocks,\n          compactionContent: streamResult.compactionContent,\n          stopReason: streamResult.stopReason || \"end_turn\",\n          citations: streamResult.citations,\n          usage: {\n            inputTokens: streamResult.usage.inputTokens,\n            outputTokens: streamResult.usage.outputTokens,\n            cacheReadTokens: streamResult.usage.cacheReadTokens,\n            cacheCreationTokens: streamResult.usage.cacheCreationTokens,\n          },\n        };\n      } else {\n        const response = await cfg.anthropic.beta.messages.create({\n          ...baseParams,\n        } as unknown as MessageCreateParamsNonStreaming) as BetaMessage;\n\n        result = extractNonStreamingResult(response, callbacks);\n      }\n\n      providerFailover.recordSuccess(cfg.activeProvider);\n      return result;\n    } catch (err) {\n      providerFailover.recordFailure(cfg.activeProvider);\n      if (attempt < MAX_RETRIES && isRetryableError(err)) {\n        const delay = RETRY_BASE_DELAY_MS * Math.pow(2, attempt);\n        log.warn({ attempt: attempt + 1, maxRetries: MAX_RETRIES, delayMs: delay, err: sanitizeError(err) }, \"retrying API call\");\n        await new Promise((resolve) => setTimeout(resolve, delay));\n        continue;\n      }\n      throw err;\n    }\n  }\n\n  throw new Error(\"Failed to get response after retries\");\n}\n\n// ============================================================================\n// Backward-compatible wrappers (used by existing callers)\n// ============================================================================\n\nexport async function executeStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult> {\n  return executeTurn(cfg, callbacks, true);\n}\n\nexport async function executeNonStreamingTurn(cfg: TurnConfig, callbacks: TurnCallbacks): Promise<TurnResult> {\n  return executeTurn(cfg, callbacks, false);\n}\n\n// ============================================================================\n// Non-streaming response extraction (private helper)\n// ============================================================================\n\nfunction extractNonStreamingResult(response: BetaMessage, callbacks: TurnCallbacks): TurnResult {\n  let text = \"\";\n  let compactionContent: string | null = null;\n  const toolUseBlocks: Array<{ id: string; name: string; input: Record<string, unknown> }> = [];\n  const citations: CitationBlock[] = [];\n\n  for (const block of response.content) {\n    if (block.type === \"text\") {\n      text += block.text;\n      callbacks.onText?.(block.text);\n    } else if (block.type === \"tool_use\") {\n      toolUseBlocks.push({\n        id: block.id,\n        name: block.name,\n        input: block.input as Record<string, unknown>,\n      });\n      callbacks.onToolStart?.(block.name, block.input as Record<string, unknown>);\n    } else if ((block as any).type === \"cite\") {\n      const citeBlock = block as any;\n      const citation: CitationBlock = {\n        type: \"cite\",\n        cited_text: citeBlock.cited_text ?? \"\",\n        document_index: citeBlock.document_index ?? 0,\n        start_char_index: citeBlock.start_char_index ?? 0,\n        end_char_index: citeBlock.end_char_index ?? 0,\n        ...(citeBlock.document_title ? { document_title: citeBlock.document_title } : {}),\n      };\n      citations.push(citation);\n      callbacks.onCitation?.(citation);\n    } else if ((block as any).type === \"compaction\") {\n      compactionContent = (block as any).content || \"\";\n    }\n  }\n\n  return {\n    text,\n    toolUseBlocks,\n    compactionContent,\n    stopReason: response.stop_reason || \"end_turn\",\n    citations,\n    usage: {\n      inputTokens: response.usage?.input_tokens || 0,\n      outputTokens: response.usage?.output_tokens || 0,\n      cacheReadTokens: response.usage?.cache_read_input_tokens ?? 0,\n      cacheCreationTokens: response.usage?.cache_creation_input_tokens ?? 0,\n    },\n  };\n}\n"],"mappings":"AAAA;AACA;AACA;;AAYA,SAASA,gBAAgB,EAAEC,aAAa,QAAQ,4BAA4B;AAC5E,SAASC,0BAA0B,QAAQ,4BAA4B;AAGvE,SAASC,gBAAgB,QAAQ,wBAAwB;AACzD,SAASC,YAAY,QAAQ,aAAa;AAE1C,SAASC,WAAW,EAAEC,mBAAmB,QAA0B,uBAAuB;AAE1F,MAAMC,GAAG,GAAGH,YAAY,CAAC,YAAY,CAAC;;AAEtC;AACA;AACA;;AAsCA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAeI,WAAWA,CAC/BC,GAAe,EACfC,SAAwB,EACxBC,SAAkB,EACG;EACrB;EACA,MAAMC,KAAK,GAAG,CAAC,GAAGH,GAAG,CAACI,OAAO,CAACD,KAAK,CAAC;EACpC,IAAIH,GAAG,CAACK,WAAW,CAACC,IAAI,EAAEH,KAAK,CAACI,IAAI,CAACP,GAAG,CAACK,WAAW,CAACC,IAAI,CAAC;EAC1D,IAAIN,GAAG,CAACQ,SAAS,EAAEC,MAAM,IAAI,CAACN,KAAK,CAACO,QAAQ,CAAC,sBAAsB,CAAC,EAAE;IACpEP,KAAK,CAACI,IAAI,CAAC,sBAAsB,CAAC;EACpC;;EAEA;EACA,MAAMI,UAAU,GAAG;IACjBC,KAAK,EAAEZ,GAAG,CAACa,WAAW;IACtBC,UAAU,EAAEd,GAAG,CAACe,SAAS;IACzBC,WAAW,EAAEhB,GAAG,CAACK,WAAW,CAACY,QAAQ,CAACC,IAAI,KAAK,UAAU,GAAG,CAAC,GAAGlB,GAAG,CAACgB,WAAW;IAC/EG,MAAM,EAAEnB,GAAG,CAACmB,MAAM;IAClB,IAAInB,GAAG,CAACoB,SAAS,GAAG,CAAC,CAAC,GAAG;MAAEC,KAAK,EAAErB,GAAG,CAACsB;IAA4C,CAAC,CAAC;IACpF,IAAItB,GAAG,CAACuB,mBAAmB,IAAI,CAACvB,GAAG,CAACoB,SAAS,GAAG;MAAEI,WAAW,EAAExB,GAAG,CAACuB;IAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9FE,QAAQ,EAAEzB,GAAG,CAAC0B,aAA8C;IAC5DT,QAAQ,EAAEjB,GAAG,CAACK,WAAW,CAACY,QAAQ;IAClCd,KAAK;IACLwB,kBAAkB,EAAE3B,GAAG,CAACI,OAAO,CAACwB,MAAM;IACtC,IAAI5B,GAAG,CAACQ,SAAS,EAAEC,MAAM,GAAG;MAAED,SAAS,EAAER,GAAG,CAACQ;IAAU,CAAC,GAAG,CAAC,CAAC;EAC/D,CAAC;;EAED;EACA,KAAK,IAAIqB,OAAO,GAAG,CAAC,EAAEA,OAAO,IAAIjC,WAAW,EAAEiC,OAAO,EAAE,EAAE;IACvD,IAAI;MACF,IAAIC,MAAkB;MAEtB,IAAI5B,SAAS,EAAE;QACb,MAAM6B,MAAM,GAAG,MAAM/B,GAAG,CAACgC,SAAS,CAAC1B,IAAI,CAACmB,QAAQ,CAACQ,MAAM,CAAC;UACtD,GAAGtB,UAAU;UACboB,MAAM,EAAE;QACV,CAA4C,CAAC;QAE7C,MAAMG,YAAY,GAAG,MAAMzC,0BAA0B,CACnDsC,MAAM,EACN9B,SACF,CAAC;QAED6B,MAAM,GAAG;UACPK,IAAI,EAAED,YAAY,CAACC,IAAI;UACvBC,aAAa,EAAEF,YAAY,CAACE,aAAa;UACzCC,iBAAiB,EAAEH,YAAY,CAACG,iBAAiB;UACjDC,UAAU,EAAEJ,YAAY,CAACI,UAAU,IAAI,UAAU;UACjDC,SAAS,EAAEL,YAAY,CAACK,SAAS;UACjCC,KAAK,EAAE;YACLC,WAAW,EAAEP,YAAY,CAACM,KAAK,CAACC,WAAW;YAC3CC,YAAY,EAAER,YAAY,CAACM,KAAK,CAACE,YAAY;YAC7CC,eAAe,EAAET,YAAY,CAACM,KAAK,CAACG,eAAe;YACnDC,mBAAmB,EAAEV,YAAY,CAACM,KAAK,CAACI;UAC1C;QACF,CAAC;MACH,CAAC,MAAM;QACL,MAAMC,QAAQ,GAAG,MAAM7C,GAAG,CAACgC,SAAS,CAAC1B,IAAI,CAACmB,QAAQ,CAACQ,MAAM,CAAC;UACxD,GAAGtB;QACL,CAA+C,CAAgB;QAE/DmB,MAAM,GAAGgB,yBAAyB,CAACD,QAAQ,EAAE5C,SAAS,CAAC;MACzD;MAEAP,gBAAgB,CAACqD,aAAa,CAAC/C,GAAG,CAACgD,cAAc,CAAC;MAClD,OAAOlB,MAAM;IACf,CAAC,CAAC,OAAOmB,GAAG,EAAE;MACZvD,gBAAgB,CAACwD,aAAa,CAAClD,GAAG,CAACgD,cAAc,CAAC;MAClD,IAAInB,OAAO,GAAGjC,WAAW,IAAIL,gBAAgB,CAAC0D,GAAG,CAAC,EAAE;QAClD,MAAME,KAAK,GAAGtD,mBAAmB,GAAGuD,IAAI,CAACC,GAAG,CAAC,CAAC,EAAExB,OAAO,CAAC;QACxD/B,GAAG,CAACwD,IAAI,CAAC;UAAEzB,OAAO,EAAEA,OAAO,GAAG,CAAC;UAAE0B,UAAU,EAAE3D,WAAW;UAAE4D,OAAO,EAAEL,KAAK;UAAEF,GAAG,EAAEzD,aAAa,CAACyD,GAAG;QAAE,CAAC,EAAE,mBAAmB,CAAC;QACzH,MAAM,IAAIQ,OAAO,CAAEC,OAAO,IAAKC,UAAU,CAACD,OAAO,EAAEP,KAAK,CAAC,CAAC;QAC1D;MACF;MACA,MAAMF,GAAG;IACX;EACF;EAEA,MAAM,IAAIW,KAAK,CAAC,sCAAsC,CAAC;AACzD;;AAEA;AACA;AACA;;AAEA,OAAO,eAAeC,oBAAoBA,CAAC7D,GAAe,EAAEC,SAAwB,EAAuB;EACzG,OAAOF,WAAW,CAACC,GAAG,EAAEC,SAAS,EAAE,IAAI,CAAC;AAC1C;AAEA,OAAO,eAAe6D,uBAAuBA,CAAC9D,GAAe,EAAEC,SAAwB,EAAuB;EAC5G,OAAOF,WAAW,CAACC,GAAG,EAAEC,SAAS,EAAE,KAAK,CAAC;AAC3C;;AAEA;AACA;AACA;;AAEA,SAAS6C,yBAAyBA,CAACD,QAAqB,EAAE5C,SAAwB,EAAc;EAC9F,IAAIkC,IAAI,GAAG,EAAE;EACb,IAAIE,iBAAgC,GAAG,IAAI;EAC3C,MAAMD,aAAkF,GAAG,EAAE;EAC7F,MAAMG,SAA0B,GAAG,EAAE;EAErC,KAAK,MAAMwB,KAAK,IAAIlB,QAAQ,CAACmB,OAAO,EAAE;IACpC,IAAID,KAAK,CAAC7C,IAAI,KAAK,MAAM,EAAE;MACzBiB,IAAI,IAAI4B,KAAK,CAAC5B,IAAI;MAClBlC,SAAS,CAACgE,MAAM,GAAGF,KAAK,CAAC5B,IAAI,CAAC;IAChC,CAAC,MAAM,IAAI4B,KAAK,CAAC7C,IAAI,KAAK,UAAU,EAAE;MACpCkB,aAAa,CAAC7B,IAAI,CAAC;QACjB2D,EAAE,EAAEH,KAAK,CAACG,EAAE;QACZC,IAAI,EAAEJ,KAAK,CAACI,IAAI;QAChBC,KAAK,EAAEL,KAAK,CAACK;MACf,CAAC,CAAC;MACFnE,SAAS,CAACoE,WAAW,GAAGN,KAAK,CAACI,IAAI,EAAEJ,KAAK,CAACK,KAAgC,CAAC;IAC7E,CAAC,MAAM,IAAKL,KAAK,CAAS7C,IAAI,KAAK,MAAM,EAAE;MACzC,MAAMoD,SAAS,GAAGP,KAAY;MAC9B,MAAMQ,QAAuB,GAAG;QAC9BrD,IAAI,EAAE,MAAM;QACZsD,UAAU,EAAEF,SAAS,CAACE,UAAU,IAAI,EAAE;QACtCC,cAAc,EAAEH,SAAS,CAACG,cAAc,IAAI,CAAC;QAC7CC,gBAAgB,EAAEJ,SAAS,CAACI,gBAAgB,IAAI,CAAC;QACjDC,cAAc,EAAEL,SAAS,CAACK,cAAc,IAAI,CAAC;QAC7C,IAAIL,SAAS,CAACM,cAAc,GAAG;UAAEA,cAAc,EAAEN,SAAS,CAACM;QAAe,CAAC,GAAG,CAAC,CAAC;MAClF,CAAC;MACDrC,SAAS,CAAChC,IAAI,CAACgE,QAAQ,CAAC;MACxBtE,SAAS,CAAC4E,UAAU,GAAGN,QAAQ,CAAC;IAClC,CAAC,MAAM,IAAKR,KAAK,CAAS7C,IAAI,KAAK,YAAY,EAAE;MAC/CmB,iBAAiB,GAAI0B,KAAK,CAASC,OAAO,IAAI,EAAE;IAClD;EACF;EAEA,OAAO;IACL7B,IAAI;IACJC,aAAa;IACbC,iBAAiB;IACjBC,UAAU,EAAEO,QAAQ,CAACiC,WAAW,IAAI,UAAU;IAC9CvC,SAAS;IACTC,KAAK,EAAE;MACLC,WAAW,EAAEI,QAAQ,CAACL,KAAK,EAAEuC,YAAY,IAAI,CAAC;MAC9CrC,YAAY,EAAEG,QAAQ,CAACL,KAAK,EAAEwC,aAAa,IAAI,CAAC;MAChDrC,eAAe,EAAEE,QAAQ,CAACL,KAAK,EAAEyC,uBAAuB,IAAI,CAAC;MAC7DrC,mBAAmB,EAAEC,QAAQ,CAACL,KAAK,EAAE0C,2BAA2B,IAAI;IACtE;EACF,CAAC;AACH","ignoreList":[]}

package/dist/server/lib/agent-loop-types.d.ts

@@ -0,0 +1,118 @@
+import type Anthropic from "@anthropic-ai/sdk";
+import type { SupabaseClient } from "@supabase/supabase-js";
+import type { ContextManagementOverrides, LoopDetectorConfig, ToolChoice } from "../../shared/agent-core.js";
+import type { CitationBlock } from "../../shared/types.js";
+import type { ToolProgressCallback } from "../tool-router.js";
+import type { SubagentProgressCallback, SubagentProgressEvent } from "./server-subagent.js";
+import type { RequestCapabilityRequirements } from "./provider-capabilities.js";
+export interface ToolDef {
+    name: string;
+    description: string;
+    input_schema: Record<string, unknown>;
+}
+export type ToolResult = {
+    success: boolean;
+    data?: unknown;
+    error?: string;
+};
+export interface ServerAgentLoopOptions {
+    anthropic: Anthropic;
+    supabase: SupabaseClient;
+    model: string;
+    systemPrompt: string;
+    messages: Anthropic.MessageParam[];
+    tools: ToolDef[];
+    maxTurns: number;
+    temperature: number;
+    maxTokens?: number;
+    /** @deprecated — Anthropic context_management handles limits. Ignored. */
+    maxToolResultChars?: number;
+    storeId?: string;
+    traceId?: string;
+    userId?: string | null;
+    userEmail?: string | null;
+    source?: string;
+    conversationId?: string;
+    agentId?: string;
+    executeTool: (toolName: string, args: Record<string, unknown>, sourceOverride?: string, onToolProgress?: ToolProgressCallback) => Promise<ToolResult>;
+    onToolProgress?: ToolProgressCallback;
+    extendedTools?: ToolDef[];
+    toolChoice?: ToolChoice;
+    enableDelegation?: boolean;
+    enablePromptCaching?: boolean;
+    enableStreaming?: boolean;
+    enableModelRouting?: boolean;
+    maxConcurrentTools?: number;
+    documents?: any[];
+    onText?: (text: string) => void;
+    onToolStart?: (name: string, input?: Record<string, unknown>) => void;
+    onToolResult?: (name: string, success: boolean, result: unknown) => void;
+    onCitation?: (citation: CitationBlock) => void;
+    onSubagentProgress?: SubagentProgressCallback;
+    subagentMaxTokens?: number;
+    subagentMaxTurns?: number;
+    subagentTemperature?: number;
+    maxCostUsd?: number;
+    clientDisconnected?: {
+        value: boolean;
+    };
+    startedAt?: number;
+    maxDurationMs?: number;
+    requiredCapabilities?: RequestCapabilityRequirements;
+    contextOverrides?: ContextManagementOverrides;
+    loopDetectorConfig?: Partial<LoopDetectorConfig>;
+    /** Max errors from a single parallel batch before aborting remaining calls */
+    batchErrorLimit?: number;
+}
+export interface TurnMetrics {
+    turn: number;
+    inputTokens: number;
+    outputTokens: number;
+    cacheRead: number;
+    cacheCreation: number;
+    toolsUsed: string[];
+    costUsd: number;
+    /** Set when a failover occurred this turn */
+    failover?: {
+        originalProvider: string;
+        activeProvider: string;
+        model: string;
+    };
+}
+export interface ServerAgentLoopResult {
+    finalText: string;
+    allTextResponses: string[];
+    turnCount: number;
+    toolCallCount: number;
+    toolsUsed: string[];
+    /** Citations collected from all turns (only populated when documents are provided) */
+    citations: CitationBlock[];
+    tokens: {
+        input: number;
+        output: number;
+        cacheCreation: number;
+        cacheRead: number;
+    };
+    costUsd: number;
+    loopDetectorStats: {
+        totalErrors: number;
+        failedStrategies: number;
+        consecutiveFailedTurns: number;
+    };
+    turns: TurnMetrics[];
+    /** Final stop reason from the last API response (end_turn, tool_use, max_tokens) */
+    stopReason: string;
+}
+export type { SubagentProgressCallback, SubagentProgressEvent };
+export type { ToolChoice };
+export declare const MAX_RETRIES = 3;
+export declare const RETRY_BASE_DELAY_MS = 1000;
+export declare const DEFAULT_MAX_CONCURRENT_TOOLS = 7;
+/**
+ * Map ToolChoice to Anthropic API `tool_choice` format.
+ * Returns undefined if tools should be omitted entirely.
+ */
+export declare function mapToolChoiceForAnthropic(tc: ToolChoice): {
+    toolChoice?: Record<string, unknown>;
+    omitTools?: boolean;
+};

package/dist/server/lib/agent-loop-types.js

@@ -0,0 +1,53 @@
+// agent-loop-types.ts — Shared types, constants, and helpers for the server agent loop.
+
+// ============================================================================
+// TYPES
+// ============================================================================
+
+// Re-export for consumers
+
+// ============================================================================
+// CONSTANTS
+// ============================================================================
+
+export const MAX_RETRIES = 3;
+export const RETRY_BASE_DELAY_MS = 1000;
+export const DEFAULT_MAX_CONCURRENT_TOOLS = 7;
+
+// ============================================================================
+// TOOL CHOICE MAPPING — convert ToolChoice to provider-specific format
+// ============================================================================
+
+/**
+ * Map ToolChoice to Anthropic API `tool_choice` format.
+ * Returns undefined if tools should be omitted entirely.
+ */
+export function mapToolChoiceForAnthropic(tc) {
+  if (tc === "auto") return {
+    toolChoice: {
+      type: "auto"
+    }
+  };
+  if (tc === "any") return {
+    toolChoice: {
+      type: "any"
+    }
+  };
+  if (tc === "none") return {
+    omitTools: true
+  };
+  if (typeof tc === "object" && tc.type === "tool") {
+    return {
+      toolChoice: {
+        type: "tool",
+        name: tc.name
+      }
+    };
+  }
+  return {
+    toolChoice: {
+      type: "auto"
+    }
+  };
+}
+//# sourceMappingURL=agent-loop-types.js.map

package/dist/server/lib/agent-loop-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-loop-types.js","names":["MAX_RETRIES","RETRY_BASE_DELAY_MS","DEFAULT_MAX_CONCURRENT_TOOLS","mapToolChoiceForAnthropic","tc","toolChoice","type","omitTools","name"],"sources":["../../../src/server/lib/agent-loop-types.ts"],"sourcesContent":["// agent-loop-types.ts — Shared types, constants, and helpers for the server agent loop.\n\nimport type Anthropic from \"@anthropic-ai/sdk\";\nimport type { SupabaseClient } from \"@supabase/supabase-js\";\nimport type {\n  ContextManagementOverrides,\n  LoopDetectorConfig,\n  ToolChoice,\n} from \"../../shared/agent-core.js\";\nimport type { CitationBlock } from \"../../shared/types.js\";\nimport type { ToolProgressCallback } from \"../tool-router.js\";\nimport type {\n  SubagentProgressCallback,\n  SubagentProgressEvent,\n} from \"./server-subagent.js\";\nimport type { RequestCapabilityRequirements } from \"./provider-capabilities.js\";\n\n// ============================================================================\n// TYPES\n// ============================================================================\n\nexport interface ToolDef {\n  name: string;\n  description: string;\n  input_schema: Record<string, unknown>;\n}\n\nexport type ToolResult = { success: boolean; data?: unknown; error?: string };\n\nexport interface ServerAgentLoopOptions {\n  // Core\n  anthropic: Anthropic;\n  supabase: SupabaseClient;\n  model: string;\n  systemPrompt: string;\n  messages: Anthropic.MessageParam[];\n  tools: ToolDef[];\n\n  // Behavior\n  maxTurns: number;\n  temperature: number;\n  maxTokens?: number;\n  /** @deprecated — Anthropic context_management handles limits. Ignored. */\n  maxToolResultChars?: number;\n\n  // Context (audit + subagent)\n  storeId?: string;\n  traceId?: string;\n  userId?: string | null;\n  userEmail?: string | null;\n  source?: string;\n  conversationId?: string;\n  agentId?: string;\n\n  // Tool execution — injected, avoids circular deps\n  executeTool: (\n    toolName: string,\n    args: Record<string, unknown>,\n    sourceOverride?: string,\n    onToolProgress?: ToolProgressCallback,\n  ) => Promise<ToolResult>;\n\n  // Tool progress streaming (e.g. kali exec stdout/stderr)\n  onToolProgress?: ToolProgressCallback;\n\n  // Lazy tool loading — extended tools available via discover_tools\n  extendedTools?: ToolDef[];\n\n  // Tool choice control\n  toolChoice?: ToolChoice;          // Default: \"auto\" (smart resolution per turn)\n\n  // Feature flags\n  enableDelegation?: boolean;       // Default: true (auto-inject for Opus)\n  enablePromptCaching?: boolean;    // Default: true\n  enableStreaming?: boolean;        // Default: true\n  enableModelRouting?: boolean;     // Default: true (controls routeModel on turn 1)\n  maxConcurrentTools?: number;      // Default: 7\n\n  // Citations — source documents for Anthropic Citations API (opt-in)\n  documents?: any[];\n\n  // Callbacks (all optional)\n  onText?: (text: string) => void;\n  onToolStart?: (name: string, input?: Record<string, unknown>) => void;\n  onToolResult?: (name: string, success: boolean, result: unknown) => void;\n  onCitation?: (citation: CitationBlock) => void;\n  onSubagentProgress?: SubagentProgressCallback;\n\n  // Subagent overrides (from parent's context_config)\n  subagentMaxTokens?: number;       // Default: 8192\n  subagentMaxTurns?: number;        // Default: 6\n  subagentTemperature?: number;     // Default: 0.3\n\n  // Budget control\n  maxCostUsd?: number;              // Default: DEFAULT_SESSION_COST_BUDGET_USD ($5)\n\n  // Abort control\n  clientDisconnected?: { value: boolean };\n  startedAt?: number;\n  maxDurationMs?: number;\n\n  // Capability-aware routing — when set, failover skips providers that lack these capabilities\n  requiredCapabilities?: RequestCapabilityRequirements;\n\n  // Context management overrides from ai_agent_config.context_config JSONB\n  contextOverrides?: ContextManagementOverrides;\n\n  // Loop detector thresholds from ai_agent_config.context_config JSONB\n  loopDetectorConfig?: Partial<LoopDetectorConfig>;\n  /** Max errors from a single parallel batch before aborting remaining calls */\n  batchErrorLimit?: number;\n}\n\nexport interface TurnMetrics {\n  turn: number;\n  inputTokens: number;\n  outputTokens: number;\n  cacheRead: number;\n  cacheCreation: number;\n  toolsUsed: string[];\n  costUsd: number;\n  /** Set when a failover occurred this turn */\n  failover?: {\n    originalProvider: string;\n    activeProvider: string;\n    model: string;\n  };\n}\n\nexport interface ServerAgentLoopResult {\n  finalText: string;\n  allTextResponses: string[];\n  turnCount: number;\n  toolCallCount: number;\n  toolsUsed: string[];\n  /** Citations collected from all turns (only populated when documents are provided) */\n  citations: CitationBlock[];\n  tokens: {\n    input: number;\n    output: number;\n    cacheCreation: number;\n    cacheRead: number;\n  };\n  costUsd: number;\n  loopDetectorStats: {\n    totalErrors: number;\n    failedStrategies: number;\n    consecutiveFailedTurns: number;\n  };\n  turns: TurnMetrics[];\n  /** Final stop reason from the last API response (end_turn, tool_use, max_tokens) */\n  stopReason: string;\n}\n\n// Re-export for consumers\nexport type { SubagentProgressCallback, SubagentProgressEvent };\nexport type { ToolChoice };\n\n// ============================================================================\n// CONSTANTS\n// ============================================================================\n\nexport const MAX_RETRIES = 3;\nexport const RETRY_BASE_DELAY_MS = 1000;\nexport const DEFAULT_MAX_CONCURRENT_TOOLS = 7;\n\n// ============================================================================\n// TOOL CHOICE MAPPING — convert ToolChoice to provider-specific format\n// ============================================================================\n\n/**\n * Map ToolChoice to Anthropic API `tool_choice` format.\n * Returns undefined if tools should be omitted entirely.\n */\nexport function mapToolChoiceForAnthropic(\n  tc: ToolChoice,\n): { toolChoice?: Record<string, unknown>; omitTools?: boolean } {\n  if (tc === \"auto\") return { toolChoice: { type: \"auto\" } };\n  if (tc === \"any\") return { toolChoice: { type: \"any\" } };\n  if (tc === \"none\") return { omitTools: true };\n  if (typeof tc === \"object\" && tc.type === \"tool\") {\n    return { toolChoice: { type: \"tool\", name: tc.name } };\n  }\n  return { toolChoice: { type: \"auto\" } };\n}\n"],"mappings":"AAAA;;AAiBA;AACA;AACA;;AAuIA;;AAIA;AACA;AACA;;AAEA,OAAO,MAAMA,WAAW,GAAG,CAAC;AAC5B,OAAO,MAAMC,mBAAmB,GAAG,IAAI;AACvC,OAAO,MAAMC,4BAA4B,GAAG,CAAC;;AAE7C;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,yBAAyBA,CACvCC,EAAc,EACiD;EAC/D,IAAIA,EAAE,KAAK,MAAM,EAAE,OAAO;IAAEC,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAO;EAAE,CAAC;EAC1D,IAAIF,EAAE,KAAK,KAAK,EAAE,OAAO;IAAEC,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAM;EAAE,CAAC;EACxD,IAAIF,EAAE,KAAK,MAAM,EAAE,OAAO;IAAEG,SAAS,EAAE;EAAK,CAAC;EAC7C,IAAI,OAAOH,EAAE,KAAK,QAAQ,IAAIA,EAAE,CAACE,IAAI,KAAK,MAAM,EAAE;IAChD,OAAO;MAAED,UAAU,EAAE;QAAEC,IAAI,EAAE,MAAM;QAAEE,IAAI,EAAEJ,EAAE,CAACI;MAAK;IAAE,CAAC;EACxD;EACA,OAAO;IAAEH,UAAU,EAAE;MAAEC,IAAI,EAAE;IAAO;EAAE,CAAC;AACzC","ignoreList":[]}

package/dist/server/lib/batch-client-anthropic.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Batch API Client — Anthropic Message Batches API implementation
+ */
+import type { BatchRequest, BatchResult } from "./batch-client-types.js";
+export declare function submitAnthropicBatch(requests: BatchRequest[]): Promise<{
+    batchId: string;
+    provider: "anthropic";
+    count: number;
+}>;
+export declare function pollAnthropicBatch(batchId: string): Promise<Map<string, BatchResult>>;

package/dist/server/lib/batch-client-anthropic.js

@@ -0,0 +1,144 @@
+/**
+ * Batch API Client — Anthropic Message Batches API implementation
+ */
+
+import { createLogger } from "./logger.js";
+import { ANTHROPIC_BASE_URL, ANTHROPIC_API_VERSION, ANTHROPIC_BATCH_BETA, POLL_INTERVAL_MS, MAX_POLL_DURATION_MS, sleep } from "./batch-client-types.js";
+const log = createLogger("batch-client");
+
+// ============================================================================
+// ANTHROPIC BATCH API
+// ============================================================================
+
+export async function submitAnthropicBatch(requests) {
+  const apiKey = process.env.ANTHROPIC_API_KEY;
+  if (!apiKey) throw new Error("ANTHROPIC_API_KEY not set");
+  const batchRequests = requests.map(r => {
+    const params = {
+      model: r.model,
+      messages: r.messages,
+      max_tokens: r.max_tokens
+    };
+    if (r.system) params.system = r.system;
+    if (r.tools?.length) {
+      params.tools = r.tools.map(t => ({
+        name: t.name,
+        description: typeof t.description === "string" ? t.description.slice(0, 4096) : "",
+        input_schema: t.input_schema
+      }));
+    }
+    if (r.temperature !== undefined) params.temperature = r.temperature;
+    return {
+      custom_id: r.id,
+      params
+    };
+  });
+  const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches`, {
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+      "x-api-key": apiKey,
+      "anthropic-version": ANTHROPIC_API_VERSION,
+      "anthropic-beta": ANTHROPIC_BATCH_BETA
+    },
+    body: JSON.stringify({
+      requests: batchRequests
+    })
+  });
+  if (!resp.ok) {
+    const errText = await resp.text();
+    throw new Error(`Anthropic batch submit failed (${resp.status}): ${errText.substring(0, 500)}`);
+  }
+  const data = await resp.json();
+  log.info({
+    batchId: data.id,
+    count: requests.length
+  }, "anthropic batch submitted");
+  return {
+    batchId: data.id,
+    provider: "anthropic",
+    count: requests.length
+  };
+}
+export async function pollAnthropicBatch(batchId) {
+  const apiKey = process.env.ANTHROPIC_API_KEY;
+  if (!apiKey) throw new Error("ANTHROPIC_API_KEY not set");
+  const startTime = Date.now();
+  while (Date.now() - startTime < MAX_POLL_DURATION_MS) {
+    const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches/${batchId}`, {
+      headers: {
+        "x-api-key": apiKey,
+        "anthropic-version": ANTHROPIC_API_VERSION,
+        "anthropic-beta": ANTHROPIC_BATCH_BETA
+      }
+    });
+    if (!resp.ok) {
+      const errText = await resp.text();
+      throw new Error(`Anthropic batch poll failed (${resp.status}): ${errText.substring(0, 500)}`);
+    }
+    const batch = await resp.json();
+    log.info({
+      batchId,
+      status: batch.processing_status,
+      counts: batch.request_counts,
+      elapsed: Date.now() - startTime
+    }, "anthropic batch poll");
+    if (batch.processing_status === "ended") {
+      return fetchAnthropicResults(batchId);
+    }
+    if (batch.processing_status === "canceling" || batch.processing_status === "canceled") {
+      throw new Error(`Anthropic batch ${batchId} was canceled`);
+    }
+    await sleep(POLL_INTERVAL_MS);
+  }
+  throw new Error(`Anthropic batch ${batchId} timed out after ${MAX_POLL_DURATION_MS / 1000}s`);
+}
+async function fetchAnthropicResults(batchId) {
+  const apiKey = process.env.ANTHROPIC_API_KEY;
+  if (!apiKey) throw new Error("ANTHROPIC_API_KEY not set");
+  const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches/${batchId}/results`, {
+    headers: {
+      "x-api-key": apiKey,
+      "anthropic-version": ANTHROPIC_API_VERSION,
+      "anthropic-beta": ANTHROPIC_BATCH_BETA
+    }
+  });
+  if (!resp.ok) {
+    const errText = await resp.text();
+    throw new Error(`Anthropic batch results fetch failed (${resp.status}): ${errText.substring(0, 500)}`);
+  }
+
+  // Results come as JSONL (one JSON object per line)
+  const text = await resp.text();
+  const results = new Map();
+  for (const line of text.split("\n")) {
+    if (!line.trim()) continue;
+    try {
+      const item = JSON.parse(line);
+      if (item.result.type === "succeeded" && item.result.message) {
+        const textBlocks = item.result.message.content.filter(b => b.type === "text" && b.text).map(b => b.text);
+        results.set(item.custom_id, {
+          id: item.custom_id,
+          success: true,
+          content: item.result.message.content,
+          text: textBlocks.join("\n"),
+          usage: item.result.message.usage
+        });
+      } else {
+        results.set(item.custom_id, {
+          id: item.custom_id,
+          success: false,
+          error: item.result.error?.message || `Batch item ${item.result.type}`
+        });
+      }
+    } catch {
+      // Skip malformed lines
+    }
+  }
+  log.info({
+    batchId,
+    resultCount: results.size
+  }, "anthropic batch results fetched");
+  return results;
+}
+//# sourceMappingURL=batch-client-anthropic.js.map

package/dist/server/lib/batch-client-anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-client-anthropic.js","names":["createLogger","ANTHROPIC_BASE_URL","ANTHROPIC_API_VERSION","ANTHROPIC_BATCH_BETA","POLL_INTERVAL_MS","MAX_POLL_DURATION_MS","sleep","log","submitAnthropicBatch","requests","apiKey","process","env","ANTHROPIC_API_KEY","Error","batchRequests","map","r","params","model","messages","max_tokens","system","tools","length","t","name","description","slice","input_schema","temperature","undefined","custom_id","id","resp","fetch","method","headers","body","JSON","stringify","ok","errText","text","status","substring","data","json","info","batchId","count","provider","pollAnthropicBatch","startTime","Date","now","batch","processing_status","counts","request_counts","elapsed","fetchAnthropicResults","results","Map","line","split","trim","item","parse","result","type","message","textBlocks","content","filter","b","set","success","join","usage","error","resultCount","size"],"sources":["../../../src/server/lib/batch-client-anthropic.ts"],"sourcesContent":["/**\n * Batch API Client — Anthropic Message Batches API implementation\n */\n\nimport { createLogger } from \"./logger.js\";\nimport type { BatchRequest, BatchResult, AnthropicBatchRequestItem } from \"./batch-client-types.js\";\nimport {\n  ANTHROPIC_BASE_URL,\n  ANTHROPIC_API_VERSION,\n  ANTHROPIC_BATCH_BETA,\n  POLL_INTERVAL_MS,\n  MAX_POLL_DURATION_MS,\n  sleep,\n} from \"./batch-client-types.js\";\n\nconst log = createLogger(\"batch-client\");\n\n// ============================================================================\n// ANTHROPIC BATCH API\n// ============================================================================\n\nexport async function submitAnthropicBatch(\n  requests: BatchRequest[],\n): Promise<{ batchId: string; provider: \"anthropic\"; count: number }> {\n  const apiKey = process.env.ANTHROPIC_API_KEY;\n  if (!apiKey) throw new Error(\"ANTHROPIC_API_KEY not set\");\n\n  const batchRequests: AnthropicBatchRequestItem[] = requests.map(r => {\n    const params: AnthropicBatchRequestItem[\"params\"] = {\n      model: r.model,\n      messages: r.messages,\n      max_tokens: r.max_tokens,\n    };\n    if (r.system) params.system = r.system;\n    if (r.tools?.length) {\n      params.tools = r.tools.map((t: any) => ({\n        name: t.name,\n        description: typeof t.description === \"string\" ? t.description.slice(0, 4096) : \"\",\n        input_schema: t.input_schema,\n      }));\n    }\n    if (r.temperature !== undefined) params.temperature = r.temperature;\n    return { custom_id: r.id, params };\n  });\n\n  const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches`, {\n    method: \"POST\",\n    headers: {\n      \"Content-Type\": \"application/json\",\n      \"x-api-key\": apiKey,\n      \"anthropic-version\": ANTHROPIC_API_VERSION,\n      \"anthropic-beta\": ANTHROPIC_BATCH_BETA,\n    },\n    body: JSON.stringify({ requests: batchRequests }),\n  });\n\n  if (!resp.ok) {\n    const errText = await resp.text();\n    throw new Error(`Anthropic batch submit failed (${resp.status}): ${errText.substring(0, 500)}`);\n  }\n\n  const data = await resp.json() as { id: string; processing_status: string };\n  log.info({ batchId: data.id, count: requests.length }, \"anthropic batch submitted\");\n  return { batchId: data.id, provider: \"anthropic\", count: requests.length };\n}\n\nexport async function pollAnthropicBatch(batchId: string): Promise<Map<string, BatchResult>> {\n  const apiKey = process.env.ANTHROPIC_API_KEY;\n  if (!apiKey) throw new Error(\"ANTHROPIC_API_KEY not set\");\n\n  const startTime = Date.now();\n\n  while (Date.now() - startTime < MAX_POLL_DURATION_MS) {\n    const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches/${batchId}`, {\n      headers: {\n        \"x-api-key\": apiKey,\n        \"anthropic-version\": ANTHROPIC_API_VERSION,\n        \"anthropic-beta\": ANTHROPIC_BATCH_BETA,\n      },\n    });\n\n    if (!resp.ok) {\n      const errText = await resp.text();\n      throw new Error(`Anthropic batch poll failed (${resp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    const batch = await resp.json() as {\n      id: string;\n      processing_status: string;\n      results_url?: string;\n      request_counts: {\n        processing: number;\n        succeeded: number;\n        errored: number;\n        canceled: number;\n        expired: number;\n      };\n    };\n\n    log.info({\n      batchId,\n      status: batch.processing_status,\n      counts: batch.request_counts,\n      elapsed: Date.now() - startTime,\n    }, \"anthropic batch poll\");\n\n    if (batch.processing_status === \"ended\") {\n      return fetchAnthropicResults(batchId);\n    }\n\n    if (batch.processing_status === \"canceling\" || batch.processing_status === \"canceled\") {\n      throw new Error(`Anthropic batch ${batchId} was canceled`);\n    }\n\n    await sleep(POLL_INTERVAL_MS);\n  }\n\n  throw new Error(`Anthropic batch ${batchId} timed out after ${MAX_POLL_DURATION_MS / 1000}s`);\n}\n\nasync function fetchAnthropicResults(batchId: string): Promise<Map<string, BatchResult>> {\n  const apiKey = process.env.ANTHROPIC_API_KEY;\n  if (!apiKey) throw new Error(\"ANTHROPIC_API_KEY not set\");\n\n  const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches/${batchId}/results`, {\n    headers: {\n      \"x-api-key\": apiKey,\n      \"anthropic-version\": ANTHROPIC_API_VERSION,\n      \"anthropic-beta\": ANTHROPIC_BATCH_BETA,\n    },\n  });\n\n  if (!resp.ok) {\n    const errText = await resp.text();\n    throw new Error(`Anthropic batch results fetch failed (${resp.status}): ${errText.substring(0, 500)}`);\n  }\n\n  // Results come as JSONL (one JSON object per line)\n  const text = await resp.text();\n  const results = new Map<string, BatchResult>();\n\n  for (const line of text.split(\"\\n\")) {\n    if (!line.trim()) continue;\n    try {\n      const item = JSON.parse(line) as {\n        custom_id: string;\n        result: {\n          type: \"succeeded\" | \"errored\" | \"canceled\" | \"expired\";\n          message?: {\n            content: Array<{ type: string; text?: string }>;\n            usage: { input_tokens: number; output_tokens: number };\n          };\n          error?: { type: string; message: string };\n        };\n      };\n\n      if (item.result.type === \"succeeded\" && item.result.message) {\n        const textBlocks = item.result.message.content\n          .filter((b: any) => b.type === \"text\" && b.text)\n          .map((b: any) => b.text);\n        results.set(item.custom_id, {\n          id: item.custom_id,\n          success: true,\n          content: item.result.message.content,\n          text: textBlocks.join(\"\\n\"),\n          usage: item.result.message.usage,\n        });\n      } else {\n        results.set(item.custom_id, {\n          id: item.custom_id,\n          success: false,\n          error: item.result.error?.message || `Batch item ${item.result.type}`,\n        });\n      }\n    } catch {\n      // Skip malformed lines\n    }\n  }\n\n  log.info({ batchId, resultCount: results.size }, \"anthropic batch results fetched\");\n  return results;\n}\n"],"mappings":"AAAA;AACA;AACA;;AAEA,SAASA,YAAY,QAAQ,aAAa;AAE1C,SACEC,kBAAkB,EAClBC,qBAAqB,EACrBC,oBAAoB,EACpBC,gBAAgB,EAChBC,oBAAoB,EACpBC,KAAK,QACA,yBAAyB;AAEhC,MAAMC,GAAG,GAAGP,YAAY,CAAC,cAAc,CAAC;;AAExC;AACA;AACA;;AAEA,OAAO,eAAeQ,oBAAoBA,CACxCC,QAAwB,EAC4C;EACpE,MAAMC,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,iBAAiB;EAC5C,IAAI,CAACH,MAAM,EAAE,MAAM,IAAII,KAAK,CAAC,2BAA2B,CAAC;EAEzD,MAAMC,aAA0C,GAAGN,QAAQ,CAACO,GAAG,CAACC,CAAC,IAAI;IACnE,MAAMC,MAA2C,GAAG;MAClDC,KAAK,EAAEF,CAAC,CAACE,KAAK;MACdC,QAAQ,EAAEH,CAAC,CAACG,QAAQ;MACpBC,UAAU,EAAEJ,CAAC,CAACI;IAChB,CAAC;IACD,IAAIJ,CAAC,CAACK,MAAM,EAAEJ,MAAM,CAACI,MAAM,GAAGL,CAAC,CAACK,MAAM;IACtC,IAAIL,CAAC,CAACM,KAAK,EAAEC,MAAM,EAAE;MACnBN,MAAM,CAACK,KAAK,GAAGN,CAAC,CAACM,KAAK,CAACP,GAAG,CAAES,CAAM,KAAM;QACtCC,IAAI,EAAED,CAAC,CAACC,IAAI;QACZC,WAAW,EAAE,OAAOF,CAAC,CAACE,WAAW,KAAK,QAAQ,GAAGF,CAAC,CAACE,WAAW,CAACC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE;QAClFC,YAAY,EAAEJ,CAAC,CAACI;MAClB,CAAC,CAAC,CAAC;IACL;IACA,IAAIZ,CAAC,CAACa,WAAW,KAAKC,SAAS,EAAEb,MAAM,CAACY,WAAW,GAAGb,CAAC,CAACa,WAAW;IACnE,OAAO;MAAEE,SAAS,EAAEf,CAAC,CAACgB,EAAE;MAAEf;IAAO,CAAC;EACpC,CAAC,CAAC;EAEF,MAAMgB,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGlC,kBAAkB,sBAAsB,EAAE;IACpEmC,MAAM,EAAE,MAAM;IACdC,OAAO,EAAE;MACP,cAAc,EAAE,kBAAkB;MAClC,WAAW,EAAE3B,MAAM;MACnB,mBAAmB,EAAER,qBAAqB;MAC1C,gBAAgB,EAAEC;IACpB,CAAC;IACDmC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;MAAE/B,QAAQ,EAAEM;IAAc,CAAC;EAClD,CAAC,CAAC;EAEF,IAAI,CAACmB,IAAI,CAACO,EAAE,EAAE;IACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;IACjC,MAAM,IAAI7B,KAAK,CAAC,kCAAkCoB,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;EACjG;EAEA,MAAMC,IAAI,GAAG,MAAMZ,IAAI,CAACa,IAAI,CAAC,CAA8C;EAC3ExC,GAAG,CAACyC,IAAI,CAAC;IAAEC,OAAO,EAAEH,IAAI,CAACb,EAAE;IAAEiB,KAAK,EAAEzC,QAAQ,CAACe;EAAO,CAAC,EAAE,2BAA2B,CAAC;EACnF,OAAO;IAAEyB,OAAO,EAAEH,IAAI,CAACb,EAAE;IAAEkB,QAAQ,EAAE,WAAW;IAAED,KAAK,EAAEzC,QAAQ,CAACe;EAAO,CAAC;AAC5E;AAEA,OAAO,eAAe4B,kBAAkBA,CAACH,OAAe,EAAqC;EAC3F,MAAMvC,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,iBAAiB;EAC5C,IAAI,CAACH,MAAM,EAAE,MAAM,IAAII,KAAK,CAAC,2BAA2B,CAAC;EAEzD,MAAMuC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;EAE5B,OAAOD,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS,GAAGhD,oBAAoB,EAAE;IACpD,MAAM6B,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGlC,kBAAkB,wBAAwBgD,OAAO,EAAE,EAAE;MAC/EZ,OAAO,EAAE;QACP,WAAW,EAAE3B,MAAM;QACnB,mBAAmB,EAAER,qBAAqB;QAC1C,gBAAgB,EAAEC;MACpB;IACF,CAAC,CAAC;IAEF,IAAI,CAAC+B,IAAI,CAACO,EAAE,EAAE;MACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;MACjC,MAAM,IAAI7B,KAAK,CAAC,gCAAgCoB,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC/F;IAEA,MAAMW,KAAK,GAAG,MAAMtB,IAAI,CAACa,IAAI,CAAC,CAW7B;IAEDxC,GAAG,CAACyC,IAAI,CAAC;MACPC,OAAO;MACPL,MAAM,EAAEY,KAAK,CAACC,iBAAiB;MAC/BC,MAAM,EAAEF,KAAK,CAACG,cAAc;MAC5BC,OAAO,EAAEN,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF;IACxB,CAAC,EAAE,sBAAsB,CAAC;IAE1B,IAAIG,KAAK,CAACC,iBAAiB,KAAK,OAAO,EAAE;MACvC,OAAOI,qBAAqB,CAACZ,OAAO,CAAC;IACvC;IAEA,IAAIO,KAAK,CAACC,iBAAiB,KAAK,WAAW,IAAID,KAAK,CAACC,iBAAiB,KAAK,UAAU,EAAE;MACrF,MAAM,IAAI3C,KAAK,CAAC,mBAAmBmC,OAAO,eAAe,CAAC;IAC5D;IAEA,MAAM3C,KAAK,CAACF,gBAAgB,CAAC;EAC/B;EAEA,MAAM,IAAIU,KAAK,CAAC,mBAAmBmC,OAAO,oBAAoB5C,oBAAoB,GAAG,IAAI,GAAG,CAAC;AAC/F;AAEA,eAAewD,qBAAqBA,CAACZ,OAAe,EAAqC;EACvF,MAAMvC,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,iBAAiB;EAC5C,IAAI,CAACH,MAAM,EAAE,MAAM,IAAII,KAAK,CAAC,2BAA2B,CAAC;EAEzD,MAAMoB,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGlC,kBAAkB,wBAAwBgD,OAAO,UAAU,EAAE;IACvFZ,OAAO,EAAE;MACP,WAAW,EAAE3B,MAAM;MACnB,mBAAmB,EAAER,qBAAqB;MAC1C,gBAAgB,EAAEC;IACpB;EACF,CAAC,CAAC;EAEF,IAAI,CAAC+B,IAAI,CAACO,EAAE,EAAE;IACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;IACjC,MAAM,IAAI7B,KAAK,CAAC,yCAAyCoB,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;EACxG;;EAEA;EACA,MAAMF,IAAI,GAAG,MAAMT,IAAI,CAACS,IAAI,CAAC,CAAC;EAC9B,MAAMmB,OAAO,GAAG,IAAIC,GAAG,CAAsB,CAAC;EAE9C,KAAK,MAAMC,IAAI,IAAIrB,IAAI,CAACsB,KAAK,CAAC,IAAI,CAAC,EAAE;IACnC,IAAI,CAACD,IAAI,CAACE,IAAI,CAAC,CAAC,EAAE;IAClB,IAAI;MACF,MAAMC,IAAI,GAAG5B,IAAI,CAAC6B,KAAK,CAACJ,IAAI,CAU3B;MAED,IAAIG,IAAI,CAACE,MAAM,CAACC,IAAI,KAAK,WAAW,IAAIH,IAAI,CAACE,MAAM,CAACE,OAAO,EAAE;QAC3D,MAAMC,UAAU,GAAGL,IAAI,CAACE,MAAM,CAACE,OAAO,CAACE,OAAO,CAC3CC,MAAM,CAAEC,CAAM,IAAKA,CAAC,CAACL,IAAI,KAAK,MAAM,IAAIK,CAAC,CAAChC,IAAI,CAAC,CAC/C3B,GAAG,CAAE2D,CAAM,IAAKA,CAAC,CAAChC,IAAI,CAAC;QAC1BmB,OAAO,CAACc,GAAG,CAACT,IAAI,CAACnC,SAAS,EAAE;UAC1BC,EAAE,EAAEkC,IAAI,CAACnC,SAAS;UAClB6C,OAAO,EAAE,IAAI;UACbJ,OAAO,EAAEN,IAAI,CAACE,MAAM,CAACE,OAAO,CAACE,OAAO;UACpC9B,IAAI,EAAE6B,UAAU,CAACM,IAAI,CAAC,IAAI,CAAC;UAC3BC,KAAK,EAAEZ,IAAI,CAACE,MAAM,CAACE,OAAO,CAACQ;QAC7B,CAAC,CAAC;MACJ,CAAC,MAAM;QACLjB,OAAO,CAACc,GAAG,CAACT,IAAI,CAACnC,SAAS,EAAE;UAC1BC,EAAE,EAAEkC,IAAI,CAACnC,SAAS;UAClB6C,OAAO,EAAE,KAAK;UACdG,KAAK,EAAEb,IAAI,CAACE,MAAM,CAACW,KAAK,EAAET,OAAO,IAAI,cAAcJ,IAAI,CAACE,MAAM,CAACC,IAAI;QACrE,CAAC,CAAC;MACJ;IACF,CAAC,CAAC,MAAM;MACN;IAAA;EAEJ;EAEA/D,GAAG,CAACyC,IAAI,CAAC;IAAEC,OAAO;IAAEgC,WAAW,EAAEnB,OAAO,CAACoB;EAAK,CAAC,EAAE,iCAAiC,CAAC;EACnF,OAAOpB,OAAO;AAChB","ignoreList":[]}

package/dist/server/lib/batch-client-openai.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Batch API Client — OpenAI Batch API implementation
+ */
+import type { BatchRequest, BatchResult } from "./batch-client-types.js";
+export declare function submitOpenAIBatch(requests: BatchRequest[], buildOpenAIMessages: (r: BatchRequest) => unknown[]): Promise<{
+    batchId: string;
+    provider: "openai";
+    count: number;
+}>;
+export declare function pollOpenAIBatch(batchId: string): Promise<Map<string, BatchResult>>;