@librechat/agents 3.4.7 → 3.5.0

package/src/scripts/bedrock-parallel-tools-test.ts

@@ -1,204 +0,0 @@
-import { config } from 'dotenv';
-config();
-import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import type { UsageMetadata } from '@langchain/core/messages';
-import type { StandardGraph } from '@/graphs';
-import * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { GraphEvents, ContentTypes, Providers } from '@/common';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-import { getLLMConfig } from '@/utils/llmConfig';
-import { Calculator } from '@/tools/Calculator';
-import { Run } from '@/run';
-
-const conversationHistory: BaseMessage[] = [];
-let _contentParts: t.MessageContentComplex[] = [];
-const collectedUsage: UsageMetadata[] = [];
-
-async function testParallelToolCalls(): Promise<void> {
-  const { contentParts, aggregateContent } = createContentAggregator();
-  _contentParts = contentParts as t.MessageContentComplex[];
-
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
-    [GraphEvents.CHAT_MODEL_STREAM]: {
-      handle: async (
-        event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>,
-        graph?: unknown
-      ): Promise<void> => {
-        const chunk = data.chunk as Record<string, unknown> | undefined;
-        const tcc = chunk?.tool_call_chunks as
-          | Array<{ id?: string; name?: string; index?: number }>
-          | undefined;
-        if (tcc && tcc.length > 0) {
-          console.log(
-            `[CHAT_MODEL_STREAM] tool_call_chunks: ${JSON.stringify(tcc.map((c) => ({ id: c.id, name: c.name, index: c.index })))}`
-          );
-        }
-        const handler = new ChatModelStreamHandler();
-        return handler.handle(event, data, metadata, graph as StandardGraph);
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        const result = (data as unknown as { result: t.ToolEndEvent }).result;
-        console.log(
-          `[ON_RUN_STEP_COMPLETED] stepId=${result.id} index=${result.index} type=${result.type} tool=${result.tool_call?.name ?? 'n/a'}`
-        );
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (event: GraphEvents.ON_RUN_STEP, data: t.RunStep) => {
-        const toolCalls =
-          data.stepDetails.type === 'tool_calls' && data.stepDetails.tool_calls
-            ? (
-                data.stepDetails.tool_calls as Array<{
-                  name?: string;
-                  id?: string;
-                }>
-              )
-                .map((tc) => `${tc.name ?? '?'}(${tc.id ?? '?'})`)
-                .join(', ')
-            : 'none';
-        console.log(
-          `[ON_RUN_STEP] stepId=${data.id} index=${data.index} type=${data.type} stepIndex=${data.stepIndex} toolCalls=[${toolCalls}]`
-        );
-        aggregateContent({ event, data });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.RunStepDeltaEvent
-      ) => {
-        aggregateContent({ event, data });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.MessageDeltaEvent
-      ) => {
-        aggregateContent({ event, data });
-      },
-    },
-    [GraphEvents.ON_REASONING_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_REASONING_DELTA,
-        data: t.ReasoningDeltaEvent
-      ) => {
-        aggregateContent({ event, data });
-      },
-    },
-  };
-
-  const baseLlmConfig = getLLMConfig(Providers.BEDROCK);
-
-  const llmConfig = {
-    ...baseLlmConfig,
-    model: 'global.anthropic.claude-opus-4-6-v1',
-    maxTokens: 16000,
-    additionalModelRequestFields: {
-      thinking: { type: 'enabled', budget_tokens: 10000 },
-    },
-  };
-
-  const run = await Run.create<t.IState>({
-    runId: 'bedrock-parallel-tools-test',
-    graphConfig: {
-      instructions:
-        'You are a math assistant. When asked to calculate multiple things, use the calculator tool for ALL of them in parallel. Do NOT chain calculations sequentially.',
-      type: 'standard',
-      tools: [new Calculator()],
-      llmConfig,
-    },
-    returnContent: true,
-    skipCleanup: true,
-    customHandlers: customHandlers as t.RunConfig['customHandlers'],
-  });
-
-  const streamConfig = {
-    configurable: { thread_id: 'bedrock-parallel-tools-thread' },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  const userMessage =
-    'Calculate these 3 things at the same time using the calculator: 1) 123 * 456, 2) sqrt(144) + 7, 3) 2^10 - 24';
-  conversationHistory.push(new HumanMessage(userMessage));
-
-  console.log('Running Bedrock parallel tool calls test...\n');
-  console.log(`Prompt: "${userMessage}"\n`);
-
-  const inputs = { messages: [...conversationHistory] };
-  await run.processStream(inputs, streamConfig);
-
-  console.log('\n\n========== ANALYSIS ==========\n');
-
-  let toolCallCount = 0;
-  const toolCallNames: string[] = [];
-  let hasUndefined = false;
-
-  for (let i = 0; i < _contentParts.length; i++) {
-    const part = _contentParts[i];
-    if (!part) {
-      hasUndefined = true;
-      console.log(`  [${i}] *** UNDEFINED ***`);
-      continue;
-    }
-    if (part.type === ContentTypes.TOOL_CALL) {
-      toolCallCount++;
-      const tc = (part as t.ToolCallContent).tool_call;
-      const hasData = tc && tc.name;
-      if (!hasData) {
-        console.log(`  [${i}] TOOL_CALL *** EMPTY ***`);
-      } else {
-        toolCallNames.push(tc.name ?? '');
-        console.log(
-          `  [${i}] TOOL_CALL name=${tc.name} id=${tc.id} output=${String(tc.output ?? '').substring(0, 40)}`
-        );
-      }
-    } else if (part.type === ContentTypes.THINK) {
-      const think = (part as t.ReasoningContentText).think ?? '';
-      console.log(`  [${i}] THINK (${think.length} chars)`);
-    } else if (part.type === ContentTypes.TEXT) {
-      const text = (part as t.MessageDeltaUpdate).text ?? '';
-      console.log(
-        `  [${i}] TEXT (${text.length} chars): "${text.substring(0, 80)}..."`
-      );
-    }
-  }
-
-  console.log('\n========== SUMMARY ==========\n');
-  console.log(`Total content parts: ${_contentParts.filter(Boolean).length}`);
-  console.log(`Tool calls found: ${toolCallCount}`);
-  console.log(`Tool call names: [${toolCallNames.join(', ')}]`);
-  console.log(`Undefined gaps: ${hasUndefined ? 'YES (BUG)' : 'No'}`);
-  console.log(
-    `Expected 3 tool calls: ${toolCallCount >= 3 ? 'PASS' : 'FAIL (only ' + toolCallCount + ')'}`
-  );
-  console.log('\nFull contentParts dump:');
-  console.dir(_contentParts, { depth: null });
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});
-
-testParallelToolCalls().catch((err) => {
-  console.error(err);
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});

package/src/scripts/bench-prompt-cache.ts

@@ -1,479 +0,0 @@
-/**
- * Live, reproducible benchmark: single tail prompt-cache breakpoint (new
- * default) vs. the legacy "last two user messages" strategy.
- *
- * It replays realistic harness conversations against a real provider and, for
- * each model call, records the cache token breakdown the API reports. The two
- * strategies are run over the SAME conversations (only the cache MARKING
- * differs) under distinct cache namespaces, then compared.
- *
- * What it demonstrates
- * --------------------
- *  - Agent tool loop (one user turn, many tool rounds): the legacy strategy
- *    pins its only message breakpoint on the lone user message, so every
- *    appended assistant/tool turn is re-sent UNCACHED on the next call — cache
- *    write/fresh ≫ read. The tail strategy rides the true tail, so the growing
- *    transcript is written once and read back. This is the dominant agent shape
- *    and where the legacy approach breaks down hardest.
- *  - Multi-turn chat (frequent user messages): legacy's two rolling markers do
- *    fine here; the tail strategy ties (never worse).
- *  - Realistic agent (user turns interleaved with tool rounds): tail wins.
- *
- * Metrics (per strategy, summed over all calls in a scenario)
- *  - cache_read   : tokens served from cache (HIGHER is better).
- *  - cache_write  : tokens written to cache (cache_creation).
- *  - fresh        : uncached input processed at full price
- *                   (= input_tokens - cache_read - cache_write); this is what
- *                   balloons when caching fails to cover the transcript.
- *  - effective    : a cost proxy in input-token-equivalents using Anthropic's
- *                   published multipliers — read x0.1, write x1.25, fresh x1.0.
- *                   LOWER is better.
- *
- * Usage
- *   # Anthropic (default). Needs ANTHROPIC_API_KEY in .env (or BENCH_ENV_FILE).
- *   npm run bench:cache
- *   # Bedrock. Needs BEDROCK_AWS_* creds.
- *   npm run bench:cache -- --provider bedrock
- *   # Options: --provider anthropic|bedrock  --rounds <N>  --model <id>
- *
- * Not a unit test (no `.test.` suffix) so CI never runs it; it makes real,
- * paid API calls.
- */
-import { config } from 'dotenv';
-config({ path: process.env.BENCH_ENV_FILE || '.env' });
-
-import {
-  HumanMessage,
-  AIMessage,
-  ToolMessage,
-  type BaseMessage,
-} from '@langchain/core/messages';
-import { CustomAnthropic } from '@/llm/anthropic';
-import { CustomChatBedrockConverse } from '@/llm/bedrock';
-import {
-  addCacheControl,
-  addTailCacheControl,
-  addBedrockCacheControl,
-  addBedrockTailCacheControl,
-} from '@/messages/cache';
-
-type ProviderName = 'anthropic' | 'bedrock';
-
-interface Args {
-  provider: ProviderName;
-  rounds: number;
-  model?: string;
-}
-
-function parseArgs(): Args {
-  const argv = process.argv.slice(2);
-  const out: Args = { provider: 'anthropic', rounds: 6 };
-  for (let i = 0; i < argv.length; i++) {
-    const a = argv[i];
-    if (a === '--provider') out.provider = argv[++i] as ProviderName;
-    else if (a === '--rounds') out.rounds = Number(argv[++i]);
-    else if (a === '--model') out.model = argv[++i];
-  }
-  return out;
-}
-
-/** Deterministic filler of roughly `tokens` tokens (~0.75 words/token). */
-function filler(tokens: number, tag: string): string {
-  const words = Math.max(1, Math.round(tokens * 0.75));
-  const out: string[] = [];
-  for (let i = 0; i < words; i++) {
-    out.push(`${tag}${i % 97}`);
-  }
-  return out.join(' ');
-}
-
-// ---------------------------------------------------------------------------
-// Scenarios. Each returns the message list for every model call (call `i`
-// sends step `i`; the transcript grows append-only between calls), built under
-// a per-run nonce so the two strategy runs never share a cache namespace.
-// ---------------------------------------------------------------------------
-
-const STABLE_TOKENS = 2000; // big stable context (instructions / first request)
-const TOOL_RESULT_TOKENS = 600; // realistic agent tool output (file/search)
-
-function processToolCall(id: string, batch: number) {
-  return { id, name: 'process_records', args: { batch } };
-}
-
-/** Agent tool loop: ONE user turn, then `rounds` assistant→tool rounds. */
-function toolLoopScenario(nonce: string, rounds: number): BaseMessage[][] {
-  const steps: BaseMessage[][] = [];
-  const conv: BaseMessage[] = [
-    new HumanMessage(
-      `Session ${nonce}. Reference data follows.\n${filler(STABLE_TOKENS, `ref${nonce}`)}\n\n` +
-        'Process every batch using the process_records tool until done.'
-    ),
-  ];
-  for (let i = 1; i <= rounds; i++) {
-    steps.push([...conv]);
-    conv.push(
-      new AIMessage({
-        content: `Processing batch ${i}.`,
-        tool_calls: [processToolCall(`tl_${nonce}_${i}`, i)],
-      })
-    );
-    conv.push(
-      new ToolMessage({
-        tool_call_id: `tl_${nonce}_${i}`,
-        content: `Batch ${i} of session ${nonce} complete. ${filler(TOOL_RESULT_TOKENS, `out${i}`)}`,
-      })
-    );
-  }
-  return steps;
-}
-
-/** Multi-turn chat: frequent user messages, no tools (legacy's good case). */
-function chatScenario(nonce: string, rounds: number): BaseMessage[][] {
-  const steps: BaseMessage[][] = [];
-  const conv: BaseMessage[] = [
-    new HumanMessage(
-      `Session ${nonce}.\n${filler(STABLE_TOKENS, `doc${nonce}`)}\n\nQuestion 1: summarize.`
-    ),
-  ];
-  for (let i = 1; i <= rounds; i++) {
-    steps.push([...conv]);
-    conv.push(new AIMessage(`Answer ${i}. ${filler(120, `ans${i}`)}`));
-    conv.push(
-      new HumanMessage(`Question ${i + 1}: ${filler(60, `q${i + 1}`)}`)
-    );
-  }
-  return steps;
-}
-
-/** Realistic agent: each user turn triggers two tool rounds, then a new user. */
-function agentMixedScenario(nonce: string, rounds: number): BaseMessage[][] {
-  const steps: BaseMessage[][] = [];
-  const conv: BaseMessage[] = [
-    new HumanMessage(
-      `Session ${nonce}. Project context:\n${filler(STABLE_TOKENS, `ctx${nonce}`)}\n\nTask 1: investigate.`
-    ),
-  ];
-  let tc = 0;
-  for (let turn = 1; turn <= rounds; turn++) {
-    // two tool rounds within this user turn
-    for (let r = 0; r < 2; r++) {
-      steps.push([...conv]);
-      tc++;
-      const id = `am_${nonce}_${tc}`;
-      conv.push(
-        new AIMessage({
-          content: `Turn ${turn} step ${r + 1}.`,
-          tool_calls: [{ id, name: 'process_records', args: { step: tc } }],
-        })
-      );
-      conv.push(
-        new ToolMessage({
-          tool_call_id: id,
-          content: `Result ${tc} (${nonce}). ${filler(TOOL_RESULT_TOKENS, `r${tc}`)}`,
-        })
-      );
-    }
-    // model summarizes, user asks the next task
-    steps.push([...conv]);
-    conv.push(new AIMessage(`Turn ${turn} summary. ${filler(80, `s${turn}`)}`));
-    conv.push(
-      new HumanMessage(`Task ${turn + 1}: ${filler(60, `t${turn + 1}`)}`)
-    );
-  }
-  return steps;
-}
-
-const SUMMARY_TOKENS = 1500; // compacted-history summary injected post-compaction
-
-/**
- * Post-compaction (summarization): a few tool rounds on the original context,
- * then a compaction event replaces the head with a summary message, then the
- * agent continues. The compaction step is a deliberate cache miss for BOTH
- * strategies (the cached prefix genuinely changed — unavoidable). What matters
- * is the POST-compaction phase: the summary becomes the new stable head and the
- * tail strategy re-establishes append-only caching over the continuing tool
- * loop, whereas legacy pins on the lone summary user-message and re-sends the
- * new tool work uncached. (Tool results here are already the truncated,
- * persisted strings ToolNode stores — truncation is applied once at exec time
- * with a model-fixed cap, so it does not mutate the prefix across turns.)
- */
-function postCompactionScenario(
-  nonce: string,
-  rounds: number
-): BaseMessage[][] {
-  const steps: BaseMessage[][] = [];
-
-  // Phase 1: pre-compaction growth on the original context.
-  const pre: BaseMessage[] = [
-    new HumanMessage(
-      `Session ${nonce}. ${filler(STABLE_TOKENS, `pre${nonce}`)}\n\nAnalyze the dataset.`
-    ),
-  ];
-  for (let i = 1; i <= 2; i++) {
-    steps.push([...pre]);
-    pre.push(
-      new AIMessage({
-        content: `Pre ${i}.`,
-        tool_calls: [
-          {
-            id: `pc_${nonce}_${i}`,
-            name: 'process_records',
-            args: { batch: i },
-          },
-        ],
-      })
-    );
-    pre.push(
-      new ToolMessage({
-        tool_call_id: `pc_${nonce}_${i}`,
-        content: `Pre result ${i}. ${filler(TOOL_RESULT_TOKENS, `pr${i}`)}`,
-      })
-    );
-  }
-
-  // Compaction: head replaced by a durable summary; continue from there.
-  const post: BaseMessage[] = [
-    new HumanMessage(
-      `Session ${nonce} (resumed after compaction).\n<summary>\n${filler(SUMMARY_TOKENS, `sum${nonce}`)}\n</summary>\n\nContinue the analysis.`
-    ),
-  ];
-  for (let i = 1; i <= rounds; i++) {
-    steps.push([...post]);
-    post.push(
-      new AIMessage({
-        content: `Post ${i}.`,
-        tool_calls: [
-          {
-            id: `po_${nonce}_${i}`,
-            name: 'process_records',
-            args: { batch: i },
-          },
-        ],
-      })
-    );
-    post.push(
-      new ToolMessage({
-        tool_call_id: `po_${nonce}_${i}`,
-        content: `Post result ${i}. ${filler(TOOL_RESULT_TOKENS, `po${i}`)}`,
-      })
-    );
-  }
-  return steps;
-}
-
-const SCENARIOS: Array<{
-  name: string;
-  build: (nonce: string, rounds: number) => BaseMessage[][];
-}> = [
-  {
-    name: 'Agent tool loop (1 user turn, N tool rounds)',
-    build: toolLoopScenario,
-  },
-  { name: 'Multi-turn chat (frequent user messages)', build: chatScenario },
-  {
-    name: 'Realistic agent (user turns + tool rounds)',
-    build: agentMixedScenario,
-  },
-  {
-    name: 'Post-compaction (summary head + continued tool loop)',
-    build: postCompactionScenario,
-  },
-];
-
-// ---------------------------------------------------------------------------
-// Provider plumbing.
-// ---------------------------------------------------------------------------
-
-const PROCESS_TOOL = {
-  type: 'function' as const,
-  function: {
-    name: 'process_records',
-    description: 'Process a batch of records.',
-    parameters: {
-      type: 'object',
-      properties: { batch: { type: 'number' }, step: { type: 'number' } },
-    },
-  },
-};
-
-interface StrategyPair {
-  legacy: (m: BaseMessage[]) => BaseMessage[];
-  tail: (m: BaseMessage[]) => BaseMessage[];
-}
-
-function makeProvider(args: Args): {
-  invoke: (messages: BaseMessage[]) => Promise<Usage | undefined>;
-  strategies: StrategyPair;
-  label: string;
-} {
-  if (args.provider === 'bedrock') {
-    const model = args.model ?? 'us.anthropic.claude-sonnet-4-5-20250929-v1:0';
-    const llm = new CustomChatBedrockConverse({
-      model,
-      region:
-        process.env.BEDROCK_AWS_REGION ??
-        process.env.AWS_DEFAULT_REGION ??
-        'us-east-1',
-      credentials: {
-        accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
-        secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
-      },
-      streaming: true,
-      streamUsage: true,
-      maxTokens: 32,
-      promptCache: true,
-    }).bindTools([PROCESS_TOOL]);
-    return {
-      label: `bedrock:${model}`,
-      invoke: async (messages) =>
-        (await llm.invoke(messages)).usage_metadata as Usage,
-      strategies: {
-        legacy: (m) => addBedrockCacheControl<BaseMessage>(m),
-        tail: (m) => addBedrockTailCacheControl<BaseMessage>(m),
-      },
-    };
-  }
-
-  const model = args.model ?? 'claude-sonnet-4-5';
-  const llm = new CustomAnthropic({
-    model,
-    apiKey: process.env.ANTHROPIC_API_KEY,
-    maxTokens: 32,
-    promptCache: true,
-    streaming: true,
-    streamUsage: true,
-  } as never).bindTools([PROCESS_TOOL]);
-  return {
-    label: `anthropic:${model}`,
-    invoke: async (messages) =>
-      (await llm.invoke(messages)).usage_metadata as Usage,
-    strategies: {
-      legacy: (m) => addCacheControl<BaseMessage>(m),
-      tail: (m) => addTailCacheControl<BaseMessage>(m),
-    },
-  };
-}
-
-type Usage = {
-  input_tokens?: number;
-  output_tokens?: number;
-  total_tokens?: number;
-  input_token_details?: { cache_creation?: number; cache_read?: number };
-};
-
-interface Totals {
-  read: number;
-  write: number;
-  fresh: number;
-  effective: number;
-}
-
-function emptyTotals(): Totals {
-  return { read: 0, write: 0, fresh: 0, effective: 0 };
-}
-
-function addUsage(t: Totals, u: Usage | undefined): void {
-  const d = u?.input_token_details ?? {};
-  const read = d.cache_read ?? 0;
-  const write = d.cache_creation ?? 0;
-  // Provider-agnostic fresh: total prompt tokens minus cached buckets. Avoids
-  // the `input_tokens` ambiguity — Anthropic folds cache tokens INTO
-  // input_tokens, while Bedrock reports input_tokens as fresh-only with cache
-  // tokens separate. `total_tokens - output_tokens` is the full prompt size on
-  // both, so subtracting read+write leaves the truly fresh (full-price) input.
-  const promptTotal = (u?.total_tokens ?? 0) - (u?.output_tokens ?? 0);
-  const fresh = Math.max(0, promptTotal - read - write);
-  t.read += read;
-  t.write += write;
-  t.fresh += fresh;
-  // Anthropic/Bedrock price multipliers: read 0.1x, write 1.25x, fresh 1x.
-  t.effective += fresh + write * 1.25 + read * 0.1;
-}
-
-async function runStrategy(
-  steps: BaseMessage[][],
-  apply: (m: BaseMessage[]) => BaseMessage[],
-  invoke: (m: BaseMessage[]) => Promise<Usage | undefined>
-): Promise<Totals> {
-  const totals = emptyTotals();
-  for (const step of steps) {
-    const usage = await invoke(apply(step));
-    addUsage(totals, usage);
-  }
-  return totals;
-}
-
-function pct(legacy: number, tail: number): string {
-  if (legacy === 0) return tail === 0 ? '0%' : 'n/a';
-  const delta = ((tail - legacy) / legacy) * 100;
-  return `${delta >= 0 ? '+' : ''}${delta.toFixed(0)}%`;
-}
-
-function uniqueNonce(tag: string): string {
-  return `${tag}-${Date.now().toString(36)}-${Math.floor(Math.random() * 1e6).toString(36)}`;
-}
-
-async function main(): Promise<void> {
-  const args = parseArgs();
-  if (args.provider === 'anthropic' && !process.env.ANTHROPIC_API_KEY) {
-    console.error('Set ANTHROPIC_API_KEY (in .env or via BENCH_ENV_FILE).');
-    process.exit(1);
-  }
-  if (args.provider === 'bedrock' && !process.env.BEDROCK_AWS_ACCESS_KEY_ID) {
-    console.error(
-      'Set BEDROCK_AWS_ACCESS_KEY_ID / BEDROCK_AWS_SECRET_ACCESS_KEY.'
-    );
-    process.exit(1);
-  }
-
-  const { invoke, strategies, label } = makeProvider(args);
-  console.log(`\nProvider: ${label}   rounds=${args.rounds}`);
-  console.log(
-    'Metrics summed over all calls in a scenario. read↑ better; fresh↓ and effective↓ better.\n'
-  );
-
-  let tailWins = 0;
-  let scenarioCount = 0;
-
-  for (const scenario of SCENARIOS) {
-    // Distinct nonce per strategy run so legacy and tail never share a cache.
-    const legacySteps = scenario.build(uniqueNonce('legacy'), args.rounds);
-    const legacy = await runStrategy(legacySteps, strategies.legacy, invoke);
-    const tailSteps = scenario.build(uniqueNonce('tail'), args.rounds);
-    const tail = await runStrategy(tailSteps, strategies.tail, invoke);
-
-    console.log(`SCENARIO: ${scenario.name}  (${legacySteps.length} calls)`);
-    const row = (name: string, t: Totals): string =>
-      `  ${name.padEnd(8)} read=${String(t.read).padStart(7)}  write=${String(
-        t.write
-      ).padStart(7)}  fresh=${String(t.fresh).padStart(7)}  effective=${String(
-        Math.round(t.effective)
-      ).padStart(7)}`;
-    console.log(row('legacy', legacy));
-    console.log(row('tail', tail));
-    console.log(
-      `  Δ tail vs legacy:  read ${pct(legacy.read, tail.read)}   ` +
-        `fresh ${pct(legacy.fresh, tail.fresh)}   ` +
-        `effective ${pct(legacy.effective, tail.effective)} (lower=cheaper)`
-    );
-
-    const better = tail.effective <= legacy.effective;
-    const tie =
-      Math.abs(tail.effective - legacy.effective) / (legacy.effective || 1) <
-      0.03;
-    console.log(
-      `  → ${better ? (tie ? '≈ TIE' : '✅ TAIL WINS') : '❌ legacy better'}\n`
-    );
-    scenarioCount++;
-    if (better) tailWins++;
-  }
-
-  console.log(
-    `RESULT: tail strategy is better-or-equal in ${tailWins}/${scenarioCount} scenarios.`
-  );
-}
-
-main().catch((err) => {
-  console.error('Benchmark failed:', err);
-  process.exit(1);
-});