@tangle-network/agent-eval 0.129.0 → 0.130.1

package/dist/multishot/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/multishot/router.ts","../../src/multishot/default-tools.ts","../../src/multishot/judges.ts","../../src/multishot/matrix.ts","../../src/multishot/types.ts","../../src/multishot/multishot.ts"],"sourcesContent":["// Router fetch helper — single source of truth for OpenAI-compat calls\n// against the Tangle router. Used by the driver, agent, judges, and the\n// default tool executors.\n\nimport type { MultishotToolDefinition } from './types'\n\nexport interface RouterCompletionRequest {\n  apiKey: string\n  baseUrl: string\n  model: string\n  messages: Array<Record<string, unknown>>\n  tools?: MultishotToolDefinition[]\n  temperature?: number\n  maxTokens?: number\n  signal?: AbortSignal\n}\n\nexport interface RouterToolCall {\n  id: string\n  type: 'function'\n  function: { name: string; arguments: string }\n}\n\nexport interface RouterCompletionResponse {\n  message: { content?: string | null; tool_calls?: RouterToolCall[] }\n  usage?: { prompt_tokens?: number; completion_tokens?: number }\n}\n\nexport async function routerCompletion(\n  req: RouterCompletionRequest,\n): Promise<RouterCompletionResponse> {\n  const body: Record<string, unknown> = {\n    model: req.model,\n    messages: req.messages,\n    temperature: req.temperature ?? 0.7,\n    max_tokens: req.maxTokens ?? 2000,\n  }\n  if (req.tools?.length) body.tools = req.tools\n  const url = `${req.baseUrl.replace(/\\/+$/, '')}/chat/completions`\n  const res = await fetch(url, {\n    method: 'POST',\n    headers: { Authorization: `Bearer ${req.apiKey}`, 'Content-Type': 'application/json' },\n    body: JSON.stringify(body),\n    signal: req.signal,\n  })\n  if (!res.ok) {\n    const text = await res.text()\n    throw new Error(`router ${res.status}: ${text.slice(0, 300)}`)\n  }\n  const json = (await res.json()) as {\n    choices: Array<{ message: { content?: string | null; tool_calls?: RouterToolCall[] } }>\n    usage?: { prompt_tokens?: number; completion_tokens?: number }\n  }\n  const choice = json.choices[0]\n  if (!choice) throw new Error(`router returned no choices: ${JSON.stringify(json).slice(0, 200)}`)\n  return { message: choice.message, usage: json.usage }\n}\n\n// Rough per-model cost estimator. Used for cost-ceiling enforcement.\n// Underestimates Anthropic, overestimates oss models — fine for ceilings.\nexport function estimateRouterCost(\n  model: string,\n  usage?: { prompt_tokens?: number; completion_tokens?: number },\n): number {\n  if (!usage) return 0\n  const inputTok = usage.prompt_tokens ?? 0\n  const outputTok = usage.completion_tokens ?? 0\n  let inPer1k = 0.003\n  let outPer1k = 0.015\n  if (model.includes('gpt-4o-mini')) {\n    inPer1k = 0.00015\n    outPer1k = 0.0006\n  } else if (model.includes('gpt-5.4') || model.includes('claude-sonnet')) {\n    inPer1k = 0.003\n    outPer1k = 0.015\n  } else if (model.includes('kimi') || model.includes('glm') || model.includes('deepseek')) {\n    inPer1k = 0.0005\n    outPer1k = 0.002\n  }\n  return (inputTok * inPer1k + outputTok * outPer1k) / 1000\n}\n\nexport function defaultRouterBaseUrl(): string {\n  return (process.env.TANGLE_ROUTER_BASE_URL ?? 'https://router.tangle.tools/v1').replace(\n    /\\/+$/,\n    '',\n  )\n}\n\nexport function requireRouterApiKey(): string {\n  const key = process.env.TANGLE_API_KEY\n  if (!key) throw new Error('multishot requires TANGLE_API_KEY (router-scoped sk-tan-* key)')\n  return key\n}\n","// Default delegate_research + delegate_code tools and their inline executors.\n//\n// Consumers can override either by passing their own tools + executors to\n// runMultishot. The defaults are sufficient for most domains — point the\n// researcher system prompt at your domain's citation style and the coder\n// at your preferred language.\n\nimport { estimateRouterCost, routerCompletion } from './router'\nimport type { MultishotToolDefinition, MultishotToolExecutor } from './types'\n\nexport const DEFAULT_RESEARCHER_MODEL = 'openai/gpt-4o-mini'\nexport const DEFAULT_CODER_MODEL = 'openai/gpt-4o-mini'\n\nexport interface DefaultResearcherConfig {\n  /** Replace the system prompt to bias the researcher toward a domain's\n   *  citation style. Defaults to a generic \"cite sources by name\" prompt. */\n  systemPrompt?: string\n  model?: string\n}\n\nexport interface DefaultCoderConfig {\n  /** Replace the system prompt to bias the coder toward a language /\n   *  framework / artifact style. */\n  systemPrompt?: string\n  model?: string\n}\n\nconst GENERIC_RESEARCHER_SYSTEM =\n  'You are a research specialist. Return a markdown brief with 3-5 findings. Each finding cites a specific source by name. Add a confidence level (high/medium/low) per finding. No fluff, no preamble.'\n\nconst GENERIC_CODER_SYSTEM =\n  'You are an expert engineer. Output ONE fenced code block containing the complete solution. Inline-comment non-obvious decisions. No explanation outside the block.'\n\nexport const DEFAULT_DELEGATE_RESEARCH_TOOL: MultishotToolDefinition = {\n  type: 'function',\n  function: {\n    name: 'delegate_research',\n    description:\n      'Research a topic deeply via specialist. Returns evidence-bearing items with citations. Use for audience research, competitive intel, regulatory landscape, market data, citation-grounded analysis.',\n    parameters: {\n      type: 'object',\n      properties: {\n        question: { type: 'string', description: 'Specific question to research' },\n        scope: {\n          type: 'string',\n          description: 'Optional scope: time window, geography, jurisdiction, segment',\n        },\n      },\n      required: ['question'],\n    },\n  },\n}\n\nexport const DEFAULT_DELEGATE_CODE_TOOL: MultishotToolDefinition = {\n  type: 'function',\n  function: {\n    name: 'delegate_code',\n    description:\n      'Generate a runnable script, template, pipeline, or tool via specialist. Returns complete working code or structured markdown. Use for content pipelines, calc snippets, dashboards, compliance checklists, deadline trackers.',\n    parameters: {\n      type: 'object',\n      properties: {\n        goal: { type: 'string', description: 'What the code must accomplish' },\n        language: {\n          type: 'string',\n          description: 'Optional language preference (default: TypeScript)',\n        },\n      },\n      required: ['goal'],\n    },\n  },\n}\n\nexport function createResearchExecutor(\n  config: DefaultResearcherConfig = {},\n): MultishotToolExecutor {\n  const systemPrompt = config.systemPrompt ?? GENERIC_RESEARCHER_SYSTEM\n  const model = config.model ?? DEFAULT_RESEARCHER_MODEL\n  return async (args, ctx) => {\n    const question = String(args.question ?? '')\n    const scope = args.scope ? String(args.scope) : undefined\n    const { message, usage } = await routerCompletion({\n      apiKey: ctx.apiKey,\n      baseUrl: ctx.baseUrl,\n      model,\n      temperature: 0.3,\n      maxTokens: 1800,\n      messages: [\n        { role: 'system', content: systemPrompt },\n        { role: 'user', content: `Research: ${question}${scope ? `\\nScope: ${scope}` : ''}` },\n      ],\n      signal: ctx.signal,\n    })\n    return { content: message.content ?? '', costUsd: estimateRouterCost(model, usage) }\n  }\n}\n\nexport function createCodeExecutor(config: DefaultCoderConfig = {}): MultishotToolExecutor {\n  const systemPrompt = config.systemPrompt ?? GENERIC_CODER_SYSTEM\n  const model = config.model ?? DEFAULT_CODER_MODEL\n  return async (args, ctx) => {\n    const goal = String(args.goal ?? '')\n    const language = args.language ? String(args.language) : 'TypeScript'\n    const { message, usage } = await routerCompletion({\n      apiKey: ctx.apiKey,\n      baseUrl: ctx.baseUrl,\n      model,\n      temperature: 0.2,\n      maxTokens: 2000,\n      messages: [\n        { role: 'system', content: `${systemPrompt}\\n\\nLanguage: ${language}` },\n        { role: 'user', content: `Produce: ${goal}` },\n      ],\n      signal: ctx.signal,\n    })\n    return { content: message.content ?? '', costUsd: estimateRouterCost(model, usage) }\n  }\n}\n\nexport interface DefaultToolsConfig {\n  research?: DefaultResearcherConfig\n  code?: DefaultCoderConfig\n  /** When true (default), each tool result is recorded as a typed artifact:\n   *  research → type='research', code → type='code'. */\n  recordArtifacts?: boolean\n}\n\nexport interface DefaultToolsBundle {\n  tools: MultishotToolDefinition[]\n  executors: Record<string, MultishotToolExecutor>\n  artifactTypeFor: (toolName: string) => string | undefined\n}\n\nexport function defaultDelegationTools(config: DefaultToolsConfig = {}): DefaultToolsBundle {\n  return {\n    tools: [DEFAULT_DELEGATE_RESEARCH_TOOL, DEFAULT_DELEGATE_CODE_TOOL],\n    executors: {\n      delegate_research: createResearchExecutor(config.research),\n      delegate_code: createCodeExecutor(config.code),\n    },\n    artifactTypeFor: (name) =>\n      name === 'delegate_research' ? 'research' : name === 'delegate_code' ? 'code' : undefined,\n  }\n}\n\nexport { defaultRouterBaseUrl } from './router'\n","// Generic judge runner — domain consumers configure dimensions + prompts.\n//\n// Three judge slots are conventional for multishot eval:\n//   - conversation (scores the full transcript)\n//   - codeReview (scores each code artifact)\n//   - contentQuality (scores each non-code artifact)\n//\n// But the runJudge primitive is fully generic — any T → JudgeScore mapping.\n\nimport type { JudgeScore } from '../campaign/types'\nimport { defaultRouterBaseUrl, requireRouterApiKey, routerCompletion } from './router'\n\n// Canonical declaration lives in campaign/types.ts. Multishot emits the same\n// shape on its producer-defined 0-10 scale.\nexport type { JudgeScore } from '../campaign/types'\n\nexport const DEFAULT_JUDGE_MODEL = 'openai/gpt-4o-mini'\n\nexport interface JudgeDimension {\n  /** JSON field name + score key. */\n  key: string\n  /** Description shown in the judge's user prompt. */\n  description: string\n}\n\nexport interface JudgeConfig<TInput> {\n  /** Display name (for trace + log). */\n  name: string\n  /** Model used for this judge. */\n  model?: string\n  /** 0-10 scored dimensions. */\n  dimensions: JudgeDimension[]\n  /** Judge system prompt — sets persona + JSON-only constraint. */\n  systemPrompt: string\n  /** Build the user prompt from the typed input. Must include \"Respond with\n   *  ONLY this JSON: { ... }\" listing each dimension key. */\n  buildPrompt: (input: TInput) => string\n  /** Optional model + api overrides. */\n  apiKey?: string\n  baseUrl?: string\n  /** Maximum output tokens for the judge response. Defaults to 1500. */\n  maxTokens?: number\n}\n\nexport async function runJudge<TInput>(\n  judge: JudgeConfig<TInput>,\n  input: TInput,\n): Promise<JudgeScore> {\n  const apiKey = judge.apiKey ?? requireRouterApiKey()\n  const baseUrl = judge.baseUrl ?? defaultRouterBaseUrl()\n  const model = judge.model ?? process.env.JUDGE_MODEL ?? DEFAULT_JUDGE_MODEL\n  const prompt = judge.buildPrompt(input)\n  let raw = ''\n  try {\n    const { message } = await routerCompletion({\n      apiKey,\n      baseUrl,\n      model,\n      temperature: 0,\n      maxTokens: judge.maxTokens ?? 1500,\n      messages: [\n        { role: 'system', content: judge.systemPrompt },\n        { role: 'user', content: prompt },\n      ],\n    })\n    raw = (message.content ?? '').trim()\n  } catch (err) {\n    // failed:true lets consumers reading `.composite` keep working while\n    // aggregators exclude this score from means instead of averaging a zero.\n    return {\n      dimensions: {},\n      composite: 0,\n      failed: true,\n      notes: `judge ${judge.name} call failed: ${err instanceof Error ? err.message : String(err)}`,\n    }\n  }\n\n  let parsed: Record<string, unknown> | null = null\n  try {\n    const cleaned = raw\n      .replace(/^```json\\s*/i, '')\n      .replace(/```\\s*$/, '')\n      .trim()\n    parsed = JSON.parse(cleaned) as Record<string, unknown>\n  } catch {\n    return {\n      dimensions: {},\n      composite: 0,\n      failed: true,\n      notes: `judge ${judge.name} returned non-JSON: ${raw.slice(0, 200)}`,\n    }\n  }\n\n  const dimensions: Record<string, number> = {}\n  let sum = 0\n  for (const dim of judge.dimensions) {\n    const v = Number(parsed[dim.key] ?? 0)\n    const clamped = Number.isFinite(v) ? Math.max(0, Math.min(10, v)) : 0\n    dimensions[dim.key] = clamped\n    sum += clamped\n  }\n  return {\n    dimensions,\n    composite: judge.dimensions.length === 0 ? 0 : sum / judge.dimensions.length,\n    notes: typeof parsed.notes === 'string' ? parsed.notes : '',\n  }\n}\n\n/** Convenience: stringified dimension list for inclusion in a judge prompt.\n *  Returns lines like `- audience_fit: Does this match what the audience cares about? (0-10)`. */\nexport function renderDimensions(dims: readonly JudgeDimension[]): string {\n  return dims.map((d) => `- ${d.key}: ${d.description}`).join('\\n')\n}\n\n/** Convenience: build the \"Respond with ONLY this JSON\" footer for a judge prompt. */\nexport function renderJsonFooter(dims: readonly JudgeDimension[]): string {\n  const fields = dims.map((d) => `\"${d.key}\":N`).join(',')\n  return `Respond with ONLY this JSON (no markdown, no preamble):\\n{${fields},\"notes\":\"1-2 sentence critique\"}`\n}\n","// Multishot matrix wrapper — sweeps profiles × personas × reps, runs\n// the driver-agent loop per cell, applies up to three configured judges,\n// persists per-cell artifacts, and aggregates by axis.\n//\n// Uses runAgentMatrix from @tangle-network/agent-eval/matrix under the\n// hood so cell scheduling + concurrency + cost ceiling are unified with\n// other matrix consumers.\n\nimport { mkdirSync, writeFileSync } from 'node:fs'\nimport { join } from 'node:path'\nimport type { AgentProfile } from '@tangle-network/agent-interface'\nimport type { MatrixResult } from '../matrix'\nimport { runAgentMatrix } from '../matrix'\nimport { type JudgeConfig, type JudgeScore, runJudge } from './judges'\nimport { runMultishot } from './multishot'\nimport type {\n  MultishotArtifact,\n  MultishotMessage,\n  MultishotPersona,\n  MultishotShape,\n  MultishotToolDefinition,\n  MultishotToolExecutor,\n  MultishotTransport,\n} from './types'\n\nexport interface ConversationJudgeInput<TPersona extends MultishotPersona> {\n  transcript: MultishotMessage[]\n  persona: TPersona\n}\n\nexport interface ArtifactJudgeInput<TPersona extends MultishotPersona> {\n  artifact: MultishotArtifact\n  persona: TPersona\n}\n\nexport interface MultishotJudges<TPersona extends MultishotPersona> {\n  /** Scores the full transcript end-to-end (always runs). */\n  conversation: JudgeConfig<ConversationJudgeInput<TPersona>>\n  /** Scores each code-type artifact. Optional — omit when domain has no code artifacts. */\n  codeReview?: JudgeConfig<ArtifactJudgeInput<TPersona>>\n  /** Scores each non-code (research/content/template) artifact. Optional. */\n  contentQuality?: JudgeConfig<ArtifactJudgeInput<TPersona>>\n  /** Which artifact types route to codeReview. Defaults to ['code']. */\n  codeArtifactTypes?: string[]\n  /** Which artifact types route to contentQuality. Defaults to ['research']. */\n  contentArtifactTypes?: string[]\n}\n\nexport interface CellCompositeScore {\n  composite: number\n  conversation: JudgeScore\n  codeReview?: {\n    perArtifact: Array<JudgeScore & { turn: number; type: string }>\n    composite: number\n  }\n  contentQuality?: {\n    perArtifact: Array<JudgeScore & { turn: number; type: string }>\n    composite: number\n  }\n}\n\nexport interface RunMultishotMatrixOptions<TPersona extends MultishotPersona> {\n  /** AgentProfile axis (matrix primary). */\n  profiles: Array<{ id: string; value: AgentProfile }>\n  /** Persona axis. */\n  personas: TPersona[]\n  /** Persona-shaping callbacks. */\n  shape: MultishotShape<TPersona>\n  /** Judge configurations. */\n  judges: MultishotJudges<TPersona>\n  /** Tool definitions advertised to the agent. Defaults to delegate_research + delegate_code. */\n  tools?: MultishotToolDefinition[]\n  /** Map from tool name → inline executor. Must align with `tools`. */\n  toolExecutors?: Record<string, MultishotToolExecutor>\n  /** Tool name → artifact type label. Defaults to research/code mapping. */\n  artifactTypeFor?: (toolName: string) => string | undefined\n  /** Where per-cell artifacts land. Cells write to `<runDir>/<profileId>/<personaId>/rep-N/`. */\n  runDir: string\n  /** Replicates per (profile, persona) cell. */\n  reps?: number\n  /** Max conversation turns per cell. */\n  maxTurns?: number\n  /** Maximum tool calls the agent may dispatch inside one assistant turn. */\n  maxToolDispatches?: number\n  /** Max concurrent cells. */\n  maxConcurrency?: number\n  /** Total $ ceiling across the matrix; cells aborted past this. */\n  costCeiling?: number\n  /** Agent model. */\n  agentModel?: string\n  /** Driver model. */\n  driverModel?: string\n  /** Fallback driver models tried when the primary simulated-user model returns empty twice. */\n  driverFallbackModels?: string[]\n  /** Maximum output tokens for the first agent call in each assistant turn. */\n  agentMaxTokens?: number\n  /** Maximum output tokens for agent follow-up calls after tool results. */\n  toolFollowupMaxTokens?: number\n  /** Maximum output tokens for each simulated-user driver response. */\n  driverMaxTokens?: number\n  /** Maximum output tokens for each judge response. */\n  judgeMaxTokens?: number\n  /** Execution seam for the agent leg of every cell — replaces the router\n   *  HTTP call when provided (see RunMultishotOptions.agentTransport).\n   *  Judges are unaffected; configure those via MultishotJudges. */\n  agentTransport?: MultishotTransport\n  /** Execution seam for the simulated-user driver leg of every cell. */\n  driverTransport?: MultishotTransport\n  /** Pass-thru fields. */\n  apiKey?: string\n  baseUrl?: string\n}\n\ninterface CellOutput {\n  turns: number\n  toolCalls: number\n  artifactCount: number\n}\n\n/** Mean composite over non-failed scores. `0` when the list is empty (a\n *  configured judge with nothing to score contributes 0, matching the cell\n *  composite's long-standing semantics); `null` when scores exist but every\n *  one failed — no signal, so the slot must be EXCLUDED from the cell mean\n *  rather than dragging it to zero. */\nfunction meanCompositeExcludingFailed(scores: ReadonlyArray<JudgeScore>): number | null {\n  if (scores.length === 0) return 0\n  const live = scores.filter((s) => !s.failed)\n  if (live.length === 0) return null\n  return live.reduce((sum, s) => sum + s.composite, 0) / live.length\n}\n\nexport interface CellCompositeInput {\n  conversation: JudgeScore\n  /** Present iff the codeReview judge is configured. */\n  codeReviews?: ReadonlyArray<JudgeScore>\n  /** Present iff the contentQuality judge is configured. */\n  contentReviews?: ReadonlyArray<JudgeScore>\n}\n\n/** Cell composite = mean over configured judge slots, excluding failed\n *  scores: a failed conversation judge or an all-failed artifact slot carries\n *  no signal and is dropped from the mean. `composite` is 0 only when EVERY\n *  configured slot failed (`allJudgesFailed` distinguishes that from a real\n *  zero). Pure — exported for deterministic testing. */\nexport function computeCellComposite(input: CellCompositeInput): {\n  composite: number\n  codeComposite: number\n  contentComposite: number\n  allJudgesFailed: boolean\n} {\n  const contributions: number[] = []\n  if (!input.conversation.failed) contributions.push(input.conversation.composite)\n\n  const codeMean = input.codeReviews ? meanCompositeExcludingFailed(input.codeReviews) : undefined\n  if (typeof codeMean === 'number') contributions.push(codeMean)\n  const contentMean = input.contentReviews\n    ? meanCompositeExcludingFailed(input.contentReviews)\n    : undefined\n  if (typeof contentMean === 'number') contributions.push(contentMean)\n\n  return {\n    composite:\n      contributions.length === 0\n        ? 0\n        : contributions.reduce((s, v) => s + v, 0) / contributions.length,\n    codeComposite: codeMean ?? 0,\n    contentComposite: contentMean ?? 0,\n    allJudgesFailed: contributions.length === 0,\n  }\n}\n\nexport interface RunMultishotMatrixResult {\n  matrix: MatrixResult<CellOutput>\n}\n\nexport async function runMultishotMatrix<TPersona extends MultishotPersona>(\n  opts: RunMultishotMatrixOptions<TPersona>,\n): Promise<RunMultishotMatrixResult> {\n  const codeTypes = new Set(opts.judges.codeArtifactTypes ?? ['code'])\n  const contentTypes = new Set(opts.judges.contentArtifactTypes ?? ['research'])\n  mkdirSync(opts.runDir, { recursive: true })\n\n  const matrix = await runAgentMatrix<CellOutput>({\n    axes: [\n      { name: 'profile', values: opts.profiles },\n      { name: 'persona', values: opts.personas.map((p) => ({ id: p.id, value: p })) },\n    ],\n    reps: opts.reps ?? 1,\n    maxConcurrency: opts.maxConcurrency ?? 2,\n    costCeiling: opts.costCeiling,\n    async runCell(cell) {\n      const profile = cell.axes.profile?.value as AgentProfile\n      const persona = cell.axes.persona?.value as TPersona\n      const profileId = String(cell.axes.profile?.id ?? 'unknown')\n      const personaId = String(cell.axes.persona?.id ?? 'unknown')\n\n      const sim = await runMultishot({\n        profile,\n        persona,\n        shape: opts.shape,\n        tools: opts.tools,\n        toolExecutors: opts.toolExecutors,\n        artifactTypeFor: opts.artifactTypeFor,\n        maxTurns: opts.maxTurns,\n        maxToolDispatches: opts.maxToolDispatches,\n        agentModel: opts.agentModel,\n        driverModel: opts.driverModel,\n        driverFallbackModels: opts.driverFallbackModels,\n        agentMaxTokens: opts.agentMaxTokens,\n        toolFollowupMaxTokens: opts.toolFollowupMaxTokens,\n        driverMaxTokens: opts.driverMaxTokens,\n        agentTransport: opts.agentTransport,\n        driverTransport: opts.driverTransport,\n        apiKey: opts.apiKey,\n        baseUrl: opts.baseUrl,\n      })\n\n      const codeArtifacts = sim.artifacts.filter((a) => codeTypes.has(a.type))\n      const contentArtifacts = sim.artifacts.filter((a) => contentTypes.has(a.type))\n\n      const [conversation, codeReviews, contentReviews] = await Promise.all([\n        runJudge(withJudgeMaxTokens(opts.judges.conversation, opts.judgeMaxTokens), {\n          transcript: sim.transcript,\n          persona,\n        }),\n        opts.judges.codeReview\n          ? Promise.all(\n              codeArtifacts.map((artifact) =>\n                runJudge(withJudgeMaxTokens(opts.judges.codeReview!, opts.judgeMaxTokens), {\n                  artifact,\n                  persona,\n                }).then((s) => ({\n                  ...s,\n                  turn: artifact.turn,\n                  type: artifact.type,\n                })),\n              ),\n            )\n          : Promise.resolve([] as Array<JudgeScore & { turn: number; type: string }>),\n        opts.judges.contentQuality\n          ? Promise.all(\n              contentArtifacts.map((artifact) =>\n                runJudge(withJudgeMaxTokens(opts.judges.contentQuality!, opts.judgeMaxTokens), {\n                  artifact,\n                  persona,\n                }).then((s) => ({\n                  ...s,\n                  turn: artifact.turn,\n                  type: artifact.type,\n                })),\n              ),\n            )\n          : Promise.resolve([] as Array<JudgeScore & { turn: number; type: string }>),\n      ])\n\n      const { composite, codeComposite, contentComposite, allJudgesFailed } = computeCellComposite({\n        conversation,\n        codeReviews: opts.judges.codeReview ? codeReviews : undefined,\n        contentReviews: opts.judges.contentQuality ? contentReviews : undefined,\n      })\n\n      const cellScore: CellCompositeScore = { composite, conversation }\n      if (opts.judges.codeReview)\n        cellScore.codeReview = { perArtifact: codeReviews, composite: codeComposite }\n      if (opts.judges.contentQuality)\n        cellScore.contentQuality = { perArtifact: contentReviews, composite: contentComposite }\n\n      const cellDir = join(opts.runDir, profileId, personaId, `rep-${cell.rep}`)\n      mkdirSync(cellDir, { recursive: true })\n      writeFileSync(join(cellDir, 'transcript.json'), JSON.stringify(sim.transcript, null, 2))\n      writeFileSync(join(cellDir, 'artifacts.json'), JSON.stringify(sim.artifacts, null, 2))\n      writeFileSync(join(cellDir, 'scores.json'), JSON.stringify(cellScore, null, 2))\n\n      const notes = [`convo=${conversation.composite.toFixed(1)}`]\n      if (opts.judges.codeReview) notes.push(`code=${codeComposite.toFixed(1)}`)\n      if (opts.judges.contentQuality) notes.push(`content=${contentComposite.toFixed(1)}`)\n      if (allJudgesFailed) notes.push('all-judges-failed')\n\n      return {\n        output: {\n          turns: sim.transcript.length,\n          toolCalls: sim.toolCalls,\n          artifactCount: sim.artifacts.length,\n        },\n        verdict: { valid: composite >= 5, score: composite, notes: notes.join(' ') },\n        costUsd: sim.costUsd,\n        durationMs: sim.durationMs,\n      }\n    },\n  })\n\n  // Persist top-level summary.\n  const summary = {\n    cells: matrix.summary.totalCells,\n    passRate: matrix.summary.overallPassRate,\n    meanScore: matrix.summary.overallMeanScore,\n    totalCostUsd: matrix.summary.totalCostUsd,\n    durationMs: matrix.summary.durationMs,\n    runsExecuted: matrix.summary.runsExecuted,\n    cellsSkipped: matrix.summary.cellsSkipped,\n    byProfile: matrix.byAxis.profile,\n    byPersona: matrix.byAxis.persona,\n  }\n  writeFileSync(join(opts.runDir, 'summary.json'), JSON.stringify(summary, null, 2))\n\n  const md: string[] = [\n    `# Multishot matrix`,\n    ``,\n    `**Cells**: ${matrix.summary.totalCells} | **Pass rate**: ${(matrix.summary.overallPassRate * 100).toFixed(0)}% | **Mean**: ${matrix.summary.overallMeanScore.toFixed(2)} | **Cost**: $${matrix.summary.totalCostUsd.toFixed(2)} | **Duration**: ${(matrix.summary.durationMs / 1000).toFixed(0)}s`,\n    ``,\n    `## By profile`,\n    ``,\n    '| profile | pass | mean | cost |',\n    '|---|---|---|---|',\n    ...Object.entries(matrix.byAxis.profile ?? {}).map(\n      ([id, s]) =>\n        `| ${id} | ${(s.passRate * 100).toFixed(0)}% | ${s.meanScore.toFixed(2)} | $${s.totalCostUsd.toFixed(2)} |`,\n    ),\n    ``,\n    `## By persona`,\n    ``,\n    '| persona | pass | mean | cost |',\n    '|---|---|---|---|',\n    ...Object.entries(matrix.byAxis.persona ?? {}).map(\n      ([id, s]) =>\n        `| ${id} | ${(s.passRate * 100).toFixed(0)}% | ${s.meanScore.toFixed(2)} | $${s.totalCostUsd.toFixed(2)} |`,\n    ),\n    ``,\n  ]\n  writeFileSync(join(opts.runDir, 'summary.md'), md.join('\\n'))\n\n  return { matrix }\n}\n\nfunction withJudgeMaxTokens<TInput>(\n  judge: JudgeConfig<TInput>,\n  maxTokens: number | undefined,\n): JudgeConfig<TInput> {\n  if (maxTokens === undefined || judge.maxTokens !== undefined) return judge\n  return { ...judge, maxTokens }\n}\n","// Public types for the multishot substrate.\n\nexport interface MultishotMessage {\n  role: 'user' | 'assistant' | 'tool'\n  content: string\n  toolCallId?: string\n  toolCalls?: Array<{ id: string; name: string; args: Record<string, unknown> }>\n}\n\nexport interface MultishotArtifact {\n  type: string\n  turn: number\n  invocation: { name: string; args: Record<string, unknown> }\n  content: string\n}\n\nexport interface MultishotResult {\n  transcript: MultishotMessage[]\n  artifacts: MultishotArtifact[]\n  toolCalls: number\n  durationMs: number\n  costUsd: number\n}\n\nexport interface MultishotToolDefinition {\n  type: 'function'\n  function: {\n    name: string\n    description: string\n    parameters: Record<string, unknown>\n  }\n}\n\n/** One chat-completion request the multishot loop issues for a single agent\n *  (or driver) inference step. Mirrors the OpenAI-compat body the loop would\n *  otherwise POST to the Tangle router. */\nexport interface MultishotTransportRequest {\n  model: string\n  messages: Array<Record<string, unknown>>\n  tools?: MultishotToolDefinition[]\n  temperature?: number\n  maxTokens?: number\n  signal?: AbortSignal\n}\n\nexport interface MultishotTransportToolCall {\n  id: string\n  type: 'function'\n  function: { name: string; arguments: string }\n}\n\nexport interface MultishotTransportResponse {\n  message: { content?: string | null; tool_calls?: MultishotTransportToolCall[] }\n  usage?: { prompt_tokens?: number; completion_tokens?: number }\n  /** Actual spend for this call. When omitted, the loop meters cost from\n   *  `usage` via the per-model router estimator (estimateRouterCost). */\n  costUsd?: number\n}\n\n/** Execution seam for one leg of the multishot loop. When provided, it\n *  replaces the internal router HTTP call for that leg — the loop still owns\n *  turn scheduling, tool dispatch, transcript capture, and cost metering.\n *  agent-eval has no dependency on agent-runtime; adapt agent-runtime's\n *  resolveAgentBackend (or any sandbox/cli-bridge/router client) into this\n *  signature product-side. */\nexport type MultishotTransport = (\n  req: MultishotTransportRequest,\n) => Promise<MultishotTransportResponse>\n\nexport type MultishotToolExecutor = (\n  args: Record<string, unknown>,\n  ctx: { apiKey: string; baseUrl: string; signal?: AbortSignal },\n) => Promise<{ content: string; costUsd: number }>\n\nexport interface MultishotPersona {\n  /** Stable identifier — used for per-cell artifact paths + matrix axis keys. */\n  id: string\n  /** Per-domain payload (income/profile/voice/etc.) shaped by the consumer. */\n  [k: string]: unknown\n}\n\nexport interface MultishotShape<TPersona extends MultishotPersona> {\n  /** Opening user message (turn 0) — the persona's first ask. */\n  buildOpener: (persona: TPersona) => string\n  /** System prompt the driver LLM uses to roleplay the persona. Should set\n   *  voice, goals, constraints, time-pressure, and the \"never go silent\" rule. */\n  buildDriverSystemPrompt: (persona: TPersona) => string\n}\n\nexport class MultishotDriverEmptyError extends Error {\n  constructor(public readonly turn: number) {\n    super(`multishot: driver returned empty content twice at turn ${turn} — failing loud`)\n    this.name = 'MultishotDriverEmptyError'\n  }\n}\n\nexport class MultishotFatalToolError extends Error {\n  constructor(message: string) {\n    super(message)\n    this.name = 'MultishotFatalToolError'\n  }\n}\n","// Multi-turn driver-agent simulation with inline tool execution.\n//\n// The driver = LLM acting as the persona (reactive, non-deterministic).\n// The agent = the product agent under test (router call by default, or an\n// injected transport — with profile's systemPrompt + the configured tools).\n// Tool calls execute inline via the configured executors and feed back\n// into the agent's message log so the agent integrates the result.\n\nimport type { AgentProfile } from '@tangle-network/agent-interface'\nimport { defaultDelegationTools } from './default-tools'\nimport {\n  defaultRouterBaseUrl,\n  estimateRouterCost,\n  requireRouterApiKey,\n  routerCompletion,\n} from './router'\nimport {\n  type MultishotArtifact,\n  MultishotDriverEmptyError,\n  MultishotFatalToolError,\n  type MultishotMessage,\n  type MultishotPersona,\n  type MultishotResult,\n  type MultishotShape,\n  type MultishotToolDefinition,\n  type MultishotToolExecutor,\n  type MultishotTransport,\n} from './types'\n\nexport interface RunMultishotOptions<TPersona extends MultishotPersona> {\n  profile: AgentProfile\n  persona: TPersona\n  shape: MultishotShape<TPersona>\n  /** Tool definitions advertised to the agent. Defaults to delegate_research + delegate_code. */\n  tools?: MultishotToolDefinition[]\n  /** Map from tool name → executor invoked inline when the agent emits a tool_call. */\n  toolExecutors?: Record<string, MultishotToolExecutor>\n  /** Map from tool name → artifact type label written into MultishotArtifact.type.\n   *  Tools without a mapping still execute, but their results aren't surfaced as\n   *  typed artifacts (only as tool messages in the transcript). */\n  artifactTypeFor?: (toolName: string) => string | undefined\n  maxTurns?: number\n  agentModel?: string\n  driverModel?: string\n  /** Fallback driver models tried when the primary simulated-user model returns empty twice. */\n  driverFallbackModels?: string[]\n  /** Maximum output tokens for the first agent call in each assistant turn. */\n  agentMaxTokens?: number\n  /** Maximum output tokens for agent follow-up calls after tool results. */\n  toolFollowupMaxTokens?: number\n  /** Maximum output tokens for each simulated-user driver response. */\n  driverMaxTokens?: number\n  /** Maximum tool calls the agent may dispatch inside one assistant turn. */\n  maxToolDispatches?: number\n  /** Execution seam for the agent leg. When provided, every agent inference\n   *  step goes through this function instead of the router HTTP call; the\n   *  string levers (agentModel, apiKey, baseUrl) stop applying to that leg.\n   *  apiKey/baseUrl are still resolved for tool executors and any leg\n   *  without an injected transport. */\n  agentTransport?: MultishotTransport\n  /** Execution seam for the simulated-user driver leg (symmetric to\n   *  agentTransport). Driver model fallback rotation still applies — the\n   *  transport receives each candidate model in turn. */\n  driverTransport?: MultishotTransport\n  apiKey?: string\n  baseUrl?: string\n  signal?: AbortSignal\n}\n\nexport async function runMultishot<TPersona extends MultishotPersona>(\n  opts: RunMultishotOptions<TPersona>,\n): Promise<MultishotResult> {\n  const apiKey = opts.apiKey ?? requireRouterApiKey()\n  const baseUrl = opts.baseUrl ?? defaultRouterBaseUrl()\n  const maxTurns = opts.maxTurns ?? 10\n  const maxToolDispatches = opts.maxToolDispatches ?? 4\n  const agentModel = opts.agentModel ?? 'openai/gpt-5.4'\n  const driverModel = opts.driverModel ?? 'openai/gpt-4o-mini'\n  const driverModels = [driverModel, ...(opts.driverFallbackModels ?? [])]\n  const agentMaxTokens = opts.agentMaxTokens ?? 2500\n  const toolFollowupMaxTokens = opts.toolFollowupMaxTokens ?? 2000\n  const driverMaxTokens = opts.driverMaxTokens ?? 600\n\n  const bundle =\n    opts.tools && opts.toolExecutors\n      ? {\n          tools: opts.tools,\n          executors: opts.toolExecutors,\n          artifactTypeFor: opts.artifactTypeFor ?? (() => undefined),\n        }\n      : defaultDelegationTools()\n  const tools = opts.tools ?? bundle.tools\n  const executors = opts.toolExecutors ?? bundle.executors\n  const artifactTypeFor = opts.artifactTypeFor ?? bundle.artifactTypeFor\n\n  const routerTransport: MultishotTransport = (req) => routerCompletion({ apiKey, baseUrl, ...req })\n  const agentTransport = opts.agentTransport ?? routerTransport\n  const driverTransport = opts.driverTransport ?? routerTransport\n\n  const start = Date.now()\n  const transcript: MultishotMessage[] = []\n  const artifacts: MultishotArtifact[] = []\n  let toolCalls = 0\n  let totalCostUsd = 0\n\n  const opener = opts.shape.buildOpener(opts.persona)\n  transcript.push({ role: 'user', content: opener })\n\n  const systemPrompt = opts.profile.prompt?.systemPrompt ?? ''\n  const agentMessages: Array<Record<string, unknown>> = [\n    { role: 'system', content: systemPrompt },\n    { role: 'user', content: opener },\n  ]\n\n  for (let turn = 0; turn < maxTurns; turn++) {\n    if (opts.signal?.aborted) throw new Error('multishot aborted')\n\n    let dispatchesThisTurn = 0\n    while (true) {\n      const {\n        message: agentMsg,\n        usage: agentUsage,\n        costUsd: agentCostUsd,\n      } = await agentTransport({\n        model: agentModel,\n        messages: agentMessages,\n        tools,\n        temperature: 0.7,\n        maxTokens: dispatchesThisTurn === 0 ? agentMaxTokens : toolFollowupMaxTokens,\n        signal: opts.signal,\n      })\n      totalCostUsd += agentCostUsd ?? estimateRouterCost(agentModel, agentUsage)\n\n      const agentText = (agentMsg.content ?? '').trim()\n      const agentToolCalls = (agentMsg.tool_calls ?? []).map((tc) => ({\n        id: tc.id,\n        name: tc.function.name,\n        args: (() => {\n          try {\n            return JSON.parse(tc.function.arguments) as Record<string, unknown>\n          } catch {\n            return {} as Record<string, unknown>\n          }\n        })(),\n      }))\n\n      agentMessages.push({\n        role: 'assistant',\n        content: agentText || null,\n        ...(agentMsg.tool_calls?.length ? { tool_calls: agentMsg.tool_calls } : {}),\n      })\n      transcript.push({\n        role: 'assistant',\n        content: agentText,\n        toolCalls: agentToolCalls.length > 0 ? agentToolCalls : undefined,\n      })\n\n      if (agentToolCalls.length === 0) break\n      dispatchesThisTurn += agentToolCalls.length\n      if (dispatchesThisTurn > maxToolDispatches) {\n        throw new Error(\n          `multishot: tool dispatch cap exceeded (${dispatchesThisTurn}/${maxToolDispatches}) on turn ${turn}`,\n        )\n      }\n\n      for (const tc of agentToolCalls) {\n        toolCalls++\n        let toolResult = ''\n        try {\n          const executor = executors[tc.name]\n          if (!executor) {\n            toolResult = JSON.stringify({ error: `unknown tool ${tc.name}` })\n          } else {\n            const r = await executor(tc.args, { apiKey, baseUrl, signal: opts.signal })\n            toolResult = r.content\n            totalCostUsd += r.costUsd\n            const artifactType = artifactTypeFor(tc.name)\n            if (artifactType) {\n              artifacts.push({\n                type: artifactType,\n                turn,\n                invocation: { name: tc.name, args: tc.args },\n                content: toolResult,\n              })\n            }\n          }\n        } catch (err) {\n          if (err instanceof MultishotFatalToolError) throw err\n          toolResult = JSON.stringify({ error: err instanceof Error ? err.message : String(err) })\n        }\n        agentMessages.push({ role: 'tool', tool_call_id: tc.id, content: toolResult || 'done' })\n        transcript.push({ role: 'tool', content: toolResult || 'done', toolCallId: tc.id })\n      }\n    }\n\n    if (turn < maxTurns - 1) {\n      const driver = await driverTurn({\n        transport: driverTransport,\n        persona: opts.persona,\n        shape: opts.shape,\n        transcript,\n        turn,\n        models: driverModels,\n        maxTokens: driverMaxTokens,\n        signal: opts.signal,\n      })\n      totalCostUsd += driver.costUsd\n      agentMessages.push({ role: 'user', content: driver.content })\n      transcript.push({ role: 'user', content: driver.content })\n    }\n  }\n\n  return { transcript, artifacts, toolCalls, durationMs: Date.now() - start, costUsd: totalCostUsd }\n}\n\nasync function driverTurn<TPersona extends MultishotPersona>(opts: {\n  transport: MultishotTransport\n  persona: TPersona\n  shape: MultishotShape<TPersona>\n  transcript: MultishotMessage[]\n  turn: number\n  models: string[]\n  maxTokens: number\n  signal?: AbortSignal\n}): Promise<{ content: string; costUsd: number }> {\n  const driverSystem = opts.shape.buildDriverSystemPrompt(opts.persona)\n\n  // Translate transcript to driver POV: agent's `assistant` messages become\n  // `user` (the agent talking TO the driver); the driver's prior `user`\n  // messages become `assistant` (the driver's prior responses).\n  const driverMessages: Array<Record<string, unknown>> = [{ role: 'system', content: driverSystem }]\n  for (const msg of opts.transcript) {\n    if (msg.role === 'tool') continue\n    const content = driverVisibleContent(msg)\n    if (!content) continue\n    if (msg.role === 'assistant') driverMessages.push({ role: 'user', content })\n    else if (msg.role === 'user') driverMessages.push({ role: 'assistant', content })\n  }\n\n  // Driver must never go silent. Retry once on empty content; then fail loud.\n  for (const model of opts.models) {\n    for (let attempt = 0; attempt < 2; attempt++) {\n      const { message, usage, costUsd } = await opts.transport({\n        model,\n        messages: driverMessages,\n        temperature: 0.9,\n        maxTokens: opts.maxTokens,\n        signal: opts.signal,\n      })\n      const content = (message.content ?? '').trim()\n      if (content.length > 0)\n        return { content, costUsd: costUsd ?? estimateRouterCost(model, usage) }\n    }\n  }\n  throw new MultishotDriverEmptyError(opts.turn)\n}\n\nfunction driverVisibleContent(msg: MultishotMessage): string | null {\n  const text = msg.content.trim()\n  if (text.length > 0) return text\n  if (msg.role !== 'assistant' || !msg.toolCalls?.length) return null\n\n  const toolNames = msg.toolCalls.map((call) => call.name.trim()).filter(Boolean)\n  if (toolNames.length === 0) return 'Agent called tools.'\n  return `Agent called ${toolNames.length === 1 ? 'tool' : 'tools'}: ${toolNames.join(', ')}.`\n}\n"],"mappings":";;;;;;AA4BA,eAAsB,iBACpB,KACmC;AACnC,QAAM,OAAgC;AAAA,IACpC,OAAO,IAAI;AAAA,IACX,UAAU,IAAI;AAAA,IACd,aAAa,IAAI,eAAe;AAAA,IAChC,YAAY,IAAI,aAAa;AAAA,EAC/B;AACA,MAAI,IAAI,OAAO,OAAQ,MAAK,QAAQ,IAAI;AACxC,QAAM,MAAM,GAAG,IAAI,QAAQ,QAAQ,QAAQ,EAAE,CAAC;AAC9C,QAAM,MAAM,MAAM,MAAM,KAAK;AAAA,IAC3B,QAAQ;AAAA,IACR,SAAS,EAAE,eAAe,UAAU,IAAI,MAAM,IAAI,gBAAgB,mBAAmB;AAAA,IACrF,MAAM,KAAK,UAAU,IAAI;AAAA,IACzB,QAAQ,IAAI;AAAA,EACd,CAAC;AACD,MAAI,CAAC,IAAI,IAAI;AACX,UAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,UAAM,IAAI,MAAM,UAAU,IAAI,MAAM,KAAK,KAAK,MAAM,GAAG,GAAG,CAAC,EAAE;AAAA,EAC/D;AACA,QAAM,OAAQ,MAAM,IAAI,KAAK;AAI7B,QAAM,SAAS,KAAK,QAAQ,CAAC;AAC7B,MAAI,CAAC,OAAQ,OAAM,IAAI,MAAM,+BAA+B,KAAK,UAAU,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,EAAE;AAChG,SAAO,EAAE,SAAS,OAAO,SAAS,OAAO,KAAK,MAAM;AACtD;AAIO,SAAS,mBACd,OACA,OACQ;AACR,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,WAAW,MAAM,iBAAiB;AACxC,QAAM,YAAY,MAAM,qBAAqB;AAC7C,MAAI,UAAU;AACd,MAAI,WAAW;AACf,MAAI,MAAM,SAAS,aAAa,GAAG;AACjC,cAAU;AACV,eAAW;AAAA,EACb,WAAW,MAAM,SAAS,SAAS,KAAK,MAAM,SAAS,eAAe,GAAG;AACvE,cAAU;AACV,eAAW;AAAA,EACb,WAAW,MAAM,SAAS,MAAM,KAAK,MAAM,SAAS,KAAK,KAAK,MAAM,SAAS,UAAU,GAAG;AACxF,cAAU;AACV,eAAW;AAAA,EACb;AACA,UAAQ,WAAW,UAAU,YAAY,YAAY;AACvD;AAEO,SAAS,uBAA+B;AAC7C,UAAQ,QAAQ,IAAI,0BAA0B,kCAAkC;AAAA,IAC9E;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,sBAA8B;AAC5C,QAAM,MAAM,QAAQ,IAAI;AACxB,MAAI,CAAC,IAAK,OAAM,IAAI,MAAM,gEAAgE;AAC1F,SAAO;AACT;;;ACnFO,IAAM,2BAA2B;AACjC,IAAM,sBAAsB;AAgBnC,IAAM,4BACJ;AAEF,IAAM,uBACJ;AAEK,IAAM,iCAA0D;AAAA,EACrE,MAAM;AAAA,EACN,UAAU;AAAA,IACR,MAAM;AAAA,IACN,aACE;AAAA,IACF,YAAY;AAAA,MACV,MAAM;AAAA,MACN,YAAY;AAAA,QACV,UAAU,EAAE,MAAM,UAAU,aAAa,gCAAgC;AAAA,QACzE,OAAO;AAAA,UACL,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,MACF;AAAA,MACA,UAAU,CAAC,UAAU;AAAA,IACvB;AAAA,EACF;AACF;AAEO,IAAM,6BAAsD;AAAA,EACjE,MAAM;AAAA,EACN,UAAU;AAAA,IACR,MAAM;AAAA,IACN,aACE;AAAA,IACF,YAAY;AAAA,MACV,MAAM;AAAA,MACN,YAAY;AAAA,QACV,MAAM,EAAE,MAAM,UAAU,aAAa,gCAAgC;AAAA,QACrE,UAAU;AAAA,UACR,MAAM;AAAA,UACN,aAAa;AAAA,QACf;AAAA,MACF;AAAA,MACA,UAAU,CAAC,MAAM;AAAA,IACnB;AAAA,EACF;AACF;AAEO,SAAS,uBACd,SAAkC,CAAC,GACZ;AACvB,QAAM,eAAe,OAAO,gBAAgB;AAC5C,QAAM,QAAQ,OAAO,SAAS;AAC9B,SAAO,OAAO,MAAM,QAAQ;AAC1B,UAAM,WAAW,OAAO,KAAK,YAAY,EAAE;AAC3C,UAAM,QAAQ,KAAK,QAAQ,OAAO,KAAK,KAAK,IAAI;AAChD,UAAM,EAAE,SAAS,MAAM,IAAI,MAAM,iBAAiB;AAAA,MAChD,QAAQ,IAAI;AAAA,MACZ,SAAS,IAAI;AAAA,MACb;AAAA,MACA,aAAa;AAAA,MACb,WAAW;AAAA,MACX,UAAU;AAAA,QACR,EAAE,MAAM,UAAU,SAAS,aAAa;AAAA,QACxC,EAAE,MAAM,QAAQ,SAAS,aAAa,QAAQ,GAAG,QAAQ;AAAA,SAAY,KAAK,KAAK,EAAE,GAAG;AAAA,MACtF;AAAA,MACA,QAAQ,IAAI;AAAA,IACd,CAAC;AACD,WAAO,EAAE,SAAS,QAAQ,WAAW,IAAI,SAAS,mBAAmB,OAAO,KAAK,EAAE;AAAA,EACrF;AACF;AAEO,SAAS,mBAAmB,SAA6B,CAAC,GAA0B;AACzF,QAAM,eAAe,OAAO,gBAAgB;AAC5C,QAAM,QAAQ,OAAO,SAAS;AAC9B,SAAO,OAAO,MAAM,QAAQ;AAC1B,UAAM,OAAO,OAAO,KAAK,QAAQ,EAAE;AACnC,UAAM,WAAW,KAAK,WAAW,OAAO,KAAK,QAAQ,IAAI;AACzD,UAAM,EAAE,SAAS,MAAM,IAAI,MAAM,iBAAiB;AAAA,MAChD,QAAQ,IAAI;AAAA,MACZ,SAAS,IAAI;AAAA,MACb;AAAA,MACA,aAAa;AAAA,MACb,WAAW;AAAA,MACX,UAAU;AAAA,QACR,EAAE,MAAM,UAAU,SAAS,GAAG,YAAY;AAAA;AAAA,YAAiB,QAAQ,GAAG;AAAA,QACtE,EAAE,MAAM,QAAQ,SAAS,YAAY,IAAI,GAAG;AAAA,MAC9C;AAAA,MACA,QAAQ,IAAI;AAAA,IACd,CAAC;AACD,WAAO,EAAE,SAAS,QAAQ,WAAW,IAAI,SAAS,mBAAmB,OAAO,KAAK,EAAE;AAAA,EACrF;AACF;AAgBO,SAAS,uBAAuB,SAA6B,CAAC,GAAuB;AAC1F,SAAO;AAAA,IACL,OAAO,CAAC,gCAAgC,0BAA0B;AAAA,IAClE,WAAW;AAAA,MACT,mBAAmB,uBAAuB,OAAO,QAAQ;AAAA,MACzD,eAAe,mBAAmB,OAAO,IAAI;AAAA,IAC/C;AAAA,IACA,iBAAiB,CAAC,SAChB,SAAS,sBAAsB,aAAa,SAAS,kBAAkB,SAAS;AAAA,EACpF;AACF;;;AC/HO,IAAM,sBAAsB;AA4BnC,eAAsB,SACpB,OACA,OACqB;AACrB,QAAM,SAAS,MAAM,UAAU,oBAAoB;AACnD,QAAM,UAAU,MAAM,WAAW,qBAAqB;AACtD,QAAM,QAAQ,MAAM,SAAS,QAAQ,IAAI,eAAe;AACxD,QAAM,SAAS,MAAM,YAAY,KAAK;AACtC,MAAI,MAAM;AACV,MAAI;AACF,UAAM,EAAE,QAAQ,IAAI,MAAM,iBAAiB;AAAA,MACzC;AAAA,MACA;AAAA,MACA;AAAA,MACA,aAAa;AAAA,MACb,WAAW,MAAM,aAAa;AAAA,MAC9B,UAAU;AAAA,QACR,EAAE,MAAM,UAAU,SAAS,MAAM,aAAa;AAAA,QAC9C,EAAE,MAAM,QAAQ,SAAS,OAAO;AAAA,MAClC;AAAA,IACF,CAAC;AACD,WAAO,QAAQ,WAAW,IAAI,KAAK;AAAA,EACrC,SAAS,KAAK;AAGZ,WAAO;AAAA,MACL,YAAY,CAAC;AAAA,MACb,WAAW;AAAA,MACX,QAAQ;AAAA,MACR,OAAO,SAAS,MAAM,IAAI,iBAAiB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,IAC7F;AAAA,EACF;AAEA,MAAI,SAAyC;AAC7C,MAAI;AACF,UAAM,UAAU,IACb,QAAQ,gBAAgB,EAAE,EAC1B,QAAQ,WAAW,EAAE,EACrB,KAAK;AACR,aAAS,KAAK,MAAM,OAAO;AAAA,EAC7B,QAAQ;AACN,WAAO;AAAA,MACL,YAAY,CAAC;AAAA,MACb,WAAW;AAAA,MACX,QAAQ;AAAA,MACR,OAAO,SAAS,MAAM,IAAI,uBAAuB,IAAI,MAAM,GAAG,GAAG,CAAC;AAAA,IACpE;AAAA,EACF;AAEA,QAAM,aAAqC,CAAC;AAC5C,MAAI,MAAM;AACV,aAAW,OAAO,MAAM,YAAY;AAClC,UAAM,IAAI,OAAO,OAAO,IAAI,GAAG,KAAK,CAAC;AACrC,UAAM,UAAU,OAAO,SAAS,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI;AACpE,eAAW,IAAI,GAAG,IAAI;AACtB,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL;AAAA,IACA,WAAW,MAAM,WAAW,WAAW,IAAI,IAAI,MAAM,MAAM,WAAW;AAAA,IACtE,OAAO,OAAO,OAAO,UAAU,WAAW,OAAO,QAAQ;AAAA,EAC3D;AACF;AAIO,SAAS,iBAAiB,MAAyC;AACxE,SAAO,KAAK,IAAI,CAAC,MAAM,KAAK,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,EAAE,KAAK,IAAI;AAClE;AAGO,SAAS,iBAAiB,MAAyC;AACxE,QAAM,SAAS,KAAK,IAAI,CAAC,MAAM,IAAI,EAAE,GAAG,KAAK,EAAE,KAAK,GAAG;AACvD,SAAO;AAAA,GAA6D,MAAM;AAC5E;;;AC9GA,SAAS,WAAW,qBAAqB;AACzC,SAAS,YAAY;;;ACgFd,IAAM,4BAAN,cAAwC,MAAM;AAAA,EACnD,YAA4B,MAAc;AACxC,UAAM,0DAA0D,IAAI,sBAAiB;AAD3D;AAE1B,SAAK,OAAO;AAAA,EACd;AAAA,EAH4B;AAI9B;AAEO,IAAM,0BAAN,cAAsC,MAAM;AAAA,EACjD,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO;AAAA,EACd;AACF;;;AChCA,eAAsB,aACpB,MAC0B;AAC1B,QAAM,SAAS,KAAK,UAAU,oBAAoB;AAClD,QAAM,UAAU,KAAK,WAAW,qBAAqB;AACrD,QAAM,WAAW,KAAK,YAAY;AAClC,QAAM,oBAAoB,KAAK,qBAAqB;AACpD,QAAM,aAAa,KAAK,cAAc;AACtC,QAAM,cAAc,KAAK,eAAe;AACxC,QAAM,eAAe,CAAC,aAAa,GAAI,KAAK,wBAAwB,CAAC,CAAE;AACvE,QAAM,iBAAiB,KAAK,kBAAkB;AAC9C,QAAM,wBAAwB,KAAK,yBAAyB;AAC5D,QAAM,kBAAkB,KAAK,mBAAmB;AAEhD,QAAM,SACJ,KAAK,SAAS,KAAK,gBACf;AAAA,IACE,OAAO,KAAK;AAAA,IACZ,WAAW,KAAK;AAAA,IAChB,iBAAiB,KAAK,oBAAoB,MAAM;AAAA,EAClD,IACA,uBAAuB;AAC7B,QAAM,QAAQ,KAAK,SAAS,OAAO;AACnC,QAAM,YAAY,KAAK,iBAAiB,OAAO;AAC/C,QAAM,kBAAkB,KAAK,mBAAmB,OAAO;AAEvD,QAAM,kBAAsC,CAAC,QAAQ,iBAAiB,EAAE,QAAQ,SAAS,GAAG,IAAI,CAAC;AACjG,QAAM,iBAAiB,KAAK,kBAAkB;AAC9C,QAAM,kBAAkB,KAAK,mBAAmB;AAEhD,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,aAAiC,CAAC;AACxC,QAAM,YAAiC,CAAC;AACxC,MAAI,YAAY;AAChB,MAAI,eAAe;AAEnB,QAAM,SAAS,KAAK,MAAM,YAAY,KAAK,OAAO;AAClD,aAAW,KAAK,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAEjD,QAAM,eAAe,KAAK,QAAQ,QAAQ,gBAAgB;AAC1D,QAAM,gBAAgD;AAAA,IACpD,EAAE,MAAM,UAAU,SAAS,aAAa;AAAA,IACxC,EAAE,MAAM,QAAQ,SAAS,OAAO;AAAA,EAClC;AAEA,WAAS,OAAO,GAAG,OAAO,UAAU,QAAQ;AAC1C,QAAI,KAAK,QAAQ,QAAS,OAAM,IAAI,MAAM,mBAAmB;AAE7D,QAAI,qBAAqB;AACzB,WAAO,MAAM;AACX,YAAM;AAAA,QACJ,SAAS;AAAA,QACT,OAAO;AAAA,QACP,SAAS;AAAA,MACX,IAAI,MAAM,eAAe;AAAA,QACvB,OAAO;AAAA,QACP,UAAU;AAAA,QACV;AAAA,QACA,aAAa;AAAA,QACb,WAAW,uBAAuB,IAAI,iBAAiB;AAAA,QACvD,QAAQ,KAAK;AAAA,MACf,CAAC;AACD,sBAAgB,gBAAgB,mBAAmB,YAAY,UAAU;AAEzE,YAAM,aAAa,SAAS,WAAW,IAAI,KAAK;AAChD,YAAM,kBAAkB,SAAS,cAAc,CAAC,GAAG,IAAI,CAAC,QAAQ;AAAA,QAC9D,IAAI,GAAG;AAAA,QACP,MAAM,GAAG,SAAS;AAAA,QAClB,OAAO,MAAM;AACX,cAAI;AACF,mBAAO,KAAK,MAAM,GAAG,SAAS,SAAS;AAAA,UACzC,QAAQ;AACN,mBAAO,CAAC;AAAA,UACV;AAAA,QACF,GAAG;AAAA,MACL,EAAE;AAEF,oBAAc,KAAK;AAAA,QACjB,MAAM;AAAA,QACN,SAAS,aAAa;AAAA,QACtB,GAAI,SAAS,YAAY,SAAS,EAAE,YAAY,SAAS,WAAW,IAAI,CAAC;AAAA,MAC3E,CAAC;AACD,iBAAW,KAAK;AAAA,QACd,MAAM;AAAA,QACN,SAAS;AAAA,QACT,WAAW,eAAe,SAAS,IAAI,iBAAiB;AAAA,MAC1D,CAAC;AAED,UAAI,eAAe,WAAW,EAAG;AACjC,4BAAsB,eAAe;AACrC,UAAI,qBAAqB,mBAAmB;AAC1C,cAAM,IAAI;AAAA,UACR,0CAA0C,kBAAkB,IAAI,iBAAiB,aAAa,IAAI;AAAA,QACpG;AAAA,MACF;AAEA,iBAAW,MAAM,gBAAgB;AAC/B;AACA,YAAI,aAAa;AACjB,YAAI;AACF,gBAAM,WAAW,UAAU,GAAG,IAAI;AAClC,cAAI,CAAC,UAAU;AACb,yBAAa,KAAK,UAAU,EAAE,OAAO,gBAAgB,GAAG,IAAI,GAAG,CAAC;AAAA,UAClE,OAAO;AACL,kBAAM,IAAI,MAAM,SAAS,GAAG,MAAM,EAAE,QAAQ,SAAS,QAAQ,KAAK,OAAO,CAAC;AAC1E,yBAAa,EAAE;AACf,4BAAgB,EAAE;AAClB,kBAAM,eAAe,gBAAgB,GAAG,IAAI;AAC5C,gBAAI,cAAc;AAChB,wBAAU,KAAK;AAAA,gBACb,MAAM;AAAA,gBACN;AAAA,gBACA,YAAY,EAAE,MAAM,GAAG,MAAM,MAAM,GAAG,KAAK;AAAA,gBAC3C,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,SAAS,KAAK;AACZ,cAAI,eAAe,wBAAyB,OAAM;AAClD,uBAAa,KAAK,UAAU,EAAE,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,EAAE,CAAC;AAAA,QACzF;AACA,sBAAc,KAAK,EAAE,MAAM,QAAQ,cAAc,GAAG,IAAI,SAAS,cAAc,OAAO,CAAC;AACvF,mBAAW,KAAK,EAAE,MAAM,QAAQ,SAAS,cAAc,QAAQ,YAAY,GAAG,GAAG,CAAC;AAAA,MACpF;AAAA,IACF;AAEA,QAAI,OAAO,WAAW,GAAG;AACvB,YAAM,SAAS,MAAM,WAAW;AAAA,QAC9B,WAAW;AAAA,QACX,SAAS,KAAK;AAAA,QACd,OAAO,KAAK;AAAA,QACZ;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,QACR,WAAW;AAAA,QACX,QAAQ,KAAK;AAAA,MACf,CAAC;AACD,sBAAgB,OAAO;AACvB,oBAAc,KAAK,EAAE,MAAM,QAAQ,SAAS,OAAO,QAAQ,CAAC;AAC5D,iBAAW,KAAK,EAAE,MAAM,QAAQ,SAAS,OAAO,QAAQ,CAAC;AAAA,IAC3D;AAAA,EACF;AAEA,SAAO,EAAE,YAAY,WAAW,WAAW,YAAY,KAAK,IAAI,IAAI,OAAO,SAAS,aAAa;AACnG;AAEA,eAAe,WAA8C,MASX;AAChD,QAAM,eAAe,KAAK,MAAM,wBAAwB,KAAK,OAAO;AAKpE,QAAM,iBAAiD,CAAC,EAAE,MAAM,UAAU,SAAS,aAAa,CAAC;AACjG,aAAW,OAAO,KAAK,YAAY;AACjC,QAAI,IAAI,SAAS,OAAQ;AACzB,UAAM,UAAU,qBAAqB,GAAG;AACxC,QAAI,CAAC,QAAS;AACd,QAAI,IAAI,SAAS,YAAa,gBAAe,KAAK,EAAE,MAAM,QAAQ,QAAQ,CAAC;AAAA,aAClE,IAAI,SAAS,OAAQ,gBAAe,KAAK,EAAE,MAAM,aAAa,QAAQ,CAAC;AAAA,EAClF;AAGA,aAAW,SAAS,KAAK,QAAQ;AAC/B,aAAS,UAAU,GAAG,UAAU,GAAG,WAAW;AAC5C,YAAM,EAAE,SAAS,OAAO,QAAQ,IAAI,MAAM,KAAK,UAAU;AAAA,QACvD;AAAA,QACA,UAAU;AAAA,QACV,aAAa;AAAA,QACb,WAAW,KAAK;AAAA,QAChB,QAAQ,KAAK;AAAA,MACf,CAAC;AACD,YAAM,WAAW,QAAQ,WAAW,IAAI,KAAK;AAC7C,UAAI,QAAQ,SAAS;AACnB,eAAO,EAAE,SAAS,SAAS,WAAW,mBAAmB,OAAO,KAAK,EAAE;AAAA,IAC3E;AAAA,EACF;AACA,QAAM,IAAI,0BAA0B,KAAK,IAAI;AAC/C;AAEA,SAAS,qBAAqB,KAAsC;AAClE,QAAM,OAAO,IAAI,QAAQ,KAAK;AAC9B,MAAI,KAAK,SAAS,EAAG,QAAO;AAC5B,MAAI,IAAI,SAAS,eAAe,CAAC,IAAI,WAAW,OAAQ,QAAO;AAE/D,QAAM,YAAY,IAAI,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK,KAAK,CAAC,EAAE,OAAO,OAAO;AAC9E,MAAI,UAAU,WAAW,EAAG,QAAO;AACnC,SAAO,gBAAgB,UAAU,WAAW,IAAI,SAAS,OAAO,KAAK,UAAU,KAAK,IAAI,CAAC;AAC3F;;;AF7IA,SAAS,6BAA6B,QAAkD;AACtF,MAAI,OAAO,WAAW,EAAG,QAAO;AAChC,QAAM,OAAO,OAAO,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM;AAC3C,MAAI,KAAK,WAAW,EAAG,QAAO;AAC9B,SAAO,KAAK,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,WAAW,CAAC,IAAI,KAAK;AAC9D;AAeO,SAAS,qBAAqB,OAKnC;AACA,QAAM,gBAA0B,CAAC;AACjC,MAAI,CAAC,MAAM,aAAa,OAAQ,eAAc,KAAK,MAAM,aAAa,SAAS;AAE/E,QAAM,WAAW,MAAM,cAAc,6BAA6B,MAAM,WAAW,IAAI;AACvF,MAAI,OAAO,aAAa,SAAU,eAAc,KAAK,QAAQ;AAC7D,QAAM,cAAc,MAAM,iBACtB,6BAA6B,MAAM,cAAc,IACjD;AACJ,MAAI,OAAO,gBAAgB,SAAU,eAAc,KAAK,WAAW;AAEnE,SAAO;AAAA,IACL,WACE,cAAc,WAAW,IACrB,IACA,cAAc,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,cAAc;AAAA,IAC/D,eAAe,YAAY;AAAA,IAC3B,kBAAkB,eAAe;AAAA,IACjC,iBAAiB,cAAc,WAAW;AAAA,EAC5C;AACF;AAMA,eAAsB,mBACpB,MACmC;AACnC,QAAM,YAAY,IAAI,IAAI,KAAK,OAAO,qBAAqB,CAAC,MAAM,CAAC;AACnE,QAAM,eAAe,IAAI,IAAI,KAAK,OAAO,wBAAwB,CAAC,UAAU,CAAC;AAC7E,YAAU,KAAK,QAAQ,EAAE,WAAW,KAAK,CAAC;AAE1C,QAAM,SAAS,MAAM,eAA2B;AAAA,IAC9C,MAAM;AAAA,MACJ,EAAE,MAAM,WAAW,QAAQ,KAAK,SAAS;AAAA,MACzC,EAAE,MAAM,WAAW,QAAQ,KAAK,SAAS,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,EAAE,EAAE;AAAA,IAChF;AAAA,IACA,MAAM,KAAK,QAAQ;AAAA,IACnB,gBAAgB,KAAK,kBAAkB;AAAA,IACvC,aAAa,KAAK;AAAA,IAClB,MAAM,QAAQ,MAAM;AAClB,YAAM,UAAU,KAAK,KAAK,SAAS;AACnC,YAAM,UAAU,KAAK,KAAK,SAAS;AACnC,YAAM,YAAY,OAAO,KAAK,KAAK,SAAS,MAAM,SAAS;AAC3D,YAAM,YAAY,OAAO,KAAK,KAAK,SAAS,MAAM,SAAS;AAE3D,YAAM,MAAM,MAAM,aAAa;AAAA,QAC7B;AAAA,QACA;AAAA,QACA,OAAO,KAAK;AAAA,QACZ,OAAO,KAAK;AAAA,QACZ,eAAe,KAAK;AAAA,QACpB,iBAAiB,KAAK;AAAA,QACtB,UAAU,KAAK;AAAA,QACf,mBAAmB,KAAK;AAAA,QACxB,YAAY,KAAK;AAAA,QACjB,aAAa,KAAK;AAAA,QAClB,sBAAsB,KAAK;AAAA,QAC3B,gBAAgB,KAAK;AAAA,QACrB,uBAAuB,KAAK;AAAA,QAC5B,iBAAiB,KAAK;AAAA,QACtB,gBAAgB,KAAK;AAAA,QACrB,iBAAiB,KAAK;AAAA,QACtB,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,MAChB,CAAC;AAED,YAAM,gBAAgB,IAAI,UAAU,OAAO,CAAC,MAAM,UAAU,IAAI,EAAE,IAAI,CAAC;AACvE,YAAM,mBAAmB,IAAI,UAAU,OAAO,CAAC,MAAM,aAAa,IAAI,EAAE,IAAI,CAAC;AAE7E,YAAM,CAAC,cAAc,aAAa,cAAc,IAAI,MAAM,QAAQ,IAAI;AAAA,QACpE,SAAS,mBAAmB,KAAK,OAAO,cAAc,KAAK,cAAc,GAAG;AAAA,UAC1E,YAAY,IAAI;AAAA,UAChB;AAAA,QACF,CAAC;AAAA,QACD,KAAK,OAAO,aACR,QAAQ;AAAA,UACN,cAAc;AAAA,YAAI,CAAC,aACjB,SAAS,mBAAmB,KAAK,OAAO,YAAa,KAAK,cAAc,GAAG;AAAA,cACzE;AAAA,cACA;AAAA,YACF,CAAC,EAAE,KAAK,CAAC,OAAO;AAAA,cACd,GAAG;AAAA,cACH,MAAM,SAAS;AAAA,cACf,MAAM,SAAS;AAAA,YACjB,EAAE;AAAA,UACJ;AAAA,QACF,IACA,QAAQ,QAAQ,CAAC,CAAuD;AAAA,QAC5E,KAAK,OAAO,iBACR,QAAQ;AAAA,UACN,iBAAiB;AAAA,YAAI,CAAC,aACpB,SAAS,mBAAmB,KAAK,OAAO,gBAAiB,KAAK,cAAc,GAAG;AAAA,cAC7E;AAAA,cACA;AAAA,YACF,CAAC,EAAE,KAAK,CAAC,OAAO;AAAA,cACd,GAAG;AAAA,cACH,MAAM,SAAS;AAAA,cACf,MAAM,SAAS;AAAA,YACjB,EAAE;AAAA,UACJ;AAAA,QACF,IACA,QAAQ,QAAQ,CAAC,CAAuD;AAAA,MAC9E,CAAC;AAED,YAAM,EAAE,WAAW,eAAe,kBAAkB,gBAAgB,IAAI,qBAAqB;AAAA,QAC3F;AAAA,QACA,aAAa,KAAK,OAAO,aAAa,cAAc;AAAA,QACpD,gBAAgB,KAAK,OAAO,iBAAiB,iBAAiB;AAAA,MAChE,CAAC;AAED,YAAM,YAAgC,EAAE,WAAW,aAAa;AAChE,UAAI,KAAK,OAAO;AACd,kBAAU,aAAa,EAAE,aAAa,aAAa,WAAW,cAAc;AAC9E,UAAI,KAAK,OAAO;AACd,kBAAU,iBAAiB,EAAE,aAAa,gBAAgB,WAAW,iBAAiB;AAExF,YAAM,UAAU,KAAK,KAAK,QAAQ,WAAW,WAAW,OAAO,KAAK,GAAG,EAAE;AACzE,gBAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,oBAAc,KAAK,SAAS,iBAAiB,GAAG,KAAK,UAAU,IAAI,YAAY,MAAM,CAAC,CAAC;AACvF,oBAAc,KAAK,SAAS,gBAAgB,GAAG,KAAK,UAAU,IAAI,WAAW,MAAM,CAAC,CAAC;AACrF,oBAAc,KAAK,SAAS,aAAa,GAAG,KAAK,UAAU,WAAW,MAAM,CAAC,CAAC;AAE9E,YAAM,QAAQ,CAAC,SAAS,aAAa,UAAU,QAAQ,CAAC,CAAC,EAAE;AAC3D,UAAI,KAAK,OAAO,WAAY,OAAM,KAAK,QAAQ,cAAc,QAAQ,CAAC,CAAC,EAAE;AACzE,UAAI,KAAK,OAAO,eAAgB,OAAM,KAAK,WAAW,iBAAiB,QAAQ,CAAC,CAAC,EAAE;AACnF,UAAI,gBAAiB,OAAM,KAAK,mBAAmB;AAEnD,aAAO;AAAA,QACL,QAAQ;AAAA,UACN,OAAO,IAAI,WAAW;AAAA,UACtB,WAAW,IAAI;AAAA,UACf,eAAe,IAAI,UAAU;AAAA,QAC/B;AAAA,QACA,SAAS,EAAE,OAAO,aAAa,GAAG,OAAO,WAAW,OAAO,MAAM,KAAK,GAAG,EAAE;AAAA,QAC3E,SAAS,IAAI;AAAA,QACb,YAAY,IAAI;AAAA,MAClB;AAAA,IACF;AAAA,EACF,CAAC;AAGD,QAAM,UAAU;AAAA,IACd,OAAO,OAAO,QAAQ;AAAA,IACtB,UAAU,OAAO,QAAQ;AAAA,IACzB,WAAW,OAAO,QAAQ;AAAA,IAC1B,cAAc,OAAO,QAAQ;AAAA,IAC7B,YAAY,OAAO,QAAQ;AAAA,IAC3B,cAAc,OAAO,QAAQ;AAAA,IAC7B,cAAc,OAAO,QAAQ;AAAA,IAC7B,WAAW,OAAO,OAAO;AAAA,IACzB,WAAW,OAAO,OAAO;AAAA,EAC3B;AACA,gBAAc,KAAK,KAAK,QAAQ,cAAc,GAAG,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AAEjF,QAAM,KAAe;AAAA,IACnB;AAAA,IACA;AAAA,IACA,cAAc,OAAO,QAAQ,UAAU,sBAAsB,OAAO,QAAQ,kBAAkB,KAAK,QAAQ,CAAC,CAAC,iBAAiB,OAAO,QAAQ,iBAAiB,QAAQ,CAAC,CAAC,iBAAiB,OAAO,QAAQ,aAAa,QAAQ,CAAC,CAAC,qBAAqB,OAAO,QAAQ,aAAa,KAAM,QAAQ,CAAC,CAAC;AAAA,IAChS;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,OAAO,QAAQ,OAAO,OAAO,WAAW,CAAC,CAAC,EAAE;AAAA,MAC7C,CAAC,CAAC,IAAI,CAAC,MACL,KAAK,EAAE,OAAO,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAC,OAAO,EAAE,UAAU,QAAQ,CAAC,CAAC,OAAO,EAAE,aAAa,QAAQ,CAAC,CAAC;AAAA,IAC3G;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,OAAO,QAAQ,OAAO,OAAO,WAAW,CAAC,CAAC,EAAE;AAAA,MAC7C,CAAC,CAAC,IAAI,CAAC,MACL,KAAK,EAAE,OAAO,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAC,OAAO,EAAE,UAAU,QAAQ,CAAC,CAAC,OAAO,EAAE,aAAa,QAAQ,CAAC,CAAC;AAAA,IAC3G;AAAA,IACA;AAAA,EACF;AACA,gBAAc,KAAK,KAAK,QAAQ,YAAY,GAAG,GAAG,KAAK,IAAI,CAAC;AAE5D,SAAO,EAAE,OAAO;AAClB;AAEA,SAAS,mBACP,OACA,WACqB;AACrB,MAAI,cAAc,UAAa,MAAM,cAAc,OAAW,QAAO;AACrE,SAAO,EAAE,GAAG,OAAO,UAAU;AAC/B;","names":[]}
+{"version":3,"file":"index.js","names":[],"sources":["../../src/multishot/router.ts","../../src/multishot/default-tools.ts","../../src/multishot/judges.ts","../../src/multishot/types.ts","../../src/multishot/multishot.ts","../../src/multishot/matrix.ts"],"sourcesContent":["// Router fetch helper — single source of truth for OpenAI-compat calls\n// against the Tangle router. Used by the driver, agent, judges, and the\n// default tool executors.\n\nimport type { MultishotToolDefinition } from './types'\n\nexport interface RouterCompletionRequest {\n  apiKey: string\n  baseUrl: string\n  model: string\n  messages: Array<Record<string, unknown>>\n  tools?: MultishotToolDefinition[]\n  temperature?: number\n  maxTokens?: number\n  signal?: AbortSignal\n}\n\nexport interface RouterToolCall {\n  id: string\n  type: 'function'\n  function: { name: string; arguments: string }\n}\n\nexport interface RouterCompletionResponse {\n  message: { content?: string | null; tool_calls?: RouterToolCall[] }\n  usage?: { prompt_tokens?: number; completion_tokens?: number }\n}\n\nexport async function routerCompletion(\n  req: RouterCompletionRequest,\n): Promise<RouterCompletionResponse> {\n  const body: Record<string, unknown> = {\n    model: req.model,\n    messages: req.messages,\n    temperature: req.temperature ?? 0.7,\n    max_tokens: req.maxTokens ?? 2000,\n  }\n  if (req.tools?.length) body.tools = req.tools\n  const url = `${req.baseUrl.replace(/\\/+$/, '')}/chat/completions`\n  const res = await fetch(url, {\n    method: 'POST',\n    headers: { Authorization: `Bearer ${req.apiKey}`, 'Content-Type': 'application/json' },\n    body: JSON.stringify(body),\n    signal: req.signal,\n  })\n  if (!res.ok) {\n    const text = await res.text()\n    throw new Error(`router ${res.status}: ${text.slice(0, 300)}`)\n  }\n  const json = (await res.json()) as {\n    choices: Array<{ message: { content?: string | null; tool_calls?: RouterToolCall[] } }>\n    usage?: { prompt_tokens?: number; completion_tokens?: number }\n  }\n  const choice = json.choices[0]\n  if (!choice) throw new Error(`router returned no choices: ${JSON.stringify(json).slice(0, 200)}`)\n  return { message: choice.message, usage: json.usage }\n}\n\n// Rough per-model cost estimator. Used for cost-ceiling enforcement.\n// Underestimates Anthropic, overestimates oss models — fine for ceilings.\nexport function estimateRouterCost(\n  model: string,\n  usage?: { prompt_tokens?: number; completion_tokens?: number },\n): number {\n  if (!usage) return 0\n  const inputTok = usage.prompt_tokens ?? 0\n  const outputTok = usage.completion_tokens ?? 0\n  let inPer1k = 0.003\n  let outPer1k = 0.015\n  if (model.includes('gpt-4o-mini')) {\n    inPer1k = 0.00015\n    outPer1k = 0.0006\n  } else if (model.includes('gpt-5.4') || model.includes('claude-sonnet')) {\n    inPer1k = 0.003\n    outPer1k = 0.015\n  } else if (model.includes('kimi') || model.includes('glm') || model.includes('deepseek')) {\n    inPer1k = 0.0005\n    outPer1k = 0.002\n  }\n  return (inputTok * inPer1k + outputTok * outPer1k) / 1000\n}\n\nexport function defaultRouterBaseUrl(): string {\n  return (process.env.TANGLE_ROUTER_BASE_URL ?? 'https://router.tangle.tools/v1').replace(\n    /\\/+$/,\n    '',\n  )\n}\n\nexport function requireRouterApiKey(): string {\n  const key = process.env.TANGLE_API_KEY\n  if (!key) throw new Error('multishot requires TANGLE_API_KEY (router-scoped sk-tan-* key)')\n  return key\n}\n","// Default delegate_research + delegate_code tools and their inline executors.\n//\n// Consumers can override either by passing their own tools + executors to\n// runMultishot. The defaults are sufficient for most domains — point the\n// researcher system prompt at your domain's citation style and the coder\n// at your preferred language.\n\nimport { estimateRouterCost, routerCompletion } from './router'\nimport type { MultishotToolDefinition, MultishotToolExecutor } from './types'\n\nexport const DEFAULT_RESEARCHER_MODEL = 'openai/gpt-4o-mini'\nexport const DEFAULT_CODER_MODEL = 'openai/gpt-4o-mini'\n\nexport interface DefaultResearcherConfig {\n  /** Replace the system prompt to bias the researcher toward a domain's\n   *  citation style. Defaults to a generic \"cite sources by name\" prompt. */\n  systemPrompt?: string\n  model?: string\n}\n\nexport interface DefaultCoderConfig {\n  /** Replace the system prompt to bias the coder toward a language /\n   *  framework / artifact style. */\n  systemPrompt?: string\n  model?: string\n}\n\nconst GENERIC_RESEARCHER_SYSTEM =\n  'You are a research specialist. Return a markdown brief with 3-5 findings. Each finding cites a specific source by name. Add a confidence level (high/medium/low) per finding. No fluff, no preamble.'\n\nconst GENERIC_CODER_SYSTEM =\n  'You are an expert engineer. Output ONE fenced code block containing the complete solution. Inline-comment non-obvious decisions. No explanation outside the block.'\n\nexport const DEFAULT_DELEGATE_RESEARCH_TOOL: MultishotToolDefinition = {\n  type: 'function',\n  function: {\n    name: 'delegate_research',\n    description:\n      'Research a topic deeply via specialist. Returns evidence-bearing items with citations. Use for audience research, competitive intel, regulatory landscape, market data, citation-grounded analysis.',\n    parameters: {\n      type: 'object',\n      properties: {\n        question: { type: 'string', description: 'Specific question to research' },\n        scope: {\n          type: 'string',\n          description: 'Optional scope: time window, geography, jurisdiction, segment',\n        },\n      },\n      required: ['question'],\n    },\n  },\n}\n\nexport const DEFAULT_DELEGATE_CODE_TOOL: MultishotToolDefinition = {\n  type: 'function',\n  function: {\n    name: 'delegate_code',\n    description:\n      'Generate a runnable script, template, pipeline, or tool via specialist. Returns complete working code or structured markdown. Use for content pipelines, calc snippets, dashboards, compliance checklists, deadline trackers.',\n    parameters: {\n      type: 'object',\n      properties: {\n        goal: { type: 'string', description: 'What the code must accomplish' },\n        language: {\n          type: 'string',\n          description: 'Optional language preference (default: TypeScript)',\n        },\n      },\n      required: ['goal'],\n    },\n  },\n}\n\nexport function createResearchExecutor(\n  config: DefaultResearcherConfig = {},\n): MultishotToolExecutor {\n  const systemPrompt = config.systemPrompt ?? GENERIC_RESEARCHER_SYSTEM\n  const model = config.model ?? DEFAULT_RESEARCHER_MODEL\n  return async (args, ctx) => {\n    const question = String(args.question ?? '')\n    const scope = args.scope ? String(args.scope) : undefined\n    const { message, usage } = await routerCompletion({\n      apiKey: ctx.apiKey,\n      baseUrl: ctx.baseUrl,\n      model,\n      temperature: 0.3,\n      maxTokens: 1800,\n      messages: [\n        { role: 'system', content: systemPrompt },\n        { role: 'user', content: `Research: ${question}${scope ? `\\nScope: ${scope}` : ''}` },\n      ],\n      signal: ctx.signal,\n    })\n    return { content: message.content ?? '', costUsd: estimateRouterCost(model, usage) }\n  }\n}\n\nexport function createCodeExecutor(config: DefaultCoderConfig = {}): MultishotToolExecutor {\n  const systemPrompt = config.systemPrompt ?? GENERIC_CODER_SYSTEM\n  const model = config.model ?? DEFAULT_CODER_MODEL\n  return async (args, ctx) => {\n    const goal = String(args.goal ?? '')\n    const language = args.language ? String(args.language) : 'TypeScript'\n    const { message, usage } = await routerCompletion({\n      apiKey: ctx.apiKey,\n      baseUrl: ctx.baseUrl,\n      model,\n      temperature: 0.2,\n      maxTokens: 2000,\n      messages: [\n        { role: 'system', content: `${systemPrompt}\\n\\nLanguage: ${language}` },\n        { role: 'user', content: `Produce: ${goal}` },\n      ],\n      signal: ctx.signal,\n    })\n    return { content: message.content ?? '', costUsd: estimateRouterCost(model, usage) }\n  }\n}\n\nexport interface DefaultToolsConfig {\n  research?: DefaultResearcherConfig\n  code?: DefaultCoderConfig\n  /** When true (default), each tool result is recorded as a typed artifact:\n   *  research → type='research', code → type='code'. */\n  recordArtifacts?: boolean\n}\n\nexport interface DefaultToolsBundle {\n  tools: MultishotToolDefinition[]\n  executors: Record<string, MultishotToolExecutor>\n  artifactTypeFor: (toolName: string) => string | undefined\n}\n\nexport function defaultDelegationTools(config: DefaultToolsConfig = {}): DefaultToolsBundle {\n  return {\n    tools: [DEFAULT_DELEGATE_RESEARCH_TOOL, DEFAULT_DELEGATE_CODE_TOOL],\n    executors: {\n      delegate_research: createResearchExecutor(config.research),\n      delegate_code: createCodeExecutor(config.code),\n    },\n    artifactTypeFor: (name) =>\n      name === 'delegate_research' ? 'research' : name === 'delegate_code' ? 'code' : undefined,\n  }\n}\n\nexport { defaultRouterBaseUrl } from './router'\n","// Generic judge runner — domain consumers configure dimensions + prompts.\n//\n// Three judge slots are conventional for multishot eval:\n//   - conversation (scores the full transcript)\n//   - codeReview (scores each code artifact)\n//   - contentQuality (scores each non-code artifact)\n//\n// But the runJudge primitive is fully generic — any T → JudgeScore mapping.\n\nimport type { JudgeScore } from '../campaign/types'\nimport { defaultRouterBaseUrl, requireRouterApiKey, routerCompletion } from './router'\n\n// Canonical declaration lives in campaign/types.ts. Multishot emits the same\n// shape on its producer-defined 0-10 scale.\nexport type { JudgeScore } from '../campaign/types'\n\nexport const DEFAULT_JUDGE_MODEL = 'openai/gpt-4o-mini'\n\nexport interface JudgeDimension {\n  /** JSON field name + score key. */\n  key: string\n  /** Description shown in the judge's user prompt. */\n  description: string\n}\n\nexport interface JudgeConfig<TInput> {\n  /** Display name (for trace + log). */\n  name: string\n  /** Model used for this judge. */\n  model?: string\n  /** 0-10 scored dimensions. */\n  dimensions: JudgeDimension[]\n  /** Judge system prompt — sets persona + JSON-only constraint. */\n  systemPrompt: string\n  /** Build the user prompt from the typed input. Must include \"Respond with\n   *  ONLY this JSON: { ... }\" listing each dimension key. */\n  buildPrompt: (input: TInput) => string\n  /** Optional model + api overrides. */\n  apiKey?: string\n  baseUrl?: string\n  /** Maximum output tokens for the judge response. Defaults to 1500. */\n  maxTokens?: number\n}\n\nexport async function runJudge<TInput>(\n  judge: JudgeConfig<TInput>,\n  input: TInput,\n): Promise<JudgeScore> {\n  const apiKey = judge.apiKey ?? requireRouterApiKey()\n  const baseUrl = judge.baseUrl ?? defaultRouterBaseUrl()\n  const model = judge.model ?? process.env.JUDGE_MODEL ?? DEFAULT_JUDGE_MODEL\n  const prompt = judge.buildPrompt(input)\n  let raw = ''\n  try {\n    const { message } = await routerCompletion({\n      apiKey,\n      baseUrl,\n      model,\n      temperature: 0,\n      maxTokens: judge.maxTokens ?? 1500,\n      messages: [\n        { role: 'system', content: judge.systemPrompt },\n        { role: 'user', content: prompt },\n      ],\n    })\n    raw = (message.content ?? '').trim()\n  } catch (err) {\n    // failed:true lets consumers reading `.composite` keep working while\n    // aggregators exclude this score from means instead of averaging a zero.\n    return {\n      dimensions: {},\n      composite: 0,\n      failed: true,\n      notes: `judge ${judge.name} call failed: ${err instanceof Error ? err.message : String(err)}`,\n    }\n  }\n\n  let parsed: Record<string, unknown> | null = null\n  try {\n    const cleaned = raw\n      .replace(/^```json\\s*/i, '')\n      .replace(/```\\s*$/, '')\n      .trim()\n    parsed = JSON.parse(cleaned) as Record<string, unknown>\n  } catch {\n    return {\n      dimensions: {},\n      composite: 0,\n      failed: true,\n      notes: `judge ${judge.name} returned non-JSON: ${raw.slice(0, 200)}`,\n    }\n  }\n\n  const dimensions: Record<string, number> = {}\n  let sum = 0\n  for (const dim of judge.dimensions) {\n    const v = Number(parsed[dim.key] ?? 0)\n    const clamped = Number.isFinite(v) ? Math.max(0, Math.min(10, v)) : 0\n    dimensions[dim.key] = clamped\n    sum += clamped\n  }\n  return {\n    dimensions,\n    composite: judge.dimensions.length === 0 ? 0 : sum / judge.dimensions.length,\n    notes: typeof parsed.notes === 'string' ? parsed.notes : '',\n  }\n}\n\n/** Convenience: stringified dimension list for inclusion in a judge prompt.\n *  Returns lines like `- audience_fit: Does this match what the audience cares about? (0-10)`. */\nexport function renderDimensions(dims: readonly JudgeDimension[]): string {\n  return dims.map((d) => `- ${d.key}: ${d.description}`).join('\\n')\n}\n\n/** Convenience: build the \"Respond with ONLY this JSON\" footer for a judge prompt. */\nexport function renderJsonFooter(dims: readonly JudgeDimension[]): string {\n  const fields = dims.map((d) => `\"${d.key}\":N`).join(',')\n  return `Respond with ONLY this JSON (no markdown, no preamble):\\n{${fields},\"notes\":\"1-2 sentence critique\"}`\n}\n","// Public types for the multishot substrate.\n\nexport interface MultishotMessage {\n  role: 'user' | 'assistant' | 'tool'\n  content: string\n  toolCallId?: string\n  toolCalls?: Array<{ id: string; name: string; args: Record<string, unknown> }>\n}\n\nexport interface MultishotArtifact {\n  type: string\n  turn: number\n  invocation: { name: string; args: Record<string, unknown> }\n  content: string\n}\n\nexport interface MultishotResult {\n  transcript: MultishotMessage[]\n  artifacts: MultishotArtifact[]\n  toolCalls: number\n  durationMs: number\n  costUsd: number\n}\n\nexport interface MultishotToolDefinition {\n  type: 'function'\n  function: {\n    name: string\n    description: string\n    parameters: Record<string, unknown>\n  }\n}\n\n/** One chat-completion request the multishot loop issues for a single agent\n *  (or driver) inference step. Mirrors the OpenAI-compat body the loop would\n *  otherwise POST to the Tangle router. */\nexport interface MultishotTransportRequest {\n  model: string\n  messages: Array<Record<string, unknown>>\n  tools?: MultishotToolDefinition[]\n  temperature?: number\n  maxTokens?: number\n  signal?: AbortSignal\n}\n\nexport interface MultishotTransportToolCall {\n  id: string\n  type: 'function'\n  function: { name: string; arguments: string }\n}\n\nexport interface MultishotTransportResponse {\n  message: { content?: string | null; tool_calls?: MultishotTransportToolCall[] }\n  usage?: { prompt_tokens?: number; completion_tokens?: number }\n  /** Actual spend for this call. When omitted, the loop meters cost from\n   *  `usage` via the per-model router estimator (estimateRouterCost). */\n  costUsd?: number\n}\n\n/** Execution seam for one leg of the multishot loop. When provided, it\n *  replaces the internal router HTTP call for that leg — the loop still owns\n *  turn scheduling, tool dispatch, transcript capture, and cost metering.\n *  agent-eval has no dependency on agent-runtime; adapt agent-runtime's\n *  resolveAgentBackend (or any sandbox/cli-bridge/router client) into this\n *  signature product-side. */\nexport type MultishotTransport = (\n  req: MultishotTransportRequest,\n) => Promise<MultishotTransportResponse>\n\nexport type MultishotToolExecutor = (\n  args: Record<string, unknown>,\n  ctx: { apiKey: string; baseUrl: string; signal?: AbortSignal },\n) => Promise<{ content: string; costUsd: number }>\n\nexport interface MultishotPersona {\n  /** Stable identifier — used for per-cell artifact paths + matrix axis keys. */\n  id: string\n  /** Per-domain payload (income/profile/voice/etc.) shaped by the consumer. */\n  [k: string]: unknown\n}\n\nexport interface MultishotShape<TPersona extends MultishotPersona> {\n  /** Opening user message (turn 0) — the persona's first ask. */\n  buildOpener: (persona: TPersona) => string\n  /** System prompt the driver LLM uses to roleplay the persona. Should set\n   *  voice, goals, constraints, time-pressure, and the \"never go silent\" rule. */\n  buildDriverSystemPrompt: (persona: TPersona) => string\n}\n\nexport class MultishotDriverEmptyError extends Error {\n  constructor(public readonly turn: number) {\n    super(`multishot: driver returned empty content twice at turn ${turn} — failing loud`)\n    this.name = 'MultishotDriverEmptyError'\n  }\n}\n\nexport class MultishotFatalToolError extends Error {\n  constructor(message: string) {\n    super(message)\n    this.name = 'MultishotFatalToolError'\n  }\n}\n","// Multi-turn driver-agent simulation with inline tool execution.\n//\n// The driver = LLM acting as the persona (reactive, non-deterministic).\n// The agent = the product agent under test (router call by default, or an\n// injected transport — with profile's systemPrompt + the configured tools).\n// Tool calls execute inline via the configured executors and feed back\n// into the agent's message log so the agent integrates the result.\n\nimport type { AgentProfile } from '@tangle-network/agent-interface'\nimport { defaultDelegationTools } from './default-tools'\nimport {\n  defaultRouterBaseUrl,\n  estimateRouterCost,\n  requireRouterApiKey,\n  routerCompletion,\n} from './router'\nimport {\n  type MultishotArtifact,\n  MultishotDriverEmptyError,\n  MultishotFatalToolError,\n  type MultishotMessage,\n  type MultishotPersona,\n  type MultishotResult,\n  type MultishotShape,\n  type MultishotToolDefinition,\n  type MultishotToolExecutor,\n  type MultishotTransport,\n} from './types'\n\nexport interface RunMultishotOptions<TPersona extends MultishotPersona> {\n  profile: AgentProfile\n  persona: TPersona\n  shape: MultishotShape<TPersona>\n  /** Tool definitions advertised to the agent. Defaults to delegate_research + delegate_code. */\n  tools?: MultishotToolDefinition[]\n  /** Map from tool name → executor invoked inline when the agent emits a tool_call. */\n  toolExecutors?: Record<string, MultishotToolExecutor>\n  /** Map from tool name → artifact type label written into MultishotArtifact.type.\n   *  Tools without a mapping still execute, but their results aren't surfaced as\n   *  typed artifacts (only as tool messages in the transcript). */\n  artifactTypeFor?: (toolName: string) => string | undefined\n  maxTurns?: number\n  agentModel?: string\n  driverModel?: string\n  /** Fallback driver models tried when the primary simulated-user model returns empty twice. */\n  driverFallbackModels?: string[]\n  /** Maximum output tokens for the first agent call in each assistant turn. */\n  agentMaxTokens?: number\n  /** Maximum output tokens for agent follow-up calls after tool results. */\n  toolFollowupMaxTokens?: number\n  /** Maximum output tokens for each simulated-user driver response. */\n  driverMaxTokens?: number\n  /** Maximum tool calls the agent may dispatch inside one assistant turn. */\n  maxToolDispatches?: number\n  /** Execution seam for the agent leg. When provided, every agent inference\n   *  step goes through this function instead of the router HTTP call; the\n   *  string levers (agentModel, apiKey, baseUrl) stop applying to that leg.\n   *  apiKey/baseUrl are still resolved for tool executors and any leg\n   *  without an injected transport. */\n  agentTransport?: MultishotTransport\n  /** Execution seam for the simulated-user driver leg (symmetric to\n   *  agentTransport). Driver model fallback rotation still applies — the\n   *  transport receives each candidate model in turn. */\n  driverTransport?: MultishotTransport\n  apiKey?: string\n  baseUrl?: string\n  signal?: AbortSignal\n}\n\nexport async function runMultishot<TPersona extends MultishotPersona>(\n  opts: RunMultishotOptions<TPersona>,\n): Promise<MultishotResult> {\n  const apiKey = opts.apiKey ?? requireRouterApiKey()\n  const baseUrl = opts.baseUrl ?? defaultRouterBaseUrl()\n  const maxTurns = opts.maxTurns ?? 10\n  const maxToolDispatches = opts.maxToolDispatches ?? 4\n  const agentModel = opts.agentModel ?? 'openai/gpt-5.4'\n  const driverModel = opts.driverModel ?? 'openai/gpt-4o-mini'\n  const driverModels = [driverModel, ...(opts.driverFallbackModels ?? [])]\n  const agentMaxTokens = opts.agentMaxTokens ?? 2500\n  const toolFollowupMaxTokens = opts.toolFollowupMaxTokens ?? 2000\n  const driverMaxTokens = opts.driverMaxTokens ?? 600\n\n  const bundle =\n    opts.tools && opts.toolExecutors\n      ? {\n          tools: opts.tools,\n          executors: opts.toolExecutors,\n          artifactTypeFor: opts.artifactTypeFor ?? (() => undefined),\n        }\n      : defaultDelegationTools()\n  const tools = opts.tools ?? bundle.tools\n  const executors = opts.toolExecutors ?? bundle.executors\n  const artifactTypeFor = opts.artifactTypeFor ?? bundle.artifactTypeFor\n\n  const routerTransport: MultishotTransport = (req) => routerCompletion({ apiKey, baseUrl, ...req })\n  const agentTransport = opts.agentTransport ?? routerTransport\n  const driverTransport = opts.driverTransport ?? routerTransport\n\n  const start = Date.now()\n  const transcript: MultishotMessage[] = []\n  const artifacts: MultishotArtifact[] = []\n  let toolCalls = 0\n  let totalCostUsd = 0\n\n  const opener = opts.shape.buildOpener(opts.persona)\n  transcript.push({ role: 'user', content: opener })\n\n  const systemPrompt = opts.profile.prompt?.systemPrompt ?? ''\n  const agentMessages: Array<Record<string, unknown>> = [\n    { role: 'system', content: systemPrompt },\n    { role: 'user', content: opener },\n  ]\n\n  for (let turn = 0; turn < maxTurns; turn++) {\n    if (opts.signal?.aborted) throw new Error('multishot aborted')\n\n    let dispatchesThisTurn = 0\n    while (true) {\n      const {\n        message: agentMsg,\n        usage: agentUsage,\n        costUsd: agentCostUsd,\n      } = await agentTransport({\n        model: agentModel,\n        messages: agentMessages,\n        tools,\n        temperature: 0.7,\n        maxTokens: dispatchesThisTurn === 0 ? agentMaxTokens : toolFollowupMaxTokens,\n        signal: opts.signal,\n      })\n      totalCostUsd += agentCostUsd ?? estimateRouterCost(agentModel, agentUsage)\n\n      const agentText = (agentMsg.content ?? '').trim()\n      const agentToolCalls = (agentMsg.tool_calls ?? []).map((tc) => ({\n        id: tc.id,\n        name: tc.function.name,\n        args: (() => {\n          try {\n            return JSON.parse(tc.function.arguments) as Record<string, unknown>\n          } catch {\n            return {} as Record<string, unknown>\n          }\n        })(),\n      }))\n\n      agentMessages.push({\n        role: 'assistant',\n        content: agentText || null,\n        ...(agentMsg.tool_calls?.length ? { tool_calls: agentMsg.tool_calls } : {}),\n      })\n      transcript.push({\n        role: 'assistant',\n        content: agentText,\n        toolCalls: agentToolCalls.length > 0 ? agentToolCalls : undefined,\n      })\n\n      if (agentToolCalls.length === 0) break\n      dispatchesThisTurn += agentToolCalls.length\n      if (dispatchesThisTurn > maxToolDispatches) {\n        throw new Error(\n          `multishot: tool dispatch cap exceeded (${dispatchesThisTurn}/${maxToolDispatches}) on turn ${turn}`,\n        )\n      }\n\n      for (const tc of agentToolCalls) {\n        toolCalls++\n        let toolResult = ''\n        try {\n          const executor = executors[tc.name]\n          if (!executor) {\n            toolResult = JSON.stringify({ error: `unknown tool ${tc.name}` })\n          } else {\n            const r = await executor(tc.args, { apiKey, baseUrl, signal: opts.signal })\n            toolResult = r.content\n            totalCostUsd += r.costUsd\n            const artifactType = artifactTypeFor(tc.name)\n            if (artifactType) {\n              artifacts.push({\n                type: artifactType,\n                turn,\n                invocation: { name: tc.name, args: tc.args },\n                content: toolResult,\n              })\n            }\n          }\n        } catch (err) {\n          if (err instanceof MultishotFatalToolError) throw err\n          toolResult = JSON.stringify({ error: err instanceof Error ? err.message : String(err) })\n        }\n        agentMessages.push({ role: 'tool', tool_call_id: tc.id, content: toolResult || 'done' })\n        transcript.push({ role: 'tool', content: toolResult || 'done', toolCallId: tc.id })\n      }\n    }\n\n    if (turn < maxTurns - 1) {\n      const driver = await driverTurn({\n        transport: driverTransport,\n        persona: opts.persona,\n        shape: opts.shape,\n        transcript,\n        turn,\n        models: driverModels,\n        maxTokens: driverMaxTokens,\n        signal: opts.signal,\n      })\n      totalCostUsd += driver.costUsd\n      agentMessages.push({ role: 'user', content: driver.content })\n      transcript.push({ role: 'user', content: driver.content })\n    }\n  }\n\n  return { transcript, artifacts, toolCalls, durationMs: Date.now() - start, costUsd: totalCostUsd }\n}\n\nasync function driverTurn<TPersona extends MultishotPersona>(opts: {\n  transport: MultishotTransport\n  persona: TPersona\n  shape: MultishotShape<TPersona>\n  transcript: MultishotMessage[]\n  turn: number\n  models: string[]\n  maxTokens: number\n  signal?: AbortSignal\n}): Promise<{ content: string; costUsd: number }> {\n  const driverSystem = opts.shape.buildDriverSystemPrompt(opts.persona)\n\n  // Translate transcript to driver POV: agent's `assistant` messages become\n  // `user` (the agent talking TO the driver); the driver's prior `user`\n  // messages become `assistant` (the driver's prior responses).\n  const driverMessages: Array<Record<string, unknown>> = [{ role: 'system', content: driverSystem }]\n  for (const msg of opts.transcript) {\n    if (msg.role === 'tool') continue\n    const content = driverVisibleContent(msg)\n    if (!content) continue\n    if (msg.role === 'assistant') driverMessages.push({ role: 'user', content })\n    else if (msg.role === 'user') driverMessages.push({ role: 'assistant', content })\n  }\n\n  // Driver must never go silent. Retry once on empty content; then fail loud.\n  for (const model of opts.models) {\n    for (let attempt = 0; attempt < 2; attempt++) {\n      const { message, usage, costUsd } = await opts.transport({\n        model,\n        messages: driverMessages,\n        temperature: 0.9,\n        maxTokens: opts.maxTokens,\n        signal: opts.signal,\n      })\n      const content = (message.content ?? '').trim()\n      if (content.length > 0)\n        return { content, costUsd: costUsd ?? estimateRouterCost(model, usage) }\n    }\n  }\n  throw new MultishotDriverEmptyError(opts.turn)\n}\n\nfunction driverVisibleContent(msg: MultishotMessage): string | null {\n  const text = msg.content.trim()\n  if (text.length > 0) return text\n  if (msg.role !== 'assistant' || !msg.toolCalls?.length) return null\n\n  const toolNames = msg.toolCalls.map((call) => call.name.trim()).filter(Boolean)\n  if (toolNames.length === 0) return 'Agent called tools.'\n  return `Agent called ${toolNames.length === 1 ? 'tool' : 'tools'}: ${toolNames.join(', ')}.`\n}\n","// Multishot matrix wrapper — sweeps profiles × personas × reps, runs\n// the driver-agent loop per cell, applies up to three configured judges,\n// persists per-cell artifacts, and aggregates by axis.\n//\n// Uses runAgentMatrix from @tangle-network/agent-eval/matrix under the\n// hood so cell scheduling + concurrency + cost ceiling are unified with\n// other matrix consumers.\n\nimport { mkdirSync, writeFileSync } from 'node:fs'\nimport { join } from 'node:path'\nimport type { AgentProfile } from '@tangle-network/agent-interface'\nimport type { MatrixResult } from '../matrix'\nimport { runAgentMatrix } from '../matrix'\nimport { type JudgeConfig, type JudgeScore, runJudge } from './judges'\nimport { runMultishot } from './multishot'\nimport type {\n  MultishotArtifact,\n  MultishotMessage,\n  MultishotPersona,\n  MultishotShape,\n  MultishotToolDefinition,\n  MultishotToolExecutor,\n  MultishotTransport,\n} from './types'\n\nexport interface ConversationJudgeInput<TPersona extends MultishotPersona> {\n  transcript: MultishotMessage[]\n  persona: TPersona\n}\n\nexport interface ArtifactJudgeInput<TPersona extends MultishotPersona> {\n  artifact: MultishotArtifact\n  persona: TPersona\n}\n\nexport interface MultishotJudges<TPersona extends MultishotPersona> {\n  /** Scores the full transcript end-to-end (always runs). */\n  conversation: JudgeConfig<ConversationJudgeInput<TPersona>>\n  /** Scores each code-type artifact. Optional — omit when domain has no code artifacts. */\n  codeReview?: JudgeConfig<ArtifactJudgeInput<TPersona>>\n  /** Scores each non-code (research/content/template) artifact. Optional. */\n  contentQuality?: JudgeConfig<ArtifactJudgeInput<TPersona>>\n  /** Which artifact types route to codeReview. Defaults to ['code']. */\n  codeArtifactTypes?: string[]\n  /** Which artifact types route to contentQuality. Defaults to ['research']. */\n  contentArtifactTypes?: string[]\n}\n\nexport interface CellCompositeScore {\n  composite: number\n  conversation: JudgeScore\n  codeReview?: {\n    perArtifact: Array<JudgeScore & { turn: number; type: string }>\n    composite: number\n  }\n  contentQuality?: {\n    perArtifact: Array<JudgeScore & { turn: number; type: string }>\n    composite: number\n  }\n}\n\nexport interface RunMultishotMatrixOptions<TPersona extends MultishotPersona> {\n  /** AgentProfile axis (matrix primary). */\n  profiles: Array<{ id: string; value: AgentProfile }>\n  /** Persona axis. */\n  personas: TPersona[]\n  /** Persona-shaping callbacks. */\n  shape: MultishotShape<TPersona>\n  /** Judge configurations. */\n  judges: MultishotJudges<TPersona>\n  /** Tool definitions advertised to the agent. Defaults to delegate_research + delegate_code. */\n  tools?: MultishotToolDefinition[]\n  /** Map from tool name → inline executor. Must align with `tools`. */\n  toolExecutors?: Record<string, MultishotToolExecutor>\n  /** Tool name → artifact type label. Defaults to research/code mapping. */\n  artifactTypeFor?: (toolName: string) => string | undefined\n  /** Where per-cell artifacts land. Cells write to `<runDir>/<profileId>/<personaId>/rep-N/`. */\n  runDir: string\n  /** Replicates per (profile, persona) cell. */\n  reps?: number\n  /** Max conversation turns per cell. */\n  maxTurns?: number\n  /** Maximum tool calls the agent may dispatch inside one assistant turn. */\n  maxToolDispatches?: number\n  /** Max concurrent cells. */\n  maxConcurrency?: number\n  /** Total $ ceiling across the matrix; cells aborted past this. */\n  costCeiling?: number\n  /** Agent model. */\n  agentModel?: string\n  /** Driver model. */\n  driverModel?: string\n  /** Fallback driver models tried when the primary simulated-user model returns empty twice. */\n  driverFallbackModels?: string[]\n  /** Maximum output tokens for the first agent call in each assistant turn. */\n  agentMaxTokens?: number\n  /** Maximum output tokens for agent follow-up calls after tool results. */\n  toolFollowupMaxTokens?: number\n  /** Maximum output tokens for each simulated-user driver response. */\n  driverMaxTokens?: number\n  /** Maximum output tokens for each judge response. */\n  judgeMaxTokens?: number\n  /** Execution seam for the agent leg of every cell — replaces the router\n   *  HTTP call when provided (see RunMultishotOptions.agentTransport).\n   *  Judges are unaffected; configure those via MultishotJudges. */\n  agentTransport?: MultishotTransport\n  /** Execution seam for the simulated-user driver leg of every cell. */\n  driverTransport?: MultishotTransport\n  /** Pass-thru fields. */\n  apiKey?: string\n  baseUrl?: string\n}\n\ninterface CellOutput {\n  turns: number\n  toolCalls: number\n  artifactCount: number\n}\n\n/** Mean composite over non-failed scores. `0` when the list is empty (a\n *  configured judge with nothing to score contributes 0, matching the cell\n *  composite's long-standing semantics); `null` when scores exist but every\n *  one failed — no signal, so the slot must be EXCLUDED from the cell mean\n *  rather than dragging it to zero. */\nfunction meanCompositeExcludingFailed(scores: ReadonlyArray<JudgeScore>): number | null {\n  if (scores.length === 0) return 0\n  const live = scores.filter((s) => !s.failed)\n  if (live.length === 0) return null\n  return live.reduce((sum, s) => sum + s.composite, 0) / live.length\n}\n\nexport interface CellCompositeInput {\n  conversation: JudgeScore\n  /** Present iff the codeReview judge is configured. */\n  codeReviews?: ReadonlyArray<JudgeScore>\n  /** Present iff the contentQuality judge is configured. */\n  contentReviews?: ReadonlyArray<JudgeScore>\n}\n\n/** Cell composite = mean over configured judge slots, excluding failed\n *  scores: a failed conversation judge or an all-failed artifact slot carries\n *  no signal and is dropped from the mean. `composite` is 0 only when EVERY\n *  configured slot failed (`allJudgesFailed` distinguishes that from a real\n *  zero). Pure — exported for deterministic testing. */\nexport function computeCellComposite(input: CellCompositeInput): {\n  composite: number\n  codeComposite: number\n  contentComposite: number\n  allJudgesFailed: boolean\n} {\n  const contributions: number[] = []\n  if (!input.conversation.failed) contributions.push(input.conversation.composite)\n\n  const codeMean = input.codeReviews ? meanCompositeExcludingFailed(input.codeReviews) : undefined\n  if (typeof codeMean === 'number') contributions.push(codeMean)\n  const contentMean = input.contentReviews\n    ? meanCompositeExcludingFailed(input.contentReviews)\n    : undefined\n  if (typeof contentMean === 'number') contributions.push(contentMean)\n\n  return {\n    composite:\n      contributions.length === 0\n        ? 0\n        : contributions.reduce((s, v) => s + v, 0) / contributions.length,\n    codeComposite: codeMean ?? 0,\n    contentComposite: contentMean ?? 0,\n    allJudgesFailed: contributions.length === 0,\n  }\n}\n\nexport interface RunMultishotMatrixResult {\n  matrix: MatrixResult<CellOutput>\n}\n\nexport async function runMultishotMatrix<TPersona extends MultishotPersona>(\n  opts: RunMultishotMatrixOptions<TPersona>,\n): Promise<RunMultishotMatrixResult> {\n  const codeTypes = new Set(opts.judges.codeArtifactTypes ?? ['code'])\n  const contentTypes = new Set(opts.judges.contentArtifactTypes ?? ['research'])\n  mkdirSync(opts.runDir, { recursive: true })\n\n  const matrix = await runAgentMatrix<CellOutput>({\n    axes: [\n      { name: 'profile', values: opts.profiles },\n      { name: 'persona', values: opts.personas.map((p) => ({ id: p.id, value: p })) },\n    ],\n    reps: opts.reps ?? 1,\n    maxConcurrency: opts.maxConcurrency ?? 2,\n    costCeiling: opts.costCeiling,\n    async runCell(cell) {\n      const profile = cell.axes.profile?.value as AgentProfile\n      const persona = cell.axes.persona?.value as TPersona\n      const profileId = String(cell.axes.profile?.id ?? 'unknown')\n      const personaId = String(cell.axes.persona?.id ?? 'unknown')\n\n      const sim = await runMultishot({\n        profile,\n        persona,\n        shape: opts.shape,\n        tools: opts.tools,\n        toolExecutors: opts.toolExecutors,\n        artifactTypeFor: opts.artifactTypeFor,\n        maxTurns: opts.maxTurns,\n        maxToolDispatches: opts.maxToolDispatches,\n        agentModel: opts.agentModel,\n        driverModel: opts.driverModel,\n        driverFallbackModels: opts.driverFallbackModels,\n        agentMaxTokens: opts.agentMaxTokens,\n        toolFollowupMaxTokens: opts.toolFollowupMaxTokens,\n        driverMaxTokens: opts.driverMaxTokens,\n        agentTransport: opts.agentTransport,\n        driverTransport: opts.driverTransport,\n        apiKey: opts.apiKey,\n        baseUrl: opts.baseUrl,\n      })\n\n      const codeArtifacts = sim.artifacts.filter((a) => codeTypes.has(a.type))\n      const contentArtifacts = sim.artifacts.filter((a) => contentTypes.has(a.type))\n\n      const [conversation, codeReviews, contentReviews] = await Promise.all([\n        runJudge(withJudgeMaxTokens(opts.judges.conversation, opts.judgeMaxTokens), {\n          transcript: sim.transcript,\n          persona,\n        }),\n        opts.judges.codeReview\n          ? Promise.all(\n              codeArtifacts.map((artifact) =>\n                runJudge(withJudgeMaxTokens(opts.judges.codeReview!, opts.judgeMaxTokens), {\n                  artifact,\n                  persona,\n                }).then((s) => ({\n                  ...s,\n                  turn: artifact.turn,\n                  type: artifact.type,\n                })),\n              ),\n            )\n          : Promise.resolve([] as Array<JudgeScore & { turn: number; type: string }>),\n        opts.judges.contentQuality\n          ? Promise.all(\n              contentArtifacts.map((artifact) =>\n                runJudge(withJudgeMaxTokens(opts.judges.contentQuality!, opts.judgeMaxTokens), {\n                  artifact,\n                  persona,\n                }).then((s) => ({\n                  ...s,\n                  turn: artifact.turn,\n                  type: artifact.type,\n                })),\n              ),\n            )\n          : Promise.resolve([] as Array<JudgeScore & { turn: number; type: string }>),\n      ])\n\n      const { composite, codeComposite, contentComposite, allJudgesFailed } = computeCellComposite({\n        conversation,\n        codeReviews: opts.judges.codeReview ? codeReviews : undefined,\n        contentReviews: opts.judges.contentQuality ? contentReviews : undefined,\n      })\n\n      const cellScore: CellCompositeScore = { composite, conversation }\n      if (opts.judges.codeReview)\n        cellScore.codeReview = { perArtifact: codeReviews, composite: codeComposite }\n      if (opts.judges.contentQuality)\n        cellScore.contentQuality = { perArtifact: contentReviews, composite: contentComposite }\n\n      const cellDir = join(opts.runDir, profileId, personaId, `rep-${cell.rep}`)\n      mkdirSync(cellDir, { recursive: true })\n      writeFileSync(join(cellDir, 'transcript.json'), JSON.stringify(sim.transcript, null, 2))\n      writeFileSync(join(cellDir, 'artifacts.json'), JSON.stringify(sim.artifacts, null, 2))\n      writeFileSync(join(cellDir, 'scores.json'), JSON.stringify(cellScore, null, 2))\n\n      const notes = [`convo=${conversation.composite.toFixed(1)}`]\n      if (opts.judges.codeReview) notes.push(`code=${codeComposite.toFixed(1)}`)\n      if (opts.judges.contentQuality) notes.push(`content=${contentComposite.toFixed(1)}`)\n      if (allJudgesFailed) notes.push('all-judges-failed')\n\n      return {\n        output: {\n          turns: sim.transcript.length,\n          toolCalls: sim.toolCalls,\n          artifactCount: sim.artifacts.length,\n        },\n        verdict: { valid: composite >= 5, score: composite, notes: notes.join(' ') },\n        costUsd: sim.costUsd,\n        durationMs: sim.durationMs,\n      }\n    },\n  })\n\n  // Persist top-level summary.\n  const summary = {\n    cells: matrix.summary.totalCells,\n    passRate: matrix.summary.overallPassRate,\n    meanScore: matrix.summary.overallMeanScore,\n    totalCostUsd: matrix.summary.totalCostUsd,\n    durationMs: matrix.summary.durationMs,\n    runsExecuted: matrix.summary.runsExecuted,\n    cellsSkipped: matrix.summary.cellsSkipped,\n    byProfile: matrix.byAxis.profile,\n    byPersona: matrix.byAxis.persona,\n  }\n  writeFileSync(join(opts.runDir, 'summary.json'), JSON.stringify(summary, null, 2))\n\n  const md: string[] = [\n    `# Multishot matrix`,\n    ``,\n    `**Cells**: ${matrix.summary.totalCells} | **Pass rate**: ${(matrix.summary.overallPassRate * 100).toFixed(0)}% | **Mean**: ${matrix.summary.overallMeanScore.toFixed(2)} | **Cost**: $${matrix.summary.totalCostUsd.toFixed(2)} | **Duration**: ${(matrix.summary.durationMs / 1000).toFixed(0)}s`,\n    ``,\n    `## By profile`,\n    ``,\n    '| profile | pass | mean | cost |',\n    '|---|---|---|---|',\n    ...Object.entries(matrix.byAxis.profile ?? {}).map(\n      ([id, s]) =>\n        `| ${id} | ${(s.passRate * 100).toFixed(0)}% | ${s.meanScore.toFixed(2)} | $${s.totalCostUsd.toFixed(2)} |`,\n    ),\n    ``,\n    `## By persona`,\n    ``,\n    '| persona | pass | mean | cost |',\n    '|---|---|---|---|',\n    ...Object.entries(matrix.byAxis.persona ?? {}).map(\n      ([id, s]) =>\n        `| ${id} | ${(s.passRate * 100).toFixed(0)}% | ${s.meanScore.toFixed(2)} | $${s.totalCostUsd.toFixed(2)} |`,\n    ),\n    ``,\n  ]\n  writeFileSync(join(opts.runDir, 'summary.md'), md.join('\\n'))\n\n  return { matrix }\n}\n\nfunction withJudgeMaxTokens<TInput>(\n  judge: JudgeConfig<TInput>,\n  maxTokens: number | undefined,\n): JudgeConfig<TInput> {\n  if (maxTokens === undefined || judge.maxTokens !== undefined) return judge\n  return { ...judge, maxTokens }\n}\n"],"mappings":";;;;AA4BA,eAAsB,iBACpB,KACmC;CACnC,MAAM,OAAgC;EACpC,OAAO,IAAI;EACX,UAAU,IAAI;EACd,aAAa,IAAI,eAAe;EAChC,YAAY,IAAI,aAAa;CAC/B;CACA,IAAI,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI;CACxC,MAAM,MAAM,GAAG,IAAI,QAAQ,QAAQ,QAAQ,EAAE,EAAE;CAC/C,MAAM,MAAM,MAAM,MAAM,KAAK;EAC3B,QAAQ;EACR,SAAS;GAAE,eAAe,UAAU,IAAI;GAAU,gBAAgB;EAAmB;EACrF,MAAM,KAAK,UAAU,IAAI;EACzB,QAAQ,IAAI;CACd,CAAC;CACD,IAAI,CAAC,IAAI,IAAI;EACX,MAAM,OAAO,MAAM,IAAI,KAAK;EAC5B,MAAM,IAAI,MAAM,UAAU,IAAI,OAAO,IAAI,KAAK,MAAM,GAAG,GAAG,GAAG;CAC/D;CACA,MAAM,OAAQ,MAAM,IAAI,KAAK;CAI7B,MAAM,SAAS,KAAK,QAAQ;CAC5B,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,+BAA+B,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,GAAG;CAChG,OAAO;EAAE,SAAS,OAAO;EAAS,OAAO,KAAK;CAAM;AACtD;AAIA,SAAgB,mBACd,OACA,OACQ;CACR,IAAI,CAAC,OAAO,OAAO;CACnB,MAAM,WAAW,MAAM,iBAAiB;CACxC,MAAM,YAAY,MAAM,qBAAqB;CAC7C,IAAI,UAAU;CACd,IAAI,WAAW;CACf,IAAI,MAAM,SAAS,aAAa,GAAG;EACjC,UAAU;EACV,WAAW;CACb,OAAO,IAAI,MAAM,SAAS,SAAS,KAAK,MAAM,SAAS,eAAe,GAAG;EACvE,UAAU;EACV,WAAW;CACb,OAAO,IAAI,MAAM,SAAS,MAAM,KAAK,MAAM,SAAS,KAAK,KAAK,MAAM,SAAS,UAAU,GAAG;EACxF,UAAU;EACV,WAAW;CACb;CACA,QAAQ,WAAW,UAAU,YAAY,YAAY;AACvD;AAEA,SAAgB,uBAA+B;CAC7C,QAAQ,QAAQ,IAAI,0BAA0B,iCAAA,CAAkC,QAC9E,QACA,EACF;AACF;AAEA,SAAgB,sBAA8B;CAC5C,MAAM,MAAM,QAAQ,IAAI;CACxB,IAAI,CAAC,KAAK,MAAM,IAAI,MAAM,gEAAgE;CAC1F,OAAO;AACT;;;ACnFA,MAAa,2BAA2B;AACxC,MAAa,sBAAsB;AAgBnC,MAAM,4BACJ;AAEF,MAAM,uBACJ;AAEF,MAAa,iCAA0D;CACrE,MAAM;CACN,UAAU;EACR,MAAM;EACN,aACE;EACF,YAAY;GACV,MAAM;GACN,YAAY;IACV,UAAU;KAAE,MAAM;KAAU,aAAa;IAAgC;IACzE,OAAO;KACL,MAAM;KACN,aAAa;IACf;GACF;GACA,UAAU,CAAC,UAAU;EACvB;CACF;AACF;AAEA,MAAa,6BAAsD;CACjE,MAAM;CACN,UAAU;EACR,MAAM;EACN,aACE;EACF,YAAY;GACV,MAAM;GACN,YAAY;IACV,MAAM;KAAE,MAAM;KAAU,aAAa;IAAgC;IACrE,UAAU;KACR,MAAM;KACN,aAAa;IACf;GACF;GACA,UAAU,CAAC,MAAM;EACnB;CACF;AACF;AAEA,SAAgB,uBACd,SAAkC,CAAC,GACZ;CACvB,MAAM,eAAe,OAAO,gBAAgB;CAC5C,MAAM,QAAQ,OAAO,SAAA;CACrB,OAAO,OAAO,MAAM,QAAQ;EAC1B,MAAM,WAAW,OAAO,KAAK,YAAY,EAAE;EAC3C,MAAM,QAAQ,KAAK,QAAQ,OAAO,KAAK,KAAK,IAAI,KAAA;EAChD,MAAM,EAAE,SAAS,UAAU,MAAM,iBAAiB;GAChD,QAAQ,IAAI;GACZ,SAAS,IAAI;GACb;GACA,aAAa;GACb,WAAW;GACX,UAAU,CACR;IAAE,MAAM;IAAU,SAAS;GAAa,GACxC;IAAE,MAAM;IAAQ,SAAS,aAAa,WAAW,QAAQ,YAAY,UAAU;GAAK,CACtF;GACA,QAAQ,IAAI;EACd,CAAC;EACD,OAAO;GAAE,SAAS,QAAQ,WAAW;GAAI,SAAS,mBAAmB,OAAO,KAAK;EAAE;CACrF;AACF;AAEA,SAAgB,mBAAmB,SAA6B,CAAC,GAA0B;CACzF,MAAM,eAAe,OAAO,gBAAgB;CAC5C,MAAM,QAAQ,OAAO,SAAA;CACrB,OAAO,OAAO,MAAM,QAAQ;EAC1B,MAAM,OAAO,OAAO,KAAK,QAAQ,EAAE;EACnC,MAAM,WAAW,KAAK,WAAW,OAAO,KAAK,QAAQ,IAAI;EACzD,MAAM,EAAE,SAAS,UAAU,MAAM,iBAAiB;GAChD,QAAQ,IAAI;GACZ,SAAS,IAAI;GACb;GACA,aAAa;GACb,WAAW;GACX,UAAU,CACR;IAAE,MAAM;IAAU,SAAS,GAAG,aAAa,gBAAgB;GAAW,GACtE;IAAE,MAAM;IAAQ,SAAS,YAAY;GAAO,CAC9C;GACA,QAAQ,IAAI;EACd,CAAC;EACD,OAAO;GAAE,SAAS,QAAQ,WAAW;GAAI,SAAS,mBAAmB,OAAO,KAAK;EAAE;CACrF;AACF;AAgBA,SAAgB,uBAAuB,SAA6B,CAAC,GAAuB;CAC1F,OAAO;EACL,OAAO,CAAC,gCAAgC,0BAA0B;EAClE,WAAW;GACT,mBAAmB,uBAAuB,OAAO,QAAQ;GACzD,eAAe,mBAAmB,OAAO,IAAI;EAC/C;EACA,kBAAkB,SAChB,SAAS,sBAAsB,aAAa,SAAS,kBAAkB,SAAS,KAAA;CACpF;AACF;;;AC/HA,MAAa,sBAAsB;AA4BnC,eAAsB,SACpB,OACA,OACqB;CACrB,MAAM,SAAS,MAAM,UAAU,oBAAoB;CACnD,MAAM,UAAU,MAAM,WAAW,qBAAqB;CACtD,MAAM,QAAQ,MAAM,SAAS,QAAQ,IAAI,eAAA;CACzC,MAAM,SAAS,MAAM,YAAY,KAAK;CACtC,IAAI,MAAM;CACV,IAAI;EACF,MAAM,EAAE,YAAY,MAAM,iBAAiB;GACzC;GACA;GACA;GACA,aAAa;GACb,WAAW,MAAM,aAAa;GAC9B,UAAU,CACR;IAAE,MAAM;IAAU,SAAS,MAAM;GAAa,GAC9C;IAAE,MAAM;IAAQ,SAAS;GAAO,CAClC;EACF,CAAC;EACD,OAAO,QAAQ,WAAW,GAAA,CAAI,KAAK;CACrC,SAAS,KAAK;EAGZ,OAAO;GACL,YAAY,CAAC;GACb,WAAW;GACX,QAAQ;GACR,OAAO,SAAS,MAAM,KAAK,gBAAgB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;EAC5F;CACF;CAEA,IAAI,SAAyC;CAC7C,IAAI;EACF,MAAM,UAAU,IACb,QAAQ,gBAAgB,EAAE,CAAC,CAC3B,QAAQ,WAAW,EAAE,CAAC,CACtB,KAAK;EACR,SAAS,KAAK,MAAM,OAAO;CAC7B,QAAQ;EACN,OAAO;GACL,YAAY,CAAC;GACb,WAAW;GACX,QAAQ;GACR,OAAO,SAAS,MAAM,KAAK,sBAAsB,IAAI,MAAM,GAAG,GAAG;EACnE;CACF;CAEA,MAAM,aAAqC,CAAC;CAC5C,IAAI,MAAM;CACV,KAAK,MAAM,OAAO,MAAM,YAAY;EAClC,MAAM,IAAI,OAAO,OAAO,IAAI,QAAQ,CAAC;EACrC,MAAM,UAAU,OAAO,SAAS,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI;EACpE,WAAW,IAAI,OAAO;EACtB,OAAO;CACT;CACA,OAAO;EACL;EACA,WAAW,MAAM,WAAW,WAAW,IAAI,IAAI,MAAM,MAAM,WAAW;EACtE,OAAO,OAAO,OAAO,UAAU,WAAW,OAAO,QAAQ;CAC3D;AACF;;;AAIA,SAAgB,iBAAiB,MAAyC;CACxE,OAAO,KAAK,KAAK,MAAM,KAAK,EAAE,IAAI,IAAI,EAAE,aAAa,CAAC,CAAC,KAAK,IAAI;AAClE;;AAGA,SAAgB,iBAAiB,MAAyC;CAExE,OAAO,6DADQ,KAAK,KAAK,MAAM,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,KAAK,GACqB,EAAE;AAC7E;;;AC7BA,IAAa,4BAAb,cAA+C,MAAM;CACvB;CAA5B,YAAY,MAA8B;EACxC,MAAM,0DAA0D,KAAK,gBAAgB;EAD3D,KAAA,OAAA;EAE1B,KAAK,OAAO;CACd;AACF;AAEA,IAAa,0BAAb,cAA6C,MAAM;CACjD,YAAY,SAAiB;EAC3B,MAAM,OAAO;EACb,KAAK,OAAO;CACd;AACF;;;AChCA,eAAsB,aACpB,MAC0B;CAC1B,MAAM,SAAS,KAAK,UAAU,oBAAoB;CAClD,MAAM,UAAU,KAAK,WAAW,qBAAqB;CACrD,MAAM,WAAW,KAAK,YAAY;CAClC,MAAM,oBAAoB,KAAK,qBAAqB;CACpD,MAAM,aAAa,KAAK,cAAc;CAEtC,MAAM,eAAe,CADD,KAAK,eAAe,sBACL,GAAI,KAAK,wBAAwB,CAAC,CAAE;CACvE,MAAM,iBAAiB,KAAK,kBAAkB;CAC9C,MAAM,wBAAwB,KAAK,yBAAyB;CAC5D,MAAM,kBAAkB,KAAK,mBAAmB;CAEhD,MAAM,SACJ,KAAK,SAAS,KAAK,gBACf;EACE,OAAO,KAAK;EACZ,WAAW,KAAK;EAChB,iBAAiB,KAAK,0BAA0B,KAAA;CAClD,IACA,uBAAuB;CAC7B,MAAM,QAAQ,KAAK,SAAS,OAAO;CACnC,MAAM,YAAY,KAAK,iBAAiB,OAAO;CAC/C,MAAM,kBAAkB,KAAK,mBAAmB,OAAO;CAEvD,MAAM,mBAAuC,QAAQ,iBAAiB;EAAE;EAAQ;EAAS,GAAG;CAAI,CAAC;CACjG,MAAM,iBAAiB,KAAK,kBAAkB;CAC9C,MAAM,kBAAkB,KAAK,mBAAmB;CAEhD,MAAM,QAAQ,KAAK,IAAI;CACvB,MAAM,aAAiC,CAAC;CACxC,MAAM,YAAiC,CAAC;CACxC,IAAI,YAAY;CAChB,IAAI,eAAe;CAEnB,MAAM,SAAS,KAAK,MAAM,YAAY,KAAK,OAAO;CAClD,WAAW,KAAK;EAAE,MAAM;EAAQ,SAAS;CAAO,CAAC;CAGjD,MAAM,gBAAgD,CACpD;EAAE,MAAM;EAAU,SAFC,KAAK,QAAQ,QAAQ,gBAAgB;CAEhB,GACxC;EAAE,MAAM;EAAQ,SAAS;CAAO,CAClC;CAEA,KAAK,IAAI,OAAO,GAAG,OAAO,UAAU,QAAQ;EAC1C,IAAI,KAAK,QAAQ,SAAS,MAAM,IAAI,MAAM,mBAAmB;EAE7D,IAAI,qBAAqB;EACzB,OAAO,MAAM;GACX,MAAM,EACJ,SAAS,UACT,OAAO,YACP,SAAS,iBACP,MAAM,eAAe;IACvB,OAAO;IACP,UAAU;IACV;IACA,aAAa;IACb,WAAW,uBAAuB,IAAI,iBAAiB;IACvD,QAAQ,KAAK;GACf,CAAC;GACD,gBAAgB,gBAAgB,mBAAmB,YAAY,UAAU;GAEzE,MAAM,aAAa,SAAS,WAAW,GAAA,CAAI,KAAK;GAChD,MAAM,kBAAkB,SAAS,cAAc,CAAC,EAAA,CAAG,KAAK,QAAQ;IAC9D,IAAI,GAAG;IACP,MAAM,GAAG,SAAS;IAClB,aAAa;KACX,IAAI;MACF,OAAO,KAAK,MAAM,GAAG,SAAS,SAAS;KACzC,QAAQ;MACN,OAAO,CAAC;KACV;IACF,EAAA,CAAG;GACL,EAAE;GAEF,cAAc,KAAK;IACjB,MAAM;IACN,SAAS,aAAa;IACtB,GAAI,SAAS,YAAY,SAAS,EAAE,YAAY,SAAS,WAAW,IAAI,CAAC;GAC3E,CAAC;GACD,WAAW,KAAK;IACd,MAAM;IACN,SAAS;IACT,WAAW,eAAe,SAAS,IAAI,iBAAiB,KAAA;GAC1D,CAAC;GAED,IAAI,eAAe,WAAW,GAAG;GACjC,sBAAsB,eAAe;GACrC,IAAI,qBAAqB,mBACvB,MAAM,IAAI,MACR,0CAA0C,mBAAmB,GAAG,kBAAkB,YAAY,MAChG;GAGF,KAAK,MAAM,MAAM,gBAAgB;IAC/B;IACA,IAAI,aAAa;IACjB,IAAI;KACF,MAAM,WAAW,UAAU,GAAG;KAC9B,IAAI,CAAC,UACH,aAAa,KAAK,UAAU,EAAE,OAAO,gBAAgB,GAAG,OAAO,CAAC;UAC3D;MACL,MAAM,IAAI,MAAM,SAAS,GAAG,MAAM;OAAE;OAAQ;OAAS,QAAQ,KAAK;MAAO,CAAC;MAC1E,aAAa,EAAE;MACf,gBAAgB,EAAE;MAClB,MAAM,eAAe,gBAAgB,GAAG,IAAI;MAC5C,IAAI,cACF,UAAU,KAAK;OACb,MAAM;OACN;OACA,YAAY;QAAE,MAAM,GAAG;QAAM,MAAM,GAAG;OAAK;OAC3C,SAAS;MACX,CAAC;KAEL;IACF,SAAS,KAAK;KACZ,IAAI,eAAe,yBAAyB,MAAM;KAClD,aAAa,KAAK,UAAU,EAAE,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,EAAE,CAAC;IACzF;IACA,cAAc,KAAK;KAAE,MAAM;KAAQ,cAAc,GAAG;KAAI,SAAS,cAAc;IAAO,CAAC;IACvF,WAAW,KAAK;KAAE,MAAM;KAAQ,SAAS,cAAc;KAAQ,YAAY,GAAG;IAAG,CAAC;GACpF;EACF;EAEA,IAAI,OAAO,WAAW,GAAG;GACvB,MAAM,SAAS,MAAM,WAAW;IAC9B,WAAW;IACX,SAAS,KAAK;IACd,OAAO,KAAK;IACZ;IACA;IACA,QAAQ;IACR,WAAW;IACX,QAAQ,KAAK;GACf,CAAC;GACD,gBAAgB,OAAO;GACvB,cAAc,KAAK;IAAE,MAAM;IAAQ,SAAS,OAAO;GAAQ,CAAC;GAC5D,WAAW,KAAK;IAAE,MAAM;IAAQ,SAAS,OAAO;GAAQ,CAAC;EAC3D;CACF;CAEA,OAAO;EAAE;EAAY;EAAW;EAAW,YAAY,KAAK,IAAI,IAAI;EAAO,SAAS;CAAa;AACnG;AAEA,eAAe,WAA8C,MASX;CAMhD,MAAM,iBAAiD,CAAC;EAAE,MAAM;EAAU,SALrD,KAAK,MAAM,wBAAwB,KAAK,OAKiC;CAAE,CAAC;CACjG,KAAK,MAAM,OAAO,KAAK,YAAY;EACjC,IAAI,IAAI,SAAS,QAAQ;EACzB,MAAM,UAAU,qBAAqB,GAAG;EACxC,IAAI,CAAC,SAAS;EACd,IAAI,IAAI,SAAS,aAAa,eAAe,KAAK;GAAE,MAAM;GAAQ;EAAQ,CAAC;OACtE,IAAI,IAAI,SAAS,QAAQ,eAAe,KAAK;GAAE,MAAM;GAAa;EAAQ,CAAC;CAClF;CAGA,KAAK,MAAM,SAAS,KAAK,QACvB,KAAK,IAAI,UAAU,GAAG,UAAU,GAAG,WAAW;EAC5C,MAAM,EAAE,SAAS,OAAO,YAAY,MAAM,KAAK,UAAU;GACvD;GACA,UAAU;GACV,aAAa;GACb,WAAW,KAAK;GAChB,QAAQ,KAAK;EACf,CAAC;EACD,MAAM,WAAW,QAAQ,WAAW,GAAA,CAAI,KAAK;EAC7C,IAAI,QAAQ,SAAS,GACnB,OAAO;GAAE;GAAS,SAAS,WAAW,mBAAmB,OAAO,KAAK;EAAE;CAC3E;CAEF,MAAM,IAAI,0BAA0B,KAAK,IAAI;AAC/C;AAEA,SAAS,qBAAqB,KAAsC;CAClE,MAAM,OAAO,IAAI,QAAQ,KAAK;CAC9B,IAAI,KAAK,SAAS,GAAG,OAAO;CAC5B,IAAI,IAAI,SAAS,eAAe,CAAC,IAAI,WAAW,QAAQ,OAAO;CAE/D,MAAM,YAAY,IAAI,UAAU,KAAK,SAAS,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,OAAO;CAC9E,IAAI,UAAU,WAAW,GAAG,OAAO;CACnC,OAAO,gBAAgB,UAAU,WAAW,IAAI,SAAS,QAAQ,IAAI,UAAU,KAAK,IAAI,EAAE;AAC5F;;;;;;;;AC7IA,SAAS,6BAA6B,QAAkD;CACtF,IAAI,OAAO,WAAW,GAAG,OAAO;CAChC,MAAM,OAAO,OAAO,QAAQ,MAAM,CAAC,EAAE,MAAM;CAC3C,IAAI,KAAK,WAAW,GAAG,OAAO;CAC9B,OAAO,KAAK,QAAQ,KAAK,MAAM,MAAM,EAAE,WAAW,CAAC,IAAI,KAAK;AAC9D;;;;;;AAeA,SAAgB,qBAAqB,OAKnC;CACA,MAAM,gBAA0B,CAAC;CACjC,IAAI,CAAC,MAAM,aAAa,QAAQ,cAAc,KAAK,MAAM,aAAa,SAAS;CAE/E,MAAM,WAAW,MAAM,cAAc,6BAA6B,MAAM,WAAW,IAAI,KAAA;CACvF,IAAI,OAAO,aAAa,UAAU,cAAc,KAAK,QAAQ;CAC7D,MAAM,cAAc,MAAM,iBACtB,6BAA6B,MAAM,cAAc,IACjD,KAAA;CACJ,IAAI,OAAO,gBAAgB,UAAU,cAAc,KAAK,WAAW;CAEnE,OAAO;EACL,WACE,cAAc,WAAW,IACrB,IACA,cAAc,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,cAAc;EAC/D,eAAe,YAAY;EAC3B,kBAAkB,eAAe;EACjC,iBAAiB,cAAc,WAAW;CAC5C;AACF;AAMA,eAAsB,mBACpB,MACmC;CACnC,MAAM,YAAY,IAAI,IAAI,KAAK,OAAO,qBAAqB,CAAC,MAAM,CAAC;CACnE,MAAM,eAAe,IAAI,IAAI,KAAK,OAAO,wBAAwB,CAAC,UAAU,CAAC;CAC7E,UAAU,KAAK,QAAQ,EAAE,WAAW,KAAK,CAAC;CAE1C,MAAM,SAAS,MAAM,eAA2B;EAC9C,MAAM,CACJ;GAAE,MAAM;GAAW,QAAQ,KAAK;EAAS,GACzC;GAAE,MAAM;GAAW,QAAQ,KAAK,SAAS,KAAK,OAAO;IAAE,IAAI,EAAE;IAAI,OAAO;GAAE,EAAE;EAAE,CAChF;EACA,MAAM,KAAK,QAAQ;EACnB,gBAAgB,KAAK,kBAAkB;EACvC,aAAa,KAAK;EAClB,MAAM,QAAQ,MAAM;GAClB,MAAM,UAAU,KAAK,KAAK,SAAS;GACnC,MAAM,UAAU,KAAK,KAAK,SAAS;GACnC,MAAM,YAAY,OAAO,KAAK,KAAK,SAAS,MAAM,SAAS;GAC3D,MAAM,YAAY,OAAO,KAAK,KAAK,SAAS,MAAM,SAAS;GAE3D,MAAM,MAAM,MAAM,aAAa;IAC7B;IACA;IACA,OAAO,KAAK;IACZ,OAAO,KAAK;IACZ,eAAe,KAAK;IACpB,iBAAiB,KAAK;IACtB,UAAU,KAAK;IACf,mBAAmB,KAAK;IACxB,YAAY,KAAK;IACjB,aAAa,KAAK;IAClB,sBAAsB,KAAK;IAC3B,gBAAgB,KAAK;IACrB,uBAAuB,KAAK;IAC5B,iBAAiB,KAAK;IACtB,gBAAgB,KAAK;IACrB,iBAAiB,KAAK;IACtB,QAAQ,KAAK;IACb,SAAS,KAAK;GAChB,CAAC;GAED,MAAM,gBAAgB,IAAI,UAAU,QAAQ,MAAM,UAAU,IAAI,EAAE,IAAI,CAAC;GACvE,MAAM,mBAAmB,IAAI,UAAU,QAAQ,MAAM,aAAa,IAAI,EAAE,IAAI,CAAC;GAE7E,MAAM,CAAC,cAAc,aAAa,kBAAkB,MAAM,QAAQ,IAAI;IACpE,SAAS,mBAAmB,KAAK,OAAO,cAAc,KAAK,cAAc,GAAG;KAC1E,YAAY,IAAI;KAChB;IACF,CAAC;IACD,KAAK,OAAO,aACR,QAAQ,IACN,cAAc,KAAK,aACjB,SAAS,mBAAmB,KAAK,OAAO,YAAa,KAAK,cAAc,GAAG;KACzE;KACA;IACF,CAAC,CAAC,CAAC,MAAM,OAAO;KACd,GAAG;KACH,MAAM,SAAS;KACf,MAAM,SAAS;IACjB,EAAE,CACJ,CACF,IACA,QAAQ,QAAQ,CAAC,CAAuD;IAC5E,KAAK,OAAO,iBACR,QAAQ,IACN,iBAAiB,KAAK,aACpB,SAAS,mBAAmB,KAAK,OAAO,gBAAiB,KAAK,cAAc,GAAG;KAC7E;KACA;IACF,CAAC,CAAC,CAAC,MAAM,OAAO;KACd,GAAG;KACH,MAAM,SAAS;KACf,MAAM,SAAS;IACjB,EAAE,CACJ,CACF,IACA,QAAQ,QAAQ,CAAC,CAAuD;GAC9E,CAAC;GAED,MAAM,EAAE,WAAW,eAAe,kBAAkB,oBAAoB,qBAAqB;IAC3F;IACA,aAAa,KAAK,OAAO,aAAa,cAAc,KAAA;IACpD,gBAAgB,KAAK,OAAO,iBAAiB,iBAAiB,KAAA;GAChE,CAAC;GAED,MAAM,YAAgC;IAAE;IAAW;GAAa;GAChE,IAAI,KAAK,OAAO,YACd,UAAU,aAAa;IAAE,aAAa;IAAa,WAAW;GAAc;GAC9E,IAAI,KAAK,OAAO,gBACd,UAAU,iBAAiB;IAAE,aAAa;IAAgB,WAAW;GAAiB;GAExF,MAAM,UAAU,KAAK,KAAK,QAAQ,WAAW,WAAW,OAAO,KAAK,KAAK;GACzE,UAAU,SAAS,EAAE,WAAW,KAAK,CAAC;GACtC,cAAc,KAAK,SAAS,iBAAiB,GAAG,KAAK,UAAU,IAAI,YAAY,MAAM,CAAC,CAAC;GACvF,cAAc,KAAK,SAAS,gBAAgB,GAAG,KAAK,UAAU,IAAI,WAAW,MAAM,CAAC,CAAC;GACrF,cAAc,KAAK,SAAS,aAAa,GAAG,KAAK,UAAU,WAAW,MAAM,CAAC,CAAC;GAE9E,MAAM,QAAQ,CAAC,SAAS,aAAa,UAAU,QAAQ,CAAC,GAAG;GAC3D,IAAI,KAAK,OAAO,YAAY,MAAM,KAAK,QAAQ,cAAc,QAAQ,CAAC,GAAG;GACzE,IAAI,KAAK,OAAO,gBAAgB,MAAM,KAAK,WAAW,iBAAiB,QAAQ,CAAC,GAAG;GACnF,IAAI,iBAAiB,MAAM,KAAK,mBAAmB;GAEnD,OAAO;IACL,QAAQ;KACN,OAAO,IAAI,WAAW;KACtB,WAAW,IAAI;KACf,eAAe,IAAI,UAAU;IAC/B;IACA,SAAS;KAAE,OAAO,aAAa;KAAG,OAAO;KAAW,OAAO,MAAM,KAAK,GAAG;IAAE;IAC3E,SAAS,IAAI;IACb,YAAY,IAAI;GAClB;EACF;CACF,CAAC;CAGD,MAAM,UAAU;EACd,OAAO,OAAO,QAAQ;EACtB,UAAU,OAAO,QAAQ;EACzB,WAAW,OAAO,QAAQ;EAC1B,cAAc,OAAO,QAAQ;EAC7B,YAAY,OAAO,QAAQ;EAC3B,cAAc,OAAO,QAAQ;EAC7B,cAAc,OAAO,QAAQ;EAC7B,WAAW,OAAO,OAAO;EACzB,WAAW,OAAO,OAAO;CAC3B;CACA,cAAc,KAAK,KAAK,QAAQ,cAAc,GAAG,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;CAEjF,MAAM,KAAe;EACnB;EACA;EACA,cAAc,OAAO,QAAQ,WAAW,qBAAqB,OAAO,QAAQ,kBAAkB,IAAA,CAAK,QAAQ,CAAC,EAAE,gBAAgB,OAAO,QAAQ,iBAAiB,QAAQ,CAAC,EAAE,gBAAgB,OAAO,QAAQ,aAAa,QAAQ,CAAC,EAAE,oBAAoB,OAAO,QAAQ,aAAa,IAAA,CAAM,QAAQ,CAAC,EAAE;EACjS;EACA;EACA;EACA;EACA;EACA,GAAG,OAAO,QAAQ,OAAO,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,KAC5C,CAAC,IAAI,OACJ,KAAK,GAAG,MAAM,EAAE,WAAW,IAAA,CAAK,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,QAAQ,CAAC,EAAE,MAAM,EAAE,aAAa,QAAQ,CAAC,EAAE,GAC5G;EACA;EACA;EACA;EACA;EACA;EACA,GAAG,OAAO,QAAQ,OAAO,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,KAC5C,CAAC,IAAI,OACJ,KAAK,GAAG,MAAM,EAAE,WAAW,IAAA,CAAK,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,QAAQ,CAAC,EAAE,MAAM,EAAE,aAAa,QAAQ,CAAC,EAAE,GAC5G;EACA;CACF;CACA,cAAc,KAAK,KAAK,QAAQ,YAAY,GAAG,GAAG,KAAK,IAAI,CAAC;CAE5D,OAAO,EAAE,OAAO;AAClB;AAEA,SAAS,mBACP,OACA,WACqB;CACrB,IAAI,cAAc,KAAA,KAAa,MAAM,cAAc,KAAA,GAAW,OAAO;CACrE,OAAO;EAAE,GAAG;EAAO;CAAU;AAC/B"}

package/dist/off-policy-DvgzvtIx.js

@@ -0,0 +1,220 @@
+import { s as ValidationError } from "./errors-8YnH8WlF.js";
+//#region src/rl/off-policy.ts
+/**
+* Off-policy evaluation primitives.
+*
+* Standard inverse-probability-weighted (IPS), self-normalized
+* importance-weighted (SNIPS), and doubly-robust (DR) estimators for the
+* value of a *target* policy given trajectories collected under a
+* *behavior* policy. This is the canonical RL eval task: "we have last
+* week's runs, we changed the policy — how would the new one do without
+* re-running?"
+*
+* The math here is textbook (Dudík, Langford, Li 2011 for DR; Swaminathan
+* & Joachims 2015 for SNIPS) but the *application* to LLM-agent
+* evaluation needs care:
+*
+*   - The "policy" is the (prompt, tool config, model snapshot) triple.
+*     Two policies have the same probability over an action *iff* their
+*     LLM call would emit the same token with the same probability —
+*     which is generally unknowable without the model log-probs.
+*   - For LLM agents, propensity scores must be supplied by the caller
+*     (logged in the trace, recovered from token log-probs, or estimated
+*     via a learned propensity model). We do NOT estimate propensity here.
+*   - Doubly-robust requires two outputs from a Q-function: its prediction
+*     for the logged action and its expectation under the target policy.
+*     Consumers compute these with a tabular estimate, regression fit, or
+*     learned reward model before constructing the trajectories.
+*
+* Bias / variance tradeoffs:
+*   - IPS: unbiased; high variance for small overlap, infinite variance
+*     when target has support outside behavior.
+*   - SNIPS: lower variance, slight bias; usually preferred in practice.
+*   - DR: doubly-robust — unbiased if either propensity OR Q-function is
+*     correct. Lowest practical variance when Q is decent. Use this.
+*
+* Caveat the panel will land: on the LLM-agent setting, propensity scores
+* recovered from token log-probs are noisy, the action space is enormous,
+* and overlap is often poor. These estimators are useful but not magic;
+* complement with `replayCampaign` (exact replay where the request hashes
+* match) for high-confidence answers and OPE for the gap.
+*/
+/**
+* Inverse Probability Weighting (Horvitz-Thompson). Unbiased estimator
+* of E[reward under target policy]. Variance scales with the spread of
+* target/behavior ratios.
+*/
+function inverseProbabilityWeighting(trajectories, opts = {}) {
+	const cap = opts.weightCap ?? Infinity;
+	const clip = opts.rewardClip ?? {
+		low: 0,
+		high: 1
+	};
+	if (trajectories.length === 0) return zeroEstimate();
+	const weights = [];
+	const weightedRewards = [];
+	let maxW = 0;
+	for (const t of trajectories) {
+		if (t.behaviorProb <= 0) throw new ValidationError(`inverseProbabilityWeighting: behaviorProb must be > 0 (runId=${t.runId})`);
+		const w = Math.min(cap, t.targetProb / t.behaviorProb);
+		const r = clamp(t.reward, clip.low, clip.high);
+		weights.push(w);
+		weightedRewards.push(w * r);
+		if (w > maxW) maxW = w;
+	}
+	const n = weights.length;
+	const value = weightedRewards.reduce((s, x) => s + x, 0) / n;
+	const variance = weightedRewards.reduce((s, x) => s + (x - value) ** 2, 0) / Math.max(1, n - 1);
+	const sumW = weights.reduce((s, w) => s + w, 0);
+	const sumW2 = weights.reduce((s, w) => s + w * w, 0);
+	const effN = sumW === 0 ? 0 : sumW * sumW / sumW2;
+	return {
+		value,
+		standardError: Math.sqrt(variance / n),
+		effectiveSampleSize: effN,
+		n,
+		maxImportanceWeight: maxW
+	};
+}
+/**
+* Self-Normalized Importance Sampling. Lower variance than vanilla IPS at
+* the cost of small bias (vanishing as N grows). The right default for
+* LLM-agent evaluation where overlap is often poor.
+*/
+function selfNormalizedImportanceWeighting(trajectories, opts = {}) {
+	const cap = opts.weightCap ?? Infinity;
+	const clip = opts.rewardClip ?? {
+		low: 0,
+		high: 1
+	};
+	if (trajectories.length === 0) return zeroEstimate();
+	const weights = [];
+	const rewards = [];
+	let maxW = 0;
+	for (const t of trajectories) {
+		if (t.behaviorProb <= 0) throw new ValidationError(`selfNormalizedImportanceWeighting: behaviorProb must be > 0 (runId=${t.runId})`);
+		const w = Math.min(cap, t.targetProb / t.behaviorProb);
+		weights.push(w);
+		rewards.push(clamp(t.reward, clip.low, clip.high));
+		if (w > maxW) maxW = w;
+	}
+	const sumW = weights.reduce((s, w) => s + w, 0);
+	const sumWR = weights.reduce((s, w, i) => s + w * rewards[i], 0);
+	const value = sumW === 0 ? 0 : sumWR / sumW;
+	const sumW2 = weights.reduce((s, w) => s + w * w, 0);
+	const effN = sumW === 0 ? 0 : sumW * sumW / sumW2;
+	const variance = weights.map((w, i) => w * (rewards[i] - value)).reduce((s, x) => s + x * x, 0) / Math.max(1, sumW * sumW);
+	return {
+		value,
+		standardError: Math.sqrt(variance),
+		effectiveSampleSize: effN,
+		n: trajectories.length,
+		maxImportanceWeight: maxW
+	};
+}
+/**
+* Doubly-robust off-policy estimator (Dudík, Langford, Li 2011).
+*
+*     V_DR = (1/N) * sum_i [ v_hat_target_i
+*              + (target_prob_i / behavior_prob_i) * (r_i - q_hat_chosen_i) ]
+*
+* Unbiased if EITHER:
+*   - the importance ratios are correct (IPS-style validity), OR
+*   - the Q-hat function is correct (model-based validity).
+*
+* In practice both are imperfect, but the residual bias is the *product*
+* of both errors — much smaller than either alone. This is why DR is the
+* default in production OPE pipelines.
+*
+* `qHatChosen` and `vHatTarget` must be supplied together. Rows with neither
+* use the exact IPS contribution. `contributionCounts` makes the mix explicit
+* in the result.
+* Callers must cross-fit the Q-function or train it on independent rows;
+* fitting and evaluating Q on the same outcomes leaks the answer.
+*/
+function doublyRobust(trajectories, opts = {}) {
+	const cap = opts.weightCap ?? Infinity;
+	const clip = opts.rewardClip ?? {
+		low: 0,
+		high: 1
+	};
+	if (trajectories.length === 0) return {
+		...zeroEstimate(),
+		contributionCounts: {
+			dr: 0,
+			ipsFallback: 0
+		}
+	};
+	const contributions = [];
+	const contributionCounts = {
+		dr: 0,
+		ipsFallback: 0
+	};
+	let maxW = 0;
+	let sumW = 0;
+	let sumW2 = 0;
+	for (const t of trajectories) {
+		if (t.behaviorProb <= 0) throw new ValidationError(`doublyRobust: behaviorProb must be > 0 (runId=${t.runId})`);
+		const w = Math.min(cap, t.targetProb / t.behaviorProb);
+		const r = clamp(t.reward, clip.low, clip.high);
+		const rawQHatChosen = t.qHatChosen;
+		const rawVHatTarget = t.vHatTarget;
+		const hasQHatChosen = rawQHatChosen !== null && rawQHatChosen !== void 0;
+		const hasVHatTarget = rawVHatTarget !== null && rawVHatTarget !== void 0;
+		if (hasQHatChosen !== hasVHatTarget) throw new ValidationError(`doublyRobust: qHatChosen and vHatTarget must be supplied together (runId=${t.runId})`);
+		if (hasQHatChosen && hasVHatTarget) {
+			if (!Number.isFinite(rawQHatChosen) || !Number.isFinite(rawVHatTarget)) throw new ValidationError(`doublyRobust: qHatChosen and vHatTarget must be finite (runId=${t.runId})`);
+			const qHatChosen = clamp(rawQHatChosen, clip.low, clip.high);
+			const vHatTarget = clamp(rawVHatTarget, clip.low, clip.high);
+			contributions.push(vHatTarget + w * (r - qHatChosen));
+			contributionCounts.dr += 1;
+		} else {
+			contributions.push(w * r);
+			contributionCounts.ipsFallback += 1;
+		}
+		if (w > maxW) maxW = w;
+		sumW += w;
+		sumW2 += w * w;
+	}
+	const n = contributions.length;
+	const value = contributions.reduce((s, x) => s + x, 0) / n;
+	const variance = contributions.reduce((s, x) => s + (x - value) ** 2, 0) / Math.max(1, n - 1);
+	const effN = sumW === 0 ? 0 : sumW * sumW / sumW2;
+	return {
+		value,
+		standardError: Math.sqrt(variance / n),
+		effectiveSampleSize: effN,
+		n,
+		maxImportanceWeight: maxW,
+		contributionCounts
+	};
+}
+/**
+* Convenience: run all three estimators and return them side-by-side.
+* The recommended diagnostic — agreement across estimators is a much
+* stronger signal than any single one.
+*/
+function offPolicyEstimateAll(trajectories, opts = {}) {
+	return {
+		ips: inverseProbabilityWeighting(trajectories, opts),
+		snips: selfNormalizedImportanceWeighting(trajectories, opts),
+		dr: doublyRobust(trajectories, opts)
+	};
+}
+function zeroEstimate() {
+	return {
+		value: 0,
+		standardError: 0,
+		effectiveSampleSize: 0,
+		n: 0,
+		maxImportanceWeight: 0
+	};
+}
+function clamp(x, lo, hi) {
+	if (!Number.isFinite(x)) return lo;
+	return Math.max(lo, Math.min(hi, x));
+}
+//#endregion
+export { selfNormalizedImportanceWeighting as i, inverseProbabilityWeighting as n, offPolicyEstimateAll as r, doublyRobust as t };
+
+//# sourceMappingURL=off-policy-DvgzvtIx.js.map

package/dist/off-policy-DvgzvtIx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"off-policy-DvgzvtIx.js","names":[],"sources":["../src/rl/off-policy.ts"],"sourcesContent":["/**\n * Off-policy evaluation primitives.\n *\n * Standard inverse-probability-weighted (IPS), self-normalized\n * importance-weighted (SNIPS), and doubly-robust (DR) estimators for the\n * value of a *target* policy given trajectories collected under a\n * *behavior* policy. This is the canonical RL eval task: \"we have last\n * week's runs, we changed the policy — how would the new one do without\n * re-running?\"\n *\n * The math here is textbook (Dudík, Langford, Li 2011 for DR; Swaminathan\n * & Joachims 2015 for SNIPS) but the *application* to LLM-agent\n * evaluation needs care:\n *\n *   - The \"policy\" is the (prompt, tool config, model snapshot) triple.\n *     Two policies have the same probability over an action *iff* their\n *     LLM call would emit the same token with the same probability —\n *     which is generally unknowable without the model log-probs.\n *   - For LLM agents, propensity scores must be supplied by the caller\n *     (logged in the trace, recovered from token log-probs, or estimated\n *     via a learned propensity model). We do NOT estimate propensity here.\n *   - Doubly-robust requires two outputs from a Q-function: its prediction\n *     for the logged action and its expectation under the target policy.\n *     Consumers compute these with a tabular estimate, regression fit, or\n *     learned reward model before constructing the trajectories.\n *\n * Bias / variance tradeoffs:\n *   - IPS: unbiased; high variance for small overlap, infinite variance\n *     when target has support outside behavior.\n *   - SNIPS: lower variance, slight bias; usually preferred in practice.\n *   - DR: doubly-robust — unbiased if either propensity OR Q-function is\n *     correct. Lowest practical variance when Q is decent. Use this.\n *\n * Caveat the panel will land: on the LLM-agent setting, propensity scores\n * recovered from token log-probs are noisy, the action space is enormous,\n * and overlap is often poor. These estimators are useful but not magic;\n * complement with `replayCampaign` (exact replay where the request hashes\n * match) for high-confidence answers and OPE for the gap.\n */\n\nimport { ValidationError } from '../errors'\n\nexport interface OffPolicyTrajectory {\n  /** Stable id, for traceability through the dataset. */\n  runId: string\n  /** Reward observed under the behavior policy (the realized outcome). */\n  reward: number\n  /**\n   * Behavior-policy probability of the action that was taken. For LLM\n   * agents this is typically `exp(sum(token_log_probs))` over the chosen\n   * trajectory. Must be in (0, 1].\n   */\n  behaviorProb: number\n  /**\n   * Target-policy probability of the same action. For replay-style\n   * counterfactual evaluation this is what the *new* policy would have\n   * assigned to the *old* trajectory. Must be in [0, 1].\n   */\n  targetProb: number\n  /**\n   * Model-based reward prediction for the action selected by the behavior\n   * policy: `Q_hat(context, loggedAction)`. Supply this together with\n   * `vHatTarget` for contextual-bandit doubly-robust estimation.\n   */\n  qHatChosen?: number | null\n  /**\n   * Expected model-based reward under the target policy:\n   * `sum_action targetPolicy(action | context) * Q_hat(context, action)`.\n   * Supply this together with `qHatChosen`. For an honest evaluation, both\n   * values must come from a model cross-fitted or trained outside this row.\n   */\n  vHatTarget?: number | null\n}\n\nexport interface OffPolicyContributionCounts {\n  /** Contributions using the contextual-bandit doubly-robust formula. */\n  dr: number\n  /** Contributions using exact IPS because no reward-model estimate was supplied. */\n  ipsFallback: number\n}\n\nexport interface OffPolicyEstimate {\n  /** Estimated value of the target policy. */\n  value: number\n  /** Standard error of the estimate. */\n  standardError: number\n  /** Effective sample size (Kong 1992). Lower = more reliance on a few high-weight samples. */\n  effectiveSampleSize: number\n  /** Number of trajectories used. */\n  n: number\n  /**\n   * Diagnostic: maximum importance weight observed. Large values (>>10x\n   * mean) are a red flag — variance is dominated by a few outliers.\n   */\n  maxImportanceWeight: number\n  /** Populated by `doublyRobust` to expose which formula each row used. */\n  contributionCounts?: OffPolicyContributionCounts\n}\n\nexport interface OffPolicyOptions {\n  /**\n   * Cap importance weights at this value (Ionides 2008 truncated IS) to\n   * trade unbiasedness for variance reduction. Default `Infinity` (no cap).\n   * Set e.g. `10` for stable estimates when the policies are close.\n   */\n  weightCap?: number\n  /** Reward clipping range. Default `[0, 1]`. */\n  rewardClip?: { low: number; high: number }\n}\n\n/**\n * Inverse Probability Weighting (Horvitz-Thompson). Unbiased estimator\n * of E[reward under target policy]. Variance scales with the spread of\n * target/behavior ratios.\n */\nexport function inverseProbabilityWeighting(\n  trajectories: OffPolicyTrajectory[],\n  opts: OffPolicyOptions = {},\n): OffPolicyEstimate {\n  const cap = opts.weightCap ?? Infinity\n  const clip = opts.rewardClip ?? { low: 0, high: 1 }\n\n  if (trajectories.length === 0) {\n    return zeroEstimate()\n  }\n\n  const weights: number[] = []\n  const weightedRewards: number[] = []\n  let maxW = 0\n  for (const t of trajectories) {\n    if (t.behaviorProb <= 0) {\n      throw new ValidationError(\n        `inverseProbabilityWeighting: behaviorProb must be > 0 (runId=${t.runId})`,\n      )\n    }\n    const w = Math.min(cap, t.targetProb / t.behaviorProb)\n    const r = clamp(t.reward, clip.low, clip.high)\n    weights.push(w)\n    weightedRewards.push(w * r)\n    if (w > maxW) maxW = w\n  }\n  const n = weights.length\n  const value = weightedRewards.reduce((s, x) => s + x, 0) / n\n  const variance = weightedRewards.reduce((s, x) => s + (x - value) ** 2, 0) / Math.max(1, n - 1)\n  const sumW = weights.reduce((s, w) => s + w, 0)\n  const sumW2 = weights.reduce((s, w) => s + w * w, 0)\n  const effN = sumW === 0 ? 0 : (sumW * sumW) / sumW2\n\n  return {\n    value,\n    standardError: Math.sqrt(variance / n),\n    effectiveSampleSize: effN,\n    n,\n    maxImportanceWeight: maxW,\n  }\n}\n\n/**\n * Self-Normalized Importance Sampling. Lower variance than vanilla IPS at\n * the cost of small bias (vanishing as N grows). The right default for\n * LLM-agent evaluation where overlap is often poor.\n */\nexport function selfNormalizedImportanceWeighting(\n  trajectories: OffPolicyTrajectory[],\n  opts: OffPolicyOptions = {},\n): OffPolicyEstimate {\n  const cap = opts.weightCap ?? Infinity\n  const clip = opts.rewardClip ?? { low: 0, high: 1 }\n  if (trajectories.length === 0) return zeroEstimate()\n\n  const weights: number[] = []\n  const rewards: number[] = []\n  let maxW = 0\n  for (const t of trajectories) {\n    if (t.behaviorProb <= 0) {\n      throw new ValidationError(\n        `selfNormalizedImportanceWeighting: behaviorProb must be > 0 (runId=${t.runId})`,\n      )\n    }\n    const w = Math.min(cap, t.targetProb / t.behaviorProb)\n    weights.push(w)\n    rewards.push(clamp(t.reward, clip.low, clip.high))\n    if (w > maxW) maxW = w\n  }\n  const sumW = weights.reduce((s, w) => s + w, 0)\n  const sumWR = weights.reduce((s, w, i) => s + w * rewards[i]!, 0)\n  const value = sumW === 0 ? 0 : sumWR / sumW\n  const sumW2 = weights.reduce((s, w) => s + w * w, 0)\n  const effN = sumW === 0 ? 0 : (sumW * sumW) / sumW2\n  // Influence-function-based SE for SNIPS (Owen 2013, Ch. 9).\n  const phi = weights.map((w, i) => w * (rewards[i]! - value))\n  const variance = phi.reduce((s, x) => s + x * x, 0) / Math.max(1, sumW * sumW)\n  return {\n    value,\n    standardError: Math.sqrt(variance),\n    effectiveSampleSize: effN,\n    n: trajectories.length,\n    maxImportanceWeight: maxW,\n  }\n}\n\n/**\n * Doubly-robust off-policy estimator (Dudík, Langford, Li 2011).\n *\n *     V_DR = (1/N) * sum_i [ v_hat_target_i\n *              + (target_prob_i / behavior_prob_i) * (r_i - q_hat_chosen_i) ]\n *\n * Unbiased if EITHER:\n *   - the importance ratios are correct (IPS-style validity), OR\n *   - the Q-hat function is correct (model-based validity).\n *\n * In practice both are imperfect, but the residual bias is the *product*\n * of both errors — much smaller than either alone. This is why DR is the\n * default in production OPE pipelines.\n *\n * `qHatChosen` and `vHatTarget` must be supplied together. Rows with neither\n * use the exact IPS contribution. `contributionCounts` makes the mix explicit\n * in the result.\n * Callers must cross-fit the Q-function or train it on independent rows;\n * fitting and evaluating Q on the same outcomes leaks the answer.\n */\nexport function doublyRobust(\n  trajectories: OffPolicyTrajectory[],\n  opts: OffPolicyOptions = {},\n): OffPolicyEstimate {\n  const cap = opts.weightCap ?? Infinity\n  const clip = opts.rewardClip ?? { low: 0, high: 1 }\n  if (trajectories.length === 0) {\n    return {\n      ...zeroEstimate(),\n      contributionCounts: { dr: 0, ipsFallback: 0 },\n    }\n  }\n\n  const contributions: number[] = []\n  const contributionCounts: OffPolicyContributionCounts = {\n    dr: 0,\n    ipsFallback: 0,\n  }\n  let maxW = 0\n  let sumW = 0\n  let sumW2 = 0\n  for (const t of trajectories) {\n    if (t.behaviorProb <= 0) {\n      throw new ValidationError(`doublyRobust: behaviorProb must be > 0 (runId=${t.runId})`)\n    }\n    const w = Math.min(cap, t.targetProb / t.behaviorProb)\n    const r = clamp(t.reward, clip.low, clip.high)\n    const rawQHatChosen = t.qHatChosen\n    const rawVHatTarget = t.vHatTarget\n    const hasQHatChosen = rawQHatChosen !== null && rawQHatChosen !== undefined\n    const hasVHatTarget = rawVHatTarget !== null && rawVHatTarget !== undefined\n    if (hasQHatChosen !== hasVHatTarget) {\n      throw new ValidationError(\n        `doublyRobust: qHatChosen and vHatTarget must be supplied together (runId=${t.runId})`,\n      )\n    }\n\n    if (hasQHatChosen && hasVHatTarget) {\n      if (!Number.isFinite(rawQHatChosen) || !Number.isFinite(rawVHatTarget)) {\n        throw new ValidationError(\n          `doublyRobust: qHatChosen and vHatTarget must be finite (runId=${t.runId})`,\n        )\n      }\n      const qHatChosen = clamp(rawQHatChosen, clip.low, clip.high)\n      const vHatTarget = clamp(rawVHatTarget, clip.low, clip.high)\n      contributions.push(vHatTarget + w * (r - qHatChosen))\n      contributionCounts.dr += 1\n    } else {\n      contributions.push(w * r)\n      contributionCounts.ipsFallback += 1\n    }\n    if (w > maxW) maxW = w\n    sumW += w\n    sumW2 += w * w\n  }\n  const n = contributions.length\n  const value = contributions.reduce((s, x) => s + x, 0) / n\n  const variance = contributions.reduce((s, x) => s + (x - value) ** 2, 0) / Math.max(1, n - 1)\n  const effN = sumW === 0 ? 0 : (sumW * sumW) / sumW2\n  return {\n    value,\n    standardError: Math.sqrt(variance / n),\n    effectiveSampleSize: effN,\n    n,\n    maxImportanceWeight: maxW,\n    contributionCounts,\n  }\n}\n\n/**\n * Convenience: run all three estimators and return them side-by-side.\n * The recommended diagnostic — agreement across estimators is a much\n * stronger signal than any single one.\n */\nexport function offPolicyEstimateAll(\n  trajectories: OffPolicyTrajectory[],\n  opts: OffPolicyOptions = {},\n): { ips: OffPolicyEstimate; snips: OffPolicyEstimate; dr: OffPolicyEstimate } {\n  return {\n    ips: inverseProbabilityWeighting(trajectories, opts),\n    snips: selfNormalizedImportanceWeighting(trajectories, opts),\n    dr: doublyRobust(trajectories, opts),\n  }\n}\n\n// ── Helpers ──────────────────────────────────────────────────────────────\n\nfunction zeroEstimate(): OffPolicyEstimate {\n  return { value: 0, standardError: 0, effectiveSampleSize: 0, n: 0, maxImportanceWeight: 0 }\n}\n\nfunction clamp(x: number, lo: number, hi: number): number {\n  if (!Number.isFinite(x)) return lo\n  return Math.max(lo, Math.min(hi, x))\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmHA,SAAgB,4BACd,cACA,OAAyB,CAAC,GACP;CACnB,MAAM,MAAM,KAAK,aAAa;CAC9B,MAAM,OAAO,KAAK,cAAc;EAAE,KAAK;EAAG,MAAM;CAAE;CAElD,IAAI,aAAa,WAAW,GAC1B,OAAO,aAAa;CAGtB,MAAM,UAAoB,CAAC;CAC3B,MAAM,kBAA4B,CAAC;CACnC,IAAI,OAAO;CACX,KAAK,MAAM,KAAK,cAAc;EAC5B,IAAI,EAAE,gBAAgB,GACpB,MAAM,IAAI,gBACR,gEAAgE,EAAE,MAAM,EAC1E;EAEF,MAAM,IAAI,KAAK,IAAI,KAAK,EAAE,aAAa,EAAE,YAAY;EACrD,MAAM,IAAI,MAAM,EAAE,QAAQ,KAAK,KAAK,KAAK,IAAI;EAC7C,QAAQ,KAAK,CAAC;EACd,gBAAgB,KAAK,IAAI,CAAC;EAC1B,IAAI,IAAI,MAAM,OAAO;CACvB;CACA,MAAM,IAAI,QAAQ;CAClB,MAAM,QAAQ,gBAAgB,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CAC3D,MAAM,WAAW,gBAAgB,QAAQ,GAAG,MAAM,KAAK,IAAI,UAAU,GAAG,CAAC,IAAI,KAAK,IAAI,GAAG,IAAI,CAAC;CAC9F,MAAM,OAAO,QAAQ,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC;CAC9C,MAAM,QAAQ,QAAQ,QAAQ,GAAG,MAAM,IAAI,IAAI,GAAG,CAAC;CACnD,MAAM,OAAO,SAAS,IAAI,IAAK,OAAO,OAAQ;CAE9C,OAAO;EACL;EACA,eAAe,KAAK,KAAK,WAAW,CAAC;EACrC,qBAAqB;EACrB;EACA,qBAAqB;CACvB;AACF;;;;;;AAOA,SAAgB,kCACd,cACA,OAAyB,CAAC,GACP;CACnB,MAAM,MAAM,KAAK,aAAa;CAC9B,MAAM,OAAO,KAAK,cAAc;EAAE,KAAK;EAAG,MAAM;CAAE;CAClD,IAAI,aAAa,WAAW,GAAG,OAAO,aAAa;CAEnD,MAAM,UAAoB,CAAC;CAC3B,MAAM,UAAoB,CAAC;CAC3B,IAAI,OAAO;CACX,KAAK,MAAM,KAAK,cAAc;EAC5B,IAAI,EAAE,gBAAgB,GACpB,MAAM,IAAI,gBACR,sEAAsE,EAAE,MAAM,EAChF;EAEF,MAAM,IAAI,KAAK,IAAI,KAAK,EAAE,aAAa,EAAE,YAAY;EACrD,QAAQ,KAAK,CAAC;EACd,QAAQ,KAAK,MAAM,EAAE,QAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;EACjD,IAAI,IAAI,MAAM,OAAO;CACvB;CACA,MAAM,OAAO,QAAQ,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC;CAC9C,MAAM,QAAQ,QAAQ,QAAQ,GAAG,GAAG,MAAM,IAAI,IAAI,QAAQ,IAAK,CAAC;CAChE,MAAM,QAAQ,SAAS,IAAI,IAAI,QAAQ;CACvC,MAAM,QAAQ,QAAQ,QAAQ,GAAG,MAAM,IAAI,IAAI,GAAG,CAAC;CACnD,MAAM,OAAO,SAAS,IAAI,IAAK,OAAO,OAAQ;CAG9C,MAAM,WADM,QAAQ,KAAK,GAAG,MAAM,KAAK,QAAQ,KAAM,MAClC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,GAAG,OAAO,IAAI;CAC7E,OAAO;EACL;EACA,eAAe,KAAK,KAAK,QAAQ;EACjC,qBAAqB;EACrB,GAAG,aAAa;EAChB,qBAAqB;CACvB;AACF;;;;;;;;;;;;;;;;;;;;;AAsBA,SAAgB,aACd,cACA,OAAyB,CAAC,GACP;CACnB,MAAM,MAAM,KAAK,aAAa;CAC9B,MAAM,OAAO,KAAK,cAAc;EAAE,KAAK;EAAG,MAAM;CAAE;CAClD,IAAI,aAAa,WAAW,GAC1B,OAAO;EACL,GAAG,aAAa;EAChB,oBAAoB;GAAE,IAAI;GAAG,aAAa;EAAE;CAC9C;CAGF,MAAM,gBAA0B,CAAC;CACjC,MAAM,qBAAkD;EACtD,IAAI;EACJ,aAAa;CACf;CACA,IAAI,OAAO;CACX,IAAI,OAAO;CACX,IAAI,QAAQ;CACZ,KAAK,MAAM,KAAK,cAAc;EAC5B,IAAI,EAAE,gBAAgB,GACpB,MAAM,IAAI,gBAAgB,iDAAiD,EAAE,MAAM,EAAE;EAEvF,MAAM,IAAI,KAAK,IAAI,KAAK,EAAE,aAAa,EAAE,YAAY;EACrD,MAAM,IAAI,MAAM,EAAE,QAAQ,KAAK,KAAK,KAAK,IAAI;EAC7C,MAAM,gBAAgB,EAAE;EACxB,MAAM,gBAAgB,EAAE;EACxB,MAAM,gBAAgB,kBAAkB,QAAQ,kBAAkB,KAAA;EAClE,MAAM,gBAAgB,kBAAkB,QAAQ,kBAAkB,KAAA;EAClE,IAAI,kBAAkB,eACpB,MAAM,IAAI,gBACR,4EAA4E,EAAE,MAAM,EACtF;EAGF,IAAI,iBAAiB,eAAe;GAClC,IAAI,CAAC,OAAO,SAAS,aAAa,KAAK,CAAC,OAAO,SAAS,aAAa,GACnE,MAAM,IAAI,gBACR,iEAAiE,EAAE,MAAM,EAC3E;GAEF,MAAM,aAAa,MAAM,eAAe,KAAK,KAAK,KAAK,IAAI;GAC3D,MAAM,aAAa,MAAM,eAAe,KAAK,KAAK,KAAK,IAAI;GAC3D,cAAc,KAAK,aAAa,KAAK,IAAI,WAAW;GACpD,mBAAmB,MAAM;EAC3B,OAAO;GACL,cAAc,KAAK,IAAI,CAAC;GACxB,mBAAmB,eAAe;EACpC;EACA,IAAI,IAAI,MAAM,OAAO;EACrB,QAAQ;EACR,SAAS,IAAI;CACf;CACA,MAAM,IAAI,cAAc;CACxB,MAAM,QAAQ,cAAc,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI;CACzD,MAAM,WAAW,cAAc,QAAQ,GAAG,MAAM,KAAK,IAAI,UAAU,GAAG,CAAC,IAAI,KAAK,IAAI,GAAG,IAAI,CAAC;CAC5F,MAAM,OAAO,SAAS,IAAI,IAAK,OAAO,OAAQ;CAC9C,OAAO;EACL;EACA,eAAe,KAAK,KAAK,WAAW,CAAC;EACrC,qBAAqB;EACrB;EACA,qBAAqB;EACrB;CACF;AACF;;;;;;AAOA,SAAgB,qBACd,cACA,OAAyB,CAAC,GACmD;CAC7E,OAAO;EACL,KAAK,4BAA4B,cAAc,IAAI;EACnD,OAAO,kCAAkC,cAAc,IAAI;EAC3D,IAAI,aAAa,cAAc,IAAI;CACrC;AACF;AAIA,SAAS,eAAkC;CACzC,OAAO;EAAE,OAAO;EAAG,eAAe;EAAG,qBAAqB;EAAG,GAAG;EAAG,qBAAqB;CAAE;AAC5F;AAEA,SAAS,MAAM,GAAW,IAAY,IAAoB;CACxD,IAAI,CAAC,OAAO,SAAS,CAAC,GAAG,OAAO;CAChC,OAAO,KAAK,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC;AACrC"}