agentv 4.26.0-next.1 → 4.26.1

package/dist/{chunk-A5INWVY3.js → chunk-TWBKRGXR.js}

@@ -1,10 +1,10 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 import {
   toTranscriptJsonLines
-} from "./chunk-NLS5DS52.js";
+} from "./chunk-6BAB3XBI.js";
 import {
   DEFAULT_THRESHOLD
-} from "./chunk-ZGEGRM5T.js";
+} from "./chunk-VOOYHYPR.js";
 
 // src/commands/eval/artifact-writer.ts
 import { mkdir, readFile, writeFile } from "node:fs/promises";
@@ -135,13 +135,29 @@ async function aggregateRunDir(runDir, options) {
   const timingPath = path2.join(runDir, "timing.json");
   await writeFile(timingPath, `${JSON.stringify(timing, null, 2)}
 `, "utf8");
-  const benchmark = buildBenchmarkArtifact(results, options?.evalFile, options?.experiment);
+  const plannedTestCount = options?.plannedTestCount ?? await readPlannedTestCount(path2.join(runDir, "benchmark.json"));
+  const benchmark = buildBenchmarkArtifact(
+    results,
+    options?.evalFile,
+    options?.experiment,
+    plannedTestCount
+  );
   const benchmarkPath = path2.join(runDir, "benchmark.json");
   await writeFile(benchmarkPath, `${JSON.stringify(benchmark, null, 2)}
 `, "utf8");
   const targetSet = new Set(results.map((r) => r.target ?? "unknown"));
   return { benchmarkPath, timingPath, testCount: results.length, targetCount: targetSet.size };
 }
+async function readPlannedTestCount(benchmarkPath) {
+  try {
+    const raw = await readFile(benchmarkPath, "utf8");
+    const parsed = JSON.parse(raw);
+    const value = parsed.metadata?.planned_test_count;
+    return typeof value === "number" && Number.isFinite(value) ? value : void 0;
+  } catch {
+    return void 0;
+  }
+}
 function computeStats(values) {
   if (values.length === 0) {
     return { mean: 0, stddev: 0 };
@@ -277,7 +293,7 @@ function buildTimingArtifact(results) {
     }
   };
 }
-function buildBenchmarkArtifact(results, evalFile = "", experiment) {
+function buildBenchmarkArtifact(results, evalFile = "", experiment, plannedTestCount) {
   const targetSet = /* @__PURE__ */ new Set();
   const testIdSet = /* @__PURE__ */ new Set();
   for (const result of results) {
@@ -349,13 +365,26 @@ function buildBenchmarkArtifact(results, evalFile = "", experiment) {
       timestamp,
       targets,
       tests_run: testIds,
-      experiment
+      experiment,
+      planned_test_count: plannedTestCount
     },
     run_summary: runSummary,
     per_grader_summary: perEvaluatorSummary,
     notes
   };
 }
+async function writeInitialBenchmarkArtifact(runDir, options) {
+  await mkdir(runDir, { recursive: true });
+  const stub = buildBenchmarkArtifact(
+    [],
+    options.evalFile,
+    options.experiment,
+    options.plannedTestCount
+  );
+  const benchmarkPath = path2.join(runDir, "benchmark.json");
+  await writeFile(benchmarkPath, `${JSON.stringify(stub, null, 2)}
+`, "utf8");
+}
 function buildAggregateGradingArtifact(results) {
   const assertions = [];
   for (const result of results) {
@@ -656,7 +685,13 @@ async function writeArtifactsFromResults(results, outputDir, options) {
   const timing = buildTimingArtifact(results);
   await writeFile(timingPath, `${JSON.stringify(timing, null, 2)}
 `, "utf8");
-  const benchmark = buildBenchmarkArtifact(results, options?.evalFile, options?.experiment);
+  const plannedTestCount = options?.plannedTestCount ?? await readPlannedTestCount(benchmarkPath);
+  const benchmark = buildBenchmarkArtifact(
+    results,
+    options?.evalFile,
+    options?.experiment,
+    plannedTestCount
+  );
   await writeFile(benchmarkPath, `${JSON.stringify(benchmark, null, 2)}
 `, "utf8");
   await writeJsonlFile(indexPath, indexRecords);
@@ -682,6 +717,7 @@ export {
   buildGradingArtifact,
   buildTimingArtifact,
   buildBenchmarkArtifact,
+  writeInitialBenchmarkArtifact,
   buildAggregateGradingArtifact,
   buildIndexArtifactEntry,
   buildResultIndexArtifact,
@@ -690,4 +726,4 @@ export {
   writePerTestArtifacts,
   writeArtifactsFromResults
 };
-//# sourceMappingURL=chunk-A5INWVY3.js.map
+//# sourceMappingURL=chunk-TWBKRGXR.js.map

package/dist/chunk-TWBKRGXR.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/eval/artifact-writer.ts","../src/utils/case-conversion.ts","../src/commands/eval/result-layout.ts"],"sourcesContent":["import { mkdir, readFile, writeFile } from 'node:fs/promises';\nimport path from 'node:path';\n\nimport {\n  DEFAULT_THRESHOLD,\n  type EvaluationResult,\n  type GraderResult,\n  toTranscriptJsonLines,\n} from '@agentv/core';\nimport { toSnakeCaseDeep } from '../../utils/case-conversion.js';\nimport { RESULT_INDEX_FILENAME } from './result-layout.js';\n\nexport function buildTestTargetKey(testId?: string, target?: string): string {\n  return `${testId ?? 'unknown'}::${target ?? 'unknown'}`;\n}\n\n// Deduplication helper — keeps the last entry per (test_id, target) pair.\nexport function deduplicateByTestIdTarget(\n  results: readonly EvaluationResult[],\n): EvaluationResult[] {\n  const seen = new Map<string, number>();\n  for (let i = 0; i < results.length; i++) {\n    seen.set(buildTestTargetKey(results[i].testId, results[i].target), i);\n  }\n  const deduped: EvaluationResult[] = [];\n  for (let i = 0; i < results.length; i++) {\n    const key = buildTestTargetKey(results[i].testId, results[i].target);\n    if (seen.get(key) === i) {\n      deduped.push(results[i]);\n    }\n  }\n  return deduped;\n}\n\nexport async function aggregateRunDir(\n  runDir: string,\n  options?: { evalFile?: string; experiment?: string; plannedTestCount?: number },\n): Promise<{ benchmarkPath: string; timingPath: string; testCount: number; targetCount: number }> {\n  const indexPath = path.join(runDir, RESULT_INDEX_FILENAME);\n  const content = await readFile(indexPath, 'utf8');\n  const allResults = parseJsonlResults(content);\n  const results = deduplicateByTestIdTarget(allResults);\n\n  const timing = buildTimingArtifact(results);\n  const timingPath = path.join(runDir, 'timing.json');\n  await writeFile(timingPath, `${JSON.stringify(timing, null, 2)}\\n`, 'utf8');\n\n  // Preserve `planned_test_count` from any pre-existing benchmark.json (e.g.\n  // the stub written at run start, or from the original run when this is a\n  // resume) unless an explicit value was passed.\n  const plannedTestCount =\n    options?.plannedTestCount ?? (await readPlannedTestCount(path.join(runDir, 'benchmark.json')));\n\n  const benchmark = buildBenchmarkArtifact(\n    results,\n    options?.evalFile,\n    options?.experiment,\n    plannedTestCount,\n  );\n  const benchmarkPath = path.join(runDir, 'benchmark.json');\n  await writeFile(benchmarkPath, `${JSON.stringify(benchmark, null, 2)}\\n`, 'utf8');\n\n  const targetSet = new Set(results.map((r) => r.target ?? 'unknown'));\n  return { benchmarkPath, timingPath, testCount: results.length, targetCount: targetSet.size };\n}\n\nasync function readPlannedTestCount(benchmarkPath: string): Promise<number | undefined> {\n  try {\n    const raw = await readFile(benchmarkPath, 'utf8');\n    const parsed = JSON.parse(raw) as { metadata?: { planned_test_count?: number } };\n    const value = parsed.metadata?.planned_test_count;\n    return typeof value === 'number' && Number.isFinite(value) ? value : undefined;\n  } catch {\n    return undefined;\n  }\n}\n\n// ---------------------------------------------------------------------------\n// Artifact interfaces (snake_case to match skill-creator conventions)\n// ---------------------------------------------------------------------------\n\nexport interface GradingArtifact {\n  readonly assertions: readonly {\n    readonly text: string;\n    readonly passed: boolean;\n    readonly evidence: string;\n  }[];\n  readonly summary: {\n    readonly passed: number;\n    readonly failed: number;\n    readonly total: number;\n    readonly pass_rate: number;\n  };\n  readonly execution_metrics: {\n    readonly tool_calls: Record<string, number>;\n    readonly total_tool_calls: number;\n    readonly errors_encountered: number;\n  };\n  readonly graders?: readonly {\n    readonly name: string;\n    readonly type: string;\n    readonly score: number;\n    readonly reasoning: string;\n    readonly [key: string]: unknown;\n  }[];\n  readonly workspace_changes?: {\n    readonly files_modified: number;\n    readonly files_created: number;\n    readonly diff_summary: string;\n  };\n  readonly conversation?: {\n    readonly turns: number;\n    readonly conversation_id: string;\n  };\n}\n\nexport interface TimingArtifact {\n  readonly total_tokens: number;\n  readonly duration_ms: number;\n  readonly total_duration_seconds: number;\n  readonly token_usage: {\n    readonly input: number;\n    readonly output: number;\n    readonly reasoning: number;\n  };\n}\n\nexport interface BenchmarkArtifact {\n  readonly metadata: {\n    readonly eval_file: string;\n    readonly timestamp: string;\n    readonly targets: readonly string[];\n    readonly tests_run: readonly string[];\n    readonly experiment?: string;\n    /**\n     * Total number of test cases the run was planned to execute (across all\n     * targets and eval files). Written at run start so an interrupted run\n     * can be diagnosed as resumable when `tests_run.length < planned_test_count`,\n     * even if every recorded row has `execution_status: ok`.\n     */\n    readonly planned_test_count?: number;\n  };\n  readonly run_summary: Record<\n    string,\n    {\n      readonly pass_rate: { readonly mean: number; readonly stddev: number };\n      readonly time_seconds: { readonly mean: number; readonly stddev: number };\n      readonly tokens: { readonly mean: number; readonly stddev: number };\n      readonly tool_calls?: { readonly mean: number; readonly stddev: number };\n      readonly cost_usd?: { readonly mean: number; readonly stddev: number };\n    }\n  >;\n  readonly per_grader_summary?: Record<string, { readonly mean: number; readonly stddev: number }>;\n  readonly notes: readonly string[];\n}\n\nexport interface AggregateGradingArtifact {\n  readonly assertions: readonly {\n    readonly test_id: string;\n    readonly text: string;\n    readonly passed: boolean;\n    readonly evidence: string;\n  }[];\n  readonly summary: {\n    readonly passed: number;\n    readonly failed: number;\n    readonly total: number;\n    readonly pass_rate: number;\n  };\n}\n\nexport interface IndexArtifactEntry {\n  readonly timestamp: string;\n  readonly test_id: string;\n  readonly suite?: string;\n  readonly category?: string;\n  readonly conversation_id?: string;\n  readonly experiment?: string;\n  readonly score: number;\n  readonly target: string;\n  readonly scores?: readonly Record<string, unknown>[];\n  readonly execution_status?: string;\n  readonly error?: string;\n  readonly failure_stage?: string;\n  readonly failure_reason_code?: string;\n  readonly workspace_path?: string;\n  readonly grading_path: string;\n  readonly timing_path: string;\n  readonly output_path?: string;\n  readonly input_path?: string;\n  readonly response_path?: string;\n  /** Case-level metadata pass-through (governance taxonomies, skill tags, etc.). */\n  readonly metadata?: Record<string, unknown>;\n}\n\nexport type ResultIndexArtifact = IndexArtifactEntry;\n\n// ---------------------------------------------------------------------------\n// Statistics helpers\n// ---------------------------------------------------------------------------\n\nfunction computeStats(values: readonly number[]): { mean: number; stddev: number } {\n  if (values.length === 0) {\n    return { mean: 0, stddev: 0 };\n  }\n  const mean = values.reduce((sum, v) => sum + v, 0) / values.length;\n  const variance = values.reduce((sum, v) => sum + (v - mean) ** 2, 0) / values.length;\n  return {\n    mean: Math.round(mean * 1000) / 1000,\n    stddev: Math.round(Math.sqrt(variance) * 1000) / 1000,\n  };\n}\n\nfunction computePassRate(result: EvaluationResult): number {\n  const scores = result.scores;\n  if (scores && scores.length > 0) {\n    const passed = scores.filter((s) => s.score >= DEFAULT_THRESHOLD).length;\n    return passed / scores.length;\n  }\n  return (result.score ?? 0) >= DEFAULT_THRESHOLD ? 1.0 : 0.0;\n}\n\n// ---------------------------------------------------------------------------\n// Tool-call counting from trace data\n// ---------------------------------------------------------------------------\n\nfunction countToolCalls(result: EvaluationResult): {\n  toolCalls: Record<string, number>;\n  total: number;\n} {\n  const toolCalls: Record<string, number> = {};\n  let total = 0;\n\n  const trace = result.trace as\n    | { steps?: readonly { toolName?: string; type?: string }[] }\n    | undefined;\n\n  if (trace?.steps) {\n    for (const step of trace.steps) {\n      if (step.toolName || step.type === 'tool') {\n        const name = step.toolName ?? 'unknown';\n        toolCalls[name] = (toolCalls[name] ?? 0) + 1;\n        total += 1;\n      }\n    }\n  }\n\n  return { toolCalls, total };\n}\n\n// ---------------------------------------------------------------------------\n// Workspace change parsing from fileChanges diff\n// ---------------------------------------------------------------------------\n\nfunction parseWorkspaceChanges(\n  fileChanges: string | undefined,\n): GradingArtifact['workspace_changes'] | undefined {\n  if (!fileChanges) {\n    return undefined;\n  }\n\n  let filesModified = 0;\n  let filesCreated = 0;\n\n  const lines = fileChanges.split('\\n');\n  for (const line of lines) {\n    if (line.startsWith('--- /dev/null')) {\n      filesCreated += 1;\n    } else if (line.startsWith('--- a/')) {\n      filesModified += 1;\n    }\n  }\n\n  const summaryLines = lines.slice(0, 20);\n  const diffSummary =\n    lines.length > 20\n      ? `${summaryLines.join('\\n')}\\n... (${lines.length - 20} more lines)`\n      : fileChanges;\n\n  return {\n    files_modified: filesModified,\n    files_created: filesCreated,\n    diff_summary: diffSummary,\n  };\n}\n\n// ---------------------------------------------------------------------------\n// Build assertions from evaluation result (skill-creator compatible)\n// ---------------------------------------------------------------------------\n\nfunction buildAssertions(result: EvaluationResult): GradingArtifact['assertions'] {\n  if (!result.assertions) return [];\n  return result.assertions.map((a) => ({\n    text: a.text,\n    passed: a.passed,\n    evidence: a.evidence ?? '',\n  }));\n}\n\n// ---------------------------------------------------------------------------\n// Build graders list\n// ---------------------------------------------------------------------------\n\nfunction buildEvaluators(scores: readonly GraderResult[] | undefined): GradingArtifact['graders'] {\n  if (!scores || scores.length === 0) {\n    return undefined;\n  }\n\n  return scores.map((s) => ({\n    name: s.name,\n    type: s.type,\n    score: s.score,\n    reasoning: '',\n    weight: s.weight,\n    verdict: s.verdict,\n    assertions: s.assertions,\n    details: s.details,\n  }));\n}\n\n// ---------------------------------------------------------------------------\n// Public artifact builders\n// ---------------------------------------------------------------------------\n\nexport function buildGradingArtifact(result: EvaluationResult): GradingArtifact {\n  const assertions = buildAssertions(result);\n  const passed = assertions.filter((e) => e.passed).length;\n  const failed = assertions.filter((e) => !e.passed).length;\n  const total = assertions.length;\n\n  const { toolCalls, total: totalToolCalls } = countToolCalls(result);\n  const errorsEncountered = result.error ? 1 : 0;\n\n  return {\n    assertions,\n    summary: {\n      passed,\n      failed,\n      total,\n      pass_rate: total > 0 ? Math.round((passed / total) * 1000) / 1000 : 0,\n    },\n    execution_metrics: {\n      tool_calls: toolCalls,\n      total_tool_calls: totalToolCalls,\n      errors_encountered: errorsEncountered,\n    },\n    graders: buildEvaluators(result.scores),\n    workspace_changes: parseWorkspaceChanges(result.fileChanges),\n    conversation: result.conversationId\n      ? {\n          turns: result.trace\n            ? ((result.trace as { steps?: readonly unknown[] }).steps?.length ?? 0)\n            : 0,\n          conversation_id: result.conversationId,\n        }\n      : undefined,\n  };\n}\n\nexport function buildTimingArtifact(results: readonly EvaluationResult[]): TimingArtifact {\n  let totalInput = 0;\n  let totalOutput = 0;\n  let totalReasoning = 0;\n  let totalDurationMs = 0;\n\n  for (const result of results) {\n    const usage = result.tokenUsage as\n      | { input?: number; output?: number; reasoning?: number }\n      | undefined;\n    if (usage) {\n      totalInput += usage.input ?? 0;\n      totalOutput += usage.output ?? 0;\n      totalReasoning += usage.reasoning ?? 0;\n    }\n    if (result.durationMs != null) {\n      totalDurationMs += result.durationMs;\n    }\n  }\n\n  return {\n    total_tokens: totalInput + totalOutput,\n    duration_ms: totalDurationMs,\n    total_duration_seconds: Math.round((totalDurationMs / 1000) * 1000) / 1000,\n    token_usage: {\n      input: totalInput,\n      output: totalOutput,\n      reasoning: totalReasoning,\n    },\n  };\n}\n\nexport function buildBenchmarkArtifact(\n  results: readonly EvaluationResult[],\n  evalFile = '',\n  experiment?: string,\n  plannedTestCount?: number,\n): BenchmarkArtifact {\n  const targetSet = new Set<string>();\n  const testIdSet = new Set<string>();\n  for (const result of results) {\n    targetSet.add(result.target ?? 'unknown');\n    testIdSet.add(result.testId ?? 'unknown');\n  }\n\n  const targets = [...targetSet].sort();\n  const testIds = [...testIdSet].sort();\n\n  const runSummary: BenchmarkArtifact['run_summary'] = {};\n  const notes: string[] = [];\n\n  for (const target of targets) {\n    const targetResults = results.filter((r) => r.target === target);\n\n    const passRates = targetResults.map(computePassRate);\n    const timings = targetResults\n      .filter((r) => r.durationMs != null)\n      .map((r) => (r.durationMs as number) / 1000);\n    const tokens = targetResults\n      .filter((r) => r.tokenUsage != null)\n      .map((r) => {\n        const usage = r.tokenUsage as { input?: number; output?: number };\n        return (usage.input ?? 0) + (usage.output ?? 0);\n      });\n\n    const entry: Record<string, unknown> = {\n      pass_rate: computeStats(passRates),\n      time_seconds: computeStats(timings),\n      tokens: computeStats(tokens),\n    };\n\n    // Optional tool_calls stats from trace data\n    const toolCallCounts = targetResults.map((r) => countToolCalls(r).total);\n    if (toolCallCounts.some((c) => c > 0)) {\n      entry.tool_calls = computeStats(toolCallCounts);\n    }\n\n    // Optional cost stats\n    const costs = targetResults.filter((r) => r.costUsd != null).map((r) => r.costUsd as number);\n    if (costs.length > 0) {\n      entry.cost_usd = computeStats(costs);\n    }\n\n    runSummary[target] = entry as (typeof runSummary)[string];\n  }\n\n  // Per-grader summary across all results\n  const evaluatorScores = new Map<string, number[]>();\n  for (const result of results) {\n    if (result.scores) {\n      for (const score of result.scores) {\n        const key = `${score.name}:${score.type}`;\n        if (!evaluatorScores.has(key)) {\n          evaluatorScores.set(key, []);\n        }\n        evaluatorScores.get(key)?.push(score.score);\n      }\n    }\n  }\n\n  let perEvaluatorSummary: Record<string, { mean: number; stddev: number }> | undefined;\n  if (evaluatorScores.size > 0) {\n    perEvaluatorSummary = {};\n    for (const [key, scores] of evaluatorScores) {\n      perEvaluatorSummary[key] = computeStats(scores);\n    }\n  }\n\n  const errorCount = results.filter(\n    (r) => r.executionStatus != null && r.executionStatus === 'execution_error',\n  ).length;\n  if (errorCount > 0) {\n    notes.push(\n      `${errorCount} test(s) had execution errors and are included in pass_rate as failures`,\n    );\n  }\n  if (results.length === 0) {\n    notes.push('No results to summarize');\n  }\n\n  const firstResult = results[0];\n  const timestamp = firstResult?.timestamp ?? new Date().toISOString();\n\n  return {\n    metadata: {\n      eval_file: evalFile,\n      timestamp,\n      targets,\n      tests_run: testIds,\n      experiment,\n      planned_test_count: plannedTestCount,\n    },\n    run_summary: runSummary,\n    per_grader_summary: perEvaluatorSummary,\n    notes,\n  };\n}\n\n/**\n * Write a stub `benchmark.json` at the start of a run, before any tests\n * have executed. Carries `planned_test_count` so an interrupted run can\n * still be detected as resumable even when every recorded row has\n * `execution_status: ok`.\n *\n * The end-of-run write (writeArtifactsFromResults / aggregateRunDir)\n * overwrites this file with the full summary; preserve `planned_test_count`\n * by passing it through.\n */\nexport async function writeInitialBenchmarkArtifact(\n  runDir: string,\n  options: {\n    evalFile: string;\n    plannedTestCount: number;\n    experiment?: string;\n  },\n): Promise<void> {\n  await mkdir(runDir, { recursive: true });\n  const stub = buildBenchmarkArtifact(\n    [],\n    options.evalFile,\n    options.experiment,\n    options.plannedTestCount,\n  );\n  const benchmarkPath = path.join(runDir, 'benchmark.json');\n  await writeFile(benchmarkPath, `${JSON.stringify(stub, null, 2)}\\n`, 'utf8');\n}\n\nexport function buildAggregateGradingArtifact(\n  results: readonly EvaluationResult[],\n): AggregateGradingArtifact {\n  const assertions: AggregateGradingArtifact['assertions'][number][] = [];\n\n  for (const result of results) {\n    if (!result.assertions) continue;\n    const testId = result.testId ?? 'unknown';\n    for (const a of result.assertions) {\n      assertions.push({\n        test_id: testId,\n        text: a.text,\n        passed: a.passed,\n        evidence: a.evidence ?? '',\n      });\n    }\n  }\n\n  const passed = assertions.filter((a) => a.passed).length;\n  const failed = assertions.filter((a) => !a.passed).length;\n  const total = assertions.length;\n\n  return {\n    assertions,\n    summary: {\n      passed,\n      failed,\n      total,\n      pass_rate: total > 0 ? Math.round((passed / total) * 1000) / 1000 : 0,\n    },\n  };\n}\n\nfunction safeArtifactPathSegment(value: string | undefined, fallback: string): string {\n  const trimmed = value?.trim();\n  if (!trimmed) {\n    return fallback;\n  }\n  return trimmed.replace(/[/\\\\:*?\"<>|]/g, '_');\n}\n\nfunction safeTestId(testId: string | undefined): string {\n  return safeArtifactPathSegment(testId, 'unknown');\n}\n\nfunction getSuite(result: EvaluationResult): string | undefined {\n  return result.suite;\n}\n\nfunction buildArtifactSubdir(result: EvaluationResult): string {\n  const segments = [];\n  const evalSet = getSuite(result);\n  if (evalSet) {\n    segments.push(safeArtifactPathSegment(evalSet, 'default'));\n  }\n  segments.push(safeTestId(result.testId));\n  return path.posix.join(...segments);\n}\n\nfunction formatOutputMarkdown(output: readonly { role: string; content?: unknown }[]): string {\n  return output.map((msg) => `@[${msg.role}]:\\n${String(msg.content ?? '')}`).join('\\n\\n');\n}\n\nfunction extractInput(result: EvaluationResult): string | null {\n  const input = (result as unknown as Record<string, unknown>).input;\n  if (!input) return null;\n  if (typeof input === 'string') return input;\n  if (Array.isArray(input) && input.length > 0) {\n    return formatOutputMarkdown(input as { role: string; content?: unknown }[]);\n  }\n  return null;\n}\n\nfunction toRelativeArtifactPath(outputDir: string, filePath: string): string {\n  return path.relative(outputDir, filePath).split(path.sep).join('/');\n}\n\nexport function buildIndexArtifactEntry(\n  result: EvaluationResult,\n  options: {\n    outputDir: string;\n    gradingPath: string;\n    timingPath: string;\n    outputPath?: string;\n    inputPath?: string;\n  },\n): IndexArtifactEntry {\n  return {\n    timestamp: result.timestamp,\n    test_id: result.testId ?? 'unknown',\n    suite: getSuite(result),\n    category: result.category,\n    conversation_id: result.conversationId,\n    score: result.score,\n    target: result.target ?? 'unknown',\n    scores: result.scores\n      ? (toSnakeCaseDeep(result.scores) as IndexArtifactEntry['scores'])\n      : undefined,\n    execution_status: result.executionStatus,\n    error: result.error,\n    failure_stage: result.failureStage,\n    failure_reason_code: result.failureReasonCode,\n    workspace_path: result.workspacePath,\n    grading_path: toRelativeArtifactPath(options.outputDir, options.gradingPath),\n    timing_path: toRelativeArtifactPath(options.outputDir, options.timingPath),\n    output_path: options.outputPath\n      ? toRelativeArtifactPath(options.outputDir, options.outputPath)\n      : undefined,\n    input_path: options.inputPath\n      ? toRelativeArtifactPath(options.outputDir, options.inputPath)\n      : undefined,\n    metadata: result.metadata,\n  };\n}\n\nexport function buildResultIndexArtifact(result: EvaluationResult): ResultIndexArtifact {\n  const artifactSubdir = buildArtifactSubdir(result);\n  const input = extractInput(result);\n  const hasResponse = Array.isArray(result.output) && result.output.length > 0;\n\n  return {\n    timestamp: result.timestamp,\n    test_id: result.testId ?? 'unknown',\n    suite: getSuite(result),\n    category: result.category,\n    conversation_id: result.conversationId,\n    score: result.score,\n    target: result.target ?? 'unknown',\n    scores: result.scores\n      ? (toSnakeCaseDeep(result.scores) as IndexArtifactEntry['scores'])\n      : undefined,\n    execution_status: result.executionStatus,\n    error: result.error,\n    failure_stage: result.failureStage,\n    failure_reason_code: result.failureReasonCode,\n    workspace_path: result.workspacePath,\n    grading_path: path.posix.join(artifactSubdir, 'grading.json'),\n    timing_path: path.posix.join(artifactSubdir, 'timing.json'),\n    input_path: input ? path.posix.join(artifactSubdir, 'input.md') : undefined,\n    output_path: hasResponse\n      ? path.posix.join(artifactSubdir, 'outputs', 'response.md')\n      : undefined,\n    response_path: hasResponse\n      ? path.posix.join(artifactSubdir, 'outputs', 'response.md')\n      : undefined,\n    metadata: result.metadata,\n  };\n}\n\nasync function writeJsonlFile(filePath: string, records: readonly unknown[]): Promise<void> {\n  const content =\n    records.length === 0\n      ? ''\n      : `${records.map((record) => JSON.stringify(toSnakeCaseDeep(record))).join('\\n')}\\n`;\n  await writeFile(filePath, content, 'utf8');\n}\n\n// ---------------------------------------------------------------------------\n// Snake_case to camelCase conversion for reading JSONL files\n// ---------------------------------------------------------------------------\n\nfunction toCamelCase(str: string): string {\n  return str.replace(/_([a-z])/g, (_, letter) => letter.toUpperCase());\n}\n\nfunction toCamelCaseDeep(obj: unknown): unknown {\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n  if (Array.isArray(obj)) {\n    return obj.map((item) => toCamelCaseDeep(item));\n  }\n  if (typeof obj === 'object') {\n    const result: Record<string, unknown> = {};\n    for (const [key, value] of Object.entries(obj)) {\n      result[toCamelCase(key)] = toCamelCaseDeep(value);\n    }\n    return result;\n  }\n  return obj;\n}\n\ntype ParsedEvaluationResult = Record<string, unknown> & {\n  timestamp: string;\n  testId: string;\n  score: number;\n  assertions: EvaluationResult['assertions'];\n  target: string;\n  output: EvaluationResult['output'];\n  executionStatus: EvaluationResult['executionStatus'];\n};\n\nconst EXECUTION_STATUSES = new Set<EvaluationResult['executionStatus']>([\n  'ok',\n  'quality_failure',\n  'execution_error',\n]);\n\nfunction isAssertionEntry(value: unknown): value is EvaluationResult['assertions'][number] {\n  if (!value || typeof value !== 'object' || Array.isArray(value)) {\n    return false;\n  }\n\n  const candidate = value as { text?: unknown; passed?: unknown; evidence?: unknown };\n  return (\n    typeof candidate.text === 'string' &&\n    typeof candidate.passed === 'boolean' &&\n    (candidate.evidence === undefined || typeof candidate.evidence === 'string')\n  );\n}\n\nfunction isOutputMessage(value: unknown): value is EvaluationResult['output'][number] {\n  if (!value || typeof value !== 'object' || Array.isArray(value)) {\n    return false;\n  }\n\n  const candidate = value as { role?: unknown };\n  return typeof candidate.role === 'string';\n}\n\nfunction isExecutionStatus(value: unknown): value is EvaluationResult['executionStatus'] {\n  return (\n    typeof value === 'string' &&\n    EXECUTION_STATUSES.has(value as EvaluationResult['executionStatus'])\n  );\n}\n\nfunction normalizeParsedResult(value: unknown): ParsedEvaluationResult | undefined {\n  if (!value || typeof value !== 'object' || Array.isArray(value)) {\n    return undefined;\n  }\n\n  const result = value as Record<string, unknown>;\n  return {\n    ...result,\n    timestamp: typeof result.timestamp === 'string' ? result.timestamp : new Date(0).toISOString(),\n    testId: typeof result.testId === 'string' ? result.testId : 'unknown',\n    score: typeof result.score === 'number' ? result.score : 0,\n    assertions: Array.isArray(result.assertions) ? result.assertions.filter(isAssertionEntry) : [],\n    target: typeof result.target === 'string' ? result.target : 'unknown',\n    output: Array.isArray(result.output) ? result.output.filter(isOutputMessage) : [],\n    executionStatus: isExecutionStatus(result.executionStatus) ? result.executionStatus : 'ok',\n  };\n}\n\n// ---------------------------------------------------------------------------\n// JSONL parsing\n// ---------------------------------------------------------------------------\n\nexport function parseJsonlResults(content: string): EvaluationResult[] {\n  const results: EvaluationResult[] = [];\n  const lines = content.split('\\n');\n  for (const line of lines) {\n    const trimmed = line.trim();\n    if (trimmed.length === 0) {\n      continue;\n    }\n    try {\n      const parsed = JSON.parse(trimmed);\n      // JSONL files from AgentV use snake_case; convert back to camelCase\n      const camelCased = toCamelCaseDeep(parsed);\n      const normalized = normalizeParsedResult(camelCased);\n      if (normalized) {\n        results.push(normalized);\n      }\n    } catch {\n      // Skip malformed lines\n    }\n  }\n  return results;\n}\n\n// ---------------------------------------------------------------------------\n// Artifact writer — reads JSONL and writes all three artifact types\n// ---------------------------------------------------------------------------\n\nexport async function writeArtifacts(\n  jsonlPath: string,\n  outputDir: string,\n  options?: { evalFile?: string; experiment?: string },\n): Promise<{\n  testArtifactDir: string;\n  timingPath: string;\n  benchmarkPath: string;\n  indexPath: string;\n}> {\n  const content = await readFile(jsonlPath, 'utf8');\n  const results = parseJsonlResults(content);\n\n  return writeArtifactsFromResults(results, outputDir, options);\n}\n\nfunction buildTranscriptMessageLines(results: readonly EvaluationResult[]): string {\n  const lines: string[] = [];\n\n  for (const result of results) {\n    const transcriptLines = toTranscriptJsonLines(\n      {\n        messages: [...(result.input ?? []), ...result.output],\n        source: {\n          provider: result.target,\n          sessionId: result.conversationId ?? result.testId,\n          startedAt: result.timestamp,\n        },\n        tokenUsage: result.tokenUsage,\n        durationMs: result.durationMs,\n        costUsd: result.costUsd,\n      },\n      {\n        testId: result.testId,\n        target: result.target,\n      },\n    );\n\n    lines.push(...transcriptLines.map((line) => JSON.stringify(line)));\n  }\n\n  return lines.length > 0 ? `${lines.join('\\n')}\\n` : '';\n}\n\nexport async function writePerTestArtifacts(\n  results: readonly EvaluationResult[],\n  outputDir: string,\n  options?: { experiment?: string },\n): Promise<void> {\n  await mkdir(outputDir, { recursive: true });\n  for (const result of results) {\n    const grading = buildGradingArtifact(result);\n    const timing = buildTimingArtifact([result]);\n    const artifactSubdir = buildArtifactSubdir(result);\n    const testDir = path.join(outputDir, artifactSubdir);\n    await mkdir(testDir, { recursive: true });\n    await writeFile(\n      path.join(testDir, 'grading.json'),\n      `${JSON.stringify(grading, null, 2)}\\n`,\n      'utf8',\n    );\n    await writeFile(\n      path.join(testDir, 'timing.json'),\n      `${JSON.stringify(timing, null, 2)}\\n`,\n      'utf8',\n    );\n\n    const input = extractInput(result);\n    if (input) {\n      await writeFile(path.join(testDir, 'input.md'), input, 'utf8');\n    }\n    if (result.output && result.output.length > 0) {\n      const outputsDir = path.join(testDir, 'outputs');\n      await mkdir(outputsDir, { recursive: true });\n      await writeFile(\n        path.join(outputsDir, 'response.md'),\n        formatOutputMarkdown(result.output),\n        'utf8',\n      );\n    }\n  }\n}\n\nexport async function writeArtifactsFromResults(\n  results: readonly EvaluationResult[],\n  outputDir: string,\n  options?: { evalFile?: string; experiment?: string; plannedTestCount?: number },\n): Promise<{\n  testArtifactDir: string;\n  timingPath: string;\n  benchmarkPath: string;\n  indexPath: string;\n}> {\n  const testArtifactDir = outputDir;\n  const timingPath = path.join(outputDir, 'timing.json');\n  const benchmarkPath = path.join(outputDir, 'benchmark.json');\n  const indexPath = path.join(outputDir, RESULT_INDEX_FILENAME);\n  await mkdir(outputDir, { recursive: true });\n  const indexRecords: ResultIndexArtifact[] = [];\n\n  // Write per-test grading artifacts\n  for (const result of results) {\n    const grading = buildGradingArtifact(result);\n    const timing = buildTimingArtifact([result]);\n    const artifactSubdir = buildArtifactSubdir(result);\n    const testDir = path.join(outputDir, artifactSubdir);\n    const gradingPath = path.join(testDir, 'grading.json');\n    const perTestTimingPath = path.join(testDir, 'timing.json');\n    await mkdir(testDir, { recursive: true });\n    await writeFile(gradingPath, `${JSON.stringify(grading, null, 2)}\\n`, 'utf8');\n    await writeFile(perTestTimingPath, `${JSON.stringify(timing, null, 2)}\\n`, 'utf8');\n\n    const input = extractInput(result);\n    if (input) {\n      await writeFile(path.join(testDir, 'input.md'), input, 'utf8');\n    }\n\n    if (result.output && result.output.length > 0) {\n      const outputsDir = path.join(testDir, 'outputs');\n      await mkdir(outputsDir, { recursive: true });\n      await writeFile(\n        path.join(outputsDir, 'response.md'),\n        formatOutputMarkdown(result.output),\n        'utf8',\n      );\n    }\n\n    indexRecords.push({\n      ...buildResultIndexArtifact(result),\n      experiment: options?.experiment,\n    });\n  }\n\n  // Write aggregate timing\n  const timing = buildTimingArtifact(results);\n  await writeFile(timingPath, `${JSON.stringify(timing, null, 2)}\\n`, 'utf8');\n\n  // Write benchmark — preserve `planned_test_count` from the run-start stub\n  // (or from the original run when this is a resume) unless an explicit\n  // value was passed by the caller.\n  const plannedTestCount = options?.plannedTestCount ?? (await readPlannedTestCount(benchmarkPath));\n  const benchmark = buildBenchmarkArtifact(\n    results,\n    options?.evalFile,\n    options?.experiment,\n    plannedTestCount,\n  );\n  await writeFile(benchmarkPath, `${JSON.stringify(benchmark, null, 2)}\\n`, 'utf8');\n\n  await writeJsonlFile(indexPath, indexRecords);\n\n  // Write transcript JSONL (auto-generated on every eval run)\n  const transcriptPath = path.join(outputDir, 'transcript.jsonl');\n  await writeFile(transcriptPath, buildTranscriptMessageLines(results), 'utf8');\n\n  return { testArtifactDir, timingPath, benchmarkPath, indexPath };\n}\n","/**\n * Converts a camelCase string to snake_case.\n * Examples:\n *   testId -> test_id\n *   outputText -> output_text\n *   conversationId -> conversation_id\n *\n * Note: Keys that start with an uppercase letter are treated as proper nouns\n * and returned unchanged (e.g., \"Read\", \"Edit\" for tool names).\n */\nfunction toSnakeCase(str: string): string {\n  // Don't convert keys that start with uppercase (proper nouns/tool names)\n  if (/^[A-Z]/.test(str)) {\n    return str;\n  }\n  return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);\n}\n\n/**\n * Recursively converts all keys in an object from camelCase to snake_case.\n * This is used to convert TypeScript internal representations to snake_case\n * for Python ecosystem compatibility in JSONL output files.\n *\n * Conversion rules:\n * - Object keys: camelCase -> snake_case\n * - Array elements: recursively converted\n * - Primitives: returned unchanged\n * - null/undefined: returned unchanged\n *\n * @param obj - The object to convert (can be any JSON-serializable value)\n * @returns A new object with all keys converted to snake_case\n */\nexport function toSnakeCaseDeep(obj: unknown): unknown {\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  if (Array.isArray(obj)) {\n    return obj.map((item) => toSnakeCaseDeep(item));\n  }\n\n  if (typeof obj === 'object') {\n    const result: Record<string, unknown> = {};\n    for (const [key, value] of Object.entries(obj)) {\n      const snakeKey = toSnakeCase(key);\n      result[snakeKey] = toSnakeCaseDeep(value);\n    }\n    return result;\n  }\n\n  return obj;\n}\n","import { existsSync, statSync } from 'node:fs';\nimport path from 'node:path';\n\nexport const RESULT_INDEX_FILENAME = 'index.jsonl';\nexport const RESULT_RUNS_DIRNAME = 'runs';\nexport const DEFAULT_EXPERIMENT_NAME = 'default';\n\nexport function normalizeExperimentName(experiment?: string): string {\n  const trimmed = experiment?.trim();\n  if (!trimmed) {\n    return DEFAULT_EXPERIMENT_NAME;\n  }\n  if (!/^[A-Za-z0-9._-]+$/.test(trimmed)) {\n    throw new Error(\n      `Invalid experiment name \"${trimmed}\". Use only letters, numbers, \".\", \"_\" and \"-\".`,\n    );\n  }\n  return trimmed;\n}\n\nexport function createRunDirName(timestamp = new Date()): string {\n  return timestamp.toISOString().replace(/[:.]/g, '-');\n}\n\nexport function buildDefaultRunDir(\n  cwd: string,\n  experiment?: string,\n  timestamp = new Date(),\n): string {\n  return path.join(\n    cwd,\n    '.agentv',\n    'results',\n    RESULT_RUNS_DIRNAME,\n    normalizeExperimentName(experiment),\n    createRunDirName(timestamp),\n  );\n}\n\nexport function buildDefaultIndexPath(cwd: string, experiment?: string): string {\n  return path.join(buildDefaultRunDir(cwd, experiment), RESULT_INDEX_FILENAME);\n}\n\nexport function resolveRunIndexPath(runDir: string): string {\n  return path.join(runDir, RESULT_INDEX_FILENAME);\n}\n\nexport function isRunManifestPath(filePath: string): boolean {\n  return path.basename(filePath) === RESULT_INDEX_FILENAME;\n}\n\nexport function resolveExistingRunPrimaryPath(runDir: string): string | undefined {\n  const indexPath = resolveRunIndexPath(runDir);\n  if (existsSync(indexPath)) {\n    return indexPath;\n  }\n\n  return undefined;\n}\n\nexport function isDirectoryPath(filePath: string): boolean {\n  try {\n    return statSync(filePath).isDirectory();\n  } catch {\n    return false;\n  }\n}\n\nexport function resolveWorkspaceOrFilePath(filePath: string): string {\n  if (!isDirectoryPath(filePath)) {\n    return filePath;\n  }\n\n  const existing = resolveExistingRunPrimaryPath(filePath);\n  if (!existing) {\n    throw new Error(`Result workspace is missing ${RESULT_INDEX_FILENAME}: ${filePath}`);\n  }\n\n  return existing;\n}\n\nexport function resolveRunManifestPath(filePath: string): string {\n  if (isDirectoryPath(filePath)) {\n    return resolveWorkspaceOrFilePath(filePath);\n  }\n\n  if (!isRunManifestPath(filePath)) {\n    throw new Error(\n      `Expected a run workspace directory or ${RESULT_INDEX_FILENAME} manifest: ${filePath}`,\n    );\n  }\n\n  return filePath;\n}\n"],"mappings":";;;;;;;;;AAAA,SAAS,OAAO,UAAU,iBAAiB;AAC3C,OAAOA,WAAU;;;ACSjB,SAAS,YAAY,KAAqB;AAExC,MAAI,SAAS,KAAK,GAAG,GAAG;AACtB,WAAO;AAAA,EACT;AACA,SAAO,IAAI,QAAQ,UAAU,CAAC,WAAW,IAAI,OAAO,YAAY,CAAC,EAAE;AACrE;AAgBO,SAAS,gBAAgB,KAAuB;AACrD,MAAI,QAAQ,QAAQ,QAAQ,QAAW;AACrC,WAAO;AAAA,EACT;AAEA,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,IAAI,CAAC,SAAS,gBAAgB,IAAI,CAAC;AAAA,EAChD;AAEA,MAAI,OAAO,QAAQ,UAAU;AAC3B,UAAM,SAAkC,CAAC;AACzC,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,YAAM,WAAW,YAAY,GAAG;AAChC,aAAO,QAAQ,IAAI,gBAAgB,KAAK;AAAA,IAC1C;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AACT;;;ACnDA,SAAS,YAAY,gBAAgB;AACrC,OAAO,UAAU;AAEV,IAAM,wBAAwB;AAC9B,IAAM,sBAAsB;AAC5B,IAAM,0BAA0B;AAEhC,SAAS,wBAAwB,YAA6B;AACnE,QAAM,UAAU,YAAY,KAAK;AACjC,MAAI,CAAC,SAAS;AACZ,WAAO;AAAA,EACT;AACA,MAAI,CAAC,oBAAoB,KAAK,OAAO,GAAG;AACtC,UAAM,IAAI;AAAA,MACR,4BAA4B,OAAO;AAAA,IACrC;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,iBAAiB,YAAY,oBAAI,KAAK,GAAW;AAC/D,SAAO,UAAU,YAAY,EAAE,QAAQ,SAAS,GAAG;AACrD;AAEO,SAAS,mBACd,KACA,YACA,YAAY,oBAAI,KAAK,GACb;AACR,SAAO,KAAK;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,wBAAwB,UAAU;AAAA,IAClC,iBAAiB,SAAS;AAAA,EAC5B;AACF;AAMO,SAAS,oBAAoB,QAAwB;AAC1D,SAAO,KAAK,KAAK,QAAQ,qBAAqB;AAChD;AAEO,SAAS,kBAAkB,UAA2B;AAC3D,SAAO,KAAK,SAAS,QAAQ,MAAM;AACrC;AAEO,SAAS,8BAA8B,QAAoC;AAChF,QAAM,YAAY,oBAAoB,MAAM;AAC5C,MAAI,WAAW,SAAS,GAAG;AACzB,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEO,SAAS,gBAAgB,UAA2B;AACzD,MAAI;AACF,WAAO,SAAS,QAAQ,EAAE,YAAY;AAAA,EACxC,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,2BAA2B,UAA0B;AACnE,MAAI,CAAC,gBAAgB,QAAQ,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,8BAA8B,QAAQ;AACvD,MAAI,CAAC,UAAU;AACb,UAAM,IAAI,MAAM,+BAA+B,qBAAqB,KAAK,QAAQ,EAAE;AAAA,EACrF;AAEA,SAAO;AACT;AAEO,SAAS,uBAAuB,UAA0B;AAC/D,MAAI,gBAAgB,QAAQ,GAAG;AAC7B,WAAO,2BAA2B,QAAQ;AAAA,EAC5C;AAEA,MAAI,CAAC,kBAAkB,QAAQ,GAAG;AAChC,UAAM,IAAI;AAAA,MACR,yCAAyC,qBAAqB,cAAc,QAAQ;AAAA,IACtF;AAAA,EACF;AAEA,SAAO;AACT;;;AFjFO,SAAS,mBAAmB,QAAiB,QAAyB;AAC3E,SAAO,GAAG,UAAU,SAAS,KAAK,UAAU,SAAS;AACvD;AAGO,SAAS,0BACd,SACoB;AACpB,QAAM,OAAO,oBAAI,IAAoB;AACrC,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,SAAK,IAAI,mBAAmB,QAAQ,CAAC,EAAE,QAAQ,QAAQ,CAAC,EAAE,MAAM,GAAG,CAAC;AAAA,EACtE;AACA,QAAM,UAA8B,CAAC;AACrC,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,MAAM,mBAAmB,QAAQ,CAAC,EAAE,QAAQ,QAAQ,CAAC,EAAE,MAAM;AACnE,QAAI,KAAK,IAAI,GAAG,MAAM,GAAG;AACvB,cAAQ,KAAK,QAAQ,CAAC,CAAC;AAAA,IACzB;AAAA,EACF;AACA,SAAO;AACT;AAEA,eAAsB,gBACpB,QACA,SACgG;AAChG,QAAM,YAAYC,MAAK,KAAK,QAAQ,qBAAqB;AACzD,QAAM,UAAU,MAAM,SAAS,WAAW,MAAM;AAChD,QAAM,aAAa,kBAAkB,OAAO;AAC5C,QAAM,UAAU,0BAA0B,UAAU;AAEpD,QAAM,SAAS,oBAAoB,OAAO;AAC1C,QAAM,aAAaA,MAAK,KAAK,QAAQ,aAAa;AAClD,QAAM,UAAU,YAAY,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAK1E,QAAM,mBACJ,SAAS,oBAAqB,MAAM,qBAAqBA,MAAK,KAAK,QAAQ,gBAAgB,CAAC;AAE9F,QAAM,YAAY;AAAA,IAChB;AAAA,IACA,SAAS;AAAA,IACT,SAAS;AAAA,IACT;AAAA,EACF;AACA,QAAM,gBAAgBA,MAAK,KAAK,QAAQ,gBAAgB;AACxD,QAAM,UAAU,eAAe,GAAG,KAAK,UAAU,WAAW,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAEhF,QAAM,YAAY,IAAI,IAAI,QAAQ,IAAI,CAAC,MAAM,EAAE,UAAU,SAAS,CAAC;AACnE,SAAO,EAAE,eAAe,YAAY,WAAW,QAAQ,QAAQ,aAAa,UAAU,KAAK;AAC7F;AAEA,eAAe,qBAAqB,eAAoD;AACtF,MAAI;AACF,UAAM,MAAM,MAAM,SAAS,eAAe,MAAM;AAChD,UAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,UAAM,QAAQ,OAAO,UAAU;AAC/B,WAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,IAAI,QAAQ;AAAA,EACvE,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AA8HA,SAAS,aAAa,QAA6D;AACjF,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO,EAAE,MAAM,GAAG,QAAQ,EAAE;AAAA,EAC9B;AACA,QAAM,OAAO,OAAO,OAAO,CAAC,KAAK,MAAM,MAAM,GAAG,CAAC,IAAI,OAAO;AAC5D,QAAM,WAAW,OAAO,OAAO,CAAC,KAAK,MAAM,OAAO,IAAI,SAAS,GAAG,CAAC,IAAI,OAAO;AAC9E,SAAO;AAAA,IACL,MAAM,KAAK,MAAM,OAAO,GAAI,IAAI;AAAA,IAChC,QAAQ,KAAK,MAAM,KAAK,KAAK,QAAQ,IAAI,GAAI,IAAI;AAAA,EACnD;AACF;AAEA,SAAS,gBAAgB,QAAkC;AACzD,QAAM,SAAS,OAAO;AACtB,MAAI,UAAU,OAAO,SAAS,GAAG;AAC/B,UAAM,SAAS,OAAO,OAAO,CAAC,MAAM,EAAE,SAAS,iBAAiB,EAAE;AAClE,WAAO,SAAS,OAAO;AAAA,EACzB;AACA,UAAQ,OAAO,SAAS,MAAM,oBAAoB,IAAM;AAC1D;AAMA,SAAS,eAAe,QAGtB;AACA,QAAM,YAAoC,CAAC;AAC3C,MAAI,QAAQ;AAEZ,QAAM,QAAQ,OAAO;AAIrB,MAAI,OAAO,OAAO;AAChB,eAAW,QAAQ,MAAM,OAAO;AAC9B,UAAI,KAAK,YAAY,KAAK,SAAS,QAAQ;AACzC,cAAM,OAAO,KAAK,YAAY;AAC9B,kBAAU,IAAI,KAAK,UAAU,IAAI,KAAK,KAAK;AAC3C,iBAAS;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAEA,SAAO,EAAE,WAAW,MAAM;AAC5B;AAMA,SAAS,sBACP,aACkD;AAClD,MAAI,CAAC,aAAa;AAChB,WAAO;AAAA,EACT;AAEA,MAAI,gBAAgB;AACpB,MAAI,eAAe;AAEnB,QAAM,QAAQ,YAAY,MAAM,IAAI;AACpC,aAAW,QAAQ,OAAO;AACxB,QAAI,KAAK,WAAW,eAAe,GAAG;AACpC,sBAAgB;AAAA,IAClB,WAAW,KAAK,WAAW,QAAQ,GAAG;AACpC,uBAAiB;AAAA,IACnB;AAAA,EACF;AAEA,QAAM,eAAe,MAAM,MAAM,GAAG,EAAE;AACtC,QAAM,cACJ,MAAM,SAAS,KACX,GAAG,aAAa,KAAK,IAAI,CAAC;AAAA,OAAU,MAAM,SAAS,EAAE,iBACrD;AAEN,SAAO;AAAA,IACL,gBAAgB;AAAA,IAChB,eAAe;AAAA,IACf,cAAc;AAAA,EAChB;AACF;AAMA,SAAS,gBAAgB,QAAyD;AAChF,MAAI,CAAC,OAAO,WAAY,QAAO,CAAC;AAChC,SAAO,OAAO,WAAW,IAAI,CAAC,OAAO;AAAA,IACnC,MAAM,EAAE;AAAA,IACR,QAAQ,EAAE;AAAA,IACV,UAAU,EAAE,YAAY;AAAA,EAC1B,EAAE;AACJ;AAMA,SAAS,gBAAgB,QAAyE;AAChG,MAAI,CAAC,UAAU,OAAO,WAAW,GAAG;AAClC,WAAO;AAAA,EACT;AAEA,SAAO,OAAO,IAAI,CAAC,OAAO;AAAA,IACxB,MAAM,EAAE;AAAA,IACR,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,WAAW;AAAA,IACX,QAAQ,EAAE;AAAA,IACV,SAAS,EAAE;AAAA,IACX,YAAY,EAAE;AAAA,IACd,SAAS,EAAE;AAAA,EACb,EAAE;AACJ;AAMO,SAAS,qBAAqB,QAA2C;AAC9E,QAAM,aAAa,gBAAgB,MAAM;AACzC,QAAM,SAAS,WAAW,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE;AAClD,QAAM,SAAS,WAAW,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE;AACnD,QAAM,QAAQ,WAAW;AAEzB,QAAM,EAAE,WAAW,OAAO,eAAe,IAAI,eAAe,MAAM;AAClE,QAAM,oBAAoB,OAAO,QAAQ,IAAI;AAE7C,SAAO;AAAA,IACL;AAAA,IACA,SAAS;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,QAAQ,IAAI,KAAK,MAAO,SAAS,QAAS,GAAI,IAAI,MAAO;AAAA,IACtE;AAAA,IACA,mBAAmB;AAAA,MACjB,YAAY;AAAA,MACZ,kBAAkB;AAAA,MAClB,oBAAoB;AAAA,IACtB;AAAA,IACA,SAAS,gBAAgB,OAAO,MAAM;AAAA,IACtC,mBAAmB,sBAAsB,OAAO,WAAW;AAAA,IAC3D,cAAc,OAAO,iBACjB;AAAA,MACE,OAAO,OAAO,QACR,OAAO,MAAyC,OAAO,UAAU,IACnE;AAAA,MACJ,iBAAiB,OAAO;AAAA,IAC1B,IACA;AAAA,EACN;AACF;AAEO,SAAS,oBAAoB,SAAsD;AACxF,MAAI,aAAa;AACjB,MAAI,cAAc;AAClB,MAAI,iBAAiB;AACrB,MAAI,kBAAkB;AAEtB,aAAW,UAAU,SAAS;AAC5B,UAAM,QAAQ,OAAO;AAGrB,QAAI,OAAO;AACT,oBAAc,MAAM,SAAS;AAC7B,qBAAe,MAAM,UAAU;AAC/B,wBAAkB,MAAM,aAAa;AAAA,IACvC;AACA,QAAI,OAAO,cAAc,MAAM;AAC7B,yBAAmB,OAAO;AAAA,IAC5B;AAAA,EACF;AAEA,SAAO;AAAA,IACL,cAAc,aAAa;AAAA,IAC3B,aAAa;AAAA,IACb,wBAAwB,KAAK,MAAO,kBAAkB,MAAQ,GAAI,IAAI;AAAA,IACtE,aAAa;AAAA,MACX,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEO,SAAS,uBACd,SACA,WAAW,IACX,YACA,kBACmB;AACnB,QAAM,YAAY,oBAAI,IAAY;AAClC,QAAM,YAAY,oBAAI,IAAY;AAClC,aAAW,UAAU,SAAS;AAC5B,cAAU,IAAI,OAAO,UAAU,SAAS;AACxC,cAAU,IAAI,OAAO,UAAU,SAAS;AAAA,EAC1C;AAEA,QAAM,UAAU,CAAC,GAAG,SAAS,EAAE,KAAK;AACpC,QAAM,UAAU,CAAC,GAAG,SAAS,EAAE,KAAK;AAEpC,QAAM,aAA+C,CAAC;AACtD,QAAM,QAAkB,CAAC;AAEzB,aAAW,UAAU,SAAS;AAC5B,UAAM,gBAAgB,QAAQ,OAAO,CAAC,MAAM,EAAE,WAAW,MAAM;AAE/D,UAAM,YAAY,cAAc,IAAI,eAAe;AACnD,UAAM,UAAU,cACb,OAAO,CAAC,MAAM,EAAE,cAAc,IAAI,EAClC,IAAI,CAAC,MAAO,EAAE,aAAwB,GAAI;AAC7C,UAAM,SAAS,cACZ,OAAO,CAAC,MAAM,EAAE,cAAc,IAAI,EAClC,IAAI,CAAC,MAAM;AACV,YAAM,QAAQ,EAAE;AAChB,cAAQ,MAAM,SAAS,MAAM,MAAM,UAAU;AAAA,IAC/C,CAAC;AAEH,UAAM,QAAiC;AAAA,MACrC,WAAW,aAAa,SAAS;AAAA,MACjC,cAAc,aAAa,OAAO;AAAA,MAClC,QAAQ,aAAa,MAAM;AAAA,IAC7B;AAGA,UAAM,iBAAiB,cAAc,IAAI,CAAC,MAAM,eAAe,CAAC,EAAE,KAAK;AACvE,QAAI,eAAe,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG;AACrC,YAAM,aAAa,aAAa,cAAc;AAAA,IAChD;AAGA,UAAM,QAAQ,cAAc,OAAO,CAAC,MAAM,EAAE,WAAW,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAiB;AAC3F,QAAI,MAAM,SAAS,GAAG;AACpB,YAAM,WAAW,aAAa,KAAK;AAAA,IACrC;AAEA,eAAW,MAAM,IAAI;AAAA,EACvB;AAGA,QAAM,kBAAkB,oBAAI,IAAsB;AAClD,aAAW,UAAU,SAAS;AAC5B,QAAI,OAAO,QAAQ;AACjB,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,MAAM,GAAG,MAAM,IAAI,IAAI,MAAM,IAAI;AACvC,YAAI,CAAC,gBAAgB,IAAI,GAAG,GAAG;AAC7B,0BAAgB,IAAI,KAAK,CAAC,CAAC;AAAA,QAC7B;AACA,wBAAgB,IAAI,GAAG,GAAG,KAAK,MAAM,KAAK;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACJ,MAAI,gBAAgB,OAAO,GAAG;AAC5B,0BAAsB,CAAC;AACvB,eAAW,CAAC,KAAK,MAAM,KAAK,iBAAiB;AAC3C,0BAAoB,GAAG,IAAI,aAAa,MAAM;AAAA,IAChD;AAAA,EACF;AAEA,QAAM,aAAa,QAAQ;AAAA,IACzB,CAAC,MAAM,EAAE,mBAAmB,QAAQ,EAAE,oBAAoB;AAAA,EAC5D,EAAE;AACF,MAAI,aAAa,GAAG;AAClB,UAAM;AAAA,MACJ,GAAG,UAAU;AAAA,IACf;AAAA,EACF;AACA,MAAI,QAAQ,WAAW,GAAG;AACxB,UAAM,KAAK,yBAAyB;AAAA,EACtC;AAEA,QAAM,cAAc,QAAQ,CAAC;AAC7B,QAAM,YAAY,aAAa,cAAa,oBAAI,KAAK,GAAE,YAAY;AAEnE,SAAO;AAAA,IACL,UAAU;AAAA,MACR,WAAW;AAAA,MACX;AAAA,MACA;AAAA,MACA,WAAW;AAAA,MACX;AAAA,MACA,oBAAoB;AAAA,IACtB;AAAA,IACA,aAAa;AAAA,IACb,oBAAoB;AAAA,IACpB;AAAA,EACF;AACF;AAYA,eAAsB,8BACpB,QACA,SAKe;AACf,QAAM,MAAM,QAAQ,EAAE,WAAW,KAAK,CAAC;AACvC,QAAM,OAAO;AAAA,IACX,CAAC;AAAA,IACD,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,EACV;AACA,QAAM,gBAAgBA,MAAK,KAAK,QAAQ,gBAAgB;AACxD,QAAM,UAAU,eAAe,GAAG,KAAK,UAAU,MAAM,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAC7E;AAEO,SAAS,8BACd,SAC0B;AAC1B,QAAM,aAA+D,CAAC;AAEtE,aAAW,UAAU,SAAS;AAC5B,QAAI,CAAC,OAAO,WAAY;AACxB,UAAM,SAAS,OAAO,UAAU;AAChC,eAAW,KAAK,OAAO,YAAY;AACjC,iBAAW,KAAK;AAAA,QACd,SAAS;AAAA,QACT,MAAM,EAAE;AAAA,QACR,QAAQ,EAAE;AAAA,QACV,UAAU,EAAE,YAAY;AAAA,MAC1B,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,SAAS,WAAW,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE;AAClD,QAAM,SAAS,WAAW,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE;AACnD,QAAM,QAAQ,WAAW;AAEzB,SAAO;AAAA,IACL;AAAA,IACA,SAAS;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,QAAQ,IAAI,KAAK,MAAO,SAAS,QAAS,GAAI,IAAI,MAAO;AAAA,IACtE;AAAA,EACF;AACF;AAEA,SAAS,wBAAwB,OAA2B,UAA0B;AACpF,QAAM,UAAU,OAAO,KAAK;AAC5B,MAAI,CAAC,SAAS;AACZ,WAAO;AAAA,EACT;AACA,SAAO,QAAQ,QAAQ,iBAAiB,GAAG;AAC7C;AAEA,SAAS,WAAW,QAAoC;AACtD,SAAO,wBAAwB,QAAQ,SAAS;AAClD;AAEA,SAAS,SAAS,QAA8C;AAC9D,SAAO,OAAO;AAChB;AAEA,SAAS,oBAAoB,QAAkC;AAC7D,QAAM,WAAW,CAAC;AAClB,QAAM,UAAU,SAAS,MAAM;AAC/B,MAAI,SAAS;AACX,aAAS,KAAK,wBAAwB,SAAS,SAAS,CAAC;AAAA,EAC3D;AACA,WAAS,KAAK,WAAW,OAAO,MAAM,CAAC;AACvC,SAAOA,MAAK,MAAM,KAAK,GAAG,QAAQ;AACpC;AAEA,SAAS,qBAAqB,QAAgE;AAC5F,SAAO,OAAO,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI;AAAA,EAAO,OAAO,IAAI,WAAW,EAAE,CAAC,EAAE,EAAE,KAAK,MAAM;AACzF;AAEA,SAAS,aAAa,QAAyC;AAC7D,QAAM,QAAS,OAA8C;AAC7D,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI,MAAM,QAAQ,KAAK,KAAK,MAAM,SAAS,GAAG;AAC5C,WAAO,qBAAqB,KAA8C;AAAA,EAC5E;AACA,SAAO;AACT;AAEA,SAAS,uBAAuB,WAAmB,UAA0B;AAC3E,SAAOA,MAAK,SAAS,WAAW,QAAQ,EAAE,MAAMA,MAAK,GAAG,EAAE,KAAK,GAAG;AACpE;AAEO,SAAS,wBACd,QACA,SAOoB;AACpB,SAAO;AAAA,IACL,WAAW,OAAO;AAAA,IAClB,SAAS,OAAO,UAAU;AAAA,IAC1B,OAAO,SAAS,MAAM;AAAA,IACtB,UAAU,OAAO;AAAA,IACjB,iBAAiB,OAAO;AAAA,IACxB,OAAO,OAAO;AAAA,IACd,QAAQ,OAAO,UAAU;AAAA,IACzB,QAAQ,OAAO,SACV,gBAAgB,OAAO,MAAM,IAC9B;AAAA,IACJ,kBAAkB,OAAO;AAAA,IACzB,OAAO,OAAO;AAAA,IACd,eAAe,OAAO;AAAA,IACtB,qBAAqB,OAAO;AAAA,IAC5B,gBAAgB,OAAO;AAAA,IACvB,cAAc,uBAAuB,QAAQ,WAAW,QAAQ,WAAW;AAAA,IAC3E,aAAa,uBAAuB,QAAQ,WAAW,QAAQ,UAAU;AAAA,IACzE,aAAa,QAAQ,aACjB,uBAAuB,QAAQ,WAAW,QAAQ,UAAU,IAC5D;AAAA,IACJ,YAAY,QAAQ,YAChB,uBAAuB,QAAQ,WAAW,QAAQ,SAAS,IAC3D;AAAA,IACJ,UAAU,OAAO;AAAA,EACnB;AACF;AAEO,SAAS,yBAAyB,QAA+C;AACtF,QAAM,iBAAiB,oBAAoB,MAAM;AACjD,QAAM,QAAQ,aAAa,MAAM;AACjC,QAAM,cAAc,MAAM,QAAQ,OAAO,MAAM,KAAK,OAAO,OAAO,SAAS;AAE3E,SAAO;AAAA,IACL,WAAW,OAAO;AAAA,IAClB,SAAS,OAAO,UAAU;AAAA,IAC1B,OAAO,SAAS,MAAM;AAAA,IACtB,UAAU,OAAO;AAAA,IACjB,iBAAiB,OAAO;AAAA,IACxB,OAAO,OAAO;AAAA,IACd,QAAQ,OAAO,UAAU;AAAA,IACzB,QAAQ,OAAO,SACV,gBAAgB,OAAO,MAAM,IAC9B;AAAA,IACJ,kBAAkB,OAAO;AAAA,IACzB,OAAO,OAAO;AAAA,IACd,eAAe,OAAO;AAAA,IACtB,qBAAqB,OAAO;AAAA,IAC5B,gBAAgB,OAAO;AAAA,IACvB,cAAcA,MAAK,MAAM,KAAK,gBAAgB,cAAc;AAAA,IAC5D,aAAaA,MAAK,MAAM,KAAK,gBAAgB,aAAa;AAAA,IAC1D,YAAY,QAAQA,MAAK,MAAM,KAAK,gBAAgB,UAAU,IAAI;AAAA,IAClE,aAAa,cACTA,MAAK,MAAM,KAAK,gBAAgB,WAAW,aAAa,IACxD;AAAA,IACJ,eAAe,cACXA,MAAK,MAAM,KAAK,gBAAgB,WAAW,aAAa,IACxD;AAAA,IACJ,UAAU,OAAO;AAAA,EACnB;AACF;AAEA,eAAe,eAAe,UAAkB,SAA4C;AAC1F,QAAM,UACJ,QAAQ,WAAW,IACf,KACA,GAAG,QAAQ,IAAI,CAAC,WAAW,KAAK,UAAU,gBAAgB,MAAM,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC;AAAA;AACpF,QAAM,UAAU,UAAU,SAAS,MAAM;AAC3C;AAMA,SAAS,YAAY,KAAqB;AACxC,SAAO,IAAI,QAAQ,aAAa,CAAC,GAAG,WAAW,OAAO,YAAY,CAAC;AACrE;AAEA,SAAS,gBAAgB,KAAuB;AAC9C,MAAI,QAAQ,QAAQ,QAAQ,QAAW;AACrC,WAAO;AAAA,EACT;AACA,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,IAAI,CAAC,SAAS,gBAAgB,IAAI,CAAC;AAAA,EAChD;AACA,MAAI,OAAO,QAAQ,UAAU;AAC3B,UAAM,SAAkC,CAAC;AACzC,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,aAAO,YAAY,GAAG,CAAC,IAAI,gBAAgB,KAAK;AAAA,IAClD;AACA,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAYA,IAAM,qBAAqB,oBAAI,IAAyC;AAAA,EACtE;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,SAAS,iBAAiB,OAAiE;AACzF,MAAI,CAAC,SAAS,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,GAAG;AAC/D,WAAO;AAAA,EACT;AAEA,QAAM,YAAY;AAClB,SACE,OAAO,UAAU,SAAS,YAC1B,OAAO,UAAU,WAAW,cAC3B,UAAU,aAAa,UAAa,OAAO,UAAU,aAAa;AAEvE;AAEA,SAAS,gBAAgB,OAA6D;AACpF,MAAI,CAAC,SAAS,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,GAAG;AAC/D,WAAO;AAAA,EACT;AAEA,QAAM,YAAY;AAClB,SAAO,OAAO,UAAU,SAAS;AACnC;AAEA,SAAS,kBAAkB,OAA8D;AACvF,SACE,OAAO,UAAU,YACjB,mBAAmB,IAAI,KAA4C;AAEvE;AAEA,SAAS,sBAAsB,OAAoD;AACjF,MAAI,CAAC,SAAS,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,GAAG;AAC/D,WAAO;AAAA,EACT;AAEA,QAAM,SAAS;AACf,SAAO;AAAA,IACL,GAAG;AAAA,IACH,WAAW,OAAO,OAAO,cAAc,WAAW,OAAO,aAAY,oBAAI,KAAK,CAAC,GAAE,YAAY;AAAA,IAC7F,QAAQ,OAAO,OAAO,WAAW,WAAW,OAAO,SAAS;AAAA,IAC5D,OAAO,OAAO,OAAO,UAAU,WAAW,OAAO,QAAQ;AAAA,IACzD,YAAY,MAAM,QAAQ,OAAO,UAAU,IAAI,OAAO,WAAW,OAAO,gBAAgB,IAAI,CAAC;AAAA,IAC7F,QAAQ,OAAO,OAAO,WAAW,WAAW,OAAO,SAAS;AAAA,IAC5D,QAAQ,MAAM,QAAQ,OAAO,MAAM,IAAI,OAAO,OAAO,OAAO,eAAe,IAAI,CAAC;AAAA,IAChF,iBAAiB,kBAAkB,OAAO,eAAe,IAAI,OAAO,kBAAkB;AAAA,EACxF;AACF;AAMO,SAAS,kBAAkB,SAAqC;AACrE,QAAM,UAA8B,CAAC;AACrC,QAAM,QAAQ,QAAQ,MAAM,IAAI;AAChC,aAAW,QAAQ,OAAO;AACxB,UAAM,UAAU,KAAK,KAAK;AAC1B,QAAI,QAAQ,WAAW,GAAG;AACxB;AAAA,IACF;AACA,QAAI;AACF,YAAM,SAAS,KAAK,MAAM,OAAO;AAEjC,YAAM,aAAa,gBAAgB,MAAM;AACzC,YAAM,aAAa,sBAAsB,UAAU;AACnD,UAAI,YAAY;AACd,gBAAQ,KAAK,UAAU;AAAA,MACzB;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AACA,SAAO;AACT;AAMA,eAAsB,eACpB,WACA,WACA,SAMC;AACD,QAAM,UAAU,MAAM,SAAS,WAAW,MAAM;AAChD,QAAM,UAAU,kBAAkB,OAAO;AAEzC,SAAO,0BAA0B,SAAS,WAAW,OAAO;AAC9D;AAEA,SAAS,4BAA4B,SAA8C;AACjF,QAAM,QAAkB,CAAC;AAEzB,aAAW,UAAU,SAAS;AAC5B,UAAM,kBAAkB;AAAA,MACtB;AAAA,QACE,UAAU,CAAC,GAAI,OAAO,SAAS,CAAC,GAAI,GAAG,OAAO,MAAM;AAAA,QACpD,QAAQ;AAAA,UACN,UAAU,OAAO;AAAA,UACjB,WAAW,OAAO,kBAAkB,OAAO;AAAA,UAC3C,WAAW,OAAO;AAAA,QACpB;AAAA,QACA,YAAY,OAAO;AAAA,QACnB,YAAY,OAAO;AAAA,QACnB,SAAS,OAAO;AAAA,MAClB;AAAA,MACA;AAAA,QACE,QAAQ,OAAO;AAAA,QACf,QAAQ,OAAO;AAAA,MACjB;AAAA,IACF;AAEA,UAAM,KAAK,GAAG,gBAAgB,IAAI,CAAC,SAAS,KAAK,UAAU,IAAI,CAAC,CAAC;AAAA,EACnE;AAEA,SAAO,MAAM,SAAS,IAAI,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA,IAAO;AACtD;AAEA,eAAsB,sBACpB,SACA,WACA,SACe;AACf,QAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAC1C,aAAW,UAAU,SAAS;AAC5B,UAAM,UAAU,qBAAqB,MAAM;AAC3C,UAAM,SAAS,oBAAoB,CAAC,MAAM,CAAC;AAC3C,UAAM,iBAAiB,oBAAoB,MAAM;AACjD,UAAM,UAAUA,MAAK,KAAK,WAAW,cAAc;AACnD,UAAM,MAAM,SAAS,EAAE,WAAW,KAAK,CAAC;AACxC,UAAM;AAAA,MACJA,MAAK,KAAK,SAAS,cAAc;AAAA,MACjC,GAAG,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AAAA;AAAA,MACnC;AAAA,IACF;AACA,UAAM;AAAA,MACJA,MAAK,KAAK,SAAS,aAAa;AAAA,MAChC,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA;AAAA,MAClC;AAAA,IACF;AAEA,UAAM,QAAQ,aAAa,MAAM;AACjC,QAAI,OAAO;AACT,YAAM,UAAUA,MAAK,KAAK,SAAS,UAAU,GAAG,OAAO,MAAM;AAAA,IAC/D;AACA,QAAI,OAAO,UAAU,OAAO,OAAO,SAAS,GAAG;AAC7C,YAAM,aAAaA,MAAK,KAAK,SAAS,SAAS;AAC/C,YAAM,MAAM,YAAY,EAAE,WAAW,KAAK,CAAC;AAC3C,YAAM;AAAA,QACJA,MAAK,KAAK,YAAY,aAAa;AAAA,QACnC,qBAAqB,OAAO,MAAM;AAAA,QAClC;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAsB,0BACpB,SACA,WACA,SAMC;AACD,QAAM,kBAAkB;AACxB,QAAM,aAAaA,MAAK,KAAK,WAAW,aAAa;AACrD,QAAM,gBAAgBA,MAAK,KAAK,WAAW,gBAAgB;AAC3D,QAAM,YAAYA,MAAK,KAAK,WAAW,qBAAqB;AAC5D,QAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAC1C,QAAM,eAAsC,CAAC;AAG7C,aAAW,UAAU,SAAS;AAC5B,UAAM,UAAU,qBAAqB,MAAM;AAC3C,UAAMC,UAAS,oBAAoB,CAAC,MAAM,CAAC;AAC3C,UAAM,iBAAiB,oBAAoB,MAAM;AACjD,UAAM,UAAUD,MAAK,KAAK,WAAW,cAAc;AACnD,UAAM,cAAcA,MAAK,KAAK,SAAS,cAAc;AACrD,UAAM,oBAAoBA,MAAK,KAAK,SAAS,aAAa;AAC1D,UAAM,MAAM,SAAS,EAAE,WAAW,KAAK,CAAC;AACxC,UAAM,UAAU,aAAa,GAAG,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAC5E,UAAM,UAAU,mBAAmB,GAAG,KAAK,UAAUC,SAAQ,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAEjF,UAAM,QAAQ,aAAa,MAAM;AACjC,QAAI,OAAO;AACT,YAAM,UAAUD,MAAK,KAAK,SAAS,UAAU,GAAG,OAAO,MAAM;AAAA,IAC/D;AAEA,QAAI,OAAO,UAAU,OAAO,OAAO,SAAS,GAAG;AAC7C,YAAM,aAAaA,MAAK,KAAK,SAAS,SAAS;AAC/C,YAAM,MAAM,YAAY,EAAE,WAAW,KAAK,CAAC;AAC3C,YAAM;AAAA,QACJA,MAAK,KAAK,YAAY,aAAa;AAAA,QACnC,qBAAqB,OAAO,MAAM;AAAA,QAClC;AAAA,MACF;AAAA,IACF;AAEA,iBAAa,KAAK;AAAA,MAChB,GAAG,yBAAyB,MAAM;AAAA,MAClC,YAAY,SAAS;AAAA,IACvB,CAAC;AAAA,EACH;AAGA,QAAM,SAAS,oBAAoB,OAAO;AAC1C,QAAM,UAAU,YAAY,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAK1E,QAAM,mBAAmB,SAAS,oBAAqB,MAAM,qBAAqB,aAAa;AAC/F,QAAM,YAAY;AAAA,IAChB;AAAA,IACA,SAAS;AAAA,IACT,SAAS;AAAA,IACT;AAAA,EACF;AACA,QAAM,UAAU,eAAe,GAAG,KAAK,UAAU,WAAW,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAEhF,QAAM,eAAe,WAAW,YAAY;AAG5C,QAAM,iBAAiBA,MAAK,KAAK,WAAW,kBAAkB;AAC9D,QAAM,UAAU,gBAAgB,4BAA4B,OAAO,GAAG,MAAM;AAE5E,SAAO,EAAE,iBAAiB,YAAY,eAAe,UAAU;AACjE;","names":["path","path","timing"]}

package/dist/{chunk-ZGEGRM5T.js → chunk-VOOYHYPR.js}

@@ -5980,7 +5980,7 @@ async function expandFileReferences(tests, evalFileDir) {
   return expanded;
 }
 
-// ../../packages/core/dist/chunk-46TUI4JM.js
+// ../../packages/core/dist/chunk-JNBHD34F.js
 import path46 from "node:path";
 import { pathToFileURL as pathToFileURL2 } from "node:url";
 import { existsSync as existsSync6 } from "node:fs";
@@ -18647,7 +18647,7 @@ var RequestError = class _RequestError extends Error {
   }
 };
 
-// ../../packages/core/dist/chunk-46TUI4JM.js
+// ../../packages/core/dist/chunk-JNBHD34F.js
 import { exec as execCallback } from "node:child_process";
 import { readdirSync, statSync } from "node:fs";
 import { readFile as readFile22, readdir as readdir2, stat as stat2 } from "node:fs/promises";
@@ -22891,6 +22891,24 @@ function runEqualsAssertion(output, value) {
     ]
   };
 }
+var tracked = /* @__PURE__ */ new Set();
+function trackChild(child) {
+  tracked.add(child);
+  child.once("close", () => {
+    tracked.delete(child);
+  });
+}
+function killAllTrackedChildren(signal = "SIGTERM") {
+  for (const child of tracked) {
+    try {
+      child.kill(signal);
+    } catch {
+    }
+  }
+}
+function trackedChildCount() {
+  return tracked.size;
+}
 function toContentArray(content) {
   if (!Array.isArray(content)) return void 0;
   let hasNonText = false;
@@ -23393,6 +23411,7 @@ var ClaudeCliProvider = class {
         spawnOptions.cwd = options.cwd;
       }
       const child = spawn(this.config.executable, options.args, spawnOptions);
+      trackChild(child);
       let stdout = "";
       let stderr = "";
       let timedOut = false;
@@ -25400,6 +25419,7 @@ var CopilotCliProvider = class {
     const agentProcess = spawn2(executable, args, {
       stdio: ["pipe", "pipe", "inherit"]
     });
+    trackChild(agentProcess);
     await waitForProcessSpawn(agentProcess, executable, this.targetName);
     const toolCallsInProgress = /* @__PURE__ */ new Map();
     const completedToolCalls = [];
@@ -27364,6 +27384,7 @@ async function defaultPiRunner(options) {
       env: options.env,
       stdio: ["pipe", "pipe", "pipe"]
     });
+    trackChild(child);
     let stdout = "";
     let stderr = "";
     let timedOut = false;
@@ -28317,6 +28338,7 @@ function spawnVsCode(vscodeCmd, args, options) {
     shell: useShell,
     detached: false
   });
+  trackChild(child);
   child.on("error", (error40) => {
     const label = options?.label ?? "spawn";
     const renderedArgs = args.map((value) => JSON.stringify(value)).join(" ");
@@ -34020,7 +34042,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     return { tests: await loadTestsFromAgentSkills(evalFilePath) };
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-E6N374V2-VMFNVF5J.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-BZ54W52K-KLIY3S3N.js");
     return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
   }
   const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
@@ -34055,7 +34077,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
     return loadTestsFromAgentSkills(evalFilePath);
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-E6N374V2-VMFNVF5J.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-BZ54W52K-KLIY3S3N.js");
     const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
     return suite.tests;
   }
@@ -37878,6 +37900,9 @@ export {
   runRegexAssertion,
   runIsJsonAssertion,
   runEqualsAssertion,
+  trackChild,
+  killAllTrackedChildren,
+  trackedChildCount,
   consumeClaudeLogEntries,
   subscribeToClaudeLogEntries,
   normalizeToolCall,
@@ -37949,4 +37974,4 @@ export {
   loadTsEvalFile,
   loadTsEvalSuite
 };
-//# sourceMappingURL=chunk-ZGEGRM5T.js.map
+//# sourceMappingURL=chunk-VOOYHYPR.js.map