@remnic/core 1.0.0

package/dist/chunk-K6WK37A6.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals.ts"],"sourcesContent":["import path from \"node:path\";\nimport { cp, mkdir, readFile, readdir, rm, stat, writeFile } from \"node:fs/promises\";\nimport { listJsonFiles, listNamedFiles, readJsonFile } from \"./json-store.js\";\n\nexport type EvalRunStatus = \"running\" | \"completed\" | \"failed\" | \"partial\";\n\nexport interface EvalBenchmarkCase {\n  id: string;\n  prompt: string;\n  expectedSignals?: string[];\n  notes?: string;\n}\n\nexport type EvalBenchmarkType = \"standard\" | \"memory-red-team\";\n\nexport interface EvalBenchmarkManifest {\n  schemaVersion: 1;\n  benchmarkId: string;\n  benchmarkType?: EvalBenchmarkType;\n  title: string;\n  description?: string;\n  tags?: string[];\n  sourceLinks?: string[];\n  attackClass?: string;\n  targetSurface?: string;\n  cases: EvalBenchmarkCase[];\n}\n\nexport interface EvalRunMetrics {\n  recallPrecisionAtK?: number;\n  actionOutcomeScore?: number;\n  objectiveStateCoverage?: number;\n  causalPathRecall?: number;\n  trustViolationRate?: number;\n  creationRecoveryScore?: number;\n}\n\nexport interface EvalRunSummary {\n  schemaVersion: 1;\n  runId: string;\n  benchmarkId: string;\n  status: EvalRunStatus;\n  startedAt: string;\n  completedAt?: string;\n  totalCases: number;\n  passedCases: number;\n  failedCases: number;\n  metrics?: EvalRunMetrics;\n  notes?: string;\n  gitRef?: string;\n}\n\nexport interface EvalShadowRecallRecord {\n  schemaVersion: 1;\n  traceId: string;\n  recordedAt: string;\n  sessionKey: string;\n  promptHash: string;\n  promptLength: number;\n  retrievalQueryHash: string;\n  retrievalQueryLength: number;\n  recallMode: \"no_recall\" | \"minimal\" | \"full\" | \"graph_mode\";\n  recallResultLimit: number;\n  source: \"none\" | \"hot_qmd\" | \"hot_embedding\" | \"cold_fallback\" | \"recent_scan\";\n  recalledMemoryCount: number;\n  injected: boolean;\n  contextChars: number;\n  memoryIds: string[];\n  policyVersion?: string;\n  identityInjectionMode?: \"recovery_only\" | \"minimal\" | \"full\" | \"none\";\n  identityInjectedChars?: number;\n  identityInjectionTruncated?: boolean;\n  durationMs: number;\n  timings?: Record<string, string>;\n}\n\nexport interface EvalHarnessStatus {\n  enabled: boolean;\n  shadowModeEnabled: boolean;\n  rootDir: string;\n  benchmarkDir: string;\n  runsDir: string;\n  benchmarks: {\n    total: number;\n    valid: number;\n    invalid: number;\n    redTeam: number;\n    totalCases: number;\n    attackClasses: string[];\n    tags: string[];\n    targetSurfaces: string[];\n    sourceLinks: string[];\n  };\n  runs: {\n    total: number;\n    invalid: number;\n    completed: number;\n    failed: number;\n    partial: number;\n    running: number;\n    latestRunId?: string;\n    latestBenchmarkId?: string;\n    latestCompletedAt?: string;\n  };\n  shadows: {\n    total: number;\n    invalid: number;\n    latestTraceId?: string;\n    latestRecordedAt?: string;\n    latestSessionKey?: string;\n  };\n  baselines: {\n    enabled: boolean;\n    total: number;\n    invalid: number;\n    latestSnapshotId?: string;\n    latestCreatedAt?: string;\n    latestBenchmarkCount?: number;\n  };\n  latestRun?: EvalRunSummary;\n  latestShadow?: EvalShadowRecallRecord;\n  latestBaseline?: EvalBaselineSnapshot;\n  invalidBenchmarks: Array<{\n    path: string;\n    error: string;\n  }>;\n  invalidRuns: Array<{\n    path: string;\n    error: string;\n  }>;\n  invalidShadows: Array<{\n    path: string;\n    error: string;\n  }>;\n  invalidBaselines: Array<{\n    path: string;\n    error: string;\n  }>;\n}\n\nexport interface EvalBenchmarkDelta {\n  benchmarkId: string;\n  baseRunId: string;\n  candidateRunId: string;\n  basePassRate: number;\n  candidatePassRate: number;\n  passRateDelta: number;\n  metricDeltas: Partial<Record<keyof EvalRunMetrics, number>>;\n  regressions: string[];\n  improvements: string[];\n}\n\nexport interface EvalCiGateReport {\n  passed: boolean;\n  baseRootDir: string;\n  candidateRootDir: string;\n  comparedBenchmarks: number;\n  missingCandidateBenchmarks: string[];\n  invalidArtifacts: {\n    base: {\n      benchmarks: number;\n      runs: number;\n      shadows: number;\n    };\n    candidate: {\n      benchmarks: number;\n      runs: number;\n      shadows: number;\n    };\n  };\n  regressions: string[];\n  improvements: string[];\n  deltas: EvalBenchmarkDelta[];\n}\n\nexport interface EvalBaselineDeltaReport {\n  passed: boolean;\n  baselineSnapshotId: string;\n  baselineCreatedAt: string;\n  baselineSourceRootDir: string;\n  candidateRootDir: string;\n  comparedBenchmarks: number;\n  missingCandidateBenchmarks: string[];\n  invalidArtifacts: {\n    candidate: {\n      benchmarks: number;\n      runs: number;\n      shadows: number;\n      baselines: number;\n    };\n  };\n  regressions: string[];\n  improvements: string[];\n  deltas: EvalBenchmarkDelta[];\n  markdownReport: string;\n}\n\nexport interface EvalStoredBaselineCiGateReport extends EvalBaselineDeltaReport {\n  baseRootDir: string;\n  baselineResolvedFrom: \"base\" | \"candidate\";\n}\n\nexport interface EvalBaselineSnapshotBenchmark {\n  benchmarkId: string;\n  runId: string;\n  completedAt?: string;\n  gitRef?: string;\n  passRate: number;\n  metrics?: EvalRunMetrics;\n}\n\nexport interface EvalBaselineSnapshot {\n  schemaVersion: 1;\n  snapshotId: string;\n  createdAt: string;\n  sourceRootDir: string;\n  benchmarkCount: number;\n  benchmarks: EvalBaselineSnapshotBenchmark[];\n  notes?: string;\n  gitRef?: string;\n}\n\nexport interface EvalBenchmarkPackSummary {\n  sourcePath: string;\n  manifestPath: string;\n  benchmarkId: string;\n  benchmarkType: EvalBenchmarkType;\n  title: string;\n  attackClass?: string;\n  targetSurface?: string;\n  totalCases: number;\n  tags: string[];\n  sourceLinks: string[];\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\n}\n\nfunction assertString(value: unknown, field: string): string {\n  if (typeof value !== \"string\" || value.trim().length === 0) {\n    throw new Error(`${field} must be a non-empty string`);\n  }\n  return value.trim();\n}\n\nfunction optionalStringArray(value: unknown, field: string): string[] | undefined {\n  if (value === undefined) return undefined;\n  if (!Array.isArray(value)) {\n    throw new Error(`${field} must be an array of strings`);\n  }\n  const out = value\n    .filter((item): item is string => typeof item === \"string\")\n    .map((item) => item.trim())\n    .filter((item) => item.length > 0);\n  if (out.length !== value.length) {\n    throw new Error(`${field} must be an array of non-empty strings`);\n  }\n  return out;\n}\n\nexport function resolveEvalStoreDir(memoryDir: string, overrideDir?: string): string {\n  if (typeof overrideDir === \"string\" && overrideDir.trim().length > 0) {\n    return overrideDir.trim();\n  }\n  return path.join(memoryDir, \"state\", \"evals\");\n}\n\nfunction assertSafePathSegment(value: string, field: string): string {\n  if (value === \".\" || value === \"..\" || value.includes(\"/\") || value.includes(\"\\\\\")) {\n    throw new Error(`${field} must be a safe path segment`);\n  }\n  return value;\n}\n\nfunction assertSafeBenchmarkId(benchmarkId: string): string {\n  return assertSafePathSegment(benchmarkId, \"benchmarkId\");\n}\n\nexport function validateEvalBenchmarkManifest(\n  raw: unknown,\n  options?: { memoryRedTeamBenchEnabled?: boolean },\n): EvalBenchmarkManifest {\n  if (!isRecord(raw)) throw new Error(\"benchmark manifest must be an object\");\n  if (raw.schemaVersion !== 1) throw new Error(\"schemaVersion must be 1\");\n  if (!Array.isArray(raw.cases)) throw new Error(\"cases must be an array\");\n  const benchmarkTypeRaw =\n    typeof raw.benchmarkType === \"string\" && raw.benchmarkType.trim().length > 0\n      ? raw.benchmarkType.trim()\n      : \"standard\";\n  if (![\"standard\", \"memory-red-team\"].includes(benchmarkTypeRaw)) {\n    throw new Error(\"benchmarkType must be one of standard|memory-red-team\");\n  }\n\n  const cases = raw.cases.map((item, index) => {\n    if (!isRecord(item)) throw new Error(`cases[${index}] must be an object`);\n    return {\n      id: assertString(item.id, `cases[${index}].id`),\n      prompt: assertString(item.prompt, `cases[${index}].prompt`),\n      expectedSignals: optionalStringArray(item.expectedSignals, `cases[${index}].expectedSignals`),\n      notes: typeof item.notes === \"string\" && item.notes.trim().length > 0 ? item.notes.trim() : undefined,\n    } satisfies EvalBenchmarkCase;\n  });\n\n  const benchmarkType = benchmarkTypeRaw as EvalBenchmarkType;\n  if (benchmarkType === \"memory-red-team\" && options?.memoryRedTeamBenchEnabled !== true) {\n    throw new Error(\"memory-red-team benchmark packs require memoryRedTeamBenchEnabled\");\n  }\n  const attackClass =\n    typeof raw.attackClass === \"string\" && raw.attackClass.trim().length > 0\n      ? raw.attackClass.trim()\n      : undefined;\n  const targetSurface =\n    typeof raw.targetSurface === \"string\" && raw.targetSurface.trim().length > 0\n      ? raw.targetSurface.trim()\n      : undefined;\n  if (benchmarkType === \"memory-red-team\" && attackClass === undefined) {\n    throw new Error(\"attackClass must be a non-empty string\");\n  }\n  if (benchmarkType === \"memory-red-team\" && targetSurface === undefined) {\n    throw new Error(\"targetSurface must be a non-empty string\");\n  }\n\n  return {\n    schemaVersion: 1,\n    benchmarkId: assertString(raw.benchmarkId, \"benchmarkId\"),\n    benchmarkType,\n    title: assertString(raw.title, \"title\"),\n    description:\n      typeof raw.description === \"string\" && raw.description.trim().length > 0\n        ? raw.description.trim()\n        : undefined,\n    tags: optionalStringArray(raw.tags, \"tags\"),\n    sourceLinks: optionalStringArray(raw.sourceLinks, \"sourceLinks\"),\n    attackClass,\n    targetSurface,\n    cases,\n  };\n}\n\nexport function validateEvalRunSummary(raw: unknown): EvalRunSummary {\n  if (!isRecord(raw)) throw new Error(\"eval run summary must be an object\");\n  if (raw.schemaVersion !== 1) throw new Error(\"schemaVersion must be 1\");\n  const status = assertString(raw.status, \"status\");\n  if (![\"running\", \"completed\", \"failed\", \"partial\"].includes(status)) {\n    throw new Error(\"status must be one of running|completed|failed|partial\");\n  }\n\n  const totalCases = Number(raw.totalCases);\n  const passedCases = Number(raw.passedCases);\n  const failedCases = Number(raw.failedCases);\n  if (!Number.isFinite(totalCases) || totalCases < 0) throw new Error(\"totalCases must be a non-negative number\");\n  if (!Number.isFinite(passedCases) || passedCases < 0) throw new Error(\"passedCases must be a non-negative number\");\n  if (!Number.isFinite(failedCases) || failedCases < 0) throw new Error(\"failedCases must be a non-negative number\");\n\n  const metrics = parseOptionalEvalRunMetrics(raw.metrics);\n\n  return {\n    schemaVersion: 1,\n    runId: assertString(raw.runId, \"runId\"),\n    benchmarkId: assertString(raw.benchmarkId, \"benchmarkId\"),\n    status: status as EvalRunStatus,\n    startedAt: assertString(raw.startedAt, \"startedAt\"),\n    completedAt:\n      typeof raw.completedAt === \"string\" && raw.completedAt.trim().length > 0\n        ? raw.completedAt.trim()\n        : undefined,\n    totalCases,\n    passedCases,\n    failedCases,\n    metrics,\n    notes: typeof raw.notes === \"string\" && raw.notes.trim().length > 0 ? raw.notes.trim() : undefined,\n    gitRef: typeof raw.gitRef === \"string\" && raw.gitRef.trim().length > 0 ? raw.gitRef.trim() : undefined,\n  };\n}\n\nexport function validateEvalBaselineSnapshot(raw: unknown): EvalBaselineSnapshot {\n  if (!isRecord(raw)) throw new Error(\"eval baseline snapshot must be an object\");\n  if (raw.schemaVersion !== 1) throw new Error(\"schemaVersion must be 1\");\n  if (!Array.isArray(raw.benchmarks)) throw new Error(\"benchmarks must be an array\");\n\n  const benchmarks = raw.benchmarks.map((item, index) => {\n    if (!isRecord(item)) throw new Error(`benchmarks[${index}] must be an object`);\n    const passRate = Number(item.passRate);\n    if (!Number.isFinite(passRate) || passRate < 0 || passRate > 1) {\n      throw new Error(`benchmarks[${index}].passRate must be a number between 0 and 1`);\n    }\n\n    const metrics = parseOptionalEvalRunMetrics(item.metrics);\n\n    return {\n      benchmarkId: assertString(item.benchmarkId, `benchmarks[${index}].benchmarkId`),\n      runId: assertString(item.runId, `benchmarks[${index}].runId`),\n      completedAt:\n        typeof item.completedAt === \"string\" && item.completedAt.trim().length > 0\n          ? item.completedAt.trim()\n          : undefined,\n      gitRef:\n        typeof item.gitRef === \"string\" && item.gitRef.trim().length > 0\n          ? item.gitRef.trim()\n          : undefined,\n      passRate,\n      metrics,\n    } satisfies EvalBaselineSnapshotBenchmark;\n  });\n\n  const benchmarkCount = Number(raw.benchmarkCount);\n  if (!Number.isFinite(benchmarkCount) || benchmarkCount < 0) {\n    throw new Error(\"benchmarkCount must be a non-negative number\");\n  }\n  if (benchmarkCount !== benchmarks.length) {\n    throw new Error(\"benchmarkCount must match benchmarks.length\");\n  }\n\n  return {\n    schemaVersion: 1,\n    snapshotId: assertString(raw.snapshotId, \"snapshotId\"),\n    createdAt: assertString(raw.createdAt, \"createdAt\"),\n    sourceRootDir: assertString(raw.sourceRootDir, \"sourceRootDir\"),\n    benchmarkCount,\n    benchmarks,\n    notes: typeof raw.notes === \"string\" && raw.notes.trim().length > 0 ? raw.notes.trim() : undefined,\n    gitRef: typeof raw.gitRef === \"string\" && raw.gitRef.trim().length > 0 ? raw.gitRef.trim() : undefined,\n  };\n}\n\nfunction parseOptionalEvalRunMetrics(raw: unknown): EvalRunMetrics | undefined {\n  if (!isRecord(raw)) return undefined;\n  return {\n    recallPrecisionAtK: typeof raw.recallPrecisionAtK === \"number\" ? raw.recallPrecisionAtK : undefined,\n    actionOutcomeScore: typeof raw.actionOutcomeScore === \"number\" ? raw.actionOutcomeScore : undefined,\n    objectiveStateCoverage: typeof raw.objectiveStateCoverage === \"number\" ? raw.objectiveStateCoverage : undefined,\n    causalPathRecall: typeof raw.causalPathRecall === \"number\" ? raw.causalPathRecall : undefined,\n    trustViolationRate: typeof raw.trustViolationRate === \"number\" ? raw.trustViolationRate : undefined,\n    creationRecoveryScore: typeof raw.creationRecoveryScore === \"number\" ? raw.creationRecoveryScore : undefined,\n  } satisfies EvalRunMetrics;\n}\n\nexport function validateEvalShadowRecallRecord(raw: unknown): EvalShadowRecallRecord {\n  if (!isRecord(raw)) throw new Error(\"eval shadow recall record must be an object\");\n  if (raw.schemaVersion !== 1) throw new Error(\"schemaVersion must be 1\");\n\n  const recallMode = assertString(raw.recallMode, \"recallMode\");\n  if (![\"no_recall\", \"minimal\", \"full\", \"graph_mode\"].includes(recallMode)) {\n    throw new Error(\"recallMode must be one of no_recall|minimal|full|graph_mode\");\n  }\n\n  const source = assertString(raw.source, \"source\");\n  if (![\"none\", \"hot_qmd\", \"hot_embedding\", \"cold_fallback\", \"recent_scan\"].includes(source)) {\n    throw new Error(\"source must be one of none|hot_qmd|hot_embedding|cold_fallback|recent_scan\");\n  }\n\n  const promptLength = Number(raw.promptLength);\n  const retrievalQueryLength = Number(raw.retrievalQueryLength);\n  const recallResultLimit = Number(raw.recallResultLimit);\n  const recalledMemoryCount = Number(raw.recalledMemoryCount);\n  const contextChars = Number(raw.contextChars);\n  const durationMs = Number(raw.durationMs);\n\n  for (const [field, value] of [\n    [\"promptLength\", promptLength],\n    [\"retrievalQueryLength\", retrievalQueryLength],\n    [\"recallResultLimit\", recallResultLimit],\n    [\"recalledMemoryCount\", recalledMemoryCount],\n    [\"contextChars\", contextChars],\n    [\"durationMs\", durationMs],\n  ] as const) {\n    if (!Number.isFinite(value) || value < 0) {\n      throw new Error(`${field} must be a non-negative number`);\n    }\n  }\n\n  const memoryIds = optionalStringArray(raw.memoryIds, \"memoryIds\") ?? [];\n  if (typeof raw.injected !== \"boolean\") throw new Error(\"injected must be a boolean\");\n\n  let timings: Record<string, string> | undefined;\n  if (raw.timings !== undefined) {\n    if (!isRecord(raw.timings)) throw new Error(\"timings must be an object of strings\");\n    const out: Record<string, string> = {};\n    for (const [key, value] of Object.entries(raw.timings)) {\n      if (typeof value !== \"string\") throw new Error(\"timings must be an object of strings\");\n      out[key] = value;\n    }\n    timings = out;\n  }\n\n  const identityInjectionModeRaw =\n    typeof raw.identityInjectionMode === \"string\" && raw.identityInjectionMode.trim().length > 0\n      ? raw.identityInjectionMode.trim()\n      : undefined;\n  if (\n    identityInjectionModeRaw !== undefined &&\n    ![\"recovery_only\", \"minimal\", \"full\", \"none\"].includes(identityInjectionModeRaw)\n  ) {\n    throw new Error(\"identityInjectionMode must be one of recovery_only|minimal|full|none\");\n  }\n\n  return {\n    schemaVersion: 1,\n    traceId: assertString(raw.traceId, \"traceId\"),\n    recordedAt: assertString(raw.recordedAt, \"recordedAt\"),\n    sessionKey: assertString(raw.sessionKey, \"sessionKey\"),\n    promptHash: assertString(raw.promptHash, \"promptHash\"),\n    promptLength,\n    retrievalQueryHash: assertString(raw.retrievalQueryHash, \"retrievalQueryHash\"),\n    retrievalQueryLength,\n    recallMode: recallMode as EvalShadowRecallRecord[\"recallMode\"],\n    recallResultLimit,\n    source: source as EvalShadowRecallRecord[\"source\"],\n    recalledMemoryCount,\n    injected: raw.injected,\n    contextChars,\n    memoryIds,\n    policyVersion:\n      typeof raw.policyVersion === \"string\" && raw.policyVersion.trim().length > 0\n        ? raw.policyVersion.trim()\n        : undefined,\n    identityInjectionMode: identityInjectionModeRaw as EvalShadowRecallRecord[\"identityInjectionMode\"],\n    identityInjectedChars:\n      typeof raw.identityInjectedChars === \"number\" && Number.isFinite(raw.identityInjectedChars)\n        ? raw.identityInjectedChars\n        : undefined,\n    identityInjectionTruncated:\n      typeof raw.identityInjectionTruncated === \"boolean\" ? raw.identityInjectionTruncated : undefined,\n    durationMs,\n    timings,\n  };\n}\n\ninterface EvalStoreSnapshot {\n  status: EvalHarnessStatus;\n  manifests: EvalBenchmarkManifest[];\n  runs: EvalRunSummary[];\n  shadows: EvalShadowRecallRecord[];\n  baselines: EvalBaselineSnapshot[];\n}\n\ninterface EvalStoreSnapshotOptions {\n  rootDir: string;\n  enabled: boolean;\n  shadowModeEnabled: boolean;\n  baselineSnapshotsEnabled?: boolean;\n  memoryRedTeamBenchEnabled?: boolean;\n}\n\nconst LOWER_IS_BETTER_METRICS = new Set<keyof EvalRunMetrics>([\"trustViolationRate\"]);\n\nfunction computePassRate(run: EvalRunSummary): number {\n  return run.totalCases > 0 ? run.passedCases / run.totalCases : 0;\n}\n\nfunction latestCompletedRunsByBenchmark(runs: EvalRunSummary[]): Map<string, EvalRunSummary> {\n  const sorted = [...runs]\n    .filter((run) => run.status === \"completed\")\n    .sort((a, b) => {\n      const aTime = Date.parse(a.completedAt ?? a.startedAt);\n      const bTime = Date.parse(b.completedAt ?? b.startedAt);\n      return (Number.isNaN(bTime) ? 0 : bTime) - (Number.isNaN(aTime) ? 0 : aTime);\n    });\n  const out = new Map<string, EvalRunSummary>();\n  for (const run of sorted) {\n    if (!out.has(run.benchmarkId)) {\n      out.set(run.benchmarkId, run);\n    }\n  }\n  return out;\n}\n\nfunction compareMetricDeltas(\n  baseMetrics: EvalRunMetrics | undefined,\n  candidateMetrics: EvalRunMetrics | undefined,\n): {\n  deltas: Partial<Record<keyof EvalRunMetrics, number>>;\n  regressions: string[];\n  improvements: string[];\n} {\n  const deltas: Partial<Record<keyof EvalRunMetrics, number>> = {};\n  const regressions: string[] = [];\n  const improvements: string[] = [];\n  if (!baseMetrics || !candidateMetrics) {\n    return { deltas, regressions, improvements };\n  }\n\n  for (const metric of Object.keys(baseMetrics) as Array<keyof EvalRunMetrics>) {\n    const baseValue = baseMetrics[metric];\n    const candidateValue = candidateMetrics[metric];\n    if (typeof baseValue !== \"number\" || typeof candidateValue !== \"number\") continue;\n    const delta = candidateValue - baseValue;\n    deltas[metric] = delta;\n    if (delta === 0) continue;\n    const lowerIsBetter = LOWER_IS_BETTER_METRICS.has(metric);\n    const improved = lowerIsBetter ? delta < 0 : delta > 0;\n    const summary = `${metric} ${baseValue} -> ${candidateValue}`;\n    if (improved) {\n      improvements.push(summary);\n    } else {\n      regressions.push(summary);\n    }\n  }\n\n  return { deltas, regressions, improvements };\n}\n\nfunction formatEvalBaselineDeltaMarkdown(report: EvalBaselineDeltaReport): string {\n  const lines = [\n    \"# Eval Baseline Delta Report\",\n    \"\",\n    `- Passed: ${report.passed ? \"yes\" : \"no\"}`,\n    `- Baseline snapshot: ${report.baselineSnapshotId}`,\n    `- Baseline created: ${report.baselineCreatedAt}`,\n    `- Baseline source root: ${report.baselineSourceRootDir}`,\n    `- Candidate root: ${report.candidateRootDir}`,\n    `- Benchmarks compared: ${report.comparedBenchmarks}`,\n  ];\n\n  if (report.missingCandidateBenchmarks.length > 0) {\n    lines.push(`- Missing candidate benchmarks: ${report.missingCandidateBenchmarks.join(\", \")}`);\n  }\n\n  lines.push(\n    `- Invalid candidate artifacts: benchmarks=${report.invalidArtifacts.candidate.benchmarks}, runs=${report.invalidArtifacts.candidate.runs}, shadows=${report.invalidArtifacts.candidate.shadows}, baselines=${report.invalidArtifacts.candidate.baselines}`,\n    \"\",\n    \"## Regressions\",\n  );\n  if (report.regressions.length === 0) {\n    lines.push(\"- none\");\n  } else {\n    for (const regression of report.regressions) lines.push(`- ${regression}`);\n  }\n\n  lines.push(\"\", \"## Improvements\");\n  if (report.improvements.length === 0) {\n    lines.push(\"- none\");\n  } else {\n    for (const improvement of report.improvements) lines.push(`- ${improvement}`);\n  }\n\n  lines.push(\"\", \"## Benchmark Deltas\");\n  if (report.deltas.length === 0) {\n    lines.push(\"- none\");\n  } else {\n    for (const delta of report.deltas) {\n      lines.push(\n        `- ${delta.benchmarkId}: passRate ${delta.basePassRate} -> ${delta.candidatePassRate} (delta ${delta.passRateDelta})`,\n      );\n    }\n  }\n\n  return lines.join(\"\\n\");\n}\n\nasync function collectEvalStoreSnapshot(options: EvalStoreSnapshotOptions): Promise<EvalStoreSnapshot> {\n  const rootDir = options.rootDir;\n  const benchmarkDir = path.join(rootDir, \"benchmarks\");\n  const runsDir = path.join(rootDir, \"runs\");\n  const shadowDir = path.join(rootDir, \"shadow\");\n  const baselineDir = path.join(rootDir, \"baselines\");\n  const benchmarkFiles = await listNamedFiles(benchmarkDir, \"manifest.json\");\n  const runFiles = await listJsonFiles(runsDir);\n  const shadowFiles = await listJsonFiles(shadowDir);\n  const baselineFiles = await listJsonFiles(baselineDir);\n\n  const invalidBenchmarks: Array<{ path: string; error: string }> = [];\n  const invalidRuns: Array<{ path: string; error: string }> = [];\n  const invalidShadows: Array<{ path: string; error: string }> = [];\n  const invalidBaselines: Array<{ path: string; error: string }> = [];\n  const manifests: EvalBenchmarkManifest[] = [];\n\n  for (const filePath of benchmarkFiles) {\n    try {\n      manifests.push(\n        validateEvalBenchmarkManifest(await readJsonFile(filePath), {\n          memoryRedTeamBenchEnabled: options.memoryRedTeamBenchEnabled,\n        }),\n      );\n    } catch (error) {\n      invalidBenchmarks.push({\n        path: filePath,\n        error: error instanceof Error ? error.message : String(error),\n      });\n    }\n  }\n\n  const runs: EvalRunSummary[] = [];\n  for (const filePath of runFiles) {\n    try {\n      runs.push(validateEvalRunSummary(await readJsonFile(filePath)));\n    } catch (error) {\n      invalidRuns.push({\n        path: filePath,\n        error: error instanceof Error ? error.message : String(error),\n      });\n    }\n  }\n\n  const shadows: EvalShadowRecallRecord[] = [];\n  for (const filePath of shadowFiles) {\n    try {\n      shadows.push(validateEvalShadowRecallRecord(await readJsonFile(filePath)));\n    } catch (error) {\n      invalidShadows.push({\n        path: filePath,\n        error: error instanceof Error ? error.message : String(error),\n      });\n    }\n  }\n\n  const baselines: EvalBaselineSnapshot[] = [];\n  for (const filePath of baselineFiles) {\n    try {\n      baselines.push(validateEvalBaselineSnapshot(await readJsonFile(filePath)));\n    } catch (error) {\n      invalidBaselines.push({\n        path: filePath,\n        error: error instanceof Error ? error.message : String(error),\n      });\n    }\n  }\n\n  runs.sort((a, b) => {\n    const aTime = Date.parse(a.completedAt ?? a.startedAt);\n    const bTime = Date.parse(b.completedAt ?? b.startedAt);\n    return (Number.isNaN(bTime) ? 0 : bTime) - (Number.isNaN(aTime) ? 0 : aTime);\n  });\n  shadows.sort((a, b) => b.recordedAt.localeCompare(a.recordedAt));\n  baselines.sort((a, b) => b.createdAt.localeCompare(a.createdAt));\n\n  const tags = new Set<string>();\n  const attackClasses = new Set<string>();\n  const sourceLinks = new Set<string>();\n  const targetSurfaces = new Set<string>();\n  let totalCases = 0;\n  let redTeam = 0;\n  for (const manifest of manifests) {\n    totalCases += manifest.cases.length;\n    if (manifest.benchmarkType === \"memory-red-team\") {\n      redTeam += 1;\n      if (manifest.attackClass) attackClasses.add(manifest.attackClass);\n      if (manifest.targetSurface) targetSurfaces.add(manifest.targetSurface);\n    }\n    for (const tag of manifest.tags ?? []) tags.add(tag);\n    for (const link of manifest.sourceLinks ?? []) sourceLinks.add(link);\n  }\n\n  return {\n    status: {\n      enabled: options.enabled,\n      shadowModeEnabled: options.shadowModeEnabled,\n      rootDir,\n      benchmarkDir,\n      runsDir,\n      benchmarks: {\n        total: benchmarkFiles.length,\n        valid: manifests.length,\n        invalid: invalidBenchmarks.length,\n        redTeam,\n        totalCases,\n        attackClasses: [...attackClasses].sort(),\n        tags: [...tags].sort(),\n        targetSurfaces: [...targetSurfaces].sort(),\n        sourceLinks: [...sourceLinks].sort(),\n      },\n      runs: {\n        total: runFiles.length,\n        invalid: invalidRuns.length,\n        completed: runs.filter((run) => run.status === \"completed\").length,\n        failed: runs.filter((run) => run.status === \"failed\").length,\n        partial: runs.filter((run) => run.status === \"partial\").length,\n        running: runs.filter((run) => run.status === \"running\").length,\n        latestRunId: runs[0]?.runId,\n        latestBenchmarkId: runs[0]?.benchmarkId,\n        latestCompletedAt: runs[0]?.completedAt,\n      },\n      shadows: {\n        total: shadowFiles.length,\n        invalid: invalidShadows.length,\n        latestTraceId: shadows[0]?.traceId,\n        latestRecordedAt: shadows[0]?.recordedAt,\n        latestSessionKey: shadows[0]?.sessionKey,\n      },\n      baselines: {\n        enabled: options.baselineSnapshotsEnabled === true,\n        total: baselineFiles.length,\n        invalid: invalidBaselines.length,\n        latestSnapshotId: baselines[0]?.snapshotId,\n        latestCreatedAt: baselines[0]?.createdAt,\n        latestBenchmarkCount: baselines[0]?.benchmarkCount,\n      },\n      latestRun: runs[0],\n      latestShadow: shadows[0],\n      latestBaseline: baselines[0],\n      invalidBenchmarks,\n      invalidRuns,\n      invalidShadows,\n      invalidBaselines,\n    },\n    manifests,\n    runs,\n    shadows,\n    baselines,\n  };\n}\n\nasync function resolveBenchmarkManifestPath(sourcePath: string): Promise<{ sourceKind: \"file\" | \"directory\"; manifestPath: string }> {\n  const info = await stat(sourcePath);\n  if (info.isDirectory()) {\n    return {\n      sourceKind: \"directory\",\n      manifestPath: path.join(sourcePath, \"manifest.json\"),\n    };\n  }\n  if (info.isFile()) {\n    return {\n      sourceKind: \"file\",\n      manifestPath: sourcePath,\n    };\n  }\n  throw new Error(\"benchmark pack source must be a file or directory\");\n}\n\nexport async function validateEvalBenchmarkPack(\n  sourcePath: string,\n  options?: { memoryRedTeamBenchEnabled?: boolean },\n): Promise<EvalBenchmarkPackSummary> {\n  const trimmedSourcePath = sourcePath.trim();\n  if (trimmedSourcePath.length === 0) {\n    throw new Error(\"benchmark pack path must be a non-empty string\");\n  }\n  const { manifestPath } = await resolveBenchmarkManifestPath(trimmedSourcePath);\n  const manifest = validateEvalBenchmarkManifest(await readJsonFile(manifestPath), {\n    memoryRedTeamBenchEnabled: options?.memoryRedTeamBenchEnabled,\n  });\n  return {\n    sourcePath: trimmedSourcePath,\n    manifestPath,\n    benchmarkId: assertSafeBenchmarkId(manifest.benchmarkId),\n    benchmarkType: manifest.benchmarkType ?? \"standard\",\n    title: manifest.title,\n    attackClass: manifest.attackClass,\n    targetSurface: manifest.targetSurface,\n    totalCases: manifest.cases.length,\n    tags: [...(manifest.tags ?? [])],\n    sourceLinks: [...(manifest.sourceLinks ?? [])],\n  };\n}\n\nexport async function importEvalBenchmarkPack(options: {\n  sourcePath: string;\n  memoryDir: string;\n  evalStoreDir?: string;\n  force?: boolean;\n  memoryRedTeamBenchEnabled?: boolean;\n}): Promise<EvalBenchmarkPackSummary & { targetDir: string; overwritten: boolean }> {\n  const summary = await validateEvalBenchmarkPack(options.sourcePath, {\n    memoryRedTeamBenchEnabled: options.memoryRedTeamBenchEnabled,\n  });\n  const rootDir = resolveEvalStoreDir(options.memoryDir, options.evalStoreDir);\n  const benchmarkDir = path.join(rootDir, \"benchmarks\");\n  const targetDir = path.join(benchmarkDir, summary.benchmarkId);\n  const { sourceKind, manifestPath } = await resolveBenchmarkManifestPath(summary.sourcePath);\n\n  let overwritten = false;\n  try {\n    await stat(targetDir);\n    if (options.force !== true) {\n      throw new Error(`benchmark pack already exists at ${targetDir}; rerun with force to replace it`);\n    }\n    overwritten = true;\n    await rm(targetDir, { recursive: true, force: true });\n  } catch (error) {\n    if (!(error instanceof Error) || !(\"code\" in error) || (error as NodeJS.ErrnoException).code !== \"ENOENT\") {\n      throw error;\n    }\n  }\n\n  await mkdir(benchmarkDir, { recursive: true });\n  if (sourceKind === \"directory\") {\n    await cp(summary.sourcePath, targetDir, { recursive: true });\n  } else {\n    await mkdir(targetDir, { recursive: true });\n    await cp(manifestPath, path.join(targetDir, \"manifest.json\"));\n  }\n\n  return {\n    ...summary,\n    targetDir,\n    overwritten,\n  };\n}\n\nexport async function recordEvalShadowRecall(options: {\n  memoryDir: string;\n  evalStoreDir?: string;\n  record: EvalShadowRecallRecord;\n}): Promise<string> {\n  const rootDir = resolveEvalStoreDir(options.memoryDir, options.evalStoreDir);\n  const validated = validateEvalShadowRecallRecord(options.record);\n  const day = validated.recordedAt.slice(0, 10);\n  const shadowDir = path.join(rootDir, \"shadow\", day);\n  const targetPath = path.join(shadowDir, `${validated.traceId}.json`);\n  await mkdir(shadowDir, { recursive: true });\n  await writeFile(targetPath, JSON.stringify(validated, null, 2), \"utf-8\");\n  return targetPath;\n}\n\nexport async function getEvalHarnessStatus(options: {\n  memoryDir: string;\n  evalStoreDir?: string;\n  enabled: boolean;\n  shadowModeEnabled: boolean;\n  baselineSnapshotsEnabled?: boolean;\n  memoryRedTeamBenchEnabled?: boolean;\n}): Promise<EvalHarnessStatus> {\n  return (\n    await collectEvalStoreSnapshot({\n      rootDir: resolveEvalStoreDir(options.memoryDir, options.evalStoreDir),\n      enabled: options.enabled,\n      shadowModeEnabled: options.shadowModeEnabled,\n      baselineSnapshotsEnabled: options.baselineSnapshotsEnabled,\n      memoryRedTeamBenchEnabled: options.memoryRedTeamBenchEnabled,\n    })\n  ).status;\n}\n\nexport async function createEvalBaselineSnapshot(options: {\n  memoryDir: string;\n  evalStoreDir?: string;\n  baselineSnapshotsEnabled: boolean;\n  snapshotId: string;\n  createdAt?: string;\n  notes?: string;\n  gitRef?: string;\n}): Promise<{ targetPath: string; snapshot: EvalBaselineSnapshot }> {\n  if (options.baselineSnapshotsEnabled !== true) {\n    throw new Error(\"benchmark baseline snapshots are disabled\");\n  }\n\n  const snapshotId = assertSafePathSegment(assertString(options.snapshotId, \"snapshotId\"), \"snapshotId\");\n  const rootDir = resolveEvalStoreDir(options.memoryDir, options.evalStoreDir);\n  const store = await collectEvalStoreSnapshot({\n    rootDir,\n    enabled: true,\n    shadowModeEnabled: true,\n    baselineSnapshotsEnabled: true,\n    memoryRedTeamBenchEnabled: true,\n  });\n  const latestRuns = latestCompletedRunsByBenchmark(store.runs);\n  const benchmarks = [...latestRuns.values()]\n    .sort((a, b) => a.benchmarkId.localeCompare(b.benchmarkId))\n    .map((run) => ({\n      benchmarkId: run.benchmarkId,\n      runId: run.runId,\n      completedAt: run.completedAt,\n      gitRef: run.gitRef,\n      passRate: computePassRate(run),\n      metrics: run.metrics,\n    } satisfies EvalBaselineSnapshotBenchmark));\n\n  const snapshot = validateEvalBaselineSnapshot({\n    schemaVersion: 1,\n    snapshotId,\n    createdAt: options.createdAt ?? new Date().toISOString(),\n    sourceRootDir: rootDir,\n    benchmarkCount: benchmarks.length,\n    benchmarks,\n    notes: options.notes,\n    gitRef: options.gitRef,\n  });\n\n  const targetPath = path.join(rootDir, \"baselines\", `${snapshot.snapshotId}.json`);\n  await mkdir(path.dirname(targetPath), { recursive: true });\n  await writeFile(targetPath, JSON.stringify(snapshot, null, 2), \"utf-8\");\n  return { targetPath, snapshot };\n}\n\nexport async function runEvalBaselineDeltaReport(options: {\n  memoryDir: string;\n  evalStoreDir?: string;\n  benchmarkDeltaReporterEnabled: boolean;\n  snapshotId: string;\n}): Promise<EvalBaselineDeltaReport> {\n  if (options.benchmarkDeltaReporterEnabled !== true) {\n    throw new Error(\"benchmark delta reporter is disabled\");\n  }\n\n  const snapshotId = assertSafePathSegment(assertString(options.snapshotId, \"snapshotId\"), \"snapshotId\");\n  const candidateRootDir = resolveEvalStoreDir(options.memoryDir, options.evalStoreDir);\n  const candidateSnapshot = await collectEvalStoreSnapshot({\n    rootDir: candidateRootDir,\n    enabled: true,\n    shadowModeEnabled: true,\n    baselineSnapshotsEnabled: true,\n    memoryRedTeamBenchEnabled: true,\n  });\n  const baselineSnapshot = candidateSnapshot.baselines.find((snapshot) => snapshot.snapshotId === snapshotId);\n  if (!baselineSnapshot) {\n    throw new Error(`benchmark baseline snapshot not found: ${snapshotId}`);\n  }\n\n  return buildEvalBaselineDeltaReport({\n    baselineSnapshot,\n    candidateSnapshot,\n  });\n}\n\nexport async function runEvalStoredBaselineCiGate(options: {\n  baseMemoryDir?: string;\n  baseEvalStoreDir: string;\n  candidateMemoryDir?: string;\n  candidateEvalStoreDir: string;\n  snapshotId: string;\n}): Promise<EvalStoredBaselineCiGateReport> {\n  const snapshotId = assertSafePathSegment(assertString(options.snapshotId, \"snapshotId\"), \"snapshotId\");\n  const baseRootDir = resolveEvalStoreDir(options.baseMemoryDir ?? options.baseEvalStoreDir, options.baseEvalStoreDir);\n  const candidateRootDir = resolveEvalStoreDir(\n    options.candidateMemoryDir ?? options.candidateEvalStoreDir,\n    options.candidateEvalStoreDir,\n  );\n  const [baseSnapshot, candidateSnapshot] = await Promise.all([\n    collectEvalStoreSnapshot({\n      rootDir: baseRootDir,\n      enabled: true,\n      shadowModeEnabled: true,\n      baselineSnapshotsEnabled: true,\n      memoryRedTeamBenchEnabled: true,\n    }),\n    collectEvalStoreSnapshot({\n      rootDir: candidateRootDir,\n      enabled: true,\n      shadowModeEnabled: true,\n      baselineSnapshotsEnabled: true,\n      memoryRedTeamBenchEnabled: true,\n    }),\n  ]);\n  const baselineSnapshot =\n    baseSnapshot.baselines.find((snapshot) => snapshot.snapshotId === snapshotId) ??\n    candidateSnapshot.baselines.find((snapshot) => snapshot.snapshotId === snapshotId);\n  if (!baselineSnapshot) {\n    throw new Error(`benchmark baseline snapshot not found: ${snapshotId}`);\n  }\n\n  return {\n    baseRootDir,\n    baselineResolvedFrom: baseSnapshot.baselines.some((snapshot) => snapshot.snapshotId === snapshotId) ? \"base\" : \"candidate\",\n    ...buildEvalBaselineDeltaReport({\n      baselineSnapshot,\n      candidateSnapshot,\n    }),\n  };\n}\n\nfunction buildEvalBaselineDeltaReport(options: {\n  baselineSnapshot: EvalBaselineSnapshot;\n  candidateSnapshot: EvalStoreSnapshot;\n}): EvalBaselineDeltaReport {\n  const { baselineSnapshot, candidateSnapshot } = options;\n\n  const regressions: string[] = [];\n  const improvements: string[] = [];\n\n  if (candidateSnapshot.status.invalidBenchmarks.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidBenchmarks.length} invalid benchmark manifest(s)`);\n  }\n  if (candidateSnapshot.status.invalidRuns.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidRuns.length} invalid run summary file(s)`);\n  }\n  if (candidateSnapshot.status.invalidShadows.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidShadows.length} invalid shadow record(s)`);\n  }\n  if (candidateSnapshot.status.invalidBaselines.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidBaselines.length} invalid baseline snapshot file(s)`);\n  }\n\n  const candidateRuns = latestCompletedRunsByBenchmark(candidateSnapshot.runs);\n  const baselineBenchmarks = new Map(\n    baselineSnapshot.benchmarks.map((benchmark) => [benchmark.benchmarkId, benchmark] as const),\n  );\n  const missingCandidateBenchmarks = [...baselineBenchmarks.keys()]\n    .filter((benchmarkId) => !candidateRuns.has(benchmarkId))\n    .sort();\n  for (const benchmarkId of missingCandidateBenchmarks) {\n    regressions.push(`candidate is missing latest completed benchmark run for ${benchmarkId}`);\n  }\n\n  const deltas: EvalBenchmarkDelta[] = [];\n  for (const benchmarkId of [...baselineBenchmarks.keys()].sort()) {\n    const baseBenchmark = baselineBenchmarks.get(benchmarkId);\n    const candidateRun = candidateRuns.get(benchmarkId);\n    if (!baseBenchmark || !candidateRun) continue;\n\n    const passRateDelta = computePassRate(candidateRun) - baseBenchmark.passRate;\n    const delta: EvalBenchmarkDelta = {\n      benchmarkId,\n      baseRunId: baseBenchmark.runId,\n      candidateRunId: candidateRun.runId,\n      basePassRate: baseBenchmark.passRate,\n      candidatePassRate: computePassRate(candidateRun),\n      passRateDelta,\n      metricDeltas: {},\n      regressions: [],\n      improvements: [],\n    };\n\n    if (passRateDelta < 0) {\n      delta.regressions.push(`passRate ${baseBenchmark.passRate} -> ${delta.candidatePassRate}`);\n      regressions.push(`${benchmarkId} pass rate regressed (${baseBenchmark.passRate} -> ${delta.candidatePassRate})`);\n    } else if (passRateDelta > 0) {\n      delta.improvements.push(`passRate ${baseBenchmark.passRate} -> ${delta.candidatePassRate}`);\n      improvements.push(`${benchmarkId} pass rate improved (${baseBenchmark.passRate} -> ${delta.candidatePassRate})`);\n    }\n\n    const metricDelta = compareMetricDeltas(baseBenchmark.metrics, candidateRun.metrics);\n    delta.metricDeltas = metricDelta.deltas;\n    for (const regression of metricDelta.regressions) {\n      delta.regressions.push(regression);\n      regressions.push(`${benchmarkId} ${regression}`);\n    }\n    for (const improvement of metricDelta.improvements) {\n      delta.improvements.push(improvement);\n      improvements.push(`${benchmarkId} ${improvement}`);\n    }\n    deltas.push(delta);\n  }\n\n  const report: EvalBaselineDeltaReport = {\n    passed: regressions.length === 0,\n    baselineSnapshotId: baselineSnapshot.snapshotId,\n    baselineCreatedAt: baselineSnapshot.createdAt,\n    baselineSourceRootDir: baselineSnapshot.sourceRootDir,\n    candidateRootDir: candidateSnapshot.status.rootDir,\n    comparedBenchmarks: deltas.length,\n    missingCandidateBenchmarks,\n    invalidArtifacts: {\n      candidate: {\n        benchmarks: candidateSnapshot.status.invalidBenchmarks.length,\n        runs: candidateSnapshot.status.invalidRuns.length,\n        shadows: candidateSnapshot.status.invalidShadows.length,\n        baselines: candidateSnapshot.status.invalidBaselines.length,\n      },\n    },\n    regressions,\n    improvements,\n    deltas,\n    markdownReport: \"\",\n  };\n  report.markdownReport = formatEvalBaselineDeltaMarkdown(report);\n  return report;\n}\n\nfunction resolveRequiredEvalStoreRoot(options: { memoryDir?: string; evalStoreDir?: string }, label: string): string {\n  if (typeof options.evalStoreDir === \"string\" && options.evalStoreDir.trim().length > 0) {\n    return options.evalStoreDir.trim();\n  }\n  if (typeof options.memoryDir === \"string\" && options.memoryDir.trim().length > 0) {\n    return resolveEvalStoreDir(options.memoryDir.trim());\n  }\n  throw new Error(`${label} requires memoryDir or evalStoreDir`);\n}\n\nexport async function runEvalBenchmarkCiGate(options: {\n  baseMemoryDir?: string;\n  candidateMemoryDir?: string;\n  baseEvalStoreDir?: string;\n  candidateEvalStoreDir?: string;\n}): Promise<EvalCiGateReport> {\n  const baseRootDir = resolveRequiredEvalStoreRoot(\n    { memoryDir: options.baseMemoryDir, evalStoreDir: options.baseEvalStoreDir },\n    \"base\",\n  );\n  const candidateRootDir = resolveRequiredEvalStoreRoot(\n    { memoryDir: options.candidateMemoryDir, evalStoreDir: options.candidateEvalStoreDir },\n    \"candidate\",\n  );\n  const baseSnapshot = await collectEvalStoreSnapshot({\n    rootDir: baseRootDir,\n    enabled: true,\n    shadowModeEnabled: true,\n    memoryRedTeamBenchEnabled: true,\n  });\n  const candidateSnapshot = await collectEvalStoreSnapshot({\n    rootDir: candidateRootDir,\n    enabled: true,\n    shadowModeEnabled: true,\n    memoryRedTeamBenchEnabled: true,\n  });\n\n  const regressions: string[] = [];\n  const improvements: string[] = [];\n\n  if (baseSnapshot.status.invalidBenchmarks.length > 0) {\n    regressions.push(`base store has ${baseSnapshot.status.invalidBenchmarks.length} invalid benchmark manifest(s)`);\n  }\n  if (baseSnapshot.status.invalidRuns.length > 0) {\n    regressions.push(`base store has ${baseSnapshot.status.invalidRuns.length} invalid run summary file(s)`);\n  }\n  if (baseSnapshot.status.invalidShadows.length > 0) {\n    regressions.push(`base store has ${baseSnapshot.status.invalidShadows.length} invalid shadow record(s)`);\n  }\n  if (candidateSnapshot.status.invalidBenchmarks.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidBenchmarks.length} invalid benchmark manifest(s)`);\n  }\n  if (candidateSnapshot.status.invalidRuns.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidRuns.length} invalid run summary file(s)`);\n  }\n  if (candidateSnapshot.status.invalidShadows.length > 0) {\n    regressions.push(`candidate store has ${candidateSnapshot.status.invalidShadows.length} invalid shadow record(s)`);\n  }\n\n  const baseRuns = latestCompletedRunsByBenchmark(baseSnapshot.runs);\n  const candidateRuns = latestCompletedRunsByBenchmark(candidateSnapshot.runs);\n  const missingCandidateBenchmarks = [...baseRuns.keys()]\n    .filter((benchmarkId) => !candidateRuns.has(benchmarkId))\n    .sort();\n  for (const benchmarkId of missingCandidateBenchmarks) {\n    regressions.push(`candidate is missing latest completed benchmark run for ${benchmarkId}`);\n  }\n\n  const deltas: EvalBenchmarkDelta[] = [];\n  for (const benchmarkId of [...baseRuns.keys()].sort()) {\n    const baseRun = baseRuns.get(benchmarkId);\n    const candidateRun = candidateRuns.get(benchmarkId);\n    if (!baseRun || !candidateRun) continue;\n\n    const basePassRate = computePassRate(baseRun);\n    const candidatePassRate = computePassRate(candidateRun);\n    const passRateDelta = candidatePassRate - basePassRate;\n    const delta: EvalBenchmarkDelta = {\n      benchmarkId,\n      baseRunId: baseRun.runId,\n      candidateRunId: candidateRun.runId,\n      basePassRate,\n      candidatePassRate,\n      passRateDelta,\n      metricDeltas: {},\n      regressions: [],\n      improvements: [],\n    };\n\n    if (passRateDelta < 0) {\n      delta.regressions.push(`passRate ${basePassRate} -> ${candidatePassRate}`);\n      regressions.push(`${benchmarkId} pass rate regressed (${basePassRate} -> ${candidatePassRate})`);\n    } else if (passRateDelta > 0) {\n      delta.improvements.push(`passRate ${basePassRate} -> ${candidatePassRate}`);\n      improvements.push(`${benchmarkId} pass rate improved (${basePassRate} -> ${candidatePassRate})`);\n    }\n\n    const metricDelta = compareMetricDeltas(baseRun.metrics, candidateRun.metrics);\n    delta.metricDeltas = metricDelta.deltas;\n    for (const regression of metricDelta.regressions) {\n      delta.regressions.push(regression);\n      regressions.push(`${benchmarkId} ${regression}`);\n    }\n    for (const improvement of metricDelta.improvements) {\n      delta.improvements.push(improvement);\n      improvements.push(`${benchmarkId} ${improvement}`);\n    }\n    deltas.push(delta);\n  }\n\n  return {\n    passed: regressions.length === 0,\n    baseRootDir: baseSnapshot.status.rootDir,\n    candidateRootDir: candidateSnapshot.status.rootDir,\n    comparedBenchmarks: deltas.length,\n    missingCandidateBenchmarks,\n    invalidArtifacts: {\n      base: {\n        benchmarks: baseSnapshot.status.invalidBenchmarks.length,\n        runs: baseSnapshot.status.invalidRuns.length,\n        shadows: baseSnapshot.status.invalidShadows.length,\n      },\n      candidate: {\n        benchmarks: candidateSnapshot.status.invalidBenchmarks.length,\n        runs: candidateSnapshot.status.invalidRuns.length,\n        shadows: candidateSnapshot.status.invalidShadows.length,\n      },\n    },\n    regressions,\n    improvements,\n    deltas,\n  };\n}\n"],"mappings":";;;;;;;AAAA,OAAO,UAAU;AACjB,SAAS,IAAI,OAA0B,IAAI,MAAM,iBAAiB;AA0OlE,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,aAAa,OAAgB,OAAuB;AAC3D,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,WAAW,GAAG;AAC1D,UAAM,IAAI,MAAM,GAAG,KAAK,6BAA6B;AAAA,EACvD;AACA,SAAO,MAAM,KAAK;AACpB;AAEA,SAAS,oBAAoB,OAAgB,OAAqC;AAChF,MAAI,UAAU,OAAW,QAAO;AAChC,MAAI,CAAC,MAAM,QAAQ,KAAK,GAAG;AACzB,UAAM,IAAI,MAAM,GAAG,KAAK,8BAA8B;AAAA,EACxD;AACA,QAAM,MAAM,MACT,OAAO,CAAC,SAAyB,OAAO,SAAS,QAAQ,EACzD,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC;AACnC,MAAI,IAAI,WAAW,MAAM,QAAQ;AAC/B,UAAM,IAAI,MAAM,GAAG,KAAK,wCAAwC;AAAA,EAClE;AACA,SAAO;AACT;AAEO,SAAS,oBAAoB,WAAmB,aAA8B;AACnF,MAAI,OAAO,gBAAgB,YAAY,YAAY,KAAK,EAAE,SAAS,GAAG;AACpE,WAAO,YAAY,KAAK;AAAA,EAC1B;AACA,SAAO,KAAK,KAAK,WAAW,SAAS,OAAO;AAC9C;AAEA,SAAS,sBAAsB,OAAe,OAAuB;AACnE,MAAI,UAAU,OAAO,UAAU,QAAQ,MAAM,SAAS,GAAG,KAAK,MAAM,SAAS,IAAI,GAAG;AAClF,UAAM,IAAI,MAAM,GAAG,KAAK,8BAA8B;AAAA,EACxD;AACA,SAAO;AACT;AAEA,SAAS,sBAAsB,aAA6B;AAC1D,SAAO,sBAAsB,aAAa,aAAa;AACzD;AAEO,SAAS,8BACd,KACA,SACuB;AACvB,MAAI,CAAC,SAAS,GAAG,EAAG,OAAM,IAAI,MAAM,sCAAsC;AAC1E,MAAI,IAAI,kBAAkB,EAAG,OAAM,IAAI,MAAM,yBAAyB;AACtE,MAAI,CAAC,MAAM,QAAQ,IAAI,KAAK,EAAG,OAAM,IAAI,MAAM,wBAAwB;AACvE,QAAM,mBACJ,OAAO,IAAI,kBAAkB,YAAY,IAAI,cAAc,KAAK,EAAE,SAAS,IACvE,IAAI,cAAc,KAAK,IACvB;AACN,MAAI,CAAC,CAAC,YAAY,iBAAiB,EAAE,SAAS,gBAAgB,GAAG;AAC/D,UAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AAEA,QAAM,QAAQ,IAAI,MAAM,IAAI,CAAC,MAAM,UAAU;AAC3C,QAAI,CAAC,SAAS,IAAI,EAAG,OAAM,IAAI,MAAM,SAAS,KAAK,qBAAqB;AACxE,WAAO;AAAA,MACL,IAAI,aAAa,KAAK,IAAI,SAAS,KAAK,MAAM;AAAA,MAC9C,QAAQ,aAAa,KAAK,QAAQ,SAAS,KAAK,UAAU;AAAA,MAC1D,iBAAiB,oBAAoB,KAAK,iBAAiB,SAAS,KAAK,mBAAmB;AAAA,MAC5F,OAAO,OAAO,KAAK,UAAU,YAAY,KAAK,MAAM,KAAK,EAAE,SAAS,IAAI,KAAK,MAAM,KAAK,IAAI;AAAA,IAC9F;AAAA,EACF,CAAC;AAED,QAAM,gBAAgB;AACtB,MAAI,kBAAkB,qBAAqB,SAAS,8BAA8B,MAAM;AACtF,UAAM,IAAI,MAAM,mEAAmE;AAAA,EACrF;AACA,QAAM,cACJ,OAAO,IAAI,gBAAgB,YAAY,IAAI,YAAY,KAAK,EAAE,SAAS,IACnE,IAAI,YAAY,KAAK,IACrB;AACN,QAAM,gBACJ,OAAO,IAAI,kBAAkB,YAAY,IAAI,cAAc,KAAK,EAAE,SAAS,IACvE,IAAI,cAAc,KAAK,IACvB;AACN,MAAI,kBAAkB,qBAAqB,gBAAgB,QAAW;AACpE,UAAM,IAAI,MAAM,wCAAwC;AAAA,EAC1D;AACA,MAAI,kBAAkB,qBAAqB,kBAAkB,QAAW;AACtE,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AAEA,SAAO;AAAA,IACL,eAAe;AAAA,IACf,aAAa,aAAa,IAAI,aAAa,aAAa;AAAA,IACxD;AAAA,IACA,OAAO,aAAa,IAAI,OAAO,OAAO;AAAA,IACtC,aACE,OAAO,IAAI,gBAAgB,YAAY,IAAI,YAAY,KAAK,EAAE,SAAS,IACnE,IAAI,YAAY,KAAK,IACrB;AAAA,IACN,MAAM,oBAAoB,IAAI,MAAM,MAAM;AAAA,IAC1C,aAAa,oBAAoB,IAAI,aAAa,aAAa;AAAA,IAC/D;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,uBAAuB,KAA8B;AACnE,MAAI,CAAC,SAAS,GAAG,EAAG,OAAM,IAAI,MAAM,oCAAoC;AACxE,MAAI,IAAI,kBAAkB,EAAG,OAAM,IAAI,MAAM,yBAAyB;AACtE,QAAM,SAAS,aAAa,IAAI,QAAQ,QAAQ;AAChD,MAAI,CAAC,CAAC,WAAW,aAAa,UAAU,SAAS,EAAE,SAAS,MAAM,GAAG;AACnE,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AAEA,QAAM,aAAa,OAAO,IAAI,UAAU;AACxC,QAAM,cAAc,OAAO,IAAI,WAAW;AAC1C,QAAM,cAAc,OAAO,IAAI,WAAW;AAC1C,MAAI,CAAC,OAAO,SAAS,UAAU,KAAK,aAAa,EAAG,OAAM,IAAI,MAAM,0CAA0C;AAC9G,MAAI,CAAC,OAAO,SAAS,WAAW,KAAK,cAAc,EAAG,OAAM,IAAI,MAAM,2CAA2C;AACjH,MAAI,CAAC,OAAO,SAAS,WAAW,KAAK,cAAc,EAAG,OAAM,IAAI,MAAM,2CAA2C;AAEjH,QAAM,UAAU,4BAA4B,IAAI,OAAO;AAEvD,SAAO;AAAA,IACL,eAAe;AAAA,IACf,OAAO,aAAa,IAAI,OAAO,OAAO;AAAA,IACtC,aAAa,aAAa,IAAI,aAAa,aAAa;AAAA,IACxD;AAAA,IACA,WAAW,aAAa,IAAI,WAAW,WAAW;AAAA,IAClD,aACE,OAAO,IAAI,gBAAgB,YAAY,IAAI,YAAY,KAAK,EAAE,SAAS,IACnE,IAAI,YAAY,KAAK,IACrB;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,OAAO,OAAO,IAAI,UAAU,YAAY,IAAI,MAAM,KAAK,EAAE,SAAS,IAAI,IAAI,MAAM,KAAK,IAAI;AAAA,IACzF,QAAQ,OAAO,IAAI,WAAW,YAAY,IAAI,OAAO,KAAK,EAAE,SAAS,IAAI,IAAI,OAAO,KAAK,IAAI;AAAA,EAC/F;AACF;AAEO,SAAS,6BAA6B,KAAoC;AAC/E,MAAI,CAAC,SAAS,GAAG,EAAG,OAAM,IAAI,MAAM,0CAA0C;AAC9E,MAAI,IAAI,kBAAkB,EAAG,OAAM,IAAI,MAAM,yBAAyB;AACtE,MAAI,CAAC,MAAM,QAAQ,IAAI,UAAU,EAAG,OAAM,IAAI,MAAM,6BAA6B;AAEjF,QAAM,aAAa,IAAI,WAAW,IAAI,CAAC,MAAM,UAAU;AACrD,QAAI,CAAC,SAAS,IAAI,EAAG,OAAM,IAAI,MAAM,cAAc,KAAK,qBAAqB;AAC7E,UAAM,WAAW,OAAO,KAAK,QAAQ;AACrC,QAAI,CAAC,OAAO,SAAS,QAAQ,KAAK,WAAW,KAAK,WAAW,GAAG;AAC9D,YAAM,IAAI,MAAM,cAAc,KAAK,6CAA6C;AAAA,IAClF;AAEA,UAAM,UAAU,4BAA4B,KAAK,OAAO;AAExD,WAAO;AAAA,MACL,aAAa,aAAa,KAAK,aAAa,cAAc,KAAK,eAAe;AAAA,MAC9E,OAAO,aAAa,KAAK,OAAO,cAAc,KAAK,SAAS;AAAA,MAC5D,aACE,OAAO,KAAK,gBAAgB,YAAY,KAAK,YAAY,KAAK,EAAE,SAAS,IACrE,KAAK,YAAY,KAAK,IACtB;AAAA,MACN,QACE,OAAO,KAAK,WAAW,YAAY,KAAK,OAAO,KAAK,EAAE,SAAS,IAC3D,KAAK,OAAO,KAAK,IACjB;AAAA,MACN;AAAA,MACA;AAAA,IACF;AAAA,EACF,CAAC;AAED,QAAM,iBAAiB,OAAO,IAAI,cAAc;AAChD,MAAI,CAAC,OAAO,SAAS,cAAc,KAAK,iBAAiB,GAAG;AAC1D,UAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AACA,MAAI,mBAAmB,WAAW,QAAQ;AACxC,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AAEA,SAAO;AAAA,IACL,eAAe;AAAA,IACf,YAAY,aAAa,IAAI,YAAY,YAAY;AAAA,IACrD,WAAW,aAAa,IAAI,WAAW,WAAW;AAAA,IAClD,eAAe,aAAa,IAAI,eAAe,eAAe;AAAA,IAC9D;AAAA,IACA;AAAA,IACA,OAAO,OAAO,IAAI,UAAU,YAAY,IAAI,MAAM,KAAK,EAAE,SAAS,IAAI,IAAI,MAAM,KAAK,IAAI;AAAA,IACzF,QAAQ,OAAO,IAAI,WAAW,YAAY,IAAI,OAAO,KAAK,EAAE,SAAS,IAAI,IAAI,OAAO,KAAK,IAAI;AAAA,EAC/F;AACF;AAEA,SAAS,4BAA4B,KAA0C;AAC7E,MAAI,CAAC,SAAS,GAAG,EAAG,QAAO;AAC3B,SAAO;AAAA,IACL,oBAAoB,OAAO,IAAI,uBAAuB,WAAW,IAAI,qBAAqB;AAAA,IAC1F,oBAAoB,OAAO,IAAI,uBAAuB,WAAW,IAAI,qBAAqB;AAAA,IAC1F,wBAAwB,OAAO,IAAI,2BAA2B,WAAW,IAAI,yBAAyB;AAAA,IACtG,kBAAkB,OAAO,IAAI,qBAAqB,WAAW,IAAI,mBAAmB;AAAA,IACpF,oBAAoB,OAAO,IAAI,uBAAuB,WAAW,IAAI,qBAAqB;AAAA,IAC1F,uBAAuB,OAAO,IAAI,0BAA0B,WAAW,IAAI,wBAAwB;AAAA,EACrG;AACF;AAEO,SAAS,+BAA+B,KAAsC;AACnF,MAAI,CAAC,SAAS,GAAG,EAAG,OAAM,IAAI,MAAM,6CAA6C;AACjF,MAAI,IAAI,kBAAkB,EAAG,OAAM,IAAI,MAAM,yBAAyB;AAEtE,QAAM,aAAa,aAAa,IAAI,YAAY,YAAY;AAC5D,MAAI,CAAC,CAAC,aAAa,WAAW,QAAQ,YAAY,EAAE,SAAS,UAAU,GAAG;AACxE,UAAM,IAAI,MAAM,6DAA6D;AAAA,EAC/E;AAEA,QAAM,SAAS,aAAa,IAAI,QAAQ,QAAQ;AAChD,MAAI,CAAC,CAAC,QAAQ,WAAW,iBAAiB,iBAAiB,aAAa,EAAE,SAAS,MAAM,GAAG;AAC1F,UAAM,IAAI,MAAM,4EAA4E;AAAA,EAC9F;AAEA,QAAM,eAAe,OAAO,IAAI,YAAY;AAC5C,QAAM,uBAAuB,OAAO,IAAI,oBAAoB;AAC5D,QAAM,oBAAoB,OAAO,IAAI,iBAAiB;AACtD,QAAM,sBAAsB,OAAO,IAAI,mBAAmB;AAC1D,QAAM,eAAe,OAAO,IAAI,YAAY;AAC5C,QAAM,aAAa,OAAO,IAAI,UAAU;AAExC,aAAW,CAAC,OAAO,KAAK,KAAK;AAAA,IAC3B,CAAC,gBAAgB,YAAY;AAAA,IAC7B,CAAC,wBAAwB,oBAAoB;AAAA,IAC7C,CAAC,qBAAqB,iBAAiB;AAAA,IACvC,CAAC,uBAAuB,mBAAmB;AAAA,IAC3C,CAAC,gBAAgB,YAAY;AAAA,IAC7B,CAAC,cAAc,UAAU;AAAA,EAC3B,GAAY;AACV,QAAI,CAAC,OAAO,SAAS,KAAK,KAAK,QAAQ,GAAG;AACxC,YAAM,IAAI,MAAM,GAAG,KAAK,gCAAgC;AAAA,IAC1D;AAAA,EACF;AAEA,QAAM,YAAY,oBAAoB,IAAI,WAAW,WAAW,KAAK,CAAC;AACtE,MAAI,OAAO,IAAI,aAAa,UAAW,OAAM,IAAI,MAAM,4BAA4B;AAEnF,MAAI;AACJ,MAAI,IAAI,YAAY,QAAW;AAC7B,QAAI,CAAC,SAAS,IAAI,OAAO,EAAG,OAAM,IAAI,MAAM,sCAAsC;AAClF,UAAM,MAA8B,CAAC;AACrC,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,IAAI,OAAO,GAAG;AACtD,UAAI,OAAO,UAAU,SAAU,OAAM,IAAI,MAAM,sCAAsC;AACrF,UAAI,GAAG,IAAI;AAAA,IACb;AACA,cAAU;AAAA,EACZ;AAEA,QAAM,2BACJ,OAAO,IAAI,0BAA0B,YAAY,IAAI,sBAAsB,KAAK,EAAE,SAAS,IACvF,IAAI,sBAAsB,KAAK,IAC/B;AACN,MACE,6BAA6B,UAC7B,CAAC,CAAC,iBAAiB,WAAW,QAAQ,MAAM,EAAE,SAAS,wBAAwB,GAC/E;AACA,UAAM,IAAI,MAAM,sEAAsE;AAAA,EACxF;AAEA,SAAO;AAAA,IACL,eAAe;AAAA,IACf,SAAS,aAAa,IAAI,SAAS,SAAS;AAAA,IAC5C,YAAY,aAAa,IAAI,YAAY,YAAY;AAAA,IACrD,YAAY,aAAa,IAAI,YAAY,YAAY;AAAA,IACrD,YAAY,aAAa,IAAI,YAAY,YAAY;AAAA,IACrD;AAAA,IACA,oBAAoB,aAAa,IAAI,oBAAoB,oBAAoB;AAAA,IAC7E;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,UAAU,IAAI;AAAA,IACd;AAAA,IACA;AAAA,IACA,eACE,OAAO,IAAI,kBAAkB,YAAY,IAAI,cAAc,KAAK,EAAE,SAAS,IACvE,IAAI,cAAc,KAAK,IACvB;AAAA,IACN,uBAAuB;AAAA,IACvB,uBACE,OAAO,IAAI,0BAA0B,YAAY,OAAO,SAAS,IAAI,qBAAqB,IACtF,IAAI,wBACJ;AAAA,IACN,4BACE,OAAO,IAAI,+BAA+B,YAAY,IAAI,6BAA6B;AAAA,IACzF;AAAA,IACA;AAAA,EACF;AACF;AAkBA,IAAM,0BAA0B,oBAAI,IAA0B,CAAC,oBAAoB,CAAC;AAEpF,SAAS,gBAAgB,KAA6B;AACpD,SAAO,IAAI,aAAa,IAAI,IAAI,cAAc,IAAI,aAAa;AACjE;AAEA,SAAS,+BAA+B,MAAqD;AAC3F,QAAM,SAAS,CAAC,GAAG,IAAI,EACpB,OAAO,CAAC,QAAQ,IAAI,WAAW,WAAW,EAC1C,KAAK,CAAC,GAAG,MAAM;AACd,UAAM,QAAQ,KAAK,MAAM,EAAE,eAAe,EAAE,SAAS;AACrD,UAAM,QAAQ,KAAK,MAAM,EAAE,eAAe,EAAE,SAAS;AACrD,YAAQ,OAAO,MAAM,KAAK,IAAI,IAAI,UAAU,OAAO,MAAM,KAAK,IAAI,IAAI;AAAA,EACxE,CAAC;AACH,QAAM,MAAM,oBAAI,IAA4B;AAC5C,aAAW,OAAO,QAAQ;AACxB,QAAI,CAAC,IAAI,IAAI,IAAI,WAAW,GAAG;AAC7B,UAAI,IAAI,IAAI,aAAa,GAAG;AAAA,IAC9B;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,oBACP,aACA,kBAKA;AACA,QAAM,SAAwD,CAAC;AAC/D,QAAM,cAAwB,CAAC;AAC/B,QAAM,eAAyB,CAAC;AAChC,MAAI,CAAC,eAAe,CAAC,kBAAkB;AACrC,WAAO,EAAE,QAAQ,aAAa,aAAa;AAAA,EAC7C;AAEA,aAAW,UAAU,OAAO,KAAK,WAAW,GAAkC;AAC5E,UAAM,YAAY,YAAY,MAAM;AACpC,UAAM,iBAAiB,iBAAiB,MAAM;AAC9C,QAAI,OAAO,cAAc,YAAY,OAAO,mBAAmB,SAAU;AACzE,UAAM,QAAQ,iBAAiB;AAC/B,WAAO,MAAM,IAAI;AACjB,QAAI,UAAU,EAAG;AACjB,UAAM,gBAAgB,wBAAwB,IAAI,MAAM;AACxD,UAAM,WAAW,gBAAgB,QAAQ,IAAI,QAAQ;AACrD,UAAM,UAAU,GAAG,MAAM,IAAI,SAAS,OAAO,cAAc;AAC3D,QAAI,UAAU;AACZ,mBAAa,KAAK,OAAO;AAAA,IAC3B,OAAO;AACL,kBAAY,KAAK,OAAO;AAAA,IAC1B;AAAA,EACF;AAEA,SAAO,EAAE,QAAQ,aAAa,aAAa;AAC7C;AAEA,SAAS,gCAAgC,QAAyC;AAChF,QAAM,QAAQ;AAAA,IACZ;AAAA,IACA;AAAA,IACA,aAAa,OAAO,SAAS,QAAQ,IAAI;AAAA,IACzC,wBAAwB,OAAO,kBAAkB;AAAA,IACjD,uBAAuB,OAAO,iBAAiB;AAAA,IAC/C,2BAA2B,OAAO,qBAAqB;AAAA,IACvD,qBAAqB,OAAO,gBAAgB;AAAA,IAC5C,0BAA0B,OAAO,kBAAkB;AAAA,EACrD;AAEA,MAAI,OAAO,2BAA2B,SAAS,GAAG;AAChD,UAAM,KAAK,mCAAmC,OAAO,2BAA2B,KAAK,IAAI,CAAC,EAAE;AAAA,EAC9F;AAEA,QAAM;AAAA,IACJ,6CAA6C,OAAO,iBAAiB,UAAU,UAAU,UAAU,OAAO,iBAAiB,UAAU,IAAI,aAAa,OAAO,iBAAiB,UAAU,OAAO,eAAe,OAAO,iBAAiB,UAAU,SAAS;AAAA,IACzP;AAAA,IACA;AAAA,EACF;AACA,MAAI,OAAO,YAAY,WAAW,GAAG;AACnC,UAAM,KAAK,QAAQ;AAAA,EACrB,OAAO;AACL,eAAW,cAAc,OAAO,YAAa,OAAM,KAAK,KAAK,UAAU,EAAE;AAAA,EAC3E;AAEA,QAAM,KAAK,IAAI,iBAAiB;AAChC,MAAI,OAAO,aAAa,WAAW,GAAG;AACpC,UAAM,KAAK,QAAQ;AAAA,EACrB,OAAO;AACL,eAAW,eAAe,OAAO,aAAc,OAAM,KAAK,KAAK,WAAW,EAAE;AAAA,EAC9E;AAEA,QAAM,KAAK,IAAI,qBAAqB;AACpC,MAAI,OAAO,OAAO,WAAW,GAAG;AAC9B,UAAM,KAAK,QAAQ;AAAA,EACrB,OAAO;AACL,eAAW,SAAS,OAAO,QAAQ;AACjC,YAAM;AAAA,QACJ,KAAK,MAAM,WAAW,cAAc,MAAM,YAAY,OAAO,MAAM,iBAAiB,WAAW,MAAM,aAAa;AAAA,MACpH;AAAA,IACF;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,eAAe,yBAAyB,SAA+D;AACrG,QAAM,UAAU,QAAQ;AACxB,QAAM,eAAe,KAAK,KAAK,SAAS,YAAY;AACpD,QAAM,UAAU,KAAK,KAAK,SAAS,MAAM;AACzC,QAAM,YAAY,KAAK,KAAK,SAAS,QAAQ;AAC7C,QAAM,cAAc,KAAK,KAAK,SAAS,WAAW;AAClD,QAAM,iBAAiB,MAAM,eAAe,cAAc,eAAe;AACzE,QAAM,WAAW,MAAM,cAAc,OAAO;AAC5C,QAAM,cAAc,MAAM,cAAc,SAAS;AACjD,QAAM,gBAAgB,MAAM,cAAc,WAAW;AAErD,QAAM,oBAA4D,CAAC;AACnE,QAAM,cAAsD,CAAC;AAC7D,QAAM,iBAAyD,CAAC;AAChE,QAAM,mBAA2D,CAAC;AAClE,QAAM,YAAqC,CAAC;AAE5C,aAAW,YAAY,gBAAgB;AACrC,QAAI;AACF,gBAAU;AAAA,QACR,8BAA8B,MAAM,aAAa,QAAQ,GAAG;AAAA,UAC1D,2BAA2B,QAAQ;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF,SAAS,OAAO;AACd,wBAAkB,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC9D,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,OAAyB,CAAC;AAChC,aAAW,YAAY,UAAU;AAC/B,QAAI;AACF,WAAK,KAAK,uBAAuB,MAAM,aAAa,QAAQ,CAAC,CAAC;AAAA,IAChE,SAAS,OAAO;AACd,kBAAY,KAAK;AAAA,QACf,MAAM;AAAA,QACN,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC9D,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,UAAoC,CAAC;AAC3C,aAAW,YAAY,aAAa;AAClC,QAAI;AACF,cAAQ,KAAK,+BAA+B,MAAM,aAAa,QAAQ,CAAC,CAAC;AAAA,IAC3E,SAAS,OAAO;AACd,qBAAe,KAAK;AAAA,QAClB,MAAM;AAAA,QACN,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC9D,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,YAAoC,CAAC;AAC3C,aAAW,YAAY,eAAe;AACpC,QAAI;AACF,gBAAU,KAAK,6BAA6B,MAAM,aAAa,QAAQ,CAAC,CAAC;AAAA,IAC3E,SAAS,OAAO;AACd,uBAAiB,KAAK;AAAA,QACpB,MAAM;AAAA,QACN,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC9D,CAAC;AAAA,IACH;AAAA,EACF;AAEA,OAAK,KAAK,CAAC,GAAG,MAAM;AAClB,UAAM,QAAQ,KAAK,MAAM,EAAE,eAAe,EAAE,SAAS;AACrD,UAAM,QAAQ,KAAK,MAAM,EAAE,eAAe,EAAE,SAAS;AACrD,YAAQ,OAAO,MAAM,KAAK,IAAI,IAAI,UAAU,OAAO,MAAM,KAAK,IAAI,IAAI;AAAA,EACxE,CAAC;AACD,UAAQ,KAAK,CAAC,GAAG,MAAM,EAAE,WAAW,cAAc,EAAE,UAAU,CAAC;AAC/D,YAAU,KAAK,CAAC,GAAG,MAAM,EAAE,UAAU,cAAc,EAAE,SAAS,CAAC;AAE/D,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,gBAAgB,oBAAI,IAAY;AACtC,QAAM,cAAc,oBAAI,IAAY;AACpC,QAAM,iBAAiB,oBAAI,IAAY;AACvC,MAAI,aAAa;AACjB,MAAI,UAAU;AACd,aAAW,YAAY,WAAW;AAChC,kBAAc,SAAS,MAAM;AAC7B,QAAI,SAAS,kBAAkB,mBAAmB;AAChD,iBAAW;AACX,UAAI,SAAS,YAAa,eAAc,IAAI,SAAS,WAAW;AAChE,UAAI,SAAS,cAAe,gBAAe,IAAI,SAAS,aAAa;AAAA,IACvE;AACA,eAAW,OAAO,SAAS,QAAQ,CAAC,EAAG,MAAK,IAAI,GAAG;AACnD,eAAW,QAAQ,SAAS,eAAe,CAAC,EAAG,aAAY,IAAI,IAAI;AAAA,EACrE;AAEA,SAAO;AAAA,IACL,QAAQ;AAAA,MACN,SAAS,QAAQ;AAAA,MACjB,mBAAmB,QAAQ;AAAA,MAC3B;AAAA,MACA;AAAA,MACA;AAAA,MACA,YAAY;AAAA,QACV,OAAO,eAAe;AAAA,QACtB,OAAO,UAAU;AAAA,QACjB,SAAS,kBAAkB;AAAA,QAC3B;AAAA,QACA;AAAA,QACA,eAAe,CAAC,GAAG,aAAa,EAAE,KAAK;AAAA,QACvC,MAAM,CAAC,GAAG,IAAI,EAAE,KAAK;AAAA,QACrB,gBAAgB,CAAC,GAAG,cAAc,EAAE,KAAK;AAAA,QACzC,aAAa,CAAC,GAAG,WAAW,EAAE,KAAK;AAAA,MACrC;AAAA,MACA,MAAM;AAAA,QACJ,OAAO,SAAS;AAAA,QAChB,SAAS,YAAY;AAAA,QACrB,WAAW,KAAK,OAAO,CAAC,QAAQ,IAAI,WAAW,WAAW,EAAE;AAAA,QAC5D,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,WAAW,QAAQ,EAAE;AAAA,QACtD,SAAS,KAAK,OAAO,CAAC,QAAQ,IAAI,WAAW,SAAS,EAAE;AAAA,QACxD,SAAS,KAAK,OAAO,CAAC,QAAQ,IAAI,WAAW,SAAS,EAAE;AAAA,QACxD,aAAa,KAAK,CAAC,GAAG;AAAA,QACtB,mBAAmB,KAAK,CAAC,GAAG;AAAA,QAC5B,mBAAmB,KAAK,CAAC,GAAG;AAAA,MAC9B;AAAA,MACA,SAAS;AAAA,QACP,OAAO,YAAY;AAAA,QACnB,SAAS,eAAe;AAAA,QACxB,eAAe,QAAQ,CAAC,GAAG;AAAA,QAC3B,kBAAkB,QAAQ,CAAC,GAAG;AAAA,QAC9B,kBAAkB,QAAQ,CAAC,GAAG;AAAA,MAChC;AAAA,MACA,WAAW;AAAA,QACT,SAAS,QAAQ,6BAA6B;AAAA,QAC9C,OAAO,cAAc;AAAA,QACrB,SAAS,iBAAiB;AAAA,QAC1B,kBAAkB,UAAU,CAAC,GAAG;AAAA,QAChC,iBAAiB,UAAU,CAAC,GAAG;AAAA,QAC/B,sBAAsB,UAAU,CAAC,GAAG;AAAA,MACtC;AAAA,MACA,WAAW,KAAK,CAAC;AAAA,MACjB,cAAc,QAAQ,CAAC;AAAA,MACvB,gBAAgB,UAAU,CAAC;AAAA,MAC3B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAe,6BAA6B,YAAyF;AACnI,QAAM,OAAO,MAAM,KAAK,UAAU;AAClC,MAAI,KAAK,YAAY,GAAG;AACtB,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,cAAc,KAAK,KAAK,YAAY,eAAe;AAAA,IACrD;AAAA,EACF;AACA,MAAI,KAAK,OAAO,GAAG;AACjB,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,cAAc;AAAA,IAChB;AAAA,EACF;AACA,QAAM,IAAI,MAAM,mDAAmD;AACrE;AAEA,eAAsB,0BACpB,YACA,SACmC;AACnC,QAAM,oBAAoB,WAAW,KAAK;AAC1C,MAAI,kBAAkB,WAAW,GAAG;AAClC,UAAM,IAAI,MAAM,gDAAgD;AAAA,EAClE;AACA,QAAM,EAAE,aAAa,IAAI,MAAM,6BAA6B,iBAAiB;AAC7E,QAAM,WAAW,8BAA8B,MAAM,aAAa,YAAY,GAAG;AAAA,IAC/E,2BAA2B,SAAS;AAAA,EACtC,CAAC;AACD,SAAO;AAAA,IACL,YAAY;AAAA,IACZ;AAAA,IACA,aAAa,sBAAsB,SAAS,WAAW;AAAA,IACvD,eAAe,SAAS,iBAAiB;AAAA,IACzC,OAAO,SAAS;AAAA,IAChB,aAAa,SAAS;AAAA,IACtB,eAAe,SAAS;AAAA,IACxB,YAAY,SAAS,MAAM;AAAA,IAC3B,MAAM,CAAC,GAAI,SAAS,QAAQ,CAAC,CAAE;AAAA,IAC/B,aAAa,CAAC,GAAI,SAAS,eAAe,CAAC,CAAE;AAAA,EAC/C;AACF;AAEA,eAAsB,wBAAwB,SAMsC;AAClF,QAAM,UAAU,MAAM,0BAA0B,QAAQ,YAAY;AAAA,IAClE,2BAA2B,QAAQ;AAAA,EACrC,CAAC;AACD,QAAM,UAAU,oBAAoB,QAAQ,WAAW,QAAQ,YAAY;AAC3E,QAAM,eAAe,KAAK,KAAK,SAAS,YAAY;AACpD,QAAM,YAAY,KAAK,KAAK,cAAc,QAAQ,WAAW;AAC7D,QAAM,EAAE,YAAY,aAAa,IAAI,MAAM,6BAA6B,QAAQ,UAAU;AAE1F,MAAI,cAAc;AAClB,MAAI;AACF,UAAM,KAAK,SAAS;AACpB,QAAI,QAAQ,UAAU,MAAM;AAC1B,YAAM,IAAI,MAAM,oCAAoC,SAAS,kCAAkC;AAAA,IACjG;AACA,kBAAc;AACd,UAAM,GAAG,WAAW,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AAAA,EACtD,SAAS,OAAO;AACd,QAAI,EAAE,iBAAiB,UAAU,EAAE,UAAU,UAAW,MAAgC,SAAS,UAAU;AACzG,YAAM;AAAA,IACR;AAAA,EACF;AAEA,QAAM,MAAM,cAAc,EAAE,WAAW,KAAK,CAAC;AAC7C,MAAI,eAAe,aAAa;AAC9B,UAAM,GAAG,QAAQ,YAAY,WAAW,EAAE,WAAW,KAAK,CAAC;AAAA,EAC7D,OAAO;AACL,UAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAC1C,UAAM,GAAG,cAAc,KAAK,KAAK,WAAW,eAAe,CAAC;AAAA,EAC9D;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,uBAAuB,SAIzB;AAClB,QAAM,UAAU,oBAAoB,QAAQ,WAAW,QAAQ,YAAY;AAC3E,QAAM,YAAY,+BAA+B,QAAQ,MAAM;AAC/D,QAAM,MAAM,UAAU,WAAW,MAAM,GAAG,EAAE;AAC5C,QAAM,YAAY,KAAK,KAAK,SAAS,UAAU,GAAG;AAClD,QAAM,aAAa,KAAK,KAAK,WAAW,GAAG,UAAU,OAAO,OAAO;AACnE,QAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAC1C,QAAM,UAAU,YAAY,KAAK,UAAU,WAAW,MAAM,CAAC,GAAG,OAAO;AACvE,SAAO;AACT;AAEA,eAAsB,qBAAqB,SAOZ;AAC7B,UACE,MAAM,yBAAyB;AAAA,IAC7B,SAAS,oBAAoB,QAAQ,WAAW,QAAQ,YAAY;AAAA,IACpE,SAAS,QAAQ;AAAA,IACjB,mBAAmB,QAAQ;AAAA,IAC3B,0BAA0B,QAAQ;AAAA,IAClC,2BAA2B,QAAQ;AAAA,EACrC,CAAC,GACD;AACJ;AAEA,eAAsB,2BAA2B,SAQmB;AAClE,MAAI,QAAQ,6BAA6B,MAAM;AAC7C,UAAM,IAAI,MAAM,2CAA2C;AAAA,EAC7D;AAEA,QAAM,aAAa,sBAAsB,aAAa,QAAQ,YAAY,YAAY,GAAG,YAAY;AACrG,QAAM,UAAU,oBAAoB,QAAQ,WAAW,QAAQ,YAAY;AAC3E,QAAM,QAAQ,MAAM,yBAAyB;AAAA,IAC3C;AAAA,IACA,SAAS;AAAA,IACT,mBAAmB;AAAA,IACnB,0BAA0B;AAAA,IAC1B,2BAA2B;AAAA,EAC7B,CAAC;AACD,QAAM,aAAa,+BAA+B,MAAM,IAAI;AAC5D,QAAM,aAAa,CAAC,GAAG,WAAW,OAAO,CAAC,EACvC,KAAK,CAAC,GAAG,MAAM,EAAE,YAAY,cAAc,EAAE,WAAW,CAAC,EACzD,IAAI,CAAC,SAAS;AAAA,IACb,aAAa,IAAI;AAAA,IACjB,OAAO,IAAI;AAAA,IACX,aAAa,IAAI;AAAA,IACjB,QAAQ,IAAI;AAAA,IACZ,UAAU,gBAAgB,GAAG;AAAA,IAC7B,SAAS,IAAI;AAAA,EACf,EAA0C;AAE5C,QAAM,WAAW,6BAA6B;AAAA,IAC5C,eAAe;AAAA,IACf;AAAA,IACA,WAAW,QAAQ,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,IACvD,eAAe;AAAA,IACf,gBAAgB,WAAW;AAAA,IAC3B;AAAA,IACA,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,EAClB,CAAC;AAED,QAAM,aAAa,KAAK,KAAK,SAAS,aAAa,GAAG,SAAS,UAAU,OAAO;AAChF,QAAM,MAAM,KAAK,QAAQ,UAAU,GAAG,EAAE,WAAW,KAAK,CAAC;AACzD,QAAM,UAAU,YAAY,KAAK,UAAU,UAAU,MAAM,CAAC,GAAG,OAAO;AACtE,SAAO,EAAE,YAAY,SAAS;AAChC;AAEA,eAAsB,2BAA2B,SAKZ;AACnC,MAAI,QAAQ,kCAAkC,MAAM;AAClD,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AAEA,QAAM,aAAa,sBAAsB,aAAa,QAAQ,YAAY,YAAY,GAAG,YAAY;AACrG,QAAM,mBAAmB,oBAAoB,QAAQ,WAAW,QAAQ,YAAY;AACpF,QAAM,oBAAoB,MAAM,yBAAyB;AAAA,IACvD,SAAS;AAAA,IACT,SAAS;AAAA,IACT,mBAAmB;AAAA,IACnB,0BAA0B;AAAA,IAC1B,2BAA2B;AAAA,EAC7B,CAAC;AACD,QAAM,mBAAmB,kBAAkB,UAAU,KAAK,CAAC,aAAa,SAAS,eAAe,UAAU;AAC1G,MAAI,CAAC,kBAAkB;AACrB,UAAM,IAAI,MAAM,0CAA0C,UAAU,EAAE;AAAA,EACxE;AAEA,SAAO,6BAA6B;AAAA,IAClC;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,4BAA4B,SAMN;AAC1C,QAAM,aAAa,sBAAsB,aAAa,QAAQ,YAAY,YAAY,GAAG,YAAY;AACrG,QAAM,cAAc,oBAAoB,QAAQ,iBAAiB,QAAQ,kBAAkB,QAAQ,gBAAgB;AACnH,QAAM,mBAAmB;AAAA,IACvB,QAAQ,sBAAsB,QAAQ;AAAA,IACtC,QAAQ;AAAA,EACV;AACA,QAAM,CAAC,cAAc,iBAAiB,IAAI,MAAM,QAAQ,IAAI;AAAA,IAC1D,yBAAyB;AAAA,MACvB,SAAS;AAAA,MACT,SAAS;AAAA,MACT,mBAAmB;AAAA,MACnB,0BAA0B;AAAA,MAC1B,2BAA2B;AAAA,IAC7B,CAAC;AAAA,IACD,yBAAyB;AAAA,MACvB,SAAS;AAAA,MACT,SAAS;AAAA,MACT,mBAAmB;AAAA,MACnB,0BAA0B;AAAA,MAC1B,2BAA2B;AAAA,IAC7B,CAAC;AAAA,EACH,CAAC;AACD,QAAM,mBACJ,aAAa,UAAU,KAAK,CAAC,aAAa,SAAS,eAAe,UAAU,KAC5E,kBAAkB,UAAU,KAAK,CAAC,aAAa,SAAS,eAAe,UAAU;AACnF,MAAI,CAAC,kBAAkB;AACrB,UAAM,IAAI,MAAM,0CAA0C,UAAU,EAAE;AAAA,EACxE;AAEA,SAAO;AAAA,IACL;AAAA,IACA,sBAAsB,aAAa,UAAU,KAAK,CAAC,aAAa,SAAS,eAAe,UAAU,IAAI,SAAS;AAAA,IAC/G,GAAG,6BAA6B;AAAA,MAC9B;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,SAAS,6BAA6B,SAGV;AAC1B,QAAM,EAAE,kBAAkB,kBAAkB,IAAI;AAEhD,QAAM,cAAwB,CAAC;AAC/B,QAAM,eAAyB,CAAC;AAEhC,MAAI,kBAAkB,OAAO,kBAAkB,SAAS,GAAG;AACzD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,kBAAkB,MAAM,gCAAgC;AAAA,EAC3H;AACA,MAAI,kBAAkB,OAAO,YAAY,SAAS,GAAG;AACnD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,YAAY,MAAM,8BAA8B;AAAA,EACnH;AACA,MAAI,kBAAkB,OAAO,eAAe,SAAS,GAAG;AACtD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,eAAe,MAAM,2BAA2B;AAAA,EACnH;AACA,MAAI,kBAAkB,OAAO,iBAAiB,SAAS,GAAG;AACxD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,iBAAiB,MAAM,oCAAoC;AAAA,EAC9H;AAEA,QAAM,gBAAgB,+BAA+B,kBAAkB,IAAI;AAC3E,QAAM,qBAAqB,IAAI;AAAA,IAC7B,iBAAiB,WAAW,IAAI,CAAC,cAAc,CAAC,UAAU,aAAa,SAAS,CAAU;AAAA,EAC5F;AACA,QAAM,6BAA6B,CAAC,GAAG,mBAAmB,KAAK,CAAC,EAC7D,OAAO,CAAC,gBAAgB,CAAC,cAAc,IAAI,WAAW,CAAC,EACvD,KAAK;AACR,aAAW,eAAe,4BAA4B;AACpD,gBAAY,KAAK,2DAA2D,WAAW,EAAE;AAAA,EAC3F;AAEA,QAAM,SAA+B,CAAC;AACtC,aAAW,eAAe,CAAC,GAAG,mBAAmB,KAAK,CAAC,EAAE,KAAK,GAAG;AAC/D,UAAM,gBAAgB,mBAAmB,IAAI,WAAW;AACxD,UAAM,eAAe,cAAc,IAAI,WAAW;AAClD,QAAI,CAAC,iBAAiB,CAAC,aAAc;AAErC,UAAM,gBAAgB,gBAAgB,YAAY,IAAI,cAAc;AACpE,UAAM,QAA4B;AAAA,MAChC;AAAA,MACA,WAAW,cAAc;AAAA,MACzB,gBAAgB,aAAa;AAAA,MAC7B,cAAc,cAAc;AAAA,MAC5B,mBAAmB,gBAAgB,YAAY;AAAA,MAC/C;AAAA,MACA,cAAc,CAAC;AAAA,MACf,aAAa,CAAC;AAAA,MACd,cAAc,CAAC;AAAA,IACjB;AAEA,QAAI,gBAAgB,GAAG;AACrB,YAAM,YAAY,KAAK,YAAY,cAAc,QAAQ,OAAO,MAAM,iBAAiB,EAAE;AACzF,kBAAY,KAAK,GAAG,WAAW,yBAAyB,cAAc,QAAQ,OAAO,MAAM,iBAAiB,GAAG;AAAA,IACjH,WAAW,gBAAgB,GAAG;AAC5B,YAAM,aAAa,KAAK,YAAY,cAAc,QAAQ,OAAO,MAAM,iBAAiB,EAAE;AAC1F,mBAAa,KAAK,GAAG,WAAW,wBAAwB,cAAc,QAAQ,OAAO,MAAM,iBAAiB,GAAG;AAAA,IACjH;AAEA,UAAM,cAAc,oBAAoB,cAAc,SAAS,aAAa,OAAO;AACnF,UAAM,eAAe,YAAY;AACjC,eAAW,cAAc,YAAY,aAAa;AAChD,YAAM,YAAY,KAAK,UAAU;AACjC,kBAAY,KAAK,GAAG,WAAW,IAAI,UAAU,EAAE;AAAA,IACjD;AACA,eAAW,eAAe,YAAY,cAAc;AAClD,YAAM,aAAa,KAAK,WAAW;AACnC,mBAAa,KAAK,GAAG,WAAW,IAAI,WAAW,EAAE;AAAA,IACnD;AACA,WAAO,KAAK,KAAK;AAAA,EACnB;AAEA,QAAM,SAAkC;AAAA,IACtC,QAAQ,YAAY,WAAW;AAAA,IAC/B,oBAAoB,iBAAiB;AAAA,IACrC,mBAAmB,iBAAiB;AAAA,IACpC,uBAAuB,iBAAiB;AAAA,IACxC,kBAAkB,kBAAkB,OAAO;AAAA,IAC3C,oBAAoB,OAAO;AAAA,IAC3B;AAAA,IACA,kBAAkB;AAAA,MAChB,WAAW;AAAA,QACT,YAAY,kBAAkB,OAAO,kBAAkB;AAAA,QACvD,MAAM,kBAAkB,OAAO,YAAY;AAAA,QAC3C,SAAS,kBAAkB,OAAO,eAAe;AAAA,QACjD,WAAW,kBAAkB,OAAO,iBAAiB;AAAA,MACvD;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,gBAAgB;AAAA,EAClB;AACA,SAAO,iBAAiB,gCAAgC,MAAM;AAC9D,SAAO;AACT;AAEA,SAAS,6BAA6B,SAAwD,OAAuB;AACnH,MAAI,OAAO,QAAQ,iBAAiB,YAAY,QAAQ,aAAa,KAAK,EAAE,SAAS,GAAG;AACtF,WAAO,QAAQ,aAAa,KAAK;AAAA,EACnC;AACA,MAAI,OAAO,QAAQ,cAAc,YAAY,QAAQ,UAAU,KAAK,EAAE,SAAS,GAAG;AAChF,WAAO,oBAAoB,QAAQ,UAAU,KAAK,CAAC;AAAA,EACrD;AACA,QAAM,IAAI,MAAM,GAAG,KAAK,qCAAqC;AAC/D;AAEA,eAAsB,uBAAuB,SAKf;AAC5B,QAAM,cAAc;AAAA,IAClB,EAAE,WAAW,QAAQ,eAAe,cAAc,QAAQ,iBAAiB;AAAA,IAC3E;AAAA,EACF;AACA,QAAM,mBAAmB;AAAA,IACvB,EAAE,WAAW,QAAQ,oBAAoB,cAAc,QAAQ,sBAAsB;AAAA,IACrF;AAAA,EACF;AACA,QAAM,eAAe,MAAM,yBAAyB;AAAA,IAClD,SAAS;AAAA,IACT,SAAS;AAAA,IACT,mBAAmB;AAAA,IACnB,2BAA2B;AAAA,EAC7B,CAAC;AACD,QAAM,oBAAoB,MAAM,yBAAyB;AAAA,IACvD,SAAS;AAAA,IACT,SAAS;AAAA,IACT,mBAAmB;AAAA,IACnB,2BAA2B;AAAA,EAC7B,CAAC;AAED,QAAM,cAAwB,CAAC;AAC/B,QAAM,eAAyB,CAAC;AAEhC,MAAI,aAAa,OAAO,kBAAkB,SAAS,GAAG;AACpD,gBAAY,KAAK,kBAAkB,aAAa,OAAO,kBAAkB,MAAM,gCAAgC;AAAA,EACjH;AACA,MAAI,aAAa,OAAO,YAAY,SAAS,GAAG;AAC9C,gBAAY,KAAK,kBAAkB,aAAa,OAAO,YAAY,MAAM,8BAA8B;AAAA,EACzG;AACA,MAAI,aAAa,OAAO,eAAe,SAAS,GAAG;AACjD,gBAAY,KAAK,kBAAkB,aAAa,OAAO,eAAe,MAAM,2BAA2B;AAAA,EACzG;AACA,MAAI,kBAAkB,OAAO,kBAAkB,SAAS,GAAG;AACzD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,kBAAkB,MAAM,gCAAgC;AAAA,EAC3H;AACA,MAAI,kBAAkB,OAAO,YAAY,SAAS,GAAG;AACnD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,YAAY,MAAM,8BAA8B;AAAA,EACnH;AACA,MAAI,kBAAkB,OAAO,eAAe,SAAS,GAAG;AACtD,gBAAY,KAAK,uBAAuB,kBAAkB,OAAO,eAAe,MAAM,2BAA2B;AAAA,EACnH;AAEA,QAAM,WAAW,+BAA+B,aAAa,IAAI;AACjE,QAAM,gBAAgB,+BAA+B,kBAAkB,IAAI;AAC3E,QAAM,6BAA6B,CAAC,GAAG,SAAS,KAAK,CAAC,EACnD,OAAO,CAAC,gBAAgB,CAAC,cAAc,IAAI,WAAW,CAAC,EACvD,KAAK;AACR,aAAW,eAAe,4BAA4B;AACpD,gBAAY,KAAK,2DAA2D,WAAW,EAAE;AAAA,EAC3F;AAEA,QAAM,SAA+B,CAAC;AACtC,aAAW,eAAe,CAAC,GAAG,SAAS,KAAK,CAAC,EAAE,KAAK,GAAG;AACrD,UAAM,UAAU,SAAS,IAAI,WAAW;AACxC,UAAM,eAAe,cAAc,IAAI,WAAW;AAClD,QAAI,CAAC,WAAW,CAAC,aAAc;AAE/B,UAAM,eAAe,gBAAgB,OAAO;AAC5C,UAAM,oBAAoB,gBAAgB,YAAY;AACtD,UAAM,gBAAgB,oBAAoB;AAC1C,UAAM,QAA4B;AAAA,MAChC;AAAA,MACA,WAAW,QAAQ;AAAA,MACnB,gBAAgB,aAAa;AAAA,MAC7B;AAAA,MACA;AAAA,MACA;AAAA,MACA,cAAc,CAAC;AAAA,MACf,aAAa,CAAC;AAAA,MACd,cAAc,CAAC;AAAA,IACjB;AAEA,QAAI,gBAAgB,GAAG;AACrB,YAAM,YAAY,KAAK,YAAY,YAAY,OAAO,iBAAiB,EAAE;AACzE,kBAAY,KAAK,GAAG,WAAW,yBAAyB,YAAY,OAAO,iBAAiB,GAAG;AAAA,IACjG,WAAW,gBAAgB,GAAG;AAC5B,YAAM,aAAa,KAAK,YAAY,YAAY,OAAO,iBAAiB,EAAE;AAC1E,mBAAa,KAAK,GAAG,WAAW,wBAAwB,YAAY,OAAO,iBAAiB,GAAG;AAAA,IACjG;AAEA,UAAM,cAAc,oBAAoB,QAAQ,SAAS,aAAa,OAAO;AAC7E,UAAM,eAAe,YAAY;AACjC,eAAW,cAAc,YAAY,aAAa;AAChD,YAAM,YAAY,KAAK,UAAU;AACjC,kBAAY,KAAK,GAAG,WAAW,IAAI,UAAU,EAAE;AAAA,IACjD;AACA,eAAW,eAAe,YAAY,cAAc;AAClD,YAAM,aAAa,KAAK,WAAW;AACnC,mBAAa,KAAK,GAAG,WAAW,IAAI,WAAW,EAAE;AAAA,IACnD;AACA,WAAO,KAAK,KAAK;AAAA,EACnB;AAEA,SAAO;AAAA,IACL,QAAQ,YAAY,WAAW;AAAA,IAC/B,aAAa,aAAa,OAAO;AAAA,IACjC,kBAAkB,kBAAkB,OAAO;AAAA,IAC3C,oBAAoB,OAAO;AAAA,IAC3B;AAAA,IACA,kBAAkB;AAAA,MAChB,MAAM;AAAA,QACJ,YAAY,aAAa,OAAO,kBAAkB;AAAA,QAClD,MAAM,aAAa,OAAO,YAAY;AAAA,QACtC,SAAS,aAAa,OAAO,eAAe;AAAA,MAC9C;AAAA,MACA,WAAW;AAAA,QACT,YAAY,kBAAkB,OAAO,kBAAkB;AAAA,QACvD,MAAM,kBAAkB,OAAO,YAAY;AAAA,QAC3C,SAAS,kBAAkB,OAAO,eAAe;AAAA,MACnD;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;","names":[]}

package/dist/chunk-KL4CP4SB.js

@@ -0,0 +1,130 @@
+// src/tokens.ts
+import fs from "fs";
+import path from "path";
+import { randomBytes } from "crypto";
+var TOKEN_PREFIXES = {
+  "openclaw": "remnic_oc_",
+  "claude-code": "remnic_cc_",
+  "codex": "remnic_cx_",
+  "hermes": "remnic_hm_",
+  "replit": "remnic_rl_",
+  "cursor": "remnic_cu_",
+  "cline": "remnic_cl_",
+  "github-copilot": "remnic_gh_",
+  "roo-code": "remnic_rc_",
+  "windsurf": "remnic_ws_",
+  "amp": "remnic_am_",
+  "generic-mcp": "remnic_gm_"
+};
+function defaultTokensPath() {
+  return path.join(process.env.HOME ?? "~", ".remnic", "tokens.json");
+}
+function legacyTokensPath() {
+  return path.join(process.env.HOME ?? "~", ".engram", "tokens.json");
+}
+function resolveReadPath(tokensPath) {
+  const primary = tokensPath ?? defaultTokensPath();
+  if (tokensPath) return primary;
+  if (fs.existsSync(primary)) return primary;
+  const legacy = legacyTokensPath();
+  return fs.existsSync(legacy) ? legacy : primary;
+}
+function ensureDir(filePath) {
+  const dir = path.dirname(filePath);
+  fs.mkdirSync(dir, { recursive: true });
+}
+function loadTokenStore(tokensPath) {
+  const p = resolveReadPath(tokensPath);
+  try {
+    const raw = JSON.parse(fs.readFileSync(p, "utf8"));
+    if (Array.isArray(raw.tokens)) {
+      return { tokens: raw.tokens };
+    }
+    if (typeof raw === "object" && raw !== null && !Array.isArray(raw)) {
+      const migrated = [];
+      for (const [key, value] of Object.entries(raw)) {
+        if (key === "tokens") continue;
+        if (typeof value === "string" && value.length > 0) {
+          migrated.push({ token: value, connector: key, createdAt: (/* @__PURE__ */ new Date()).toISOString() });
+        }
+      }
+      if (migrated.length > 0) {
+        const store = { tokens: migrated };
+        try {
+          saveTokenStore(store, tokensPath);
+        } catch {
+        }
+        return store;
+      }
+    }
+    return { tokens: [] };
+  } catch {
+    return { tokens: [] };
+  }
+}
+function saveTokenStore(store, tokensPath) {
+  const p = tokensPath ?? defaultTokensPath();
+  ensureDir(p);
+  fs.writeFileSync(p, JSON.stringify(store, null, 2) + "\n", { mode: 384 });
+  try {
+    fs.chmodSync(p, 384);
+  } catch {
+  }
+}
+function generateToken(connector, tokensPath) {
+  const store = loadTokenStore(tokensPath);
+  store.tokens = store.tokens.filter((t) => t.connector !== connector);
+  const prefix = TOKEN_PREFIXES[connector] ?? "remnic_xx_";
+  const token = prefix + randomBytes(24).toString("hex");
+  const entry = {
+    token,
+    connector,
+    createdAt: (/* @__PURE__ */ new Date()).toISOString()
+  };
+  store.tokens.push(entry);
+  saveTokenStore(store, tokensPath);
+  return entry;
+}
+function listTokens(tokensPath) {
+  return loadTokenStore(tokensPath).tokens;
+}
+function revokeToken(connector, tokensPath) {
+  const store = loadTokenStore(tokensPath);
+  const before = store.tokens.length;
+  store.tokens = store.tokens.filter((t) => t.connector !== connector);
+  if (store.tokens.length < before) {
+    saveTokenStore(store, tokensPath);
+    return true;
+  }
+  return false;
+}
+function getAllValidTokens(tokensPath) {
+  return loadTokenStore(tokensPath).tokens.map((t) => t.token);
+}
+var TOKEN_CACHE_TTL_MS = 5e3;
+var _cachedTokens = [];
+var _cachedAt = 0;
+var _cachedPath;
+function getAllValidTokensCached(tokensPath) {
+  const now = Date.now();
+  if (now - _cachedAt < TOKEN_CACHE_TTL_MS && tokensPath === _cachedPath) return _cachedTokens;
+  _cachedTokens = getAllValidTokens(tokensPath);
+  _cachedAt = now;
+  _cachedPath = tokensPath;
+  return _cachedTokens;
+}
+function resolveConnectorFromToken(token, tokensPath) {
+  return loadTokenStore(tokensPath).tokens.find((t) => t.token === token)?.connector;
+}
+
+export {
+  loadTokenStore,
+  saveTokenStore,
+  generateToken,
+  listTokens,
+  revokeToken,
+  getAllValidTokens,
+  getAllValidTokensCached,
+  resolveConnectorFromToken
+};
+//# sourceMappingURL=chunk-KL4CP4SB.js.map

package/dist/chunk-KL4CP4SB.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tokens.ts"],"sourcesContent":["/**\n * Token management for Remnic multi-connector auth.\n *\n * Manages per-connector tokens in ~/.remnic/tokens.json.\n * Each connector gets a unique token with a recognizable prefix.\n */\n\nimport fs from \"node:fs\";\nimport path from \"node:path\";\nimport { randomBytes } from \"node:crypto\";\n\nexport interface TokenEntry {\n  token: string;\n  connector: string;\n  createdAt: string;\n}\n\nexport interface TokenStore {\n  tokens: TokenEntry[];\n}\n\nconst TOKEN_PREFIXES: Record<string, string> = {\n  \"openclaw\": \"remnic_oc_\",\n  \"claude-code\": \"remnic_cc_\",\n  \"codex\": \"remnic_cx_\",\n  \"hermes\": \"remnic_hm_\",\n  \"replit\": \"remnic_rl_\",\n  \"cursor\": \"remnic_cu_\",\n  \"cline\": \"remnic_cl_\",\n  \"github-copilot\": \"remnic_gh_\",\n  \"roo-code\": \"remnic_rc_\",\n  \"windsurf\": \"remnic_ws_\",\n  \"amp\": \"remnic_am_\",\n  \"generic-mcp\": \"remnic_gm_\",\n};\n\nfunction defaultTokensPath(): string {\n  return path.join(process.env.HOME ?? \"~\", \".remnic\", \"tokens.json\");\n}\n\nfunction legacyTokensPath(): string {\n  return path.join(process.env.HOME ?? \"~\", \".engram\", \"tokens.json\");\n}\n\nfunction resolveReadPath(tokensPath?: string): string {\n  const primary = tokensPath ?? defaultTokensPath();\n  if (tokensPath) return primary;\n  if (fs.existsSync(primary)) return primary;\n  const legacy = legacyTokensPath();\n  return fs.existsSync(legacy) ? legacy : primary;\n}\n\nfunction ensureDir(filePath: string): void {\n  const dir = path.dirname(filePath);\n  fs.mkdirSync(dir, { recursive: true });\n}\n\nexport function loadTokenStore(tokensPath?: string): TokenStore {\n  const p = resolveReadPath(tokensPath);\n  try {\n    const raw = JSON.parse(fs.readFileSync(p, \"utf8\"));\n    if (Array.isArray(raw.tokens)) {\n      return { tokens: raw.tokens };\n    }\n    // Migrate legacy flat-map format: { \"connector\": \"token_value\", ... }\n    if (typeof raw === \"object\" && raw !== null && !Array.isArray(raw)) {\n      const migrated: TokenEntry[] = [];\n      for (const [key, value] of Object.entries(raw)) {\n        if (key === \"tokens\") continue; // skip if tokens key exists but isn't array\n        if (typeof value === \"string\" && value.length > 0) {\n          migrated.push({ token: value, connector: key, createdAt: new Date().toISOString() });\n        }\n      }\n      if (migrated.length > 0) {\n        const store: TokenStore = { tokens: migrated };\n        // Auto-migrate: rewrite in new format (best-effort, don't lose tokens on write failure)\n        try {\n          saveTokenStore(store, tokensPath);\n        } catch {\n          // Migration write failed (e.g., read-only fs) — still return parsed tokens\n        }\n        return store;\n      }\n    }\n    return { tokens: [] };\n  } catch {\n    return { tokens: [] };\n  }\n}\n\nexport function saveTokenStore(store: TokenStore, tokensPath?: string): void {\n  const p = tokensPath ?? defaultTokensPath();\n  ensureDir(p);\n  fs.writeFileSync(p, JSON.stringify(store, null, 2) + \"\\n\", { mode: 0o600 });\n  // Tighten permissions on pre-existing files (writeFileSync mode only applies to new files)\n  try { fs.chmodSync(p, 0o600); } catch { /* ignore on platforms without chmod */ }\n}\n\nexport function generateToken(connector: string, tokensPath?: string): TokenEntry {\n  const store = loadTokenStore(tokensPath);\n\n  // Remove existing token for this connector\n  store.tokens = store.tokens.filter((t) => t.connector !== connector);\n\n  const prefix = TOKEN_PREFIXES[connector] ?? \"remnic_xx_\";\n  const token = prefix + randomBytes(24).toString(\"hex\");\n  const entry: TokenEntry = {\n    token,\n    connector,\n    createdAt: new Date().toISOString(),\n  };\n  store.tokens.push(entry);\n  saveTokenStore(store, tokensPath);\n  return entry;\n}\n\nexport function listTokens(tokensPath?: string): TokenEntry[] {\n  return loadTokenStore(tokensPath).tokens;\n}\n\nexport function revokeToken(connector: string, tokensPath?: string): boolean {\n  const store = loadTokenStore(tokensPath);\n  const before = store.tokens.length;\n  store.tokens = store.tokens.filter((t) => t.connector !== connector);\n  if (store.tokens.length < before) {\n    saveTokenStore(store, tokensPath);\n    return true;\n  }\n  return false;\n}\n\nexport function getAllValidTokens(tokensPath?: string): string[] {\n  return loadTokenStore(tokensPath).tokens.map((t) => t.token);\n}\n\n// Cached token loader to avoid synchronous disk I/O on every HTTP request.\n// Re-reads tokens.json at most once per TTL interval (default 5s).\nconst TOKEN_CACHE_TTL_MS = 5_000;\nlet _cachedTokens: string[] = [];\nlet _cachedAt = 0;\nlet _cachedPath: string | undefined;\n\nexport function getAllValidTokensCached(tokensPath?: string): string[] {\n  const now = Date.now();\n  if (now - _cachedAt < TOKEN_CACHE_TTL_MS && tokensPath === _cachedPath) return _cachedTokens;\n  _cachedTokens = getAllValidTokens(tokensPath);\n  _cachedAt = now;\n  _cachedPath = tokensPath;\n  return _cachedTokens;\n}\n\nexport function resolveConnectorFromToken(token: string, tokensPath?: string): string | undefined {\n  return loadTokenStore(tokensPath).tokens.find((t) => t.token === token)?.connector;\n}\n"],"mappings":";AAOA,OAAO,QAAQ;AACf,OAAO,UAAU;AACjB,SAAS,mBAAmB;AAY5B,IAAM,iBAAyC;AAAA,EAC7C,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,SAAS;AAAA,EACT,UAAU;AAAA,EACV,UAAU;AAAA,EACV,UAAU;AAAA,EACV,SAAS;AAAA,EACT,kBAAkB;AAAA,EAClB,YAAY;AAAA,EACZ,YAAY;AAAA,EACZ,OAAO;AAAA,EACP,eAAe;AACjB;AAEA,SAAS,oBAA4B;AACnC,SAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,KAAK,WAAW,aAAa;AACpE;AAEA,SAAS,mBAA2B;AAClC,SAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,KAAK,WAAW,aAAa;AACpE;AAEA,SAAS,gBAAgB,YAA6B;AACpD,QAAM,UAAU,cAAc,kBAAkB;AAChD,MAAI,WAAY,QAAO;AACvB,MAAI,GAAG,WAAW,OAAO,EAAG,QAAO;AACnC,QAAM,SAAS,iBAAiB;AAChC,SAAO,GAAG,WAAW,MAAM,IAAI,SAAS;AAC1C;AAEA,SAAS,UAAU,UAAwB;AACzC,QAAM,MAAM,KAAK,QAAQ,QAAQ;AACjC,KAAG,UAAU,KAAK,EAAE,WAAW,KAAK,CAAC;AACvC;AAEO,SAAS,eAAe,YAAiC;AAC9D,QAAM,IAAI,gBAAgB,UAAU;AACpC,MAAI;AACF,UAAM,MAAM,KAAK,MAAM,GAAG,aAAa,GAAG,MAAM,CAAC;AACjD,QAAI,MAAM,QAAQ,IAAI,MAAM,GAAG;AAC7B,aAAO,EAAE,QAAQ,IAAI,OAAO;AAAA,IAC9B;AAEA,QAAI,OAAO,QAAQ,YAAY,QAAQ,QAAQ,CAAC,MAAM,QAAQ,GAAG,GAAG;AAClE,YAAM,WAAyB,CAAC;AAChC,iBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,YAAI,QAAQ,SAAU;AACtB,YAAI,OAAO,UAAU,YAAY,MAAM,SAAS,GAAG;AACjD,mBAAS,KAAK,EAAE,OAAO,OAAO,WAAW,KAAK,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE,CAAC;AAAA,QACrF;AAAA,MACF;AACA,UAAI,SAAS,SAAS,GAAG;AACvB,cAAM,QAAoB,EAAE,QAAQ,SAAS;AAE7C,YAAI;AACF,yBAAe,OAAO,UAAU;AAAA,QAClC,QAAQ;AAAA,QAER;AACA,eAAO;AAAA,MACT;AAAA,IACF;AACA,WAAO,EAAE,QAAQ,CAAC,EAAE;AAAA,EACtB,QAAQ;AACN,WAAO,EAAE,QAAQ,CAAC,EAAE;AAAA,EACtB;AACF;AAEO,SAAS,eAAe,OAAmB,YAA2B;AAC3E,QAAM,IAAI,cAAc,kBAAkB;AAC1C,YAAU,CAAC;AACX,KAAG,cAAc,GAAG,KAAK,UAAU,OAAO,MAAM,CAAC,IAAI,MAAM,EAAE,MAAM,IAAM,CAAC;AAE1E,MAAI;AAAE,OAAG,UAAU,GAAG,GAAK;AAAA,EAAG,QAAQ;AAAA,EAA0C;AAClF;AAEO,SAAS,cAAc,WAAmB,YAAiC;AAChF,QAAM,QAAQ,eAAe,UAAU;AAGvC,QAAM,SAAS,MAAM,OAAO,OAAO,CAAC,MAAM,EAAE,cAAc,SAAS;AAEnE,QAAM,SAAS,eAAe,SAAS,KAAK;AAC5C,QAAM,QAAQ,SAAS,YAAY,EAAE,EAAE,SAAS,KAAK;AACrD,QAAM,QAAoB;AAAA,IACxB;AAAA,IACA;AAAA,IACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,EACpC;AACA,QAAM,OAAO,KAAK,KAAK;AACvB,iBAAe,OAAO,UAAU;AAChC,SAAO;AACT;AAEO,SAAS,WAAW,YAAmC;AAC5D,SAAO,eAAe,UAAU,EAAE;AACpC;AAEO,SAAS,YAAY,WAAmB,YAA8B;AAC3E,QAAM,QAAQ,eAAe,UAAU;AACvC,QAAM,SAAS,MAAM,OAAO;AAC5B,QAAM,SAAS,MAAM,OAAO,OAAO,CAAC,MAAM,EAAE,cAAc,SAAS;AACnE,MAAI,MAAM,OAAO,SAAS,QAAQ;AAChC,mBAAe,OAAO,UAAU;AAChC,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,YAA+B;AAC/D,SAAO,eAAe,UAAU,EAAE,OAAO,IAAI,CAAC,MAAM,EAAE,KAAK;AAC7D;AAIA,IAAM,qBAAqB;AAC3B,IAAI,gBAA0B,CAAC;AAC/B,IAAI,YAAY;AAChB,IAAI;AAEG,SAAS,wBAAwB,YAA+B;AACrE,QAAM,MAAM,KAAK,IAAI;AACrB,MAAI,MAAM,YAAY,sBAAsB,eAAe,YAAa,QAAO;AAC/E,kBAAgB,kBAAkB,UAAU;AAC5C,cAAY;AACZ,gBAAc;AACd,SAAO;AACT;AAEO,SAAS,0BAA0B,OAAe,YAAyC;AAChG,SAAO,eAAe,UAAU,EAAE,OAAO,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,GAAG;AAC3E;","names":[]}

package/dist/chunk-KT4NEUNF.js

@@ -0,0 +1,315 @@
+import {
+  resolveProviderApiKey
+} from "./chunk-LU3GQNDQ.js";
+import {
+  buildChatCompletionTokenLimit,
+  shouldAssumeOpenAiChatCompletions
+} from "./chunk-Y27UJK6V.js";
+import {
+  extractJsonCandidates
+} from "./chunk-UZB5KHKX.js";
+import {
+  log
+} from "./chunk-KWBU5S5U.js";
+
+// src/fallback-llm.ts
+var FallbackLlmClient = class {
+  gatewayConfig;
+  constructor(gatewayConfig) {
+    this.gatewayConfig = gatewayConfig;
+  }
+  /**
+   * Check if fallback is available (gateway config has at least one model).
+   */
+  isAvailable(agentId) {
+    const models = this.getModelChain(agentId);
+    return models.length > 0;
+  }
+  /**
+   * Make a chat completion request using the gateway's default AI chain.
+   * Tries primary first, then each fallback in order.
+   * When agentId is provided, uses that agent persona's model chain instead of defaults.
+   */
+  async chatCompletion(messages, options = {}) {
+    const models = this.getModelChain(options.agentId);
+    if (models.length === 0) {
+      log.warn("fallback LLM: no models configured in gateway");
+      return null;
+    }
+    const runChain = async () => {
+      for (let i = 0; i < models.length; i++) {
+        const model = models[i];
+        const isFallback = i > 0;
+        try {
+          const result = await this.tryModel(model, messages, options);
+          if (result) {
+            if (isFallback) {
+              log.debug(`fallback LLM: succeeded using ${model.modelString} (fallback ${i})`);
+            }
+            return {
+              content: result.content,
+              modelUsed: model.modelString,
+              usage: result.usage
+            };
+          }
+        } catch (err) {
+          const errorMsg = err instanceof Error ? err.message : String(err);
+          log.debug(`fallback LLM: ${model.modelString} failed (${errorMsg}), trying next...`);
+        }
+      }
+      log.warn(`fallback LLM: all ${models.length} models in chain failed`);
+      return null;
+    };
+    if (typeof options.timeoutMs === "number") {
+      if (options.timeoutMs <= 0) {
+        log.warn("fallback LLM: timed out before request started");
+        return null;
+      }
+      let timeoutHandle;
+      try {
+        return await Promise.race([
+          runChain(),
+          new Promise((resolve) => {
+            timeoutHandle = setTimeout(() => {
+              log.warn(`fallback LLM: timed out after ${options.timeoutMs}ms`);
+              resolve(null);
+            }, options.timeoutMs);
+          })
+        ]);
+      } finally {
+        if (timeoutHandle) clearTimeout(timeoutHandle);
+      }
+    }
+    return await runChain();
+  }
+  /**
+   * Make a request with structured output (Zod schema).
+   * Returns parsed JSON or null on failure.
+   */
+  async parseWithSchema(messages, schema, options = {}) {
+    const detailed = await this.parseWithSchemaDetailed(messages, schema, options);
+    return detailed?.result ?? null;
+  }
+  /**
+   * Like parseWithSchema but also returns the model that was used,
+   * so callers can emit accurate trace events.
+   */
+  async parseWithSchemaDetailed(messages, schema, options = {}) {
+    const response = await this.chatCompletion(messages, options);
+    if (!response?.content) return null;
+    try {
+      const candidates = extractJsonCandidates(response.content);
+      for (const c of candidates) {
+        try {
+          const parsed = JSON.parse(c);
+          return { result: schema.parse(parsed), modelUsed: response.modelUsed };
+        } catch {
+        }
+      }
+      return null;
+    } catch (err) {
+      log.warn("fallback LLM: failed to parse structured output:", err);
+      return null;
+    }
+  }
+  /**
+   * Get the full model chain from gateway config.
+   * Returns array of models in order: [primary, fallback1, fallback2, ...]
+   *
+   * When agentId is provided, looks up the matching entry in agents.list[]
+   * and uses that persona's model chain. Falls back to agents.defaults.model
+   * if agentId is not found or not provided.
+   */
+  getModelChain(agentId) {
+    const chain = [];
+    const providers = this.gatewayConfig?.models?.providers;
+    if (!providers) return chain;
+    let modelConfig;
+    if (agentId) {
+      const persona = this.gatewayConfig?.agents?.list?.find(
+        (a) => a.id === agentId
+      );
+      if (persona?.model) {
+        modelConfig = persona.model;
+        log.debug(`fallback LLM: using agent persona "${agentId}" model chain`);
+      } else {
+        log.warn(
+          `fallback LLM: agent persona "${agentId}" not found or has no model config, falling back to defaults`
+        );
+      }
+    }
+    if (!modelConfig) {
+      modelConfig = this.gatewayConfig?.agents?.defaults?.model;
+    }
+    const modelStrings = [];
+    if (modelConfig?.primary) {
+      modelStrings.push(modelConfig.primary);
+    }
+    if (Array.isArray(modelConfig?.fallbacks)) {
+      for (const fb of modelConfig.fallbacks) {
+        if (typeof fb === "string" && !modelStrings.includes(fb)) {
+          modelStrings.push(fb);
+        }
+      }
+    }
+    for (const modelString of modelStrings) {
+      const modelRef = this.parseModelString(modelString, providers);
+      if (modelRef) {
+        chain.push(modelRef);
+      }
+    }
+    return chain;
+  }
+  /**
+   * Parse a "provider/model" string and look up its config.
+   */
+  parseModelString(modelString, providers) {
+    const parts = modelString.split("/");
+    if (parts.length < 2) {
+      log.warn(`fallback LLM: invalid model format: ${modelString}`);
+      return null;
+    }
+    const providerId = parts[0];
+    const modelId = parts.slice(1).join("/");
+    const providerConfig = providers[providerId];
+    if (!providerConfig) {
+      log.warn(`fallback LLM: provider not found: ${providerId}`);
+      return null;
+    }
+    return { providerId, modelId, providerConfig, modelString };
+  }
+  /**
+   * Resolve the API key for a provider, handling OpenClaw secret ref formats.
+   * Results are cached per provider so exec calls only happen once.
+   */
+  async resolveApiKey(providerId, providerConfig) {
+    return resolveProviderApiKey(providerId, providerConfig.apiKey, this.gatewayConfig);
+  }
+  /**
+   * Try to call a single model.
+   */
+  async tryModel(model, messages, options) {
+    const rawKey = model.providerConfig.apiKey;
+    const needsResolution = rawKey === "secretref-managed" || typeof rawKey === "object" && rawKey !== null;
+    const resolvedApiKey = await this.resolveApiKey(model.providerId, model.providerConfig);
+    if (needsResolution && !resolvedApiKey) {
+      throw new Error(`API key for provider "${model.providerId}" could not be resolved from secret ref`);
+    }
+    const configWithResolvedKey = resolvedApiKey ? { ...model.providerConfig, apiKey: resolvedApiKey } : model.providerConfig;
+    switch (model.providerConfig.api) {
+      case "anthropic-messages":
+        return await this.callAnthropic(configWithResolvedKey, model.modelId, messages, options);
+      case "openai-completions":
+      default:
+        return await this.callOpenAI(
+          configWithResolvedKey,
+          model.modelId,
+          messages,
+          options,
+          shouldAssumeOpenAiChatCompletions(model.providerConfig.baseUrl)
+        );
+    }
+  }
+  /**
+   * Call OpenAI-compatible API.
+   */
+  async callOpenAI(config, modelId, messages, options, assumeOpenAI) {
+    const base = config.baseUrl.replace(/\/$/, "");
+    const url = base.endsWith("/v1") ? `${base}/chat/completions` : `${base}/v1/chat/completions`;
+    const headers = {
+      "Content-Type": "application/json",
+      ...config.headers
+    };
+    if (config.apiKey && typeof config.apiKey === "string") {
+      if (config.authHeader !== false) {
+        headers["Authorization"] = `Bearer ${config.apiKey}`;
+      }
+    }
+    const body = {
+      model: modelId,
+      messages,
+      temperature: options.temperature ?? 0.3,
+      ...buildChatCompletionTokenLimit(modelId, options.maxTokens ?? 4096, {
+        assumeOpenAI
+      })
+    };
+    const response = await fetch(url, {
+      method: "POST",
+      headers,
+      body: JSON.stringify(body)
+    });
+    if (!response.ok) {
+      const error = await response.text();
+      throw new Error(`OpenAI API error: ${response.status} ${error}`);
+    }
+    const data = await response.json();
+    const content = data.choices?.[0]?.message?.content;
+    if (!content) {
+      throw new Error("Empty response from OpenAI API");
+    }
+    return {
+      content,
+      usage: data.usage ? {
+        inputTokens: data.usage.prompt_tokens,
+        outputTokens: data.usage.completion_tokens,
+        totalTokens: data.usage.total_tokens
+      } : void 0
+    };
+  }
+  /**
+   * Call Anthropic Messages API.
+   */
+  async callAnthropic(config, modelId, messages, options) {
+    const url = `${config.baseUrl.replace(/\/$/, "")}/messages`;
+    const headers = {
+      "Content-Type": "application/json",
+      "anthropic-version": "2023-06-01",
+      ...config.headers
+    };
+    if (config.apiKey && typeof config.apiKey === "string") {
+      headers["x-api-key"] = config.apiKey;
+    }
+    const systemMessage = messages.find((m) => m.role === "system")?.content;
+    const nonSystemMessages = messages.filter((m) => m.role !== "system");
+    const anthropicMessages = nonSystemMessages.map((m) => ({
+      role: m.role,
+      content: m.content
+    }));
+    const body = {
+      model: modelId,
+      messages: anthropicMessages,
+      max_tokens: options.maxTokens ?? 4096,
+      temperature: options.temperature ?? 0.3
+    };
+    if (systemMessage) {
+      body.system = systemMessage;
+    }
+    const response = await fetch(url, {
+      method: "POST",
+      headers,
+      body: JSON.stringify(body)
+    });
+    if (!response.ok) {
+      const error = await response.text();
+      throw new Error(`Anthropic API error: ${response.status} ${error}`);
+    }
+    const data = await response.json();
+    const content = data.content?.[0]?.text;
+    if (!content) {
+      throw new Error("Empty response from Anthropic API");
+    }
+    return {
+      content,
+      usage: data.usage ? {
+        inputTokens: data.usage.input_tokens,
+        outputTokens: data.usage.output_tokens,
+        totalTokens: (data.usage.input_tokens ?? 0) + (data.usage.output_tokens ?? 0)
+      } : void 0
+    };
+  }
+};
+
+export {
+  FallbackLlmClient
+};
+//# sourceMappingURL=chunk-KT4NEUNF.js.map