agent-hitch 0.2.7 → 0.2.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (287) hide show
  1. package/README.md +16 -2
  2. package/README.zh-CN.md +14 -2
  3. package/dist/bin/hitch.js +25 -3
  4. package/dist/bin/hitch.js.map +1 -1
  5. package/dist/scripts/canary-benchmark.js +54 -0
  6. package/dist/scripts/canary-benchmark.js.map +1 -0
  7. package/dist/scripts/canary-eval-scheduler-throughput.js +47 -0
  8. package/dist/scripts/canary-eval-scheduler-throughput.js.map +1 -0
  9. package/dist/scripts/check-architecture.js +3 -2
  10. package/dist/scripts/check-architecture.js.map +1 -1
  11. package/dist/src/adapters/catalog.js +2 -1
  12. package/dist/src/adapters/catalog.js.map +1 -1
  13. package/dist/src/adapters/providers/codex-auth.js +29 -0
  14. package/dist/src/adapters/providers/codex-auth.js.map +1 -0
  15. package/dist/src/adapters/providers/codex.js +23 -6
  16. package/dist/src/adapters/providers/codex.js.map +1 -1
  17. package/dist/src/adapters/providers/model-call.js +26 -0
  18. package/dist/src/adapters/providers/model-call.js.map +1 -0
  19. package/dist/src/artifacts/index.js +1 -1
  20. package/dist/src/artifacts/index.js.map +1 -1
  21. package/dist/src/artifacts/preparer.js +7 -2
  22. package/dist/src/artifacts/preparer.js.map +1 -1
  23. package/dist/src/backends/harbor/agent-budget.js +31 -0
  24. package/dist/src/backends/harbor/agent-budget.js.map +1 -0
  25. package/dist/src/backends/harbor/backend.js +6 -4
  26. package/dist/src/backends/harbor/backend.js.map +1 -1
  27. package/dist/src/backends/harbor/index.js +1 -0
  28. package/dist/src/backends/harbor/index.js.map +1 -1
  29. package/dist/src/backends/harbor/regrade.js +77 -0
  30. package/dist/src/backends/harbor/regrade.js.map +1 -0
  31. package/dist/src/backends/index.js +1 -0
  32. package/dist/src/backends/index.js.map +1 -1
  33. package/dist/src/benchmarks/index.js +3 -0
  34. package/dist/src/benchmarks/index.js.map +1 -0
  35. package/dist/src/benchmarks/loader.js +271 -0
  36. package/dist/src/benchmarks/loader.js.map +1 -0
  37. package/dist/src/benchmarks/metrics.js +16 -0
  38. package/dist/src/benchmarks/metrics.js.map +1 -0
  39. package/dist/src/benchmarks/toml.js +13 -0
  40. package/dist/src/benchmarks/toml.js.map +1 -0
  41. package/dist/src/benchmarks/validation.js +242 -0
  42. package/dist/src/benchmarks/validation.js.map +1 -0
  43. package/dist/src/cli/arguments.js +6 -4
  44. package/dist/src/cli/arguments.js.map +1 -1
  45. package/dist/src/cli/commands/benchmark.js +22 -0
  46. package/dist/src/cli/commands/benchmark.js.map +1 -0
  47. package/dist/src/cli/commands/capabilities.js +18 -0
  48. package/dist/src/cli/commands/capabilities.js.map +1 -0
  49. package/dist/src/cli/commands/eval.js +15 -3
  50. package/dist/src/cli/commands/eval.js.map +1 -1
  51. package/dist/src/cli/commands/run.js +37 -15
  52. package/dist/src/cli/commands/run.js.map +1 -1
  53. package/dist/src/cli/commands/trajectory.js +96 -5
  54. package/dist/src/cli/commands/trajectory.js.map +1 -1
  55. package/dist/src/cli/commands/verifier.js +36 -0
  56. package/dist/src/cli/commands/verifier.js.map +1 -0
  57. package/dist/src/cli/main.js +6 -0
  58. package/dist/src/cli/main.js.map +1 -1
  59. package/dist/src/cli/output.js +14 -2
  60. package/dist/src/cli/output.js.map +1 -1
  61. package/dist/src/control-plane/eval-control-work.js +5 -0
  62. package/dist/src/control-plane/eval-control-work.js.map +1 -1
  63. package/dist/src/control-plane/eval-scheduler.js +4 -1
  64. package/dist/src/control-plane/eval-scheduler.js.map +1 -1
  65. package/dist/src/control-plane/index.js +1 -1
  66. package/dist/src/control-plane/index.js.map +1 -1
  67. package/dist/src/control-plane/remote-result-transport.js +3 -0
  68. package/dist/src/control-plane/remote-result-transport.js.map +1 -1
  69. package/dist/src/control-plane/remote-work-coordinator.js +1 -0
  70. package/dist/src/control-plane/remote-work-coordinator.js.map +1 -1
  71. package/dist/src/control-plane/remote-work-item.js +62 -0
  72. package/dist/src/control-plane/remote-work-item.js.map +1 -0
  73. package/dist/src/control-plane/remote-work-recovery.js +44 -5
  74. package/dist/src/control-plane/remote-work-recovery.js.map +1 -1
  75. package/dist/src/control-plane/remote-worker-protocol.js +2 -23
  76. package/dist/src/control-plane/remote-worker-protocol.js.map +1 -1
  77. package/dist/src/control-plane/rerun-scheduler.js +51 -14
  78. package/dist/src/control-plane/rerun-scheduler.js.map +1 -1
  79. package/dist/src/control-plane/rerun-submission.js +10 -4
  80. package/dist/src/control-plane/rerun-submission.js.map +1 -1
  81. package/dist/src/control-plane/work-admission.js +2 -0
  82. package/dist/src/control-plane/work-admission.js.map +1 -1
  83. package/dist/src/control-plane/work-dispatcher.js +9 -1
  84. package/dist/src/control-plane/work-dispatcher.js.map +1 -1
  85. package/dist/src/controller-runtime/hash.js +7 -2
  86. package/dist/src/controller-runtime/hash.js.map +1 -1
  87. package/dist/src/daemon/auth.js +5 -0
  88. package/dist/src/daemon/auth.js.map +1 -1
  89. package/dist/src/domain/benchmarks.js +2 -0
  90. package/dist/src/domain/benchmarks.js.map +1 -0
  91. package/dist/src/domain/index.js +4 -0
  92. package/dist/src/domain/index.js.map +1 -1
  93. package/dist/src/domain/runs.js.map +1 -1
  94. package/dist/src/domain/validation.js +11 -4
  95. package/dist/src/domain/validation.js.map +1 -1
  96. package/dist/src/domain/verifier-evidence-validation.js +214 -0
  97. package/dist/src/domain/verifier-evidence-validation.js.map +1 -0
  98. package/dist/src/domain/verifier-evidence.js +3 -0
  99. package/dist/src/domain/verifier-evidence.js.map +1 -0
  100. package/dist/src/domain/verifier-score-contract.js +232 -0
  101. package/dist/src/domain/verifier-score-contract.js.map +1 -0
  102. package/dist/src/evals/benchmark-adapter-manifest.js +219 -0
  103. package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -0
  104. package/dist/src/evals/benchmark-candidate.js +36 -0
  105. package/dist/src/evals/benchmark-candidate.js.map +1 -0
  106. package/dist/src/evals/benchmark-run.js +166 -0
  107. package/dist/src/evals/benchmark-run.js.map +1 -0
  108. package/dist/src/evals/collect-only-rerun.js +2 -1
  109. package/dist/src/evals/collect-only-rerun.js.map +1 -1
  110. package/dist/src/evals/directory.js +1 -1
  111. package/dist/src/evals/directory.js.map +1 -1
  112. package/dist/src/evals/duration-estimator.js +126 -0
  113. package/dist/src/evals/duration-estimator.js.map +1 -0
  114. package/dist/src/evals/eval-lifecycle-events.js +13 -0
  115. package/dist/src/evals/eval-lifecycle-events.js.map +1 -1
  116. package/dist/src/evals/eval-logical-plan.js +51 -0
  117. package/dist/src/evals/eval-logical-plan.js.map +1 -0
  118. package/dist/src/evals/eval-result-builder.js +81 -0
  119. package/dist/src/evals/eval-result-builder.js.map +1 -0
  120. package/dist/src/evals/evolution-baseline.js +191 -0
  121. package/dist/src/evals/evolution-baseline.js.map +1 -0
  122. package/dist/src/evals/execution-plan.js +39 -3
  123. package/dist/src/evals/execution-plan.js.map +1 -1
  124. package/dist/src/evals/failure-classifier.js +61 -0
  125. package/dist/src/evals/failure-classifier.js.map +1 -0
  126. package/dist/src/evals/harbor-artifact-builder.js +6 -2
  127. package/dist/src/evals/harbor-artifact-builder.js.map +1 -1
  128. package/dist/src/evals/harbor-bridge-error.js +41 -1
  129. package/dist/src/evals/harbor-bridge-error.js.map +1 -1
  130. package/dist/src/evals/harbor-node-runtime.js +146 -0
  131. package/dist/src/evals/harbor-node-runtime.js.map +1 -0
  132. package/dist/src/evals/index.js +15 -0
  133. package/dist/src/evals/index.js.map +1 -1
  134. package/dist/src/evals/infrastructure-retry.js +109 -22
  135. package/dist/src/evals/infrastructure-retry.js.map +1 -1
  136. package/dist/src/evals/native-phase-evidence.js +440 -0
  137. package/dist/src/evals/native-phase-evidence.js.map +1 -0
  138. package/dist/src/evals/physical-retry-work.js +31 -0
  139. package/dist/src/evals/physical-retry-work.js.map +1 -0
  140. package/dist/src/evals/planned-execution-support.js +22 -10
  141. package/dist/src/evals/planned-execution-support.js.map +1 -1
  142. package/dist/src/evals/planned-execution.js +120 -112
  143. package/dist/src/evals/planned-execution.js.map +1 -1
  144. package/dist/src/evals/planned-progress-publisher.js +62 -0
  145. package/dist/src/evals/planned-progress-publisher.js.map +1 -0
  146. package/dist/src/evals/planned-retry-execution.js +174 -0
  147. package/dist/src/evals/planned-retry-execution.js.map +1 -0
  148. package/dist/src/evals/planned-retry-lifecycle.js +4 -2
  149. package/dist/src/evals/planned-retry-lifecycle.js.map +1 -1
  150. package/dist/src/evals/preparation-rerun.js +225 -0
  151. package/dist/src/evals/preparation-rerun.js.map +1 -0
  152. package/dist/src/evals/progress.js +48 -8
  153. package/dist/src/evals/progress.js.map +1 -1
  154. package/dist/src/evals/recovery.js +54 -4
  155. package/dist/src/evals/recovery.js.map +1 -1
  156. package/dist/src/evals/regrade-evidence.js +77 -0
  157. package/dist/src/evals/regrade-evidence.js.map +1 -0
  158. package/dist/src/evals/remote-infrastructure-retry.js +84 -18
  159. package/dist/src/evals/remote-infrastructure-retry.js.map +1 -1
  160. package/dist/src/evals/request.js +21 -3
  161. package/dist/src/evals/request.js.map +1 -1
  162. package/dist/src/evals/rerun-inputs.js +19 -0
  163. package/dist/src/evals/rerun-inputs.js.map +1 -1
  164. package/dist/src/evals/rerun-types.js +2 -6
  165. package/dist/src/evals/rerun-types.js.map +1 -1
  166. package/dist/src/evals/rerun.js +27 -20
  167. package/dist/src/evals/rerun.js.map +1 -1
  168. package/dist/src/evals/result-helpers.js +13 -0
  169. package/dist/src/evals/result-helpers.js.map +1 -1
  170. package/dist/src/evals/retry-backoff.js +20 -0
  171. package/dist/src/evals/retry-backoff.js.map +1 -0
  172. package/dist/src/evals/retry-state.js +195 -0
  173. package/dist/src/evals/retry-state.js.map +1 -0
  174. package/dist/src/evals/scheduler-metrics.js +95 -0
  175. package/dist/src/evals/scheduler-metrics.js.map +1 -0
  176. package/dist/src/evals/scheduler-trace-replay.js +107 -0
  177. package/dist/src/evals/scheduler-trace-replay.js.map +1 -0
  178. package/dist/src/evals/service.js +87 -138
  179. package/dist/src/evals/service.js.map +1 -1
  180. package/dist/src/evals/trial-import.js +47 -50
  181. package/dist/src/evals/trial-import.js.map +1 -1
  182. package/dist/src/evals/trial-publication-recovery.js +45 -5
  183. package/dist/src/evals/trial-publication-recovery.js.map +1 -1
  184. package/dist/src/evals/trial-reference-validation.js +49 -0
  185. package/dist/src/evals/trial-reference-validation.js.map +1 -0
  186. package/dist/src/evals/verifier-artifacts.js +317 -0
  187. package/dist/src/evals/verifier-artifacts.js.map +1 -0
  188. package/dist/src/evals/verifier-eligibility.js +25 -0
  189. package/dist/src/evals/verifier-eligibility.js.map +1 -0
  190. package/dist/src/evals/verifier-only-rerun.js +210 -0
  191. package/dist/src/evals/verifier-only-rerun.js.map +1 -0
  192. package/dist/src/evals/verifier-runtime.js +61 -0
  193. package/dist/src/evals/verifier-runtime.js.map +1 -0
  194. package/dist/src/evals/verifier-score-artifacts.js +119 -0
  195. package/dist/src/evals/verifier-score-artifacts.js.map +1 -0
  196. package/dist/src/foundation/contained-file.js +85 -0
  197. package/dist/src/foundation/contained-file.js.map +1 -0
  198. package/dist/src/foundation/credential-redaction.js +26 -1
  199. package/dist/src/foundation/credential-redaction.js.map +1 -1
  200. package/dist/src/foundation/fs.js +2 -1
  201. package/dist/src/foundation/fs.js.map +1 -1
  202. package/dist/src/foundation/index.js +2 -1
  203. package/dist/src/foundation/index.js.map +1 -1
  204. package/dist/src/runs/adapter-process.js +12 -0
  205. package/dist/src/runs/adapter-process.js.map +1 -0
  206. package/dist/src/runs/executor.js +24 -30
  207. package/dist/src/runs/executor.js.map +1 -1
  208. package/dist/src/runs/finalizer.js +17 -0
  209. package/dist/src/runs/finalizer.js.map +1 -1
  210. package/dist/src/runs/index.js +5 -0
  211. package/dist/src/runs/index.js.map +1 -1
  212. package/dist/src/runs/phase-bundle.js +86 -0
  213. package/dist/src/runs/phase-bundle.js.map +1 -0
  214. package/dist/src/runs/phase-cancellation.js +107 -0
  215. package/dist/src/runs/phase-cancellation.js.map +1 -0
  216. package/dist/src/runs/phase-group.js +113 -0
  217. package/dist/src/runs/phase-group.js.map +1 -0
  218. package/dist/src/runs/query.js +1 -1
  219. package/dist/src/runs/query.js.map +1 -1
  220. package/dist/src/runs/records.js +3 -0
  221. package/dist/src/runs/records.js.map +1 -1
  222. package/dist/src/runs/request.js +4 -2
  223. package/dist/src/runs/request.js.map +1 -1
  224. package/dist/src/runs/verifier-evidence-redaction.js +61 -0
  225. package/dist/src/runs/verifier-evidence-redaction.js.map +1 -0
  226. package/dist/src/runs/verifier-evidence.js +459 -0
  227. package/dist/src/runs/verifier-evidence.js.map +1 -0
  228. package/dist/src/runs/verifier-structured-evidence.js +83 -0
  229. package/dist/src/runs/verifier-structured-evidence.js.map +1 -0
  230. package/dist/src/trajectories/analysis.js +288 -0
  231. package/dist/src/trajectories/analysis.js.map +1 -0
  232. package/dist/src/trajectories/chunk-projection.js +148 -0
  233. package/dist/src/trajectories/chunk-projection.js.map +1 -0
  234. package/dist/src/trajectories/content-projection.js +389 -0
  235. package/dist/src/trajectories/content-projection.js.map +1 -0
  236. package/dist/src/trajectories/dsh-chunk-contract.js +176 -0
  237. package/dist/src/trajectories/dsh-chunk-contract.js.map +1 -0
  238. package/dist/src/trajectories/dsh-contract.js +284 -0
  239. package/dist/src/trajectories/dsh-contract.js.map +1 -0
  240. package/dist/src/trajectories/events-chunk-drill.js +95 -0
  241. package/dist/src/trajectories/events-chunk-drill.js.map +1 -0
  242. package/dist/src/trajectories/events-page.js +367 -0
  243. package/dist/src/trajectories/events-page.js.map +1 -0
  244. package/dist/src/trajectories/index.js +3 -0
  245. package/dist/src/trajectories/index.js.map +1 -1
  246. package/dist/src/trajectories/request-attempt.js +47 -0
  247. package/dist/src/trajectories/request-attempt.js.map +1 -0
  248. package/dist/src/trajectories/stream-reader.js +311 -0
  249. package/dist/src/trajectories/stream-reader.js.map +1 -0
  250. package/dist/src/trajectories/surface-fold.js +126 -0
  251. package/dist/src/trajectories/surface-fold.js.map +1 -0
  252. package/dist/src/workers/remote-harbor-worker.js +3 -0
  253. package/dist/src/workers/remote-harbor-worker.js.map +1 -1
  254. package/docs/schemas/benchmark-hook-request-v1.schema.json +65 -0
  255. package/docs/schemas/benchmark-hook-response-v1.schema.json +75 -0
  256. package/docs/schemas/benchmark-hook-v1.schema.json +33 -0
  257. package/docs/schemas/benchmark-lock-v1.schema.json +351 -0
  258. package/docs/schemas/benchmark-metric-v1.schema.json +37 -0
  259. package/docs/schemas/benchmark-package-v1.schema.json +167 -0
  260. package/docs/schemas/benchmark-phase-group.schema.json +41 -0
  261. package/docs/schemas/benchmark-profile-v1.schema.json +141 -0
  262. package/docs/schemas/benchmark-task-v1.schema.json +384 -0
  263. package/docs/schemas/benchmark-tool-result-v1.schema.json +30 -0
  264. package/docs/schemas/error.schema.json +22 -0
  265. package/docs/schemas/eval-progress.schema.json +1 -15
  266. package/docs/schemas/eval-rerun-result.schema.json +6 -1
  267. package/docs/schemas/eval-rerun-submission.schema.json +3 -1
  268. package/docs/schemas/eval-result.schema.json +1 -15
  269. package/docs/schemas/eval-trial-publication.schema.json +1 -25
  270. package/docs/schemas/eval-trial-reference.schema.json +129 -0
  271. package/docs/schemas/regrade-assessment-reference.schema.json +11 -0
  272. package/docs/schemas/run-context.schema.json +15 -0
  273. package/docs/schemas/run-manifest.schema.json +4 -0
  274. package/docs/schemas/run-request.schema.json +4 -0
  275. package/docs/schemas/trajectory-analysis.schema.json +258 -0
  276. package/docs/schemas/trajectory-events-page.schema.json +40 -0
  277. package/docs/schemas/verifier-assessment.schema.json +77 -0
  278. package/docs/schemas/verifier-evidence.schema.json +276 -0
  279. package/integrations/harbor/hitch_benchmark.py +252 -0
  280. package/integrations/harbor/hitch_candidate_recycle.py +262 -0
  281. package/integrations/harbor/hitch_harbor_agent.py +541 -43
  282. package/integrations/harbor/hitch_harbor_environment.py +138 -0
  283. package/integrations/harbor/hitch_harbor_verifier.py +60 -2
  284. package/integrations/harbor/hitch_phase_supervisor.py +452 -0
  285. package/integrations/harbor/hitch_tool_client.mjs +91 -0
  286. package/integrations/model-call/cli.js +57 -0
  287. package/package.json +17 -6
@@ -0,0 +1,317 @@
1
+ import { createHash } from "node:crypto";
2
+ import { realpath } from "node:fs/promises";
3
+ import { StringDecoder } from "node:string_decoder";
4
+ import path from "node:path";
5
+ import { PROVIDER_ENVIRONMENT_NAMES, atomicWriteJSON, credentialValuesFromEnv, openContainedRegularFile, redactCredentialText, writePrivateFile } from "../foundation/index.js";
6
+ import { captureVerifierScoreEvidence } from "./verifier-score-artifacts.js";
7
+ export const DEFAULT_VERIFIER_DIAGNOSTIC_MAX_BYTES = 64 * 1024;
8
+ export const MAX_VERIFIER_DIAGNOSTIC_MAX_BYTES = 16 * 1024 * 1024;
9
+ export const VERIFIER_DIAGNOSTICS_INDEX_REF = "verifier/diagnostics.json";
10
+ export const VERIFIER_ARTIFACT_NAMES = [
11
+ "ctrf.json", "test-stdout.txt", "test-stderr.txt", "stdout.txt", "stderr.txt",
12
+ ];
13
+ const TRUNCATION_MARKER = Buffer.from("\n[... verifier artifact truncated ...]\n", "utf8");
14
+ const MAX_LOG_LINE_BYTES = 1024 * 1024;
15
+ export async function persistTrialVerifierDiagnostics(input) {
16
+ const env = input.env ?? process.env;
17
+ const credentialValues = credentialValuesFromEnv([...PROVIDER_ENVIRONMENT_NAMES, ...(input.passEnv ?? [])], env);
18
+ throwIfAborted(input.signal);
19
+ await copyVerifierRetryHistory(input.trialDirectory, input.runDirectory, credentialValues, input.signal);
20
+ await copyCandidateIneligibleDiagnostic(input.trialDirectory, input.runDirectory, input.signal);
21
+ const scores = await captureVerifierScoreEvidence({
22
+ trialDirectory: input.trialDirectory,
23
+ runDirectory: input.runDirectory,
24
+ verifierResult: input.verifierResult ?? null,
25
+ credentialValues,
26
+ ...(input.dataset === undefined ? {} : { dataset: input.dataset }),
27
+ ...(input.benchmarkRevision === undefined ? {} : { benchmarkRevision: input.benchmarkRevision }),
28
+ ...(input.signal ? { signal: input.signal } : {}),
29
+ });
30
+ await captureVerifierDiagnostics(input.trialDirectory, input.runDirectory, {
31
+ ...(input.maxArtifactBytes === undefined ? {} : { maxArtifactBytes: input.maxArtifactBytes }),
32
+ credentialValues,
33
+ ...(input.signal ? { signal: input.signal } : {}),
34
+ });
35
+ return scores;
36
+ }
37
+ async function copyCandidateIneligibleDiagnostic(trialDirectory, runDirectory, signal) {
38
+ const root = await realpath(trialDirectory);
39
+ throwIfAborted(signal);
40
+ const safe = await safeArtifact(root, "candidate-ineligible.json", 16 * 1024);
41
+ if (!safe)
42
+ return;
43
+ let bytes;
44
+ try {
45
+ bytes = await safe.handle.readFile();
46
+ await safe.assertUnchanged();
47
+ }
48
+ finally {
49
+ await safe.handle.close();
50
+ }
51
+ const value = JSON.parse(bytes.toString("utf8"));
52
+ if (value.schema_version !== "1" || value.code !== "candidate_evidence_unavailable" || value.verifier_executed !== false)
53
+ return;
54
+ await atomicWriteJSON(path.join(runDirectory, "verifier", "candidate-ineligible.json"), value);
55
+ }
56
+ /** Persist bounded, redacted verifier artifacts in the immutable run bundle. */
57
+ export async function captureVerifierDiagnostics(trialDirectory, runDirectory, options = {}) {
58
+ const maxArtifactBytes = options.maxArtifactBytes ?? DEFAULT_VERIFIER_DIAGNOSTIC_MAX_BYTES;
59
+ if (!Number.isSafeInteger(maxArtifactBytes) || maxArtifactBytes <= TRUNCATION_MARKER.length + 2
60
+ || maxArtifactBytes > MAX_VERIFIER_DIAGNOSTIC_MAX_BYTES) {
61
+ throw new TypeError("verifier diagnostic artifact limit is invalid");
62
+ }
63
+ throwIfAborted(options.signal);
64
+ const root = await realpath(trialDirectory);
65
+ const artifacts = [];
66
+ const redactions = new Map();
67
+ for (const name of VERIFIER_ARTIFACT_NAMES) {
68
+ throwIfAborted(options.signal);
69
+ const safe = await safeArtifact(root, name);
70
+ if (!safe)
71
+ continue;
72
+ let captured;
73
+ try {
74
+ captured = await captureText(safe.handle, maxArtifactBytes, options.credentialValues ?? [], options.signal);
75
+ await safe.assertUnchanged();
76
+ if (captured.sourceBytes !== safe.size)
77
+ throw new TypeError(`verifier artifact changed while being captured: ${name}`);
78
+ }
79
+ finally {
80
+ await safe.handle.close();
81
+ }
82
+ mergeCounts(redactions, captured.redactions);
83
+ const ref = `verifier/${name}`;
84
+ const destination = path.join(runDirectory, ...ref.split("/"));
85
+ await writePrivateFile(destination, captured.stored);
86
+ const stored = captured.stored;
87
+ artifacts.push({
88
+ name,
89
+ ref,
90
+ media_type: name === "ctrf.json" ? "application/json" : "text/plain",
91
+ source_bytes: captured.sourceBytes,
92
+ source_sha256: captured.sourceSha256,
93
+ bytes: captured.contentBytes,
94
+ sha256: captured.contentSha256,
95
+ stored_bytes: stored.length,
96
+ stored_sha256: sha256(stored),
97
+ truncated: captured.truncated,
98
+ });
99
+ }
100
+ if (artifacts.length === 0)
101
+ return null;
102
+ const index = {
103
+ schema_version: "1",
104
+ kind: "verifier-diagnostics",
105
+ artifacts,
106
+ redactions: canonicalCounts(redactions),
107
+ };
108
+ await atomicWriteJSON(path.join(runDirectory, ...VERIFIER_DIAGNOSTICS_INDEX_REF.split("/")), index);
109
+ return index;
110
+ }
111
+ async function safeArtifact(root, name, maximumBytes) {
112
+ try {
113
+ return await openContainedRegularFile(root, `verifier/${name}`, maximumBytes);
114
+ }
115
+ catch (error) {
116
+ if (error.code === "ENOENT")
117
+ return null;
118
+ throw new TypeError(`unsafe verifier artifact: ${name}`, { cause: error });
119
+ }
120
+ }
121
+ async function captureText(handle, maxBytes, credentialValues, signal) {
122
+ const sourceHash = createHash("sha256");
123
+ const contentHash = createHash("sha256");
124
+ const decoder = new StringDecoder("utf8");
125
+ const bounded = new BoundedBuffer(maxBytes);
126
+ const redactions = new Map();
127
+ let sourceBytes = 0;
128
+ let pending = "";
129
+ let discarding = false;
130
+ const emit = (value) => {
131
+ const redacted = redactCredentialText(value, credentialValues);
132
+ mergeCounts(redactions, redacted.redactions);
133
+ const bytes = Buffer.from(redacted.text, "utf8");
134
+ contentHash.update(bytes);
135
+ bounded.append(bytes);
136
+ };
137
+ const drain = () => {
138
+ for (;;) {
139
+ const newline = pending.indexOf("\n");
140
+ if (discarding) {
141
+ if (newline < 0) {
142
+ pending = "";
143
+ return;
144
+ }
145
+ pending = pending.slice(newline + 1);
146
+ discarding = false;
147
+ continue;
148
+ }
149
+ if (newline >= 0) {
150
+ emit(pending.slice(0, newline + 1));
151
+ pending = pending.slice(newline + 1);
152
+ continue;
153
+ }
154
+ if (Buffer.byteLength(pending, "utf8") > MAX_LOG_LINE_BYTES) {
155
+ emit("[REDACTED OVERSIZED VERIFIER LOG LINE]\n");
156
+ increment(redactions, "oversized-verifier-log-line-v1");
157
+ bounded.markOmitted();
158
+ pending = "";
159
+ discarding = true;
160
+ }
161
+ return;
162
+ }
163
+ };
164
+ const buffer = Buffer.allocUnsafe(64 * 1024);
165
+ let position = 0;
166
+ for (;;) {
167
+ throwIfAborted(signal);
168
+ const { bytesRead } = await handle.read(buffer, 0, buffer.length, position);
169
+ if (bytesRead === 0)
170
+ break;
171
+ position += bytesRead;
172
+ const bytes = buffer.subarray(0, bytesRead);
173
+ sourceHash.update(bytes);
174
+ sourceBytes += bytes.length;
175
+ pending += decoder.write(bytes);
176
+ drain();
177
+ }
178
+ pending += decoder.end();
179
+ drain();
180
+ if (!discarding && pending)
181
+ emit(pending);
182
+ throwIfAborted(signal);
183
+ return {
184
+ sourceSha256: `sha256:${sourceHash.digest("hex")}`,
185
+ sourceBytes,
186
+ contentSha256: `sha256:${contentHash.digest("hex")}`,
187
+ contentBytes: bounded.totalBytes,
188
+ stored: bounded.value(),
189
+ truncated: bounded.truncated,
190
+ redactions,
191
+ };
192
+ }
193
+ class BoundedBuffer {
194
+ limit;
195
+ payloadLimit;
196
+ headLimit;
197
+ tailLimit;
198
+ totalBytes = 0;
199
+ clipped = false;
200
+ omitted = false;
201
+ complete = [];
202
+ head = Buffer.alloc(0);
203
+ tail = Buffer.alloc(0);
204
+ constructor(limit) {
205
+ this.limit = limit;
206
+ this.payloadLimit = limit - TRUNCATION_MARKER.length;
207
+ this.headLimit = Math.floor(this.payloadLimit / 2);
208
+ this.tailLimit = this.payloadLimit - this.headLimit;
209
+ }
210
+ append(value) {
211
+ if (value.length === 0)
212
+ return;
213
+ this.totalBytes += value.length;
214
+ if (!this.clipped) {
215
+ this.complete.push(value);
216
+ const combined = Buffer.concat(this.complete);
217
+ if (combined.length <= this.limit)
218
+ return;
219
+ this.clipped = true;
220
+ this.complete = [];
221
+ this.head = combined.subarray(0, this.headLimit);
222
+ this.tail = combined.subarray(Math.max(0, combined.length - this.tailLimit));
223
+ return;
224
+ }
225
+ this.tail = rollingTail(this.tail, value, this.tailLimit);
226
+ }
227
+ value() {
228
+ return this.clipped
229
+ ? Buffer.concat([
230
+ validUtf8Prefix(this.head),
231
+ TRUNCATION_MARKER,
232
+ validUtf8Suffix(this.tail),
233
+ ])
234
+ : Buffer.concat(this.complete);
235
+ }
236
+ markOmitted() {
237
+ this.omitted = true;
238
+ }
239
+ get truncated() {
240
+ return this.clipped || this.omitted;
241
+ }
242
+ }
243
+ function validUtf8Prefix(value) {
244
+ let end = value.length;
245
+ while (end > 0 && (value[end - 1] & 0xc0) === 0x80)
246
+ end -= 1;
247
+ const lead = end - 1;
248
+ return lead >= 0 && utf8SequenceLength(value[lead]) > value.length - lead ? value.subarray(0, lead) : value;
249
+ }
250
+ function validUtf8Suffix(value) {
251
+ let start = 0;
252
+ while (start < value.length && (value[start] & 0xc0) === 0x80)
253
+ start += 1;
254
+ return value.subarray(start);
255
+ }
256
+ function utf8SequenceLength(byte) {
257
+ if ((byte & 0x80) === 0)
258
+ return 1;
259
+ if ((byte & 0xe0) === 0xc0)
260
+ return 2;
261
+ if ((byte & 0xf0) === 0xe0)
262
+ return 3;
263
+ if ((byte & 0xf8) === 0xf0)
264
+ return 4;
265
+ return 1;
266
+ }
267
+ function rollingTail(current, next, limit) {
268
+ if (next.length >= limit)
269
+ return next.subarray(next.length - limit);
270
+ const keep = Math.max(0, limit - next.length);
271
+ return Buffer.concat([current.subarray(Math.max(0, current.length - keep)), next]);
272
+ }
273
+ function canonicalCounts(counts) {
274
+ return [...counts.entries()]
275
+ .filter(([, count]) => count > 0)
276
+ .sort(([left], [right]) => left.localeCompare(right))
277
+ .map(([rule_id, count]) => ({ rule_id, count }));
278
+ }
279
+ function mergeCounts(target, source) {
280
+ for (const [rule, count] of source)
281
+ increment(target, rule, count);
282
+ }
283
+ function increment(counts, rule, count = 1) {
284
+ counts.set(rule, (counts.get(rule) ?? 0) + count);
285
+ }
286
+ function sha256(value) {
287
+ return `sha256:${createHash("sha256").update(value).digest("hex")}`;
288
+ }
289
+ function throwIfAborted(signal) {
290
+ if (signal?.aborted)
291
+ throw signal.reason ?? new DOMException("The operation was aborted", "AbortError");
292
+ }
293
+ async function copyVerifierRetryHistory(trialDirectory, runDirectory, credentialValues, signal) {
294
+ const root = await realpath(trialDirectory);
295
+ throwIfAborted(signal);
296
+ const safe = await safeArtifact(root, "infrastructure-retry-history.json", 1024 * 1024);
297
+ if (!safe)
298
+ return;
299
+ let bytes;
300
+ try {
301
+ bytes = await safe.handle.readFile();
302
+ await safe.assertUnchanged();
303
+ }
304
+ finally {
305
+ await safe.handle.close();
306
+ }
307
+ throwIfAborted(signal);
308
+ const history = JSON.parse(bytes.toString("utf8"));
309
+ if (history?.schema_version !== "1"
310
+ || history.code !== "verifier_infrastructure_retry_history"
311
+ || history.candidate_rerun !== false
312
+ || !Array.isArray(history.attempts))
313
+ return;
314
+ const redacted = redactCredentialText(JSON.stringify(history), credentialValues).text;
315
+ await atomicWriteJSON(path.join(runDirectory, "verifier", "infrastructure-retry-history.json"), JSON.parse(redacted));
316
+ }
317
+ //# sourceMappingURL=verifier-artifacts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifier-artifacts.js","sourceRoot":"","sources":["../../../src/evals/verifier-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAmB,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,0BAA0B,EAAE,eAAe,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEhL,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAG7E,MAAM,CAAC,MAAM,qCAAqC,GAAG,EAAE,GAAG,IAAI,CAAC;AAC/D,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,8BAA8B,GAAG,2BAA2B,CAAC;AAC1E,MAAM,CAAC,MAAM,uBAAuB,GAAiD;IACnF,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,YAAY,EAAE,YAAY;CAC9E,CAAC;AAEF,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,MAAM,CAAC,CAAC;AAC3F,MAAM,kBAAkB,GAAG,IAAI,GAAG,IAAI,CAAC;AA4BvC,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,KAUrD;IACC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACrC,MAAM,gBAAgB,GAAG,uBAAuB,CAC9C,CAAC,GAAG,0BAA0B,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,EACzD,GAAG,CACJ,CAAC;IACF,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzG,MAAM,iCAAiC,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;QAChD,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;QAC5C,gBAAgB;QAChB,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClE,GAAG,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAChG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,MAAM,0BAA0B,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE;QACzE,GAAG,CAAC,KAAK,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC7F,gBAAgB;QAChB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,iCAAiC,CAAC,cAAsB,EAAE,YAAoB,EAAE,MAAoB;IACjH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,2BAA2B,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IAC9E,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;IAC5E,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,gCAAgC,IAAI,KAAK,CAAC,iBAAiB,KAAK,KAAK;QAAE,OAAO;IACjI,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,2BAA2B,CAAC,EAAE,KAAK,CAAC,CAAC;AACjG,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,cAAsB,EACtB,YAAoB,EACpB,UAA6C,EAAE;IAE/C,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,qCAAqC,CAAC;IAC3F,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;WAC1F,gBAAgB,GAAG,iCAAiC,EAAE,CAAC;QAC1D,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;IACvE,CAAC;IACD,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAkC,EAAE,CAAC;IACpD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,uBAAuB,EAAE,CAAC;QAC3C,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,QAAiD,CAAC;QACtD,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC5G,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,IAAI,EAAE,CAAC,CAAC;QACzH,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,YAAY,IAAI,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,gBAAgB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,SAAS,CAAC,IAAI,CAAC;YACb,IAAI;YACJ,GAAG;YACH,UAAU,EAAE,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY;YACpE,YAAY,EAAE,QAAQ,CAAC,WAAW;YAClC,aAAa,EAAE,QAAQ,CAAC,YAAY;YACpC,KAAK,EAAE,QAAQ,CAAC,YAAY;YAC5B,MAAM,EAAE,QAAQ,CAAC,aAAa;YAC9B,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC;YAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;SAC9B,CAAC,CAAC;IACL,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,KAAK,GAA+B;QACxC,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,sBAAsB;QAC5B,SAAS;QACT,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC;KACxC,CAAC;IACF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,8BAA8B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACpG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,IAAY,EAAE,YAAqB;IAC3E,IAAI,CAAC;QACH,OAAO,MAAM,wBAAwB,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,MAAM,IAAI,SAAS,CAAC,6BAA6B,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,MAAkB,EAClB,QAAgB,EAChB,gBAAmC,EACnC,MAAgC;IAUhC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,MAAM,IAAI,GAAG,CAAC,KAAa,EAAQ,EAAE;QACnC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC/D,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,SAAS,CAAC;YACR,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAC1C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBACrC,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS;YACX,CAAC;YACD,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;gBACpC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBACrC,SAAS;YACX,CAAC;YACD,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,kBAAkB,EAAE,CAAC;gBAC5D,IAAI,CAAC,0CAA0C,CAAC,CAAC;gBACjD,SAAS,CAAC,UAAU,EAAE,gCAAgC,CAAC,CAAC;gBACxD,OAAO,CAAC,WAAW,EAAE,CAAC;gBACtB,OAAO,GAAG,EAAE,CAAC;gBACb,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YACD,OAAO;QACT,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC7C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,SAAS,CAAC;QACR,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5E,IAAI,SAAS,KAAK,CAAC;YAAE,MAAM;QAC3B,QAAQ,IAAI,SAAS,CAAC;QACtB,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC5C,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC5B,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChC,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzB,KAAK,EAAE,CAAC;IACR,IAAI,CAAC,UAAU,IAAI,OAAO;QAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,OAAO;QACL,YAAY,EAAE,UAAU,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;QAClD,WAAW;QACX,aAAa,EAAE,UAAU,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;QACpD,YAAY,EAAE,OAAO,CAAC,UAAU;QAChC,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE;QACvB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,aAAa;IAWI;IAVZ,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAS;IAC3B,UAAU,GAAG,CAAC,CAAC;IACP,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,QAAQ,GAAa,EAAE,CAAC;IACxB,IAAI,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEvC,YAAqB,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;QAChC,IAAI,CAAC,YAAY,GAAG,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO;YAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,OAAO;YACjB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACd,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC1B,iBAAiB;gBACjB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;aAC3B,CAAC;YACF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,WAAW;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;IACtC,CAAC;CACF;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,GAAG,IAAI,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC;IACrB,OAAO,IAAI,IAAI,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/G,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,KAAK,IAAI,CAAC,CAAC;IAC3E,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,IAAY,EAAE,KAAa;IAC/D,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B;IAClD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,MAA2B,EAAE,MAA2B;IAC3E,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM;QAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,SAAS,CAAC,MAA2B,EAAE,IAAY,EAAE,KAAK,GAAG,CAAC;IACrE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;AAC1G,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,cAAsB,EACtB,YAAoB,EACpB,gBAAmC,EACnC,MAAoB;IAEpB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,mCAAmC,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;IACxF,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;IAC9E,IAAI,OAAO,EAAE,cAAc,KAAK,GAAG;WAC9B,OAAO,CAAC,IAAI,KAAK,uCAAuC;WACxD,OAAO,CAAC,eAAe,KAAK,KAAK;WACjC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC9C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC;IACtF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,mCAAmC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACxH,CAAC"}
@@ -0,0 +1,25 @@
1
+ import { lstat, readFile } from "node:fs/promises";
2
+ import path from "node:path";
3
+ export async function readCandidateIneligibleDiagnostic(trialDirectory) {
4
+ const source = path.join(trialDirectory, "verifier", "candidate-ineligible.json");
5
+ try {
6
+ const info = await lstat(source);
7
+ if (!info.isFile() || info.size <= 0 || info.size > 16 * 1024)
8
+ return null;
9
+ const value = JSON.parse(await readFile(source, "utf8"));
10
+ if (!value || typeof value !== "object" || Array.isArray(value))
11
+ return null;
12
+ const record = value;
13
+ if (Object.keys(record).some((key) => !["schema_version", "code", "run_id", "candidate_bundle", "reason_code", "verifier_executed"].includes(key))
14
+ || record.schema_version !== "1" || record.code !== "candidate_evidence_unavailable"
15
+ || typeof record.run_id !== "string" || !/^run_[a-f0-9]{32}$/.test(record.run_id)
16
+ || record.candidate_bundle !== "missing" && record.candidate_bundle !== "invalid"
17
+ || typeof record.reason_code !== "string" || !record.reason_code || record.verifier_executed !== false)
18
+ return null;
19
+ return record;
20
+ }
21
+ catch {
22
+ return null;
23
+ }
24
+ }
25
+ //# sourceMappingURL=verifier-eligibility.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifier-eligibility.js","sourceRoot":"","sources":["../../../src/evals/verifier-eligibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAW7B,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,cAAsB;IAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,2BAA2B,CAAC,CAAC;IAClF,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAY,CAAC;QACpE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7E,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,aAAa,EAAE,mBAAmB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;eAC7I,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,gCAAgC;eACjF,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;eAC9E,MAAM,CAAC,gBAAgB,KAAK,SAAS,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS;eAC9E,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,iBAAiB,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QACtH,OAAO,MAAoD,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
@@ -0,0 +1,210 @@
1
+ import { randomUUID } from "node:crypto";
2
+ import { cp, mkdir, readFile, readdir } from "node:fs/promises";
3
+ import path from "node:path";
4
+ import { parse as parseTOML } from "smol-toml";
5
+ import { buildHarborRegradeConfig, runHarborRegrade } from "../backends/index.js";
6
+ import { benchmarkTreeDigest } from "../benchmarks/index.js";
7
+ import { useControllerRuntimeById } from "../controller-runtime/index.js";
8
+ import { parseVerifierScores } from "../domain/index.js";
9
+ import { HitchError, atomicWriteJSON, ensureDir, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
10
+ import { loadRunRecord, verifyResultBundleIndex } from "../runs/index.js";
11
+ import { parseEvalExecutionPlan } from "./execution-plan.js";
12
+ import { runtimeResourcesForTask } from "./execution-plan-resources.js";
13
+ import { createExecutionLease } from "./execution-leases.js";
14
+ import { dockerOwnershipLabelMap, dockerResourceOwnership } from "./docker-ownership.js";
15
+ import { startDockerResourceObserver } from "./docker-resource-observer.js";
16
+ import { reapOwnedDockerResources } from "./docker-reaper.js";
17
+ import { replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
18
+ import { regradeTreeDigest, sealRegradeAssessment } from "./regrade-evidence.js";
19
+ import { evalRerunSemantics } from "./rerun-types.js";
20
+ import { invalidTrialSlots, uniqueTasks } from "./rerun-slots.js";
21
+ import { summarizeTrialRefs } from "./result-helpers.js";
22
+ import { validateEvalTrialReferences } from "./trial-import.js";
23
+ import { detectVerifierInfrastructureFailure, primaryVerifierReward, verifierObservation, verifierResult } from "./verifier-diagnostics.js";
24
+ import { verifierRuntimeRepair } from "./verifier-runtime.js";
25
+ import { loadBenchmarkAdapterManifest, scoreWithinRange } from "./benchmark-adapter-manifest.js";
26
+ /** Validate the immutable compiled package, also restoring its public identity
27
+ * when the underlying local Harbor dataset has a different derived identity. */
28
+ export async function frozenRerunBenchmark(evalDirectory) {
29
+ const pkg = await readJSON(path.join(evalDirectory, "benchmark/package.json"), null);
30
+ if (!pkg)
31
+ return null;
32
+ // These tasks were already compiled by the pinned source runtime. Validate
33
+ // its saved lock and bytes, without re-resolving them with today's loader.
34
+ const lock = await readJSON(path.join(evalDirectory, "benchmark/benchmark.lock.json"));
35
+ const compiled = await readJSON(path.join(path.dirname(pkg.tasks), "compiled.json"));
36
+ const compiler = ["harbor-package@3", "harbor-package@4", "harbor-package@5", "harbor-package@6"]
37
+ .find(value => compiled.digest === sha256JSON({ lock, compiler: value }));
38
+ if (lock.protocol !== "hitch-benchmark@1" || pkg.package_digest !== lock.package_digest
39
+ || lock.package_digest !== sha256JSON(lock.files) || lock.package_digest !== await benchmarkTreeDigest(pkg.source)
40
+ || compiled.digest !== pkg.compiled_digest
41
+ || !compiler
42
+ || compiled.tasks_digest !== await benchmarkTreeDigest(pkg.tasks))
43
+ throw unavailable("compiled benchmark identity changed");
44
+ if (compiler === "harbor-package@6") {
45
+ const manifest = await loadBenchmarkAdapterManifest(pkg.tasks);
46
+ if (!manifest || manifest.benchmark.id !== lock.benchmark_id)
47
+ throw unavailable("compiled benchmark manifest changed");
48
+ return { id: manifest.benchmark.id, revision: manifest.dataset_digest, tasks: pkg.tasks, standard: true, scoring: manifest.scoring };
49
+ }
50
+ return { id: lock.benchmark_id, revision: lock.package_digest, tasks: pkg.tasks, standard: false };
51
+ }
52
+ export async function verifierOnlyEvalRerun(input) {
53
+ const execution = parseEvalExecutionPlan(await readJSON(path.join(input.evalDirectory, "execution-plan.json")));
54
+ const benchmark = await frozenRerunBenchmark(input.evalDirectory);
55
+ if (!benchmark || execution.provider !== "local-docker" || execution.membership !== "known"
56
+ || execution.eval_id !== input.evalId || benchmark.id !== input.request.benchmark_id || benchmark.revision !== input.request.benchmark_revision) {
57
+ throw unavailable("verifier-only currently requires a frozen standard benchmark on local Docker");
58
+ }
59
+ const runtimeId = String(input.plan.controllerRuntime.runtime_id);
60
+ const runtime = await useControllerRuntimeById(statePaths(input.root), runtimeId.replace(/^sha256:/, ""));
61
+ if (runtime.runtime_id !== runtimeId || runtime.manifest_digest !== input.plan.controllerRuntime.manifest_digest)
62
+ throw unavailable("controller runtime changed");
63
+ const verifierRuntime = input.verifierRuntimeId
64
+ ? await useControllerRuntimeById(statePaths(input.root), input.verifierRuntimeId.slice(7)) : runtime;
65
+ const runtimeRepair = verifierRuntimeRepair(runtime, verifierRuntime);
66
+ let progress = input.progress;
67
+ const repaired = [];
68
+ const sources = [];
69
+ for (const slot of input.selectedTrials) {
70
+ if (input.signal?.aborted)
71
+ throw unavailable("verifier-only was aborted");
72
+ const original = progress.trials.find(ref => ref.task_id === slot.task_id && ref.attempt === slot.attempt);
73
+ if (!original || original.run_group || original.assessment || original.observation_status !== "invalid"
74
+ || !["verifier_infrastructure_failure", "verifier_result_missing"].includes(original.invalid_reason ?? ""))
75
+ throw unavailable("selected slot has no verifier-invalid original candidate");
76
+ await validateEvalTrialReferences(input.root, input.evalId, [original], { benchmarkId: benchmark.id, benchmarkRevision: benchmark.revision });
77
+ const runDirectory = path.join(statePaths(input.root).runs, original.run_id);
78
+ const bundleIndex = await verifyResultBundleIndex(runDirectory);
79
+ const trustedResult = await readJSON(path.join(runDirectory, "result.json"));
80
+ const candidate = await loadRunRecord(runDirectory, { verifyTrajectory: true });
81
+ if (candidate.record.status !== "succeeded" || candidate.record_status !== "valid" || candidate.trajectory_status !== "valid")
82
+ throw unavailable("candidate evidence is incomplete or corrupt");
83
+ const plannedSlot = execution.slots.find(s => s.task_id === slot.task_id && s.attempt === slot.attempt);
84
+ const work = plannedSlot && execution.work_items.find(w => w.slots.includes(plannedSlot.slot_id));
85
+ if (!work || work.task_ids.length !== 1)
86
+ throw unavailable("source has no isolated work item");
87
+ const workDirectory = path.join(input.evalDirectory, "harbor/work-items", work.work_id);
88
+ let sourceDirectory;
89
+ for (const epoch of (await readdir(workDirectory)).filter(name => /^epoch-[0-9]{6}$/.test(name)).sort().reverse()) {
90
+ const possible = path.join(workDirectory, epoch, "job", original.trial_id);
91
+ const result = await readJSON(path.join(possible, "result.json"), null);
92
+ if (result?.trial_name === original.trial_id) {
93
+ sourceDirectory = possible;
94
+ break;
95
+ }
96
+ }
97
+ if (!sourceDirectory)
98
+ throw unavailable("original Harbor trial outputs are missing");
99
+ const sourceConfig = await readJSON(path.join(sourceDirectory, "config.json"));
100
+ const sourceResult = await readJSON(path.join(sourceDirectory, "result.json"));
101
+ const agentResult = sourceResult.agent_result;
102
+ if (agentResult?.metadata?.hitch_run_id !== original.run_id)
103
+ throw unavailable("Harbor source candidate identity mismatch");
104
+ if (runtimeRepair && agentResult.metadata.controller_runtime_id !== runtimeId)
105
+ throw unavailable("Harbor source controller runtime identity mismatch");
106
+ const taskPath = path.join(benchmark.tasks, slot.task_id);
107
+ if (sourceConfig.task?.path !== taskPath)
108
+ throw unavailable("Harbor task identity mismatch");
109
+ const task = parseTOML(await readFile(path.join(taskPath, "task.toml"), "utf8"));
110
+ const taskName = task.task?.name ?? slot.task_id;
111
+ if (sourceResult.task_name !== taskName)
112
+ throw unavailable("Harbor task name mismatch");
113
+ const verifier = task.verifier;
114
+ if (task.steps || verifier?.environment_mode !== "separate")
115
+ throw unavailable("artifact regrade requires a single-step task with its original separate verifier");
116
+ const sourceDigest = await regradeTreeDigest(sourceDirectory);
117
+ const taskDigest = await regradeTreeDigest(taskPath);
118
+ const artifactsDigest = await regradeTreeDigest(path.join(sourceDirectory, "artifacts"));
119
+ const assessmentId = `assessment_${randomUUID().replaceAll("-", "")}`;
120
+ const directory = path.join(await ensureDir(path.join(input.evalDirectory, "assessments")), assessmentId);
121
+ await mkdir(directory);
122
+ const evidence = await ensureDir(path.join(directory, "evidence"));
123
+ const artifactSnapshot = path.join(evidence, "source-artifacts");
124
+ await cp(path.join(sourceDirectory, "artifacts"), artifactSnapshot, { recursive: true, force: false, errorOnExist: true });
125
+ if (await regradeTreeDigest(artifactSnapshot) !== artifactsDigest)
126
+ throw unavailable("source artifacts changed during capture");
127
+ const source = { trial_id: original.trial_id, run_id: original.run_id, work_id: work.work_id,
128
+ controller_runtime_id: runtimeId,
129
+ backend_directory: path.relative(input.evalDirectory, path.dirname(path.dirname(sourceDirectory))).split(path.sep).join("/"),
130
+ bundle_index_digest: sha256JSON(bundleIndex), trial_tree_digest: sourceDigest, artifacts_digest: artifactsDigest, task_tree_digest: taskDigest,
131
+ artifact_capture_at: new Date().toISOString() };
132
+ await atomicWriteJSON(path.join(evidence, "source.json"), source);
133
+ if (runtimeRepair)
134
+ await atomicWriteJSON(path.join(evidence, "runtime-repair.json"), runtimeRepair);
135
+ sources.push({ source_trial_id: original.trial_id, source_run_id: original.run_id, source_work_id: work.work_id, source_backend_directory: source.backend_directory });
136
+ const lease = await createExecutionLease({ evalDirectory: input.evalDirectory, evalId: input.evalId,
137
+ workId: `work_${randomUUID().replaceAll("-", "")}`, worker: { workerId: "local-regrade", provider: "local-docker", collisionDomainId: "local-docker" },
138
+ reservation: work.reservation, ttlMs: 45_000 });
139
+ const ownership = dockerResourceOwnership(input.root, lease.current(), slot.task_id);
140
+ const resources = runtimeResourcesForTask(execution, slot.task_id, work.reservation);
141
+ const env = input.env ?? process.env;
142
+ const controller = new AbortController();
143
+ const signal = input.signal ? AbortSignal.any([input.signal, controller.signal]) : controller.signal;
144
+ const heartbeat = setInterval(() => { void lease.heartbeat().catch(() => controller.abort()); }, 10_000);
145
+ heartbeat.unref();
146
+ const observer = startDockerResourceObserver({ ownership, workerId: "local-regrade", collisionDomainId: "local-docker", reservation: work.reservation,
147
+ mainLimits: resources.mainLimits, sidecarLimits: resources.sidecarLimits, env, intervalMs: 1000 });
148
+ const trialName = `${slot.task_id.slice(0, 32)}__regrade_${assessmentId.slice(-12)}`;
149
+ let config;
150
+ let outcome;
151
+ try {
152
+ config = buildHarborRegradeConfig({ sourceConfig, sourceResult, sourceDirectory, outputDirectory: path.join(evidence, "trials"), trialName, ownershipLabels: dockerOwnershipLabelMap(ownership) });
153
+ await lease.markRunning();
154
+ outcome = await runHarborRegrade({ root: input.root, directory: evidence, config, runtimeDirectory: verifierRuntime.directory, env, trustedResult,
155
+ ...(input.harborExecutable ? { harborExecutable: input.harborExecutable } : {}), signal });
156
+ }
157
+ finally {
158
+ clearInterval(heartbeat);
159
+ await atomicWriteJSON(path.join(evidence, "execution.json"), await observer.stop());
160
+ await lease.release();
161
+ await atomicWriteJSON(path.join(evidence, "cleanup.json"), await reapOwnedDockerResources({ root: input.root, env, leaseIds: [lease.leaseId] }));
162
+ }
163
+ if (sourceDigest !== await regradeTreeDigest(sourceDirectory) || taskDigest !== await regradeTreeDigest(taskPath)
164
+ || sha256JSON(await verifyResultBundleIndex(runDirectory)) !== source.bundle_index_digest)
165
+ throw unavailable("regrade source changed during verification");
166
+ const trialDirectory = path.join(String(config.trials_dir), trialName);
167
+ if (outcome.trial.trial_name !== trialName || outcome.trial.task_name !== taskName
168
+ || sha256JSON(outcome.trial.agent_result) !== sha256JSON(sourceResult.agent_result))
169
+ throw unavailable("regrade result candidate identity changed");
170
+ const result = verifierResult(outcome.trial);
171
+ if (result)
172
+ await atomicWriteJSON(path.join(evidence, "verifier-result.json"), result);
173
+ const observation = verifierObservation({ trial: outcome.backend.process_exit_code === 0 ? outcome.trial : { ...outcome.trial, exception_info: "harbor-process-failed" },
174
+ runStatus: candidate.record.status, trajectoryStatus: candidate.trajectory_status, recordStatus: candidate.record_status,
175
+ verifierRef: result ? "evidence/verifier-result.json" : undefined,
176
+ infrastructure: await detectVerifierInfrastructureFailure(trialDirectory, primaryVerifierReward(outcome.trial)) });
177
+ const scores = observation.status === "valid" && benchmark.standard ? parseVerifierScores(result) : undefined;
178
+ if (observation.status === "valid" && benchmark.standard && (!scores || scores.normalization !== "standard" || scores.process_score !== undefined
179
+ || !benchmark.scoring || !scoreWithinRange(scores.total_score, benchmark.scoring.total_score))) {
180
+ throw unavailable("regraded standardized score contract is invalid");
181
+ }
182
+ const assessment = await sealRegradeAssessment(directory, { eval_id: input.evalId, task_id: slot.task_id, attempt: slot.attempt, rerun_id: input.rerunId,
183
+ source, controller_runtime_id: verifierRuntime.runtime_id, ...(runtimeRepair ? { runtime_repair: runtimeRepair } : {}),
184
+ backend: outcome.backend, observation, completed_at: new Date().toISOString() });
185
+ if (observation.status === "valid") {
186
+ const ref = { trial_id: original.trial_id, run_id: original.run_id, task_id: slot.task_id, attempt: slot.attempt,
187
+ observation_status: "valid", reward: observation.reward, verifier_result_ref: observation.verifier_result_ref, assessment,
188
+ ...(scores === undefined ? {} : { scores }) };
189
+ await validateEvalTrialReferences(input.root, input.evalId, [ref], { benchmarkId: benchmark.id, benchmarkRevision: benchmark.revision });
190
+ progress = replaceInvalidEvalProgressTrial(progress, ref);
191
+ await writeEvalProgress(input.evalDirectory, progress);
192
+ repaired.push(slot);
193
+ }
194
+ }
195
+ const remaining = invalidTrialSlots(input.plan.tasks, input.plan.attempts, progress);
196
+ const completed = new Date().toISOString();
197
+ const output = { schema_version: "1", kind: "eval-rerun", rerun_id: input.rerunId, rerun_type: "verifier-only", semantics: evalRerunSemantics("verifier-only"),
198
+ eval_id: input.evalId, status: "completed", selected_tasks: uniqueTasks(input.selectedTrials), selected_trials: input.selectedTrials,
199
+ repaired_tasks: uniqueTasks(repaired), repaired_trials: repaired, remaining_invalid_tasks: uniqueTasks(remaining), remaining_invalid_trials: remaining, sources,
200
+ eval_status: remaining.length ? "failed" : "succeeded", started_at: input.startedAt, completed_at: completed };
201
+ const result = { ...input.previousResult, status: output.eval_status, exit_code: remaining.length ? 13 : 0, generation: progress.generation,
202
+ trials: progress.trials, summary: summarizeTrialRefs(progress.trials), completed_at: completed };
203
+ if (!remaining.length)
204
+ delete result.error;
205
+ await atomicWriteJSON(path.join(input.evalDirectory, "result.json"), result);
206
+ await atomicWriteJSON(path.join(input.rerunDirectory, "state.json"), { ...output, tasks: output.selected_tasks, trials: input.selectedTrials, updated_at: completed });
207
+ return output;
208
+ }
209
+ function unavailable(message) { return new HitchError(message, { code: "eval_verifier_only_unavailable", exitCode: 2 }); }
210
+ //# sourceMappingURL=verifier-only-rerun.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifier-only-rerun.js","sourceRoot":"","sources":["../../../src/evals/verifier-only-rerun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAClH,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAEjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAElE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,mCAAmC,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC5I,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAUjG;gFACgF;AAChF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,aAAqB;IAC9D,MAAM,GAAG,GAAG,MAAM,QAAQ,CAA4F,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,wBAAwB,CAAC,EAAE,IAAI,CAAC,CAAC;IAChL,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,2EAA2E;IAC3E,2EAA2E;IAC3E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAkB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,+BAA+B,CAAC,CAAC,CAAC;IACxG,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAA2C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC;IAC/H,MAAM,QAAQ,GAAG,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC;SAC9F,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,QAAQ,KAAK,mBAAmB,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,CAAC,cAAc;WAClF,IAAI,CAAC,cAAc,KAAK,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC;WAC/G,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,eAAe;WACvC,CAAC,QAAQ;WACT,QAAQ,CAAC,YAAY,KAAK,MAAM,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAC9H,IAAI,QAAQ,KAAK,kBAAkB,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,YAAY;YAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;QACvH,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;IACvI,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACrG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAAY;IACtD,MAAM,SAAS,GAAG,sBAAsB,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAChH,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAClE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,KAAK,cAAc,IAAI,SAAS,CAAC,UAAU,KAAK,OAAO;WACtF,SAAS,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,SAAS,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAClJ,MAAM,WAAW,CAAC,8EAA8E,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1G,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,eAAe;QAAE,MAAM,WAAW,CAAC,4BAA4B,CAAC,CAAC;IAClK,MAAM,eAAe,GAAG,KAAK,CAAC,iBAAiB;QAC7C,CAAC,CAAC,MAAM,wBAAwB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACvG,MAAM,aAAa,GAAG,qBAAqB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACtE,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,MAAM,OAAO,GAA4C,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,WAAW,CAAC,2BAA2B,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3G,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,kBAAkB,KAAK,SAAS;eAClG,CAAC,CAAC,iCAAiC,EAAE,yBAAyB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC;YAAE,MAAM,WAAW,CAAC,0DAA0D,CAAC,CAAC;QAC5L,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,iBAAiB,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9I,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7E,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC;QACtG,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,SAAS,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,CAAC,iBAAiB,KAAK,OAAO;YAAE,MAAM,WAAW,CAAC,6CAA6C,CAAC,CAAC;QAChM,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;QACxG,MAAM,IAAI,GAAG,WAAW,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACxF,IAAI,eAAmC,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YAClH,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;YACxG,IAAI,MAAM,EAAE,UAAU,KAAK,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAAC,eAAe,GAAG,QAAQ,CAAC;gBAAC,MAAM;YAAC,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,eAAe;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QACrF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;QACxG,MAAM,YAAY,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;QACxG,MAAM,WAAW,GAAG,YAAY,CAAC,YAAoG,CAAC;QACtI,IAAI,WAAW,EAAE,QAAQ,EAAE,YAAY,KAAK,QAAQ,CAAC,MAAM;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QAC5H,IAAI,aAAa,IAAI,WAAW,CAAC,QAAQ,CAAC,qBAAqB,KAAK,SAAS;YAAE,MAAM,WAAW,CAAC,oDAAoD,CAAC,CAAC;QACvJ,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAK,YAAY,CAAC,IAA0B,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,+BAA+B,CAAC,CAAC;QACpH,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAI,IAAI,CAAC,IAA4C,EAAE,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC;QAC1F,IAAI,YAAY,CAAC,SAAS,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,2BAA2B,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAA+C,CAAC;QACtE,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,EAAE,gBAAgB,KAAK,UAAU;YAAE,MAAM,WAAW,CAAC,kFAAkF,CAAC,CAAC;QACnK,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC,CAAC;QACzF,MAAM,YAAY,GAAG,cAAc,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QAC1G,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;QACnE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACjE,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3H,IAAI,MAAM,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,eAAe;YAAE,MAAM,WAAW,CAAC,yCAAyC,CAAC,CAAC;QAChI,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO;YAC1F,qBAAqB,EAAE,SAAS;YAChC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5H,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,EAAE,iBAAiB,EAAE,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,gBAAgB,EAAE,UAAU;YAC9I,mBAAmB,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QAClD,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;QAClE,IAAI,aAAa;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAAE,aAAa,CAAC,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,OAAO,EAAE,wBAAwB,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACvK,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM;YACjG,MAAM,EAAE,QAAQ,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE;YACtJ,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACrF,MAAM,SAAS,GAAG,uBAAuB,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACrG,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACzG,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,2BAA2B,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,iBAAiB,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW;YACnJ,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,aAAa,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACrG,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACrF,IAAI,MAA+B,CAAC;QACpC,IAAI,OAAqD,CAAC;QAC1D,IAAI,CAAC;YACH,MAAM,GAAG,wBAAwB,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACnM,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;YAC1B,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,aAAa;gBAC/I,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/F,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;YACzB,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACpF,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,MAAM,wBAAwB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACnJ,CAAC;QACD,IAAI,YAAY,KAAK,MAAM,iBAAiB,CAAC,eAAe,CAAC,IAAI,UAAU,KAAK,MAAM,iBAAiB,CAAC,QAAQ,CAAC;eAC5G,UAAU,CAAC,MAAM,uBAAuB,CAAC,YAAY,CAAC,CAAC,KAAK,MAAM,CAAC,mBAAmB;YAAE,MAAM,WAAW,CAAC,4CAA4C,CAAC,CAAC;QAC7J,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ;eAC7E,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QACtJ,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,MAAM;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,mBAAmB,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,uBAAuB,EAAE;YACtK,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,CAAC,iBAAiB,EAAE,YAAY,EAAE,SAAS,CAAC,aAAa;YACxH,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,SAAS;YACjE,cAAc,EAAE,MAAM,mCAAmC,CAAC,cAAc,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACrH,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,KAAK,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9G,IAAI,WAAW,CAAC,MAAM,KAAK,OAAO,IAAI,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,KAAK,UAAU,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;eAC5I,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;YACjG,MAAM,WAAW,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO;YACtJ,MAAM,EAAE,qBAAqB,EAAE,eAAe,CAAC,UAAU,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtH,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACnF,IAAI,WAAW,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACnC,MAAM,GAAG,GAAmB,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO;gBAC9H,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,MAAO,EAAE,mBAAmB,EAAE,WAAW,CAAC,mBAAoB,EAAE,UAAU;gBAC3H,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YAChD,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,iBAAiB,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzI,QAAQ,GAAG,+BAA+B,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC1D,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAoB,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,CAAC,eAAe,CAAC;QAC7K,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,cAAc;QACpI,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,uBAAuB,EAAE,WAAW,CAAC,SAAS,CAAC,EAAE,wBAAwB,EAAE,SAAS,EAAE,OAAO;QAC/J,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACjH,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU;QACzI,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACnG,IAAI,CAAC,SAAS,CAAC,MAAM;QAAE,OAAQ,MAAkC,CAAC,KAAK,CAAC;IACxE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7E,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,KAAK,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;IACvK,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC"}