agent-hitch 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/README.md +88 -250
  2. package/README.zh-CN.md +84 -230
  3. package/dist/bin/hitch.js +1 -1
  4. package/dist/bin/hitch.js.map +1 -1
  5. package/dist/scripts/check-architecture.js +159 -0
  6. package/dist/scripts/check-architecture.js.map +1 -0
  7. package/dist/scripts/check-release.js +1 -1
  8. package/dist/scripts/check-release.js.map +1 -1
  9. package/dist/src/adapters/catalog.js +55 -0
  10. package/dist/src/adapters/catalog.js.map +1 -0
  11. package/dist/src/adapters/contract.js +2 -0
  12. package/dist/src/adapters/contract.js.map +1 -0
  13. package/dist/src/adapters/discovery.js +22 -0
  14. package/dist/src/adapters/discovery.js.map +1 -0
  15. package/dist/src/adapters/index.js +3 -0
  16. package/dist/src/adapters/index.js.map +1 -0
  17. package/dist/src/adapters/providers/claude.js +69 -0
  18. package/dist/src/adapters/providers/claude.js.map +1 -0
  19. package/dist/src/adapters/providers/codex.js +74 -0
  20. package/dist/src/adapters/providers/codex.js.map +1 -0
  21. package/dist/src/adapters/providers/deepseek.js +51 -0
  22. package/dist/src/adapters/providers/deepseek.js.map +1 -0
  23. package/dist/src/adapters/providers/opencode.js +73 -0
  24. package/dist/src/adapters/providers/opencode.js.map +1 -0
  25. package/dist/src/adapters/providers/pi.js +82 -0
  26. package/dist/src/adapters/providers/pi.js.map +1 -0
  27. package/dist/src/adapters/providers/shared.js +82 -0
  28. package/dist/src/adapters/providers/shared.js.map +1 -0
  29. package/dist/src/artifacts/handoff.js +12 -0
  30. package/dist/src/artifacts/handoff.js.map +1 -0
  31. package/dist/src/artifacts/index.js +5 -0
  32. package/dist/src/artifacts/index.js.map +1 -0
  33. package/dist/src/artifacts/integrity.js +188 -0
  34. package/dist/src/artifacts/integrity.js.map +1 -0
  35. package/dist/src/artifacts/preparer.js +379 -0
  36. package/dist/src/artifacts/preparer.js.map +1 -0
  37. package/dist/src/artifacts/store.js +157 -0
  38. package/dist/src/artifacts/store.js.map +1 -0
  39. package/dist/src/artifacts/types.js +2 -0
  40. package/dist/src/artifacts/types.js.map +1 -0
  41. package/dist/src/backends/contract.js +2 -0
  42. package/dist/src/backends/contract.js.map +1 -0
  43. package/dist/src/{harbor-backend.js → backends/harbor/backend.js} +52 -14
  44. package/dist/src/backends/harbor/backend.js.map +1 -0
  45. package/dist/src/backends/harbor/index.js +4 -0
  46. package/dist/src/backends/harbor/index.js.map +1 -0
  47. package/dist/src/backends/harbor/local-git-transport.js +447 -0
  48. package/dist/src/backends/harbor/local-git-transport.js.map +1 -0
  49. package/dist/src/{eval-tools.js → backends/harbor/tools.js} +2 -6
  50. package/dist/src/backends/harbor/tools.js.map +1 -0
  51. package/dist/src/backends/index.js +4 -0
  52. package/dist/src/backends/index.js.map +1 -0
  53. package/dist/src/cli/arguments.js +123 -0
  54. package/dist/src/cli/arguments.js.map +1 -0
  55. package/dist/src/cli/commands/compare.js +55 -0
  56. package/dist/src/cli/commands/compare.js.map +1 -0
  57. package/dist/src/cli/commands/daemon.js +106 -0
  58. package/dist/src/cli/commands/daemon.js.map +1 -0
  59. package/dist/src/cli/commands/eval.js +126 -0
  60. package/dist/src/cli/commands/eval.js.map +1 -0
  61. package/dist/src/cli/commands/feedback.js +84 -0
  62. package/dist/src/cli/commands/feedback.js.map +1 -0
  63. package/dist/src/cli/commands/inspect.js +20 -0
  64. package/dist/src/cli/commands/inspect.js.map +1 -0
  65. package/dist/src/cli/commands/list.js +17 -0
  66. package/dist/src/cli/commands/list.js.map +1 -0
  67. package/dist/src/cli/commands/prepare.js +21 -0
  68. package/dist/src/cli/commands/prepare.js.map +1 -0
  69. package/dist/src/cli/commands/resolve.js +17 -0
  70. package/dist/src/cli/commands/resolve.js.map +1 -0
  71. package/dist/src/cli/commands/run.js +145 -0
  72. package/dist/src/cli/commands/run.js.map +1 -0
  73. package/dist/src/cli/commands/runs.js +45 -0
  74. package/dist/src/cli/commands/runs.js.map +1 -0
  75. package/dist/src/cli/commands/trajectory.js +31 -0
  76. package/dist/src/cli/commands/trajectory.js.map +1 -0
  77. package/dist/src/cli/commands/workspace.js +44 -0
  78. package/dist/src/cli/commands/workspace.js.map +1 -0
  79. package/dist/src/cli/index.js +2 -0
  80. package/dist/src/cli/index.js.map +1 -0
  81. package/dist/src/cli/main.js +48 -0
  82. package/dist/src/cli/main.js.map +1 -0
  83. package/dist/src/cli/output.js +96 -0
  84. package/dist/src/cli/output.js.map +1 -0
  85. package/dist/src/controller-runtime/index.js +3 -0
  86. package/dist/src/controller-runtime/index.js.map +1 -0
  87. package/dist/src/controller-runtime/store.js +2 -7
  88. package/dist/src/controller-runtime/store.js.map +1 -1
  89. package/dist/src/daemon/auth.js +108 -0
  90. package/dist/src/daemon/auth.js.map +1 -0
  91. package/dist/src/daemon/client.js +76 -0
  92. package/dist/src/daemon/client.js.map +1 -0
  93. package/dist/src/daemon/index.js +5 -0
  94. package/dist/src/daemon/index.js.map +1 -0
  95. package/dist/src/daemon/launcher.js +24 -0
  96. package/dist/src/daemon/launcher.js.map +1 -0
  97. package/dist/src/{scheduler.js → daemon/scheduler.js} +6 -7
  98. package/dist/src/daemon/scheduler.js.map +1 -0
  99. package/dist/src/{daemon.js → daemon/server.js} +10 -155
  100. package/dist/src/daemon/server.js.map +1 -0
  101. package/dist/src/domain/artifacts.js +2 -0
  102. package/dist/src/domain/artifacts.js.map +1 -0
  103. package/dist/src/domain/controller-runtime.js +2 -0
  104. package/dist/src/domain/controller-runtime.js.map +1 -0
  105. package/dist/src/domain/eval-records.js +2 -0
  106. package/dist/src/domain/eval-records.js.map +1 -0
  107. package/dist/src/domain/evals.js +2 -0
  108. package/dist/src/domain/evals.js.map +1 -0
  109. package/dist/src/domain/feedback.js +2 -0
  110. package/dist/src/domain/feedback.js.map +1 -0
  111. package/dist/src/domain/{types.js → ids.js} +1 -1
  112. package/dist/src/domain/ids.js.map +1 -0
  113. package/dist/src/domain/index.js +11 -0
  114. package/dist/src/domain/index.js.map +1 -0
  115. package/dist/src/domain/revisions.js +2 -0
  116. package/dist/src/domain/revisions.js.map +1 -0
  117. package/dist/src/domain/runs.js +3 -0
  118. package/dist/src/domain/runs.js.map +1 -0
  119. package/dist/src/domain/trajectories.js +2 -0
  120. package/dist/src/domain/trajectories.js.map +1 -0
  121. package/dist/src/domain/{validate.js → validation.js} +194 -5
  122. package/dist/src/domain/validation.js.map +1 -0
  123. package/dist/src/domain/workspaces.js +2 -0
  124. package/dist/src/domain/workspaces.js.map +1 -0
  125. package/dist/src/evals/events.js +67 -0
  126. package/dist/src/evals/events.js.map +1 -0
  127. package/dist/src/evals/index.js +5 -0
  128. package/dist/src/evals/index.js.map +1 -0
  129. package/dist/src/evals/records.js +55 -0
  130. package/dist/src/evals/records.js.map +1 -0
  131. package/dist/src/evals/request.js +109 -0
  132. package/dist/src/evals/request.js.map +1 -0
  133. package/dist/src/evals/service.js +280 -0
  134. package/dist/src/evals/service.js.map +1 -0
  135. package/dist/src/evals/trial-import.js +394 -0
  136. package/dist/src/evals/trial-import.js.map +1 -0
  137. package/dist/src/feedback/index.js +2 -0
  138. package/dist/src/feedback/index.js.map +1 -0
  139. package/dist/src/feedback/service.js +3 -4
  140. package/dist/src/feedback/service.js.map +1 -1
  141. package/dist/src/{config.js → foundation/config.js} +1 -0
  142. package/dist/src/foundation/config.js.map +1 -0
  143. package/dist/src/foundation/errors.js.map +1 -0
  144. package/dist/src/foundation/executable.js +135 -0
  145. package/dist/src/foundation/executable.js.map +1 -0
  146. package/dist/src/foundation/fs.js.map +1 -0
  147. package/dist/src/foundation/hash.js +24 -0
  148. package/dist/src/foundation/hash.js.map +1 -0
  149. package/dist/src/foundation/index.js +11 -0
  150. package/dist/src/foundation/index.js.map +1 -0
  151. package/dist/src/foundation/line-stream.js.map +1 -0
  152. package/dist/src/foundation/locks.js +114 -0
  153. package/dist/src/foundation/locks.js.map +1 -0
  154. package/dist/src/{package-root.js → foundation/package-root.js} +3 -2
  155. package/dist/src/foundation/package-root.js.map +1 -0
  156. package/dist/src/foundation/process.js.map +1 -0
  157. package/dist/src/revisions/index.js +4 -0
  158. package/dist/src/revisions/index.js.map +1 -0
  159. package/dist/src/{harness-reference.js → revisions/reference.js} +16 -2
  160. package/dist/src/revisions/reference.js.map +1 -0
  161. package/dist/src/revisions/resolver.js +25 -0
  162. package/dist/src/revisions/resolver.js.map +1 -0
  163. package/dist/src/revisions/sources/git.js +180 -0
  164. package/dist/src/revisions/sources/git.js.map +1 -0
  165. package/dist/src/revisions/sources/installed.js +45 -0
  166. package/dist/src/revisions/sources/installed.js.map +1 -0
  167. package/dist/src/revisions/sources/npm.js +97 -0
  168. package/dist/src/revisions/sources/npm.js.map +1 -0
  169. package/dist/src/runs/compare.js +132 -0
  170. package/dist/src/runs/compare.js.map +1 -0
  171. package/dist/src/{events.js → runs/events.js} +1 -2
  172. package/dist/src/runs/events.js.map +1 -0
  173. package/dist/src/{engine.js → runs/executor.js} +172 -151
  174. package/dist/src/runs/executor.js.map +1 -0
  175. package/dist/src/runs/finalizer.js +22 -0
  176. package/dist/src/runs/finalizer.js.map +1 -0
  177. package/dist/src/runs/identity.js +35 -0
  178. package/dist/src/runs/identity.js.map +1 -0
  179. package/dist/src/runs/index.js +11 -0
  180. package/dist/src/runs/index.js.map +1 -0
  181. package/dist/src/runs/manifest.js +70 -0
  182. package/dist/src/runs/manifest.js.map +1 -0
  183. package/dist/src/runs/outcome.js +49 -0
  184. package/dist/src/runs/outcome.js.map +1 -0
  185. package/dist/src/runs/query.js +104 -0
  186. package/dist/src/runs/query.js.map +1 -0
  187. package/dist/src/runs/queued.js +54 -0
  188. package/dist/src/runs/queued.js.map +1 -0
  189. package/dist/src/runs/records.js +288 -0
  190. package/dist/src/runs/records.js.map +1 -0
  191. package/dist/src/runs/request.js +169 -0
  192. package/dist/src/runs/request.js.map +1 -0
  193. package/dist/src/trajectories/format.js +1 -1
  194. package/dist/src/trajectories/format.js.map +1 -1
  195. package/dist/src/trajectories/index.js +7 -0
  196. package/dist/src/trajectories/index.js.map +1 -0
  197. package/dist/src/trajectories/projector.js +1 -1
  198. package/dist/src/trajectories/projector.js.map +1 -1
  199. package/dist/src/trajectories/provider-capture.js +133 -0
  200. package/dist/src/trajectories/provider-capture.js.map +1 -0
  201. package/dist/src/trajectories/providers/deepseek.js +179 -0
  202. package/dist/src/trajectories/providers/deepseek.js.map +1 -0
  203. package/dist/src/trajectories/store.js +148 -8
  204. package/dist/src/trajectories/store.js.map +1 -1
  205. package/dist/src/workspaces/copy.js +142 -0
  206. package/dist/src/workspaces/copy.js.map +1 -0
  207. package/dist/src/workspaces/digest.js +47 -0
  208. package/dist/src/workspaces/digest.js.map +1 -0
  209. package/dist/src/workspaces/git.js +164 -0
  210. package/dist/src/workspaces/git.js.map +1 -0
  211. package/dist/src/workspaces/index.js +6 -0
  212. package/dist/src/workspaces/index.js.map +1 -0
  213. package/dist/src/workspaces/lifecycle.js +313 -0
  214. package/dist/src/workspaces/lifecycle.js.map +1 -0
  215. package/dist/src/workspaces/planner.js +80 -0
  216. package/dist/src/workspaces/planner.js.map +1 -0
  217. package/dist/src/workspaces/store.js +25 -0
  218. package/dist/src/workspaces/store.js.map +1 -0
  219. package/dist/src/workspaces/types.js +4 -0
  220. package/dist/src/workspaces/types.js.map +1 -0
  221. package/dist/src/workspaces/utils.js +56 -0
  222. package/dist/src/workspaces/utils.js.map +1 -0
  223. package/docs/schemas/eval-request.schema.json +2 -0
  224. package/docs/schemas/eval-result.schema.json +50 -1
  225. package/docs/schemas/local-git-transport-manifest.schema.json +34 -0
  226. package/docs/schemas/result.schema.json +9 -0
  227. package/docs/schemas/run-context.schema.json +39 -0
  228. package/docs/schemas/run-manifest.schema.json +81 -0
  229. package/docs/schemas/run-request.schema.json +16 -1
  230. package/docs/schemas/trajectory-ref.schema.json +66 -23
  231. package/integrations/harbor/hitch_harbor_agent.py +482 -10
  232. package/package.json +21 -3
  233. package/dist/src/adapters.js +0 -461
  234. package/dist/src/adapters.js.map +0 -1
  235. package/dist/src/artifacts.js +0 -1081
  236. package/dist/src/artifacts.js.map +0 -1
  237. package/dist/src/cli.js +0 -699
  238. package/dist/src/cli.js.map +0 -1
  239. package/dist/src/config.js.map +0 -1
  240. package/dist/src/daemon.js.map +0 -1
  241. package/dist/src/domain/types.js.map +0 -1
  242. package/dist/src/domain/validate.js.map +0 -1
  243. package/dist/src/engine.js.map +0 -1
  244. package/dist/src/errors.js.map +0 -1
  245. package/dist/src/eval-tools.js.map +0 -1
  246. package/dist/src/evals.js +0 -313
  247. package/dist/src/evals.js.map +0 -1
  248. package/dist/src/events.js.map +0 -1
  249. package/dist/src/fs.js.map +0 -1
  250. package/dist/src/harbor-backend.js.map +0 -1
  251. package/dist/src/harness-reference.js.map +0 -1
  252. package/dist/src/line-stream.js.map +0 -1
  253. package/dist/src/locks.js +0 -38
  254. package/dist/src/locks.js.map +0 -1
  255. package/dist/src/package-root.js.map +0 -1
  256. package/dist/src/process.js.map +0 -1
  257. package/dist/src/registry.js +0 -81
  258. package/dist/src/registry.js.map +0 -1
  259. package/dist/src/scheduler.js.map +0 -1
  260. package/dist/src/workspaces.js +0 -858
  261. package/dist/src/workspaces.js.map +0 -1
  262. /package/dist/src/{errors.js → foundation/errors.js} +0 -0
  263. /package/dist/src/{fs.js → foundation/fs.js} +0 -0
  264. /package/dist/src/{line-stream.js → foundation/line-stream.js} +0 -0
  265. /package/dist/src/{process.js → foundation/process.js} +0 -0
@@ -0,0 +1,280 @@
1
+ import path from "node:path";
2
+ import { prepareHarness, preparedArtifactDirectory, resolveHarness } from "../artifacts/index.js";
3
+ import { HitchError, SCHEMA_VERSION, atomicWriteJSON, ensureDir, invalidInput, statePaths } from "../foundation/index.js";
4
+ import { parseHarnessReference } from "../revisions/index.js";
5
+ import { buildLocalGitTransport, lockedHarnessRef, runHarborBackend, verifyLocalGitTransport } from "../backends/index.js";
6
+ import { ensureControllerRuntime, writeRuntimeReference } from "../controller-runtime/index.js";
7
+ import { importEvalTrialRuns, validateEvalTrialReferences } from "./trial-import.js";
8
+ import { EvalEventSink } from "./events.js";
9
+ import { newEvalId, validateEvalRequest } from "./request.js";
10
+ export async function runEval({ evalId = newEvalId(), request, root, env = process.env, harborExecutable, signal, onEvent }) {
11
+ if (!root)
12
+ throw invalidInput("a Hitch state root is required for eval");
13
+ const normalized = await validateEvalRequest(request);
14
+ const evalDirectory = await ensureDir(path.join(statePaths(root).evals, evalId));
15
+ const startedAt = new Date();
16
+ const sink = new EvalEventSink(evalDirectory, evalId, onEvent);
17
+ await sink.open();
18
+ await atomicWriteJSON(path.join(evalDirectory, "request.json"), normalized);
19
+ let result;
20
+ let trialRefs = [];
21
+ try {
22
+ sink.emit({ type: "eval.started", backend: normalized.backend, dataset: normalized.dataset });
23
+ const requestedReference = parseHarnessReference(normalized.harness_ref);
24
+ const resolvedRevision = await resolveHarness(normalized.harness_ref, { root, env });
25
+ let localTransport;
26
+ if (resolvedRevision.source.type === "git" && resolvedRevision.source.registered !== true) {
27
+ const selector = requestedReference.selector;
28
+ if (selector.type !== "commit" || !selector.source?.explicit)
29
+ throw invalidInput("Harbor local Git eval requires an explicit git+file source");
30
+ if (resolvedRevision.revision.commit !== selector.value) {
31
+ throw new HitchError("local Git exact commit resolved to a different object", { code: "local_source_integrity_mismatch", exitCode: 12 });
32
+ }
33
+ localTransport = await buildLocalGitTransport({
34
+ evalDirectory,
35
+ resolvedRevision,
36
+ sourceDirectory: selector.source.local_path,
37
+ env,
38
+ ...(signal ? { signal } : {}),
39
+ });
40
+ sink.emit({
41
+ type: "eval.local-source.prepared",
42
+ resolution_identity: localTransport.manifest.resolution_identity,
43
+ commit: localTransport.manifest.commit,
44
+ payload_sha256: localTransport.manifest.payload_sha256,
45
+ payload_bytes: localTransport.manifest.payload_bytes,
46
+ status: "verified",
47
+ });
48
+ }
49
+ const selector = requestedReference.selector;
50
+ const verifiedLocalGitSource = localTransport && selector.type === "commit" && selector.source?.explicit
51
+ ? {
52
+ directory: selector.source.local_path,
53
+ commit: localTransport.manifest.commit,
54
+ tree: localTransport.manifest.tree,
55
+ resolutionIdentity: localTransport.manifest.resolution_identity,
56
+ payloadSha256: localTransport.manifest.payload_sha256,
57
+ }
58
+ : undefined;
59
+ const artifact = await prepareHarness(resolvedRevision, {
60
+ root,
61
+ env,
62
+ ...(signal ? { signal } : {}),
63
+ ...(verifiedLocalGitSource ? { verifiedLocalGitSource } : {}),
64
+ });
65
+ if (!artifact.artifact_integrity || !artifact.entrypoint_integrity) {
66
+ throw new HitchError("host-prepared harness artifact has no complete integrity metadata", {
67
+ code: "artifact_integrity_mismatch",
68
+ exitCode: 5,
69
+ });
70
+ }
71
+ const preparedArtifact = {
72
+ directory: preparedArtifactDirectory(root, artifact.artifact_id),
73
+ artifact_id: artifact.artifact_id,
74
+ artifact_integrity: artifact.artifact_integrity,
75
+ entrypoint_integrity: artifact.entrypoint_integrity,
76
+ harness_id: artifact.harness_id,
77
+ revision_identity: artifact.revision_identity,
78
+ platform: artifact.platform,
79
+ source_type: artifact.source_type,
80
+ };
81
+ sink.emit({
82
+ type: "eval.harness-artifact.prepared",
83
+ harness: artifact.harness_id,
84
+ artifact_id: artifact.artifact_id,
85
+ platform: artifact.platform,
86
+ cache_hit: artifact.cache_hit,
87
+ });
88
+ // Phase 2: the shared, read-only, SHA-256-addressed controller runtime
89
+ // cache replaces the per-eval Hitch runtime copy (spec §4).
90
+ const controllerRuntime = await ensureControllerRuntime({ root });
91
+ const runtimeRefFile = await writeRuntimeReference(evalDirectory, controllerRuntime);
92
+ sink.emit({
93
+ type: "eval.controller-runtime",
94
+ runtime_id: controllerRuntime.runtime_id,
95
+ cache_hit: controllerRuntime.cache_hit,
96
+ reference: runtimeRefFile,
97
+ });
98
+ const plan = {
99
+ schema_version: SCHEMA_VERSION,
100
+ eval_id: evalId,
101
+ backend: "harbor",
102
+ candidate: {
103
+ id: "candidate-1",
104
+ requested_harness_ref: normalized.harness_ref,
105
+ harness_ref: lockedHarnessRef(resolvedRevision),
106
+ harness_id: resolvedRevision.harness_id,
107
+ revision_identity: resolvedRevision.identity,
108
+ model: normalized.model || null,
109
+ },
110
+ dataset: normalized.dataset,
111
+ benchmark_id: normalized.benchmark_id,
112
+ benchmark_revision: normalized.benchmark_revision,
113
+ attempts: normalized.attempts,
114
+ max_concurrent: normalized.max_concurrent,
115
+ controller_runtime: {
116
+ runtime_id: controllerRuntime.runtime_id,
117
+ manifest_digest: controllerRuntime.manifest_digest,
118
+ },
119
+ prepared_artifact: preparedArtifactSummary(preparedArtifact),
120
+ ...(localTransport ? { local_source_transport: transportSummary(localTransport) } : {}),
121
+ created_at: new Date().toISOString(),
122
+ };
123
+ await atomicWriteJSON(path.join(evalDirectory, "resolution.json"), resolvedRevision);
124
+ await atomicWriteJSON(path.join(evalDirectory, "plan.json"), plan);
125
+ sink.emit({
126
+ type: "eval.planned",
127
+ harness: resolvedRevision.harness_id,
128
+ revision_identity: resolvedRevision.identity,
129
+ attempts: normalized.attempts,
130
+ });
131
+ if (localTransport) {
132
+ await verifyLocalGitTransport(localTransport, {
133
+ expected: {
134
+ harnessId: resolvedRevision.harness_id,
135
+ resolutionIdentity: resolvedRevision.identity,
136
+ commit: resolvedRevision.revision.commit,
137
+ },
138
+ env,
139
+ ...(signal ? { signal } : {}),
140
+ });
141
+ }
142
+ const backendRun = await runHarborBackend({
143
+ evalId,
144
+ evalDirectory,
145
+ request: normalized,
146
+ root,
147
+ resolvedRevision,
148
+ runtimeDirectory: controllerRuntime.directory,
149
+ runtimeId: controllerRuntime.runtime_id,
150
+ preparedArtifact,
151
+ ...(localTransport ? { localTransport } : {}),
152
+ env,
153
+ ...(harborExecutable !== undefined ? { harborExecutable } : {}),
154
+ ...(signal ? { signal } : {}),
155
+ emit: (event) => sink.emit(event),
156
+ });
157
+ trialRefs = await importEvalTrialRuns({
158
+ root,
159
+ evalId,
160
+ evalDirectory,
161
+ request: normalized,
162
+ resolvedRevision,
163
+ benchmarkId: normalized.benchmark_id,
164
+ benchmarkRevision: normalized.benchmark_revision,
165
+ runtimeId: controllerRuntime.runtime_id,
166
+ rawResult: backendRun.rawResult,
167
+ });
168
+ await validateEvalTrialReferences(root, evalId, trialRefs, {
169
+ benchmarkId: normalized.benchmark_id,
170
+ benchmarkRevision: normalized.benchmark_revision,
171
+ });
172
+ const cancelled = signal?.aborted;
173
+ const localSourceFailure = localTransport ? localSourceBackendFailure(backendRun.rawResult) : false;
174
+ const succeeded = !cancelled && !localSourceFailure && backendRun.backend.process_exit_code === 0 && backendRun.rawResult !== null;
175
+ result = {
176
+ schema_version: SCHEMA_VERSION,
177
+ eval_id: evalId,
178
+ status: cancelled ? "cancelled" : succeeded ? "succeeded" : "failed",
179
+ exit_code: cancelled ? 9 : succeeded ? 0 : 13,
180
+ backend: backendRun.backend,
181
+ candidate: plan.candidate,
182
+ dataset: normalized.dataset,
183
+ benchmark_id: normalized.benchmark_id,
184
+ benchmark_revision: normalized.benchmark_revision,
185
+ trials: trialRefs,
186
+ summary: summarizeTrialRefs(trialRefs),
187
+ backend_summary: backendRun.summary,
188
+ prepared_artifact: preparedArtifactSummary(preparedArtifact),
189
+ ...(localTransport ? { local_source_transport: transportSummary(localTransport) } : {}),
190
+ ...(succeeded ? {} : {
191
+ error: {
192
+ code: cancelled ? "cancelled" : localSourceFailure ? "local_source_materialize_failed" : "harbor_failed",
193
+ message: cancelled
194
+ ? "eval was cancelled"
195
+ : localSourceFailure
196
+ ? "Harbor rejected the transported local Git source before candidate execution"
197
+ : backendRun.rawResult === null
198
+ ? `Harbor exited without a result (code ${backendRun.backend.process_exit_code ?? "null"})`
199
+ : `Harbor exited with code ${backendRun.backend.process_exit_code ?? "null"}`,
200
+ },
201
+ }),
202
+ started_at: startedAt.toISOString(),
203
+ completed_at: new Date().toISOString(),
204
+ };
205
+ }
206
+ catch (error) {
207
+ const typed = error instanceof HitchError;
208
+ result = {
209
+ schema_version: SCHEMA_VERSION,
210
+ eval_id: evalId,
211
+ status: signal?.aborted ? "cancelled" : "failed",
212
+ exit_code: signal?.aborted ? 9 : typed ? error.exitCode : 12,
213
+ error: {
214
+ code: signal?.aborted ? "cancelled" : typed ? error.code : "internal_error",
215
+ message: error?.message || String(error),
216
+ },
217
+ benchmark_id: normalized.benchmark_id,
218
+ benchmark_revision: normalized.benchmark_revision,
219
+ trials: trialRefs,
220
+ started_at: startedAt.toISOString(),
221
+ completed_at: new Date().toISOString(),
222
+ };
223
+ }
224
+ await atomicWriteJSON(path.join(evalDirectory, "result.json"), result);
225
+ sink.emit({ type: result.status === "succeeded" ? "eval.completed" : "eval.failed", status: result.status, exit_code: result.exit_code, error: result.error });
226
+ await sink.close();
227
+ return result;
228
+ }
229
+ function summarizeTrialRefs(trials) {
230
+ const valid = trials.filter((trial) => trial.observation_status === "valid" && typeof trial.reward === "number");
231
+ const rewards = valid.map((trial) => trial.reward);
232
+ const aggregate = rewards.length
233
+ ? {
234
+ count: rewards.length,
235
+ mean: rewards.reduce((sum, reward) => sum + reward, 0) / rewards.length,
236
+ min: Math.min(...rewards),
237
+ max: Math.max(...rewards),
238
+ }
239
+ : null;
240
+ return {
241
+ n_trials: trials.length,
242
+ n_completed: valid.length,
243
+ n_invalid: trials.length - valid.length,
244
+ primary_reward: aggregate?.mean ?? null,
245
+ rewards: aggregate ? { reward: aggregate } : {},
246
+ };
247
+ }
248
+ function localSourceBackendFailure(rawResult) {
249
+ if (!rawResult)
250
+ return false;
251
+ // The bridge uses this fixed, non-secret marker when setup cannot verify or
252
+ // materialize the uploaded source. Do not surface provider exception text in
253
+ // the durable Hitch error, because it may contain backend diagnostics.
254
+ return JSON.stringify(rawResult).includes("hitch-local-source-materialize:");
255
+ }
256
+ function transportSummary(transport) {
257
+ const manifest = transport.manifest;
258
+ return {
259
+ kind: manifest.kind,
260
+ resolution_identity: manifest.resolution_identity,
261
+ commit: manifest.commit,
262
+ tree: manifest.tree,
263
+ payload_sha256: manifest.payload_sha256,
264
+ payload_bytes: manifest.payload_bytes,
265
+ object_count: manifest.object_count,
266
+ file_count: manifest.file_count,
267
+ };
268
+ }
269
+ function preparedArtifactSummary(artifact) {
270
+ return {
271
+ artifact_id: artifact.artifact_id,
272
+ artifact_integrity: artifact.artifact_integrity,
273
+ entrypoint_integrity: artifact.entrypoint_integrity,
274
+ harness_id: artifact.harness_id,
275
+ revision_identity: artifact.revision_identity,
276
+ platform: artifact.platform,
277
+ source_type: artifact.source_type,
278
+ };
279
+ }
280
+ //# sourceMappingURL=service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/evals/service.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,EAAY,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpI,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAE3H,OAAO,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAGhG,OAAO,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAuB9D,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAkB;IACzI,IAAI,CAAC,IAAI;QAAE,MAAM,YAAY,CAAC,yCAAyC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAClB,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,cAAc,CAAC,EAAE,UAAU,CAAC,CAAC;IAC5E,IAAI,MAAkB,CAAC;IACvB,IAAI,SAAS,GAAkD,EAAE,CAAC;IAClE,IAAI,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9F,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACrF,IAAI,cAAgD,CAAC;QACrD,IAAI,gBAAgB,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC1F,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAC;YAC7C,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ;gBAAE,MAAM,YAAY,CAAC,4DAA4D,CAAC,CAAC;YAC/I,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACxD,MAAM,IAAI,UAAU,CAAC,uDAAuD,EAAE,EAAE,IAAI,EAAE,iCAAiC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3I,CAAC;YACD,cAAc,GAAG,MAAM,sBAAsB,CAAC;gBAC5C,aAAa;gBACb,gBAAgB;gBAChB,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;gBAC3C,GAAG;gBACH,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,4BAA4B;gBAClC,mBAAmB,EAAE,cAAc,CAAC,QAAQ,CAAC,mBAAmB;gBAChE,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,MAAM;gBACtC,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC,cAAc;gBACtD,aAAa,EAAE,cAAc,CAAC,QAAQ,CAAC,aAAa;gBACpD,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAC;QAC7C,MAAM,sBAAsB,GAAG,cAAc,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,QAAQ;YACtG,CAAC,CAAC;gBACE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;gBACrC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,MAAM;gBACtC,IAAI,EAAE,cAAc,CAAC,QAAQ,CAAC,IAAI;gBAClC,kBAAkB,EAAE,cAAc,CAAC,QAAQ,CAAC,mBAAmB;gBAC/D,aAAa,EAAE,cAAc,CAAC,QAAQ,CAAC,cAAc;aACtD;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,gBAAgB,EAAE;YACtD,IAAI;YACJ,GAAG;YACH,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,kBAAkB,IAAI,CAAC,QAAQ,CAAC,oBAAoB,EAAE,CAAC;YACnE,MAAM,IAAI,UAAU,CAAC,mEAAmE,EAAE;gBACxF,IAAI,EAAE,6BAA6B;gBACnC,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;QACL,CAAC;QACD,MAAM,gBAAgB,GAA8B;YAClD,SAAS,EAAE,yBAAyB,CAAC,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC;YAChE,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;YAC/C,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;YACnD,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;SAClC,CAAC;QACF,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,gCAAgC;YACtC,OAAO,EAAE,QAAQ,CAAC,UAAU;YAC5B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;SAC9B,CAAC,CAAC;QACH,uEAAuE;QACvE,4DAA4D;QAC5D,MAAM,iBAAiB,GAA+B,MAAM,uBAAuB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9F,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,yBAAyB;YAC/B,UAAU,EAAE,iBAAiB,CAAC,UAAU;YACxC,SAAS,EAAE,iBAAiB,CAAC,SAAS;YACtC,SAAS,EAAE,cAAc;SAC1B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG;YACX,cAAc,EAAE,cAAc;YAC9B,OAAO,EAAE,MAAM;YACf,OAAO,EAAE,QAAQ;YACjB,SAAS,EAAE;gBACT,EAAE,EAAE,aAAa;gBACjB,qBAAqB,EAAE,UAAU,CAAC,WAAW;gBAC7C,WAAW,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;gBAC/C,UAAU,EAAE,gBAAgB,CAAC,UAAU;gBACvC,iBAAiB,EAAE,gBAAgB,CAAC,QAAQ;gBAC5C,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;aAChC;YACD,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,kBAAkB,EAAE;gBAClB,UAAU,EAAE,iBAAiB,CAAC,UAAU;gBACxC,eAAe,EAAE,iBAAiB,CAAC,eAAe;aACnD;YACD,iBAAiB,EAAE,uBAAuB,CAAC,gBAAgB,CAAC;YAC5D,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,gBAAgB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QACF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,iBAAiB,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACrF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC;QACnE,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,gBAAgB,CAAC,UAAU;YACpC,iBAAiB,EAAE,gBAAgB,CAAC,QAAQ;YAC5C,QAAQ,EAAE,UAAU,CAAC,QAAQ;SAC9B,CAAC,CAAC;QACH,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,uBAAuB,CAAC,cAAc,EAAE;gBAC5C,QAAQ,EAAE;oBACR,SAAS,EAAE,gBAAgB,CAAC,UAAU;oBACtC,kBAAkB,EAAE,gBAAgB,CAAC,QAAQ;oBAC7C,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,MAAgB;iBACnD;gBACD,GAAG;gBACH,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC;YACxC,MAAM;YACN,aAAa;YACb,OAAO,EAAE,UAAU;YACnB,IAAI;YACJ,gBAAgB;YAChB,gBAAgB,EAAE,iBAAiB,CAAC,SAAS;YAC7C,SAAS,EAAE,iBAAiB,CAAC,UAAU;YACvC,gBAAgB;YAChB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,GAAG;YACH,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;QACH,SAAS,GAAG,MAAM,mBAAmB,CAAC;YACpC,IAAI;YACJ,MAAM;YACN,aAAa;YACb,OAAO,EAAE,UAAU;YACnB,gBAAgB;YAChB,WAAW,EAAE,UAAU,CAAC,YAAY;YACpC,iBAAiB,EAAE,UAAU,CAAC,kBAAkB;YAChD,SAAS,EAAE,iBAAiB,CAAC,UAAU;YACvC,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC,CAAC;QACH,MAAM,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE;YACzD,WAAW,EAAE,UAAU,CAAC,YAAY;YACpC,iBAAiB,EAAE,UAAU,CAAC,kBAAkB;SACjD,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,EAAE,OAAO,CAAC;QAClC,MAAM,kBAAkB,GAAG,cAAc,CAAC,CAAC,CAAC,yBAAyB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACpG,MAAM,SAAS,GAAG,CAAC,SAAS,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,UAAU,CAAC,SAAS,KAAK,IAAI,CAAC;QACnI,MAAM,GAAG;YACP,cAAc,EAAE,cAAc;YAC9B,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YACpE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;YAC7C,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC;YACtC,eAAe,EAAE,UAAU,CAAC,OAAO;YACnC,iBAAiB,EAAE,uBAAuB,CAAC,gBAAgB,CAAC;YAC5D,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,gBAAgB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnB,KAAK,EAAE;oBACL,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,eAAe;oBACxG,OAAO,EAAE,SAAS;wBAChB,CAAC,CAAC,oBAAoB;wBACtB,CAAC,CAAC,kBAAkB;4BAClB,CAAC,CAAC,6EAA6E;4BACjF,CAAC,CAAC,UAAU,CAAC,SAAS,KAAK,IAAI;gCAC7B,CAAC,CAAC,wCAAwC,UAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,MAAM,GAAG;gCAC3F,CAAC,CAAC,2BAA2B,UAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,MAAM,EAAE;iBAClF;aACF,CAAC;YACF,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;YACnC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACvC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,KAAK,YAAY,UAAU,CAAC;QAC1C,MAAM,GAAG;YACP,cAAc,EAAE,cAAc;YAC9B,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAChD,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YAC5D,KAAK,EAAE;gBACL,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB;gBAC3E,OAAO,EAAG,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC;aACpD;YACD,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;YACnC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACvC,CAAC;IACJ,CAAC;IACD,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;IACvE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/J,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAqD;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,kBAAkB,KAAK,OAAO,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;IACjH,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAgB,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM;QAC9B,CAAC,CAAC;YACE,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;YACvE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;YACzB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;SAC1B;QACH,CAAC,CAAC,IAAI,CAAC;IACT,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,WAAW,EAAE,KAAK,CAAC,MAAM;QACzB,SAAS,EAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;QACvC,cAAc,EAAE,SAAS,EAAE,IAAI,IAAI,IAAI;QACvC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,SAAyC;IAC1E,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAC7B,4EAA4E;IAC5E,6EAA6E;IAC7E,uEAAuE;IACvE,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,gBAAgB,CAAC,SAA+B;IACvD,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;IACpC,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB;QACjD,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,UAAU,EAAE,QAAQ,CAAC,UAAU;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAmC;IAClE,OAAO;QACL,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;QACnD,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;KAClC,CAAC;AACJ,CAAC"}