spawnfile 0.1.25 → 0.1.27

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1459) hide show
  1. package/README.md +1 -1
  2. package/dist/audit/readAudit.d.ts +2 -2
  3. package/dist/auth/trainingAuth.js +1 -1
  4. package/dist/cli/runCli.d.ts +2 -2
  5. package/dist/cli/runCli.js +2 -2
  6. package/dist/cli/trainCommand.js +4 -5
  7. package/dist/cli/{paideiaDelegation.d.ts → trainingExecution.d.ts} +3 -4
  8. package/dist/cli/trainingExecution.js +151 -0
  9. package/dist/compiler/containerDaimonGrokWorkerRender.d.ts +2 -2
  10. package/dist/compiler/containerDaimonGrokWorkerRender.js +3 -2
  11. package/dist/compiler/containerDaimonUidEntrypointRender.js +4 -3
  12. package/dist/compiler/containerPackageOverrides.d.ts +1 -1
  13. package/dist/compiler/training/broker/declaration.d.ts +2 -2
  14. package/dist/compiler/training/broker/declaration.js +3 -2
  15. package/dist/compiler/training/broker/entrypoint.d.ts +3 -3
  16. package/dist/compiler/training/broker/entrypoint.js +7 -6
  17. package/dist/compiler/training/broker/evaluatorSecrets.js +4 -2
  18. package/dist/compiler/training/broker/paths.d.ts +15 -15
  19. package/dist/compiler/training/broker/paths.js +23 -23
  20. package/dist/compiler/training/broker/projection.d.ts +4 -4
  21. package/dist/compiler/training/broker/projection.js +9 -7
  22. package/dist/compiler/training/broker/provisioning.d.ts +1 -1
  23. package/dist/compiler/training/broker/provisioning.js +3 -3
  24. package/dist/compiler/training/broker/registration.d.ts +1 -1
  25. package/dist/compiler/training/broker/registration.js +1 -1
  26. package/dist/compiler/training/broker/supervisor.d.ts +1 -1
  27. package/dist/compiler/training/container/contract.js +2 -1
  28. package/dist/compiler/training/container/evaluators.d.ts +3 -3
  29. package/dist/compiler/training/container/evaluators.js +6 -6
  30. package/dist/compiler/training/container/launch.js +15 -7
  31. package/dist/compiler/training/container/security.js +3 -3
  32. package/dist/compiler/training/container/subjectIsolation.js +2 -1
  33. package/dist/compiler/training/execution.d.ts +8 -10
  34. package/dist/compiler/training/execution.js +1 -1
  35. package/dist/compiler/training/moments.js +2 -2
  36. package/dist/compiler/training/plan/contract.d.ts +7 -7
  37. package/dist/compiler/training/plan/load.js +2 -0
  38. package/dist/compiler/training/preparation/assets/Dockerfile +8 -17
  39. package/dist/compiler/training/preparation/assets/package-lock.json +2012 -316
  40. package/dist/compiler/training/preparation/broker.js +2 -1
  41. package/dist/compiler/training/preparation/contract.d.ts +5 -9
  42. package/dist/compiler/training/preparation/contract.js +4 -3
  43. package/dist/compiler/training/preparation/image.js +2 -4
  44. package/dist/compiler/training/preparation/prepare.js +3 -3
  45. package/dist/compiler/training/repair/compatibility.js +17 -6
  46. package/dist/compiler/training/repair/contract.d.ts +14 -22
  47. package/dist/compiler/training/repair/contract.js +3 -2
  48. package/dist/compiler/training/repair/prepare.d.ts +5 -9
  49. package/dist/compiler/training/repair/prepare.js +10 -4
  50. package/dist/compiler/training/repair/witness.d.ts +4 -8
  51. package/dist/compiler/training/repair/witness.js +16 -2
  52. package/dist/compiler/training/rewind/contract.d.ts +9 -9
  53. package/dist/compiler/training/subjectDeclaration.d.ts +2 -1
  54. package/dist/compiler/training/subjectDeclaration.js +4 -2
  55. package/dist/compiler/training/subjectLease.d.ts +9 -8
  56. package/dist/compiler/training/subjectLease.js +17 -13
  57. package/dist/distribution/imageRuntimeAuth.js +33 -24
  58. package/dist/manifest/executionSchemas.d.ts +9 -9
  59. package/dist/manifest/mcpSchemas.d.ts +3 -3
  60. package/dist/manifest/schemas.d.ts +71 -71
  61. package/dist/manifest/teamNetworkAccessSchemas.d.ts +1 -1
  62. package/dist/manifest/teamNetworkAuthSchemas.d.ts +1 -1
  63. package/dist/manifest/teamNetworkSchemas.d.ts +2 -2
  64. package/dist/manifest/teamNetworkServerSchemas.d.ts +2 -2
  65. package/dist/manifest/trainingDataSchemas.d.ts +2 -2
  66. package/dist/runtime/codex-exec/training/adapter.d.ts +13 -0
  67. package/dist/runtime/codex-exec/training/adapter.js +101 -0
  68. package/dist/runtime/codex-exec/training/adapter.js.map +1 -0
  69. package/dist/runtime/codex-exec/training/environment.d.ts +3 -0
  70. package/dist/runtime/codex-exec/training/environment.js +26 -0
  71. package/dist/runtime/codex-exec/training/environment.js.map +1 -0
  72. package/dist/runtime/codex-exec/training/index.d.ts +2 -0
  73. package/dist/runtime/codex-exec/training/index.js +3 -0
  74. package/dist/runtime/codex-exec/training/index.js.map +1 -0
  75. package/dist/runtime/codex-exec/training/protocol.d.ts +15 -0
  76. package/dist/runtime/codex-exec/training/protocol.js +102 -0
  77. package/dist/runtime/codex-exec/training/protocol.js.map +1 -0
  78. package/dist/runtime/codex-exec/training/providers/codex-subscription/index.d.ts +1 -0
  79. package/dist/runtime/codex-exec/training/providers/codex-subscription/index.js +2 -0
  80. package/dist/runtime/codex-exec/training/providers/codex-subscription/index.js.map +1 -0
  81. package/dist/runtime/codex-exec/training/providers/codex-subscription/protocol.d.ts +17 -0
  82. package/dist/runtime/codex-exec/training/providers/codex-subscription/protocol.js +80 -0
  83. package/dist/runtime/codex-exec/training/providers/codex-subscription/protocol.js.map +1 -0
  84. package/dist/runtime/codex-exec/training/providers/codex-subscription/provider.d.ts +12 -0
  85. package/dist/runtime/codex-exec/training/providers/codex-subscription/provider.js +125 -0
  86. package/dist/runtime/codex-exec/training/providers/codex-subscription/provider.js.map +1 -0
  87. package/dist/runtime/codex-exec/training/providers/codex-subscription/strict-schema.d.ts +6 -0
  88. package/dist/runtime/codex-exec/training/providers/codex-subscription/strict-schema.js +219 -0
  89. package/dist/runtime/codex-exec/training/providers/codex-subscription/strict-schema.js.map +1 -0
  90. package/dist/runtime/container.js +1 -1
  91. package/dist/runtime/containerPackageOverrides.d.ts +2 -2
  92. package/dist/runtime/containerPackageOverrides.js +1 -1
  93. package/dist/runtime/daimon/adapter.js +9 -9
  94. package/dist/runtime/daimon/config.d.ts +2 -1
  95. package/dist/runtime/daimon/config.js +25 -25
  96. package/dist/runtime/daimon/contract-manifest.json +1 -1
  97. package/dist/runtime/daimon/contract-manifest.sha256 +1 -1
  98. package/dist/runtime/daimon/contractManifest.d.ts +206 -202
  99. package/dist/runtime/daimon/contractManifest.js +48 -145
  100. package/dist/runtime/daimon/contractManifest.js.map +1 -0
  101. package/dist/runtime/daimon/contractManifestSchema.d.ts +1455 -0
  102. package/dist/runtime/daimon/contractManifestSchema.js +19 -0
  103. package/dist/runtime/daimon/contractManifestSchema.js.map +1 -0
  104. package/dist/runtime/daimon/engineDescriptorSchema.d.ts +1826 -0
  105. package/dist/runtime/daimon/engineDescriptorSchema.js +107 -0
  106. package/dist/runtime/daimon/engineDescriptorSchema.js.map +1 -0
  107. package/dist/runtime/daimon/engineDescriptors.generated.d.ts +477 -0
  108. package/dist/runtime/daimon/engineDescriptors.generated.js +5 -0
  109. package/dist/runtime/daimon/engineDescriptors.generated.js.map +1 -0
  110. package/dist/runtime/daimon/engines.d.ts +664 -0
  111. package/dist/runtime/daimon/engines.js +25 -0
  112. package/dist/runtime/daimon/engines.js.map +1 -0
  113. package/dist/runtime/daimon/grokModel.d.ts +2 -1
  114. package/dist/runtime/daimon/grokModel.js +10 -7
  115. package/dist/runtime/daimon/grokSkillsSupport.js +2 -1
  116. package/dist/runtime/daimon/grokTurnLimits.js +3 -3
  117. package/dist/runtime/daimon/grokWorkerContract.d.ts +2 -2
  118. package/dist/runtime/daimon/grokWorkerContract.js +10 -9
  119. package/dist/runtime/daimon/index.d.ts +4 -0
  120. package/dist/runtime/daimon/index.js +5 -0
  121. package/dist/runtime/daimon/index.js.map +1 -0
  122. package/dist/runtime/daimon/packageName.d.ts +2 -0
  123. package/dist/runtime/daimon/packageName.js +3 -0
  124. package/dist/runtime/daimon/packageName.js.map +1 -0
  125. package/dist/runtime/daimon/runAuth.d.ts +4 -4
  126. package/dist/runtime/daimon/runAuth.js +71 -53
  127. package/dist/runtime/daimon/training/index.d.ts +2 -0
  128. package/dist/runtime/daimon/training/index.js +7 -0
  129. package/dist/runtime/daimon/training/index.js.map +1 -0
  130. package/dist/runtime/daimon/training/legacy/adapter.d.ts +11 -0
  131. package/dist/runtime/daimon/training/legacy/adapter.js +175 -0
  132. package/dist/runtime/daimon/training/legacy/adapter.js.map +1 -0
  133. package/dist/runtime/daimon/training/legacy/index.d.ts +2 -0
  134. package/dist/runtime/daimon/training/legacy/index.js +3 -0
  135. package/dist/runtime/daimon/training/legacy/index.js.map +1 -0
  136. package/dist/runtime/daimon/training/legacy/public.d.ts +49 -0
  137. package/dist/runtime/daimon/training/legacy/public.js +16 -0
  138. package/dist/runtime/daimon/training/legacy/public.js.map +1 -0
  139. package/dist/runtime/daimon/training/native/adapter.d.ts +18 -0
  140. package/dist/runtime/daimon/training/native/adapter.js +231 -0
  141. package/dist/runtime/daimon/training/native/adapter.js.map +1 -0
  142. package/dist/runtime/daimon/training/native/admission.d.ts +7 -0
  143. package/dist/runtime/daimon/training/native/admission.js +52 -0
  144. package/dist/runtime/daimon/training/native/admission.js.map +1 -0
  145. package/dist/runtime/daimon/training/native/child/arguments.d.ts +16 -0
  146. package/dist/runtime/daimon/training/native/child/arguments.js +69 -0
  147. package/dist/runtime/daimon/training/native/child/arguments.js.map +1 -0
  148. package/dist/runtime/daimon/training/native/child/deferred-trial.d.ts +24 -0
  149. package/dist/runtime/daimon/training/native/child/deferred-trial.js +63 -0
  150. package/dist/runtime/daimon/training/native/child/deferred-trial.js.map +1 -0
  151. package/dist/runtime/daimon/training/native/child/diagnostics.d.ts +58 -0
  152. package/dist/runtime/daimon/training/native/child/diagnostics.js +215 -0
  153. package/dist/runtime/daimon/training/native/child/diagnostics.js.map +1 -0
  154. package/dist/runtime/daimon/training/native/child/fixture.d.ts +16 -0
  155. package/dist/runtime/daimon/training/native/child/fixture.js +157 -0
  156. package/dist/runtime/daimon/training/native/child/fixture.js.map +1 -0
  157. package/dist/runtime/daimon/training/native/child/grok.d.ts +14 -0
  158. package/dist/runtime/daimon/training/native/child/grok.js +47 -0
  159. package/dist/runtime/daimon/training/native/child/grok.js.map +1 -0
  160. package/dist/runtime/daimon/training/native/child/index.d.ts +7 -0
  161. package/dist/runtime/daimon/training/native/child/index.js +5 -0
  162. package/dist/runtime/daimon/training/native/child/index.js.map +1 -0
  163. package/dist/runtime/daimon/training/native/child/lifecycle.d.ts +40 -0
  164. package/dist/runtime/daimon/training/native/child/lifecycle.js +391 -0
  165. package/dist/runtime/daimon/training/native/child/lifecycle.js.map +1 -0
  166. package/dist/runtime/daimon/training/native/child/probe.d.ts +2 -0
  167. package/dist/runtime/daimon/training/native/child/probe.js +11 -0
  168. package/dist/runtime/daimon/training/native/child/probe.js.map +1 -0
  169. package/dist/runtime/daimon/training/native/child/sandbox.d.ts +4 -0
  170. package/dist/runtime/daimon/training/native/child/sandbox.js +76 -0
  171. package/dist/runtime/daimon/training/native/child/sandbox.js.map +1 -0
  172. package/dist/runtime/daimon/training/native/child/types.d.ts +15 -0
  173. package/dist/runtime/daimon/training/native/child/types.js +2 -0
  174. package/dist/runtime/daimon/training/native/child/types.js.map +1 -0
  175. package/dist/runtime/daimon/training/native/container/docker.d.ts +29 -0
  176. package/dist/runtime/daimon/training/native/container/docker.js +105 -0
  177. package/dist/runtime/daimon/training/native/container/docker.js.map +1 -0
  178. package/dist/runtime/daimon/training/native/container/grok-slot.d.ts +22 -0
  179. package/dist/runtime/daimon/training/native/container/grok-slot.js +38 -0
  180. package/dist/runtime/daimon/training/native/container/grok-slot.js.map +1 -0
  181. package/dist/runtime/daimon/training/native/container/index.d.ts +6 -0
  182. package/dist/runtime/daimon/training/native/container/index.js +6 -0
  183. package/dist/runtime/daimon/training/native/container/index.js.map +1 -0
  184. package/dist/runtime/daimon/training/native/container/lifecycle.d.ts +8 -0
  185. package/dist/runtime/daimon/training/native/container/lifecycle.js +110 -0
  186. package/dist/runtime/daimon/training/native/container/lifecycle.js.map +1 -0
  187. package/dist/runtime/daimon/training/native/container/manifest.d.ts +17 -0
  188. package/dist/runtime/daimon/training/native/container/manifest.js +144 -0
  189. package/dist/runtime/daimon/training/native/container/manifest.js.map +1 -0
  190. package/dist/runtime/daimon/training/native/container/native-preflight.d.ts +8 -0
  191. package/dist/runtime/daimon/training/native/container/native-preflight.js +40 -0
  192. package/dist/runtime/daimon/training/native/container/native-preflight.js.map +1 -0
  193. package/dist/runtime/daimon/training/native/container/preflight.d.ts +15 -0
  194. package/dist/runtime/daimon/training/native/container/preflight.js +79 -0
  195. package/dist/runtime/daimon/training/native/container/preflight.js.map +1 -0
  196. package/dist/runtime/daimon/training/native/container/slot.d.ts +4 -0
  197. package/dist/runtime/daimon/training/native/container/slot.js +58 -0
  198. package/dist/runtime/daimon/training/native/container/slot.js.map +1 -0
  199. package/dist/runtime/daimon/training/native/external.d.ts +37 -0
  200. package/dist/runtime/daimon/training/native/external.js +75 -0
  201. package/dist/runtime/daimon/training/native/external.js.map +1 -0
  202. package/dist/runtime/daimon/training/native/grants/authority.d.ts +36 -0
  203. package/dist/runtime/daimon/training/native/grants/authority.js +49 -0
  204. package/dist/runtime/daimon/training/native/grants/authority.js.map +1 -0
  205. package/dist/runtime/daimon/training/native/grants/index.d.ts +2 -0
  206. package/dist/runtime/daimon/training/native/grants/index.js +3 -0
  207. package/dist/runtime/daimon/training/native/grants/index.js.map +1 -0
  208. package/dist/runtime/daimon/training/native/grants/pins.d.ts +30 -0
  209. package/dist/runtime/daimon/training/native/grants/pins.js +20 -0
  210. package/dist/runtime/daimon/training/native/grants/pins.js.map +1 -0
  211. package/dist/runtime/daimon/training/native/grants/test-socket.d.ts +6 -0
  212. package/dist/runtime/daimon/training/native/grants/test-socket.js +35 -0
  213. package/dist/runtime/daimon/training/native/grants/test-socket.js.map +1 -0
  214. package/dist/runtime/daimon/training/native/grok-fixtures.d.ts +34 -0
  215. package/dist/runtime/daimon/training/native/grok-fixtures.js +179 -0
  216. package/dist/runtime/daimon/training/native/grok-fixtures.js.map +1 -0
  217. package/dist/runtime/daimon/training/native/index.d.ts +38 -0
  218. package/dist/runtime/daimon/training/native/index.js +27 -0
  219. package/dist/runtime/daimon/training/native/index.js.map +1 -0
  220. package/dist/runtime/daimon/training/native/live-checkout.d.ts +2 -0
  221. package/dist/runtime/daimon/training/native/live-checkout.js +15 -0
  222. package/dist/runtime/daimon/training/native/live-checkout.js.map +1 -0
  223. package/dist/runtime/daimon/training/native/observations.d.ts +51 -0
  224. package/dist/runtime/daimon/training/native/observations.js +217 -0
  225. package/dist/runtime/daimon/training/native/observations.js.map +1 -0
  226. package/dist/runtime/daimon/training/native/outcome.d.ts +13 -0
  227. package/dist/runtime/daimon/training/native/outcome.js +37 -0
  228. package/dist/runtime/daimon/training/native/outcome.js.map +1 -0
  229. package/dist/runtime/daimon/training/native/preparation/engine-config.d.ts +21 -0
  230. package/dist/runtime/daimon/training/native/preparation/engine-config.js +30 -0
  231. package/dist/runtime/daimon/training/native/preparation/engine-config.js.map +1 -0
  232. package/dist/runtime/daimon/training/native/preparation/fixtures.d.ts +17 -0
  233. package/dist/runtime/daimon/training/native/preparation/fixtures.js +50 -0
  234. package/dist/runtime/daimon/training/native/preparation/fixtures.js.map +1 -0
  235. package/dist/runtime/daimon/training/native/preparation/index.d.ts +7 -0
  236. package/dist/runtime/daimon/training/native/preparation/index.js +5 -0
  237. package/dist/runtime/daimon/training/native/preparation/index.js.map +1 -0
  238. package/dist/runtime/daimon/training/native/preparation/layout.d.ts +66 -0
  239. package/dist/runtime/daimon/training/native/preparation/layout.js +87 -0
  240. package/dist/runtime/daimon/training/native/preparation/layout.js.map +1 -0
  241. package/dist/runtime/daimon/training/native/preparation/subject.d.ts +14 -0
  242. package/dist/runtime/daimon/training/native/preparation/subject.js +67 -0
  243. package/dist/runtime/daimon/training/native/preparation/subject.js.map +1 -0
  244. package/dist/runtime/daimon/training/native/preparation/types.d.ts +69 -0
  245. package/dist/runtime/daimon/training/native/preparation/types.js +2 -0
  246. package/dist/runtime/daimon/training/native/preparation/types.js.map +1 -0
  247. package/dist/runtime/daimon/training/native/receipt/artifacts.d.ts +25 -0
  248. package/dist/runtime/daimon/training/native/receipt/artifacts.js +32 -0
  249. package/dist/runtime/daimon/training/native/receipt/artifacts.js.map +1 -0
  250. package/dist/runtime/daimon/training/native/receipt/grok-clocked-pins.d.ts +129 -0
  251. package/dist/runtime/daimon/training/native/receipt/grok-clocked-pins.js +45 -0
  252. package/dist/runtime/daimon/training/native/receipt/grok-clocked-pins.js.map +1 -0
  253. package/dist/runtime/daimon/training/native/receipt/grok.d.ts +246 -0
  254. package/dist/runtime/daimon/training/native/receipt/grok.js +195 -0
  255. package/dist/runtime/daimon/training/native/receipt/grok.js.map +1 -0
  256. package/dist/runtime/daimon/training/native/receipt/index.d.ts +10 -0
  257. package/dist/runtime/daimon/training/native/receipt/index.js +7 -0
  258. package/dist/runtime/daimon/training/native/receipt/index.js.map +1 -0
  259. package/dist/runtime/daimon/training/native/receipt/paths.d.ts +3 -0
  260. package/dist/runtime/daimon/training/native/receipt/paths.js +18 -0
  261. package/dist/runtime/daimon/training/native/receipt/paths.js.map +1 -0
  262. package/dist/runtime/daimon/training/native/receipt/sandbox.d.ts +42 -0
  263. package/dist/runtime/daimon/training/native/receipt/sandbox.js +35 -0
  264. package/dist/runtime/daimon/training/native/receipt/sandbox.js.map +1 -0
  265. package/dist/runtime/daimon/training/native/receipt/schema.d.ts +486 -0
  266. package/dist/runtime/daimon/training/native/receipt/schema.js +138 -0
  267. package/dist/runtime/daimon/training/native/receipt/schema.js.map +1 -0
  268. package/dist/runtime/daimon/training/native/receipt/task-clock.d.ts +19 -0
  269. package/dist/runtime/daimon/training/native/receipt/task-clock.js +49 -0
  270. package/dist/runtime/daimon/training/native/receipt/task-clock.js.map +1 -0
  271. package/dist/runtime/daimon/training/native/sealed-usage.d.ts +218 -0
  272. package/dist/runtime/daimon/training/native/sealed-usage.js +261 -0
  273. package/dist/runtime/daimon/training/native/sealed-usage.js.map +1 -0
  274. package/dist/runtime/daimon/training/native/test-fixtures.d.ts +27 -0
  275. package/dist/runtime/daimon/training/native/test-fixtures.js +158 -0
  276. package/dist/runtime/daimon/training/native/test-fixtures.js.map +1 -0
  277. package/dist/runtime/daimon/training/native/transcript.d.ts +96 -0
  278. package/dist/runtime/daimon/training/native/transcript.js +239 -0
  279. package/dist/runtime/daimon/training/native/transcript.js.map +1 -0
  280. package/dist/runtime/daimon/training/native/transport/delivery.d.ts +27 -0
  281. package/dist/runtime/daimon/training/native/transport/delivery.js +98 -0
  282. package/dist/runtime/daimon/training/native/transport/delivery.js.map +1 -0
  283. package/dist/runtime/daimon/training/native/transport/http.d.ts +3 -0
  284. package/dist/runtime/daimon/training/native/transport/http.js +81 -0
  285. package/dist/runtime/daimon/training/native/transport/http.js.map +1 -0
  286. package/dist/runtime/daimon/training/native/transport/index.d.ts +4 -0
  287. package/dist/runtime/daimon/training/native/transport/index.js +3 -0
  288. package/dist/runtime/daimon/training/native/transport/index.js.map +1 -0
  289. package/dist/runtime/daimon/training/native/transport/types.d.ts +15 -0
  290. package/dist/runtime/daimon/training/native/transport/types.js +2 -0
  291. package/dist/runtime/daimon/training/native/transport/types.js.map +1 -0
  292. package/dist/runtime/daimon/training/native/worker/cli.d.ts +1 -0
  293. package/dist/runtime/daimon/training/native/worker/cli.js +17 -0
  294. package/dist/runtime/daimon/training/native/worker/cli.js.map +1 -0
  295. package/dist/runtime/daimon/training/native/worker/control.d.ts +20 -0
  296. package/dist/runtime/daimon/training/native/worker/control.js +266 -0
  297. package/dist/runtime/daimon/training/native/worker/control.js.map +1 -0
  298. package/dist/runtime/daimon/training/native/worker/deliveries.d.ts +38 -0
  299. package/dist/runtime/daimon/training/native/worker/deliveries.js +91 -0
  300. package/dist/runtime/daimon/training/native/worker/deliveries.js.map +1 -0
  301. package/dist/runtime/daimon/training/native/worker/evidence/collect.d.ts +54 -0
  302. package/dist/runtime/daimon/training/native/worker/evidence/collect.js +278 -0
  303. package/dist/runtime/daimon/training/native/worker/evidence/collect.js.map +1 -0
  304. package/dist/runtime/daimon/training/native/worker/evidence/execution.d.ts +102 -0
  305. package/dist/runtime/daimon/training/native/worker/evidence/execution.js +191 -0
  306. package/dist/runtime/daimon/training/native/worker/evidence/execution.js.map +1 -0
  307. package/dist/runtime/daimon/training/native/worker/evidence/index.d.ts +3 -0
  308. package/dist/runtime/daimon/training/native/worker/evidence/index.js +4 -0
  309. package/dist/runtime/daimon/training/native/worker/evidence/index.js.map +1 -0
  310. package/dist/runtime/daimon/training/native/worker/evidence/io.d.ts +20 -0
  311. package/dist/runtime/daimon/training/native/worker/evidence/io.js +130 -0
  312. package/dist/runtime/daimon/training/native/worker/evidence/io.js.map +1 -0
  313. package/dist/runtime/daimon/training/native/worker/evidence/seal.d.ts +3 -0
  314. package/dist/runtime/daimon/training/native/worker/evidence/seal.js +67 -0
  315. package/dist/runtime/daimon/training/native/worker/evidence/seal.js.map +1 -0
  316. package/dist/runtime/daimon/training/native/worker/index.d.ts +11 -0
  317. package/dist/runtime/daimon/training/native/worker/index.js +8 -0
  318. package/dist/runtime/daimon/training/native/worker/index.js.map +1 -0
  319. package/dist/runtime/daimon/training/native/worker/profile.d.ts +23 -0
  320. package/dist/runtime/daimon/training/native/worker/profile.js +149 -0
  321. package/dist/runtime/daimon/training/native/worker/profile.js.map +1 -0
  322. package/dist/runtime/daimon/training/native/worker/public.d.ts +41 -0
  323. package/dist/runtime/daimon/training/native/worker/public.js +22 -0
  324. package/dist/runtime/daimon/training/native/worker/public.js.map +1 -0
  325. package/dist/runtime/daimon/training/native/worker/sandbox.d.ts +4 -0
  326. package/dist/runtime/daimon/training/native/worker/sandbox.js +52 -0
  327. package/dist/runtime/daimon/training/native/worker/sandbox.js.map +1 -0
  328. package/dist/runtime/daimon/training/native/worker/server.d.ts +4 -0
  329. package/dist/runtime/daimon/training/native/worker/server.js +102 -0
  330. package/dist/runtime/daimon/training/native/worker/server.js.map +1 -0
  331. package/dist/runtime/daimon/training/native/worker/types.d.ts +318 -0
  332. package/dist/runtime/daimon/training/native/worker/types.js +2 -0
  333. package/dist/runtime/daimon/training/native/worker/types.js.map +1 -0
  334. package/dist/runtime/daimon/training/native/worker/wake-delivery/index.d.ts +4 -0
  335. package/dist/runtime/daimon/training/native/worker/wake-delivery/index.js +4 -0
  336. package/dist/runtime/daimon/training/native/worker/wake-delivery/index.js.map +1 -0
  337. package/dist/runtime/daimon/training/native/worker/wake-delivery/source.d.ts +3 -0
  338. package/dist/runtime/daimon/training/native/worker/wake-delivery/source.js +16 -0
  339. package/dist/runtime/daimon/training/native/worker/wake-delivery/source.js.map +1 -0
  340. package/dist/runtime/daimon/training/native/worker/wake-delivery/terminal.d.ts +4 -0
  341. package/dist/runtime/daimon/training/native/worker/wake-delivery/terminal.js +52 -0
  342. package/dist/runtime/daimon/training/native/worker/wake-delivery/terminal.js.map +1 -0
  343. package/dist/runtime/daimon/training/native/worker/wake-delivery/transport.d.ts +21 -0
  344. package/dist/runtime/daimon/training/native/worker/wake-delivery/transport.js +198 -0
  345. package/dist/runtime/daimon/training/native/worker/wake-delivery/transport.js.map +1 -0
  346. package/dist/runtime/daimon/training/native/worker/wake-delivery/types.d.ts +91 -0
  347. package/dist/runtime/daimon/training/native/worker/wake-delivery/types.js +2 -0
  348. package/dist/runtime/daimon/training/native/worker/wake-delivery/types.js.map +1 -0
  349. package/dist/runtime/daimon/training/native/worker/worker.d.ts +1 -0
  350. package/dist/runtime/daimon/training/native/worker/worker.js +103 -0
  351. package/dist/runtime/daimon/training/native/worker/worker.js.map +1 -0
  352. package/dist/runtime/daimon/training/providers/grok-broker/broker.d.ts +20 -0
  353. package/dist/runtime/daimon/training/providers/grok-broker/broker.js +55 -0
  354. package/dist/runtime/daimon/training/providers/grok-broker/broker.js.map +1 -0
  355. package/dist/runtime/daimon/training/providers/grok-broker/grant-fixtures.d.ts +15 -0
  356. package/dist/runtime/daimon/training/providers/grok-broker/grant-fixtures.js +29 -0
  357. package/dist/runtime/daimon/training/providers/grok-broker/grant-fixtures.js.map +1 -0
  358. package/dist/runtime/daimon/training/providers/grok-broker/grant-home.d.ts +16 -0
  359. package/dist/runtime/daimon/training/providers/grok-broker/grant-home.js +60 -0
  360. package/dist/runtime/daimon/training/providers/grok-broker/grant-home.js.map +1 -0
  361. package/dist/runtime/daimon/training/providers/grok-broker/grant-pool.d.ts +81 -0
  362. package/dist/runtime/daimon/training/providers/grok-broker/grant-pool.js +221 -0
  363. package/dist/runtime/daimon/training/providers/grok-broker/grant-pool.js.map +1 -0
  364. package/dist/runtime/daimon/training/providers/grok-broker/grant-releases.d.ts +31 -0
  365. package/dist/runtime/daimon/training/providers/grok-broker/grant-releases.js +78 -0
  366. package/dist/runtime/daimon/training/providers/grok-broker/grant-releases.js.map +1 -0
  367. package/dist/runtime/daimon/training/providers/grok-broker/grants.d.ts +63 -0
  368. package/dist/runtime/daimon/training/providers/grok-broker/grants.js +20 -0
  369. package/dist/runtime/daimon/training/providers/grok-broker/grants.js.map +1 -0
  370. package/dist/runtime/daimon/training/providers/grok-broker/index.d.ts +3 -0
  371. package/dist/runtime/daimon/training/providers/grok-broker/index.js +4 -0
  372. package/dist/runtime/daimon/training/providers/grok-broker/index.js.map +1 -0
  373. package/dist/runtime/daimon/training/providers/grok-subscription/cli.d.ts +21 -0
  374. package/dist/runtime/daimon/training/providers/grok-subscription/cli.js +81 -0
  375. package/dist/runtime/daimon/training/providers/grok-subscription/cli.js.map +1 -0
  376. package/dist/runtime/daimon/training/providers/grok-subscription/index.d.ts +4 -0
  377. package/dist/runtime/daimon/training/providers/grok-subscription/index.js +5 -0
  378. package/dist/runtime/daimon/training/providers/grok-subscription/index.js.map +1 -0
  379. package/dist/runtime/daimon/training/providers/grok-subscription/protocol.d.ts +26 -0
  380. package/dist/runtime/daimon/training/providers/grok-subscription/protocol.js +102 -0
  381. package/dist/runtime/daimon/training/providers/grok-subscription/protocol.js.map +1 -0
  382. package/dist/runtime/daimon/training/providers/grok-subscription/provider.d.ts +9 -0
  383. package/dist/runtime/daimon/training/providers/grok-subscription/provider.js +38 -0
  384. package/dist/runtime/daimon/training/providers/grok-subscription/provider.js.map +1 -0
  385. package/dist/runtime/daimon/training/services/freshness.d.ts +15 -0
  386. package/dist/runtime/daimon/training/services/freshness.js +19 -0
  387. package/dist/runtime/daimon/training/services/freshness.js.map +1 -0
  388. package/dist/runtime/daimon/training/services/index.d.ts +3 -0
  389. package/dist/runtime/daimon/training/services/index.js +3 -0
  390. package/dist/runtime/daimon/training/services/index.js.map +1 -0
  391. package/dist/runtime/daimon/training/services/slot-freshness.d.ts +34 -0
  392. package/dist/runtime/daimon/training/services/slot-freshness.js +178 -0
  393. package/dist/runtime/daimon/training/services/slot-freshness.js.map +1 -0
  394. package/dist/runtime/daimon/wakeMoments.js +1 -0
  395. package/dist/runtime/daimon/wakeMoments.js.map +1 -0
  396. package/dist/runtime/pi/appPreludeSource.js +3 -2
  397. package/dist/runtime/pi/appTemplate.d.ts +1 -1
  398. package/dist/runtime/pi/appTemplate.js +2 -1
  399. package/dist/runtime/registry.d.ts +6 -0
  400. package/dist/runtime/registry.js +2 -0
  401. package/dist/runtime/trainingCli.d.ts +5 -0
  402. package/dist/runtime/trainingCli.js +23 -0
  403. package/dist/runtime/trainingGraderProviders.d.ts +4 -0
  404. package/dist/runtime/trainingGraderProviders.js +55 -0
  405. package/dist/runtime/trainingProviders.d.ts +4 -0
  406. package/dist/runtime/trainingProviders.js +89 -0
  407. package/dist/runtime/trainingSubjects.d.ts +129 -0
  408. package/dist/runtime/trainingSubjects.js +32 -0
  409. package/dist/shared/daimonCodexDocker.js +9 -10
  410. package/dist/shared/errors.js +1 -0
  411. package/dist/shared/errors.js.map +1 -0
  412. package/dist/shared/index.d.ts +1 -0
  413. package/dist/shared/index.js +1 -0
  414. package/dist/shared/trainingLegacy/index.d.ts +5 -0
  415. package/dist/shared/trainingLegacy/index.js +6 -0
  416. package/dist/shared/trainingLegacy/index.js.map +1 -0
  417. package/dist/shared/trainingLegacy/trainingLegacyEnvironment.d.ts +6 -0
  418. package/dist/shared/trainingLegacy/trainingLegacyEnvironment.js +40 -0
  419. package/dist/shared/trainingLegacy/trainingLegacyEnvironment.js.map +1 -0
  420. package/dist/shared/trainingLegacy/trainingLegacyFiles.d.ts +4 -0
  421. package/dist/shared/trainingLegacy/trainingLegacyFiles.js +34 -0
  422. package/dist/shared/trainingLegacy/trainingLegacyFiles.js.map +1 -0
  423. package/dist/shared/trainingLegacy/trainingLegacyGraderProviders.d.ts +5 -0
  424. package/dist/shared/trainingLegacy/trainingLegacyGraderProviders.js +6 -0
  425. package/dist/shared/trainingLegacy/trainingLegacyGraderProviders.js.map +1 -0
  426. package/dist/shared/trainingLegacy/trainingLegacyHashDomains.d.ts +39 -0
  427. package/dist/shared/trainingLegacy/trainingLegacyHashDomains.js +41 -0
  428. package/dist/shared/trainingLegacy/trainingLegacyHashDomains.js.map +1 -0
  429. package/dist/shared/trainingLegacy/trainingLegacyWire.d.ts +15 -0
  430. package/dist/shared/trainingLegacy/trainingLegacyWire.js +21 -0
  431. package/dist/shared/trainingLegacy/trainingLegacyWire.js.map +1 -0
  432. package/dist/shared/trainingLegacy/trainingLegacyWireAliases.json +90 -0
  433. package/dist/target/contracts.d.ts +2 -2
  434. package/dist/training/candidates/authored.d.ts +3 -0
  435. package/dist/training/candidates/authored.js +27 -0
  436. package/dist/training/candidates/authored.js.map +1 -0
  437. package/dist/training/candidates/derive.d.ts +3 -0
  438. package/dist/training/candidates/derive.js +66 -0
  439. package/dist/training/candidates/derive.js.map +1 -0
  440. package/dist/training/candidates/filesystem.d.ts +7 -0
  441. package/dist/training/candidates/filesystem.js +41 -0
  442. package/dist/training/candidates/filesystem.js.map +1 -0
  443. package/dist/training/candidates/headings.d.ts +9 -0
  444. package/dist/training/candidates/headings.js +47 -0
  445. package/dist/training/candidates/headings.js.map +1 -0
  446. package/dist/training/candidates/identity.d.ts +6 -0
  447. package/dist/training/candidates/identity.js +29 -0
  448. package/dist/training/candidates/identity.js.map +1 -0
  449. package/dist/training/candidates/index.d.ts +6 -0
  450. package/dist/training/candidates/index.js +6 -0
  451. package/dist/training/candidates/index.js.map +1 -0
  452. package/dist/training/candidates/materialize.d.ts +2 -0
  453. package/dist/training/candidates/materialize.js +39 -0
  454. package/dist/training/candidates/materialize.js.map +1 -0
  455. package/dist/training/candidates/snapshot.d.ts +5 -0
  456. package/dist/training/candidates/snapshot.js +22 -0
  457. package/dist/training/candidates/snapshot.js.map +1 -0
  458. package/dist/training/candidates/types.d.ts +41 -0
  459. package/dist/training/candidates/types.js +2 -0
  460. package/dist/training/candidates/types.js.map +1 -0
  461. package/dist/training/candidates/validation.d.ts +4 -0
  462. package/dist/training/candidates/validation.js +89 -0
  463. package/dist/training/candidates/validation.js.map +1 -0
  464. package/dist/training/capture/index.d.ts +2 -0
  465. package/dist/training/capture/index.js +2 -0
  466. package/dist/training/capture/index.js.map +1 -0
  467. package/dist/training/capture/trace.d.ts +16 -0
  468. package/dist/training/capture/trace.js +74 -0
  469. package/dist/training/capture/trace.js.map +1 -0
  470. package/dist/training/cases/builtin-evaluators.d.ts +2 -0
  471. package/dist/training/cases/builtin-evaluators.js +120 -0
  472. package/dist/training/cases/builtin-evaluators.js.map +1 -0
  473. package/dist/training/cases/check-schema.d.ts +2 -0
  474. package/dist/training/cases/check-schema.js +60 -0
  475. package/dist/training/cases/check-schema.js.map +1 -0
  476. package/dist/training/cases/cost-projection.d.ts +27 -0
  477. package/dist/training/cases/cost-projection.js +29 -0
  478. package/dist/training/cases/cost-projection.js.map +1 -0
  479. package/dist/training/cases/fixtures.d.ts +5 -0
  480. package/dist/training/cases/fixtures.js +134 -0
  481. package/dist/training/cases/fixtures.js.map +1 -0
  482. package/dist/training/cases/grader.d.ts +14 -0
  483. package/dist/training/cases/grader.js +122 -0
  484. package/dist/training/cases/grader.js.map +1 -0
  485. package/dist/training/cases/index.d.ts +12 -0
  486. package/dist/training/cases/index.js +11 -0
  487. package/dist/training/cases/index.js.map +1 -0
  488. package/dist/training/cases/json-schema.d.ts +3 -0
  489. package/dist/training/cases/json-schema.js +6 -0
  490. package/dist/training/cases/json-schema.js.map +1 -0
  491. package/dist/training/cases/parser.d.ts +6 -0
  492. package/dist/training/cases/parser.js +45 -0
  493. package/dist/training/cases/parser.js.map +1 -0
  494. package/dist/training/cases/plans.d.ts +14 -0
  495. package/dist/training/cases/plans.js +186 -0
  496. package/dist/training/cases/plans.js.map +1 -0
  497. package/dist/training/cases/resolver.d.ts +5 -0
  498. package/dist/training/cases/resolver.js +90 -0
  499. package/dist/training/cases/resolver.js.map +1 -0
  500. package/dist/training/cases/schema.d.ts +5 -0
  501. package/dist/training/cases/schema.js +154 -0
  502. package/dist/training/cases/schema.js.map +1 -0
  503. package/dist/training/cases/splits.d.ts +16 -0
  504. package/dist/training/cases/splits.js +71 -0
  505. package/dist/training/cases/splits.js.map +1 -0
  506. package/dist/training/cases/text-checks.d.ts +3 -0
  507. package/dist/training/cases/text-checks.js +50 -0
  508. package/dist/training/cases/text-checks.js.map +1 -0
  509. package/dist/training/cases/training/identity.d.ts +6 -0
  510. package/dist/training/cases/training/identity.js +26 -0
  511. package/dist/training/cases/training/identity.js.map +1 -0
  512. package/dist/training/cases/training/index.d.ts +2 -0
  513. package/dist/training/cases/training/index.js +3 -0
  514. package/dist/training/cases/training/index.js.map +1 -0
  515. package/dist/training/cases/training/schema.d.ts +4 -0
  516. package/dist/training/cases/training/schema.js +207 -0
  517. package/dist/training/cases/training/schema.js.map +1 -0
  518. package/dist/training/cases/turn-bindings.d.ts +3 -0
  519. package/dist/training/cases/turn-bindings.js +61 -0
  520. package/dist/training/cases/turn-bindings.js.map +1 -0
  521. package/dist/training/cases/validation.d.ts +17 -0
  522. package/dist/training/cases/validation.js +92 -0
  523. package/dist/training/cases/validation.js.map +1 -0
  524. package/dist/training/cli/arguments.d.ts +18 -0
  525. package/dist/training/cli/arguments.js +165 -0
  526. package/dist/training/cli/arguments.js.map +1 -0
  527. package/dist/training/cli/commands.d.ts +3 -0
  528. package/dist/training/cli/commands.js +255 -0
  529. package/dist/training/cli/commands.js.map +1 -0
  530. package/dist/training/cli/datasets.d.ts +30 -0
  531. package/dist/training/cli/datasets.js +116 -0
  532. package/dist/training/cli/datasets.js.map +1 -0
  533. package/dist/training/cli/dry-run.d.ts +7 -0
  534. package/dist/training/cli/dry-run.js +37 -0
  535. package/dist/training/cli/dry-run.js.map +1 -0
  536. package/dist/training/cli/grader/atomic/decompose.d.ts +43 -0
  537. package/dist/training/cli/grader/atomic/decompose.js +208 -0
  538. package/dist/training/cli/grader/atomic/decompose.js.map +1 -0
  539. package/dist/training/cli/grader/atomic/files.d.ts +159 -0
  540. package/dist/training/cli/grader/atomic/files.js +97 -0
  541. package/dist/training/cli/grader/atomic/files.js.map +1 -0
  542. package/dist/training/cli/grader/atomic/index.d.ts +8 -0
  543. package/dist/training/cli/grader/atomic/index.js +34 -0
  544. package/dist/training/cli/grader/atomic/index.js.map +1 -0
  545. package/dist/training/cli/grader/atomic/reference.d.ts +131 -0
  546. package/dist/training/cli/grader/atomic/reference.js +133 -0
  547. package/dist/training/cli/grader/atomic/reference.js.map +1 -0
  548. package/dist/training/cli/grader/atomic/runtime.d.ts +3 -0
  549. package/dist/training/cli/grader/atomic/runtime.js +91 -0
  550. package/dist/training/cli/grader/atomic/runtime.js.map +1 -0
  551. package/dist/training/cli/grader/atomic/traps.d.ts +15 -0
  552. package/dist/training/cli/grader/atomic/traps.js +38 -0
  553. package/dist/training/cli/grader/atomic/traps.js.map +1 -0
  554. package/dist/training/cli/grader/backend.d.ts +19 -0
  555. package/dist/training/cli/grader/backend.js +39 -0
  556. package/dist/training/cli/grader/backend.js.map +1 -0
  557. package/dist/training/cli/grader/cache.d.ts +2 -0
  558. package/dist/training/cli/grader/cache.js +75 -0
  559. package/dist/training/cli/grader/cache.js.map +1 -0
  560. package/dist/training/cli/grader/calibrate.d.ts +19 -0
  561. package/dist/training/cli/grader/calibrate.js +237 -0
  562. package/dist/training/cli/grader/calibrate.js.map +1 -0
  563. package/dist/training/cli/grader/cost.d.ts +24 -0
  564. package/dist/training/cli/grader/cost.js +54 -0
  565. package/dist/training/cli/grader/cost.js.map +1 -0
  566. package/dist/training/cli/grader/exclusions.d.ts +12 -0
  567. package/dist/training/cli/grader/exclusions.js +49 -0
  568. package/dist/training/cli/grader/exclusions.js.map +1 -0
  569. package/dist/training/cli/grader/grade.d.ts +26 -0
  570. package/dist/training/cli/grader/grade.js +33 -0
  571. package/dist/training/cli/grader/grade.js.map +1 -0
  572. package/dist/training/cli/grader/index.d.ts +10 -0
  573. package/dist/training/cli/grader/index.js +73 -0
  574. package/dist/training/cli/grader/index.js.map +1 -0
  575. package/dist/training/cli/grader/label-call.d.ts +13 -0
  576. package/dist/training/cli/grader/label-call.js +67 -0
  577. package/dist/training/cli/grader/label-call.js.map +1 -0
  578. package/dist/training/cli/grader/label-import.d.ts +16 -0
  579. package/dist/training/cli/grader/label-import.js +84 -0
  580. package/dist/training/cli/grader/label-import.js.map +1 -0
  581. package/dist/training/cli/grader/label-inputs.d.ts +9 -0
  582. package/dist/training/cli/grader/label-inputs.js +56 -0
  583. package/dist/training/cli/grader/label-inputs.js.map +1 -0
  584. package/dist/training/cli/grader/label.d.ts +25 -0
  585. package/dist/training/cli/grader/label.js +172 -0
  586. package/dist/training/cli/grader/label.js.map +1 -0
  587. package/dist/training/cli/grader/records.d.ts +20 -0
  588. package/dist/training/cli/grader/records.js +65 -0
  589. package/dist/training/cli/grader/records.js.map +1 -0
  590. package/dist/training/cli/grader/report.d.ts +26 -0
  591. package/dist/training/cli/grader/report.js +42 -0
  592. package/dist/training/cli/grader/report.js.map +1 -0
  593. package/dist/training/cli/grader/runtime.d.ts +5 -0
  594. package/dist/training/cli/grader/runtime.js +64 -0
  595. package/dist/training/cli/grader/runtime.js.map +1 -0
  596. package/dist/training/cli/grader/validate.d.ts +5 -0
  597. package/dist/training/cli/grader/validate.js +42 -0
  598. package/dist/training/cli/grader/validate.js.map +1 -0
  599. package/dist/training/cli/index.d.ts +6 -0
  600. package/dist/training/cli/index.js +4 -0
  601. package/dist/training/cli/index.js.map +1 -0
  602. package/dist/training/cli/launch.d.ts +3 -0
  603. package/dist/training/cli/launch.js +17 -0
  604. package/dist/training/cli/launch.js.map +1 -0
  605. package/dist/training/cli/native.d.ts +235 -0
  606. package/dist/training/cli/native.js +83 -0
  607. package/dist/training/cli/native.js.map +1 -0
  608. package/dist/training/cli/output.d.ts +21 -0
  609. package/dist/training/cli/output.js +95 -0
  610. package/dist/training/cli/output.js.map +1 -0
  611. package/dist/training/cli/progress/activity.d.ts +11 -0
  612. package/dist/training/cli/progress/activity.js +45 -0
  613. package/dist/training/cli/progress/activity.js.map +1 -0
  614. package/dist/training/cli/progress/failure.d.ts +37 -0
  615. package/dist/training/cli/progress/failure.js +48 -0
  616. package/dist/training/cli/progress/failure.js.map +1 -0
  617. package/dist/training/cli/progress/generations.d.ts +11 -0
  618. package/dist/training/cli/progress/generations.js +50 -0
  619. package/dist/training/cli/progress/generations.js.map +1 -0
  620. package/dist/training/cli/progress/index.d.ts +6 -0
  621. package/dist/training/cli/progress/index.js +5 -0
  622. package/dist/training/cli/progress/index.js.map +1 -0
  623. package/dist/training/cli/progress/journal.d.ts +38 -0
  624. package/dist/training/cli/progress/journal.js +101 -0
  625. package/dist/training/cli/progress/journal.js.map +1 -0
  626. package/dist/training/cli/report/diff.d.ts +2 -0
  627. package/dist/training/cli/report/diff.js +24 -0
  628. package/dist/training/cli/report/diff.js.map +1 -0
  629. package/dist/training/cli/report/export.d.ts +9 -0
  630. package/dist/training/cli/report/export.js +81 -0
  631. package/dist/training/cli/report/export.js.map +1 -0
  632. package/dist/training/cli/report/fixture.d.ts +9 -0
  633. package/dist/training/cli/report/fixture.js +65 -0
  634. package/dist/training/cli/report/fixture.js.map +1 -0
  635. package/dist/training/cli/report/index.d.ts +1 -0
  636. package/dist/training/cli/report/index.js +2 -0
  637. package/dist/training/cli/report/index.js.map +1 -0
  638. package/dist/training/cli/report/markdown.d.ts +2 -0
  639. package/dist/training/cli/report/markdown.js +60 -0
  640. package/dist/training/cli/report/markdown.js.map +1 -0
  641. package/dist/training/cli/report/summary.d.ts +130 -0
  642. package/dist/training/cli/report/summary.js +165 -0
  643. package/dist/training/cli/report/summary.js.map +1 -0
  644. package/dist/training/cli/spawnfile/context.d.ts +75 -0
  645. package/dist/training/cli/spawnfile/context.js +78 -0
  646. package/dist/training/cli/spawnfile/context.js.map +1 -0
  647. package/dist/training/cli/spawnfile/index.d.ts +5 -0
  648. package/dist/training/cli/spawnfile/index.js +4 -0
  649. package/dist/training/cli/spawnfile/index.js.map +1 -0
  650. package/dist/training/cli/spawnfile/moments.d.ts +44 -0
  651. package/dist/training/cli/spawnfile/moments.js +71 -0
  652. package/dist/training/cli/spawnfile/moments.js.map +1 -0
  653. package/dist/training/cli/spawnfile/selection.d.ts +83 -0
  654. package/dist/training/cli/spawnfile/selection.js +54 -0
  655. package/dist/training/cli/spawnfile/selection.js.map +1 -0
  656. package/dist/training/cli/training/cache.d.ts +4 -0
  657. package/dist/training/cli/training/cache.js +43 -0
  658. package/dist/training/cli/training/cache.js.map +1 -0
  659. package/dist/training/cli/training/checkpoint.d.ts +19 -0
  660. package/dist/training/cli/training/checkpoint.js +62 -0
  661. package/dist/training/cli/training/checkpoint.js.map +1 -0
  662. package/dist/training/cli/training/comparison.d.ts +8 -0
  663. package/dist/training/cli/training/comparison.js +22 -0
  664. package/dist/training/cli/training/comparison.js.map +1 -0
  665. package/dist/training/cli/training/configuration.d.ts +10 -0
  666. package/dist/training/cli/training/configuration.js +81 -0
  667. package/dist/training/cli/training/configuration.js.map +1 -0
  668. package/dist/training/cli/training/deadlines.d.ts +7 -0
  669. package/dist/training/cli/training/deadlines.js +14 -0
  670. package/dist/training/cli/training/deadlines.js.map +1 -0
  671. package/dist/training/cli/training/index.d.ts +8 -0
  672. package/dist/training/cli/training/index.js +9 -0
  673. package/dist/training/cli/training/index.js.map +1 -0
  674. package/dist/training/cli/training/inference.d.ts +48 -0
  675. package/dist/training/cli/training/inference.js +96 -0
  676. package/dist/training/cli/training/inference.js.map +1 -0
  677. package/dist/training/cli/training/optimizer.d.ts +33 -0
  678. package/dist/training/cli/training/optimizer.js +92 -0
  679. package/dist/training/cli/training/optimizer.js.map +1 -0
  680. package/dist/training/cli/training/output-lock.d.ts +2 -0
  681. package/dist/training/cli/training/output-lock.js +30 -0
  682. package/dist/training/cli/training/output-lock.js.map +1 -0
  683. package/dist/training/cli/types.d.ts +101 -0
  684. package/dist/training/cli/types.js +2 -0
  685. package/dist/training/cli/types.js.map +1 -0
  686. package/dist/training/cli/viewer.d.ts +40 -0
  687. package/dist/training/cli/viewer.js +210 -0
  688. package/dist/training/cli/viewer.js.map +1 -0
  689. package/dist/training/contracts/atomic-feedback.d.ts +2 -0
  690. package/dist/training/contracts/atomic-feedback.js +2 -0
  691. package/dist/training/contracts/atomic-feedback.js.map +1 -0
  692. package/dist/training/contracts/dataset.d.ts +174 -0
  693. package/dist/training/contracts/dataset.js +2 -0
  694. package/dist/training/contracts/dataset.js.map +1 -0
  695. package/dist/training/contracts/evaluation.d.ts +256 -0
  696. package/dist/training/contracts/evaluation.js +41 -0
  697. package/dist/training/contracts/evaluation.js.map +1 -0
  698. package/dist/training/contracts/execution.d.ts +363 -0
  699. package/dist/training/contracts/execution.js +15 -0
  700. package/dist/training/contracts/execution.js.map +1 -0
  701. package/dist/training/contracts/grader-providers.d.ts +40 -0
  702. package/dist/training/contracts/grader-providers.js +27 -0
  703. package/dist/training/contracts/grader-providers.js.map +1 -0
  704. package/dist/training/contracts/grading.d.ts +74 -0
  705. package/dist/training/contracts/grading.js +2 -0
  706. package/dist/training/contracts/grading.js.map +1 -0
  707. package/dist/training/contracts/index.d.ts +16 -0
  708. package/dist/training/contracts/index.js +8 -0
  709. package/dist/training/contracts/index.js.map +1 -0
  710. package/dist/training/contracts/inference-grants.d.ts +34 -0
  711. package/dist/training/contracts/inference-grants.js +2 -0
  712. package/dist/training/contracts/inference-grants.js.map +1 -0
  713. package/dist/training/contracts/inference-registry.d.ts +38 -0
  714. package/dist/training/contracts/inference-registry.js +7 -0
  715. package/dist/training/contracts/inference-registry.js.map +1 -0
  716. package/dist/training/contracts/training-config.d.ts +95 -0
  717. package/dist/training/contracts/training-config.js +15 -0
  718. package/dist/training/contracts/training-config.js.map +1 -0
  719. package/dist/training/contracts/trial-slot.d.ts +12 -0
  720. package/dist/training/contracts/trial-slot.js +2 -0
  721. package/dist/training/contracts/trial-slot.js.map +1 -0
  722. package/dist/training/dspy/AGENTS.md +29 -0
  723. package/dist/training/dspy/README.md +206 -0
  724. package/dist/training/dspy/protocol.md +311 -0
  725. package/dist/training/dspy/pyproject.toml +36 -0
  726. package/dist/training/dspy/requirements.lock +69 -0
  727. package/dist/training/dspy/spawnfile_training_dspy/AGENTS.md +63 -0
  728. package/dist/training/dspy/spawnfile_training_dspy/__init__.py +6 -0
  729. package/dist/training/dspy/spawnfile_training_dspy/checkpoint.py +146 -0
  730. package/dist/training/dspy/spawnfile_training_dspy/legacy_wire_aliases.json +90 -0
  731. package/dist/training/dspy/spawnfile_training_dspy/main.py +36 -0
  732. package/dist/training/dspy/spawnfile_training_dspy/native.py +89 -0
  733. package/dist/training/dspy/spawnfile_training_dspy/optimizer.py +74 -0
  734. package/dist/training/dspy/spawnfile_training_dspy/proposal_history.py +275 -0
  735. package/dist/training/dspy/spawnfile_training_dspy/protocol.py +149 -0
  736. package/dist/training/dspy/spawnfile_training_dspy/reflection.py +199 -0
  737. package/dist/training/dspy/spawnfile_training_dspy/search/AGENTS.md +41 -0
  738. package/dist/training/dspy/spawnfile_training_dspy/search/__init__.py +1 -0
  739. package/dist/training/dspy/spawnfile_training_dspy/search/behavior_change.py +152 -0
  740. package/dist/training/dspy/spawnfile_training_dspy/search/boundaries.py +38 -0
  741. package/dist/training/dspy/spawnfile_training_dspy/search/instruction_text.py +47 -0
  742. package/dist/training/dspy/spawnfile_training_dspy/search/population.py +213 -0
  743. package/dist/training/dspy/spawnfile_training_dspy/search/selection.py +24 -0
  744. package/dist/training/dspy/spawnfile_training_dspy/search/variants.py +83 -0
  745. package/dist/training/dspy/spawnfile_training_dspy/session.py +116 -0
  746. package/dist/training/dspy/spawnfile_training_dspy/transport.py +129 -0
  747. package/dist/training/evaluation/atomic-grader.d.ts +5 -0
  748. package/dist/training/evaluation/atomic-grader.js +55 -0
  749. package/dist/training/evaluation/atomic-grader.js.map +1 -0
  750. package/dist/training/evaluation/embedding/index.d.ts +1 -0
  751. package/dist/training/evaluation/embedding/index.js +2 -0
  752. package/dist/training/evaluation/embedding/index.js.map +1 -0
  753. package/dist/training/evaluation/embedding/similarity.d.ts +4 -0
  754. package/dist/training/evaluation/embedding/similarity.js +38 -0
  755. package/dist/training/evaluation/embedding/similarity.js.map +1 -0
  756. package/dist/training/evaluation/engine.d.ts +6 -0
  757. package/dist/training/evaluation/engine.js +191 -0
  758. package/dist/training/evaluation/engine.js.map +1 -0
  759. package/dist/training/evaluation/grader.d.ts +4 -0
  760. package/dist/training/evaluation/grader.js +67 -0
  761. package/dist/training/evaluation/grader.js.map +1 -0
  762. package/dist/training/evaluation/index.d.ts +10 -0
  763. package/dist/training/evaluation/index.js +9 -0
  764. package/dist/training/evaluation/index.js.map +1 -0
  765. package/dist/training/evaluation/logic/index.d.ts +1 -0
  766. package/dist/training/evaluation/logic/index.js +2 -0
  767. package/dist/training/evaluation/logic/index.js.map +1 -0
  768. package/dist/training/evaluation/logic/results.d.ts +7 -0
  769. package/dist/training/evaluation/logic/results.js +70 -0
  770. package/dist/training/evaluation/logic/results.js.map +1 -0
  771. package/dist/training/evaluation/mechanical/index.d.ts +6 -0
  772. package/dist/training/evaluation/mechanical/index.js +7 -0
  773. package/dist/training/evaluation/mechanical/index.js.map +1 -0
  774. package/dist/training/evaluation/mechanical/predicates.d.ts +2 -0
  775. package/dist/training/evaluation/mechanical/predicates.js +27 -0
  776. package/dist/training/evaluation/mechanical/predicates.js.map +1 -0
  777. package/dist/training/evaluation/mechanical/sequence.d.ts +3 -0
  778. package/dist/training/evaluation/mechanical/sequence.js +75 -0
  779. package/dist/training/evaluation/mechanical/sequence.js.map +1 -0
  780. package/dist/training/evaluation/mechanical/text-checks.d.ts +3 -0
  781. package/dist/training/evaluation/mechanical/text-checks.js +65 -0
  782. package/dist/training/evaluation/mechanical/text-checks.js.map +1 -0
  783. package/dist/training/evaluation/mechanical/text-values.d.ts +7 -0
  784. package/dist/training/evaluation/mechanical/text-values.js +28 -0
  785. package/dist/training/evaluation/mechanical/text-values.js.map +1 -0
  786. package/dist/training/evaluation/mechanical/text.d.ts +3 -0
  787. package/dist/training/evaluation/mechanical/text.js +40 -0
  788. package/dist/training/evaluation/mechanical/text.js.map +1 -0
  789. package/dist/training/evaluation/mechanical/token-efficiency.d.ts +4 -0
  790. package/dist/training/evaluation/mechanical/token-efficiency.js +28 -0
  791. package/dist/training/evaluation/mechanical/token-efficiency.js.map +1 -0
  792. package/dist/training/evaluation/mechanical/tools.d.ts +3 -0
  793. package/dist/training/evaluation/mechanical/tools.js +39 -0
  794. package/dist/training/evaluation/mechanical/tools.js.map +1 -0
  795. package/dist/training/evaluation/registry.d.ts +4 -0
  796. package/dist/training/evaluation/registry.js +64 -0
  797. package/dist/training/evaluation/registry.js.map +1 -0
  798. package/dist/training/evaluation/repair.d.ts +14 -0
  799. package/dist/training/evaluation/repair.js +73 -0
  800. package/dist/training/evaluation/repair.js.map +1 -0
  801. package/dist/training/evaluation/schedule.d.ts +21 -0
  802. package/dist/training/evaluation/schedule.js +98 -0
  803. package/dist/training/evaluation/schedule.js.map +1 -0
  804. package/dist/training/evaluation/selectors.d.ts +22 -0
  805. package/dist/training/evaluation/selectors.js +61 -0
  806. package/dist/training/evaluation/selectors.js.map +1 -0
  807. package/dist/training/evaluation/semantic/attempts.d.ts +12 -0
  808. package/dist/training/evaluation/semantic/attempts.js +71 -0
  809. package/dist/training/evaluation/semantic/attempts.js.map +1 -0
  810. package/dist/training/evaluation/semantic/cache.d.ts +9 -0
  811. package/dist/training/evaluation/semantic/cache.js +40 -0
  812. package/dist/training/evaluation/semantic/cache.js.map +1 -0
  813. package/dist/training/evaluation/semantic/evidence-units.d.ts +14 -0
  814. package/dist/training/evaluation/semantic/evidence-units.js +58 -0
  815. package/dist/training/evaluation/semantic/evidence-units.js.map +1 -0
  816. package/dist/training/evaluation/semantic/failure.d.ts +30 -0
  817. package/dist/training/evaluation/semantic/failure.js +79 -0
  818. package/dist/training/evaluation/semantic/failure.js.map +1 -0
  819. package/dist/training/evaluation/semantic/index.d.ts +5 -0
  820. package/dist/training/evaluation/semantic/index.js +5 -0
  821. package/dist/training/evaluation/semantic/index.js.map +1 -0
  822. package/dist/training/evaluation/semantic/judgment.d.ts +21 -0
  823. package/dist/training/evaluation/semantic/judgment.js +50 -0
  824. package/dist/training/evaluation/semantic/judgment.js.map +1 -0
  825. package/dist/training/evaluation/semantic/protocol.d.ts +118 -0
  826. package/dist/training/evaluation/semantic/protocol.js +48 -0
  827. package/dist/training/evaluation/semantic/protocol.js.map +1 -0
  828. package/dist/training/evaluation/semantic/rubric.d.ts +3 -0
  829. package/dist/training/evaluation/semantic/rubric.js +202 -0
  830. package/dist/training/evaluation/semantic/rubric.js.map +1 -0
  831. package/dist/training/evaluation/semantic/templates.d.ts +7 -0
  832. package/dist/training/evaluation/semantic/templates.js +75 -0
  833. package/dist/training/evaluation/semantic/templates.js.map +1 -0
  834. package/dist/training/experiments/comparison/index.d.ts +2 -0
  835. package/dist/training/experiments/comparison/index.js +2 -0
  836. package/dist/training/experiments/comparison/index.js.map +1 -0
  837. package/dist/training/experiments/comparison/run.d.ts +3 -0
  838. package/dist/training/experiments/comparison/run.js +92 -0
  839. package/dist/training/experiments/comparison/run.js.map +1 -0
  840. package/dist/training/experiments/comparison/types.d.ts +39 -0
  841. package/dist/training/experiments/comparison/types.js +2 -0
  842. package/dist/training/experiments/comparison/types.js.map +1 -0
  843. package/dist/training/experiments/concurrency/index.d.ts +2 -0
  844. package/dist/training/experiments/concurrency/index.js +2 -0
  845. package/dist/training/experiments/concurrency/index.js.map +1 -0
  846. package/dist/training/experiments/concurrency/slots.d.ts +50 -0
  847. package/dist/training/experiments/concurrency/slots.js +120 -0
  848. package/dist/training/experiments/concurrency/slots.js.map +1 -0
  849. package/dist/training/experiments/costs/assumptions.d.ts +4 -0
  850. package/dist/training/experiments/costs/assumptions.js +18 -0
  851. package/dist/training/experiments/costs/assumptions.js.map +1 -0
  852. package/dist/training/experiments/costs/catalog.d.ts +3 -0
  853. package/dist/training/experiments/costs/catalog.js +24 -0
  854. package/dist/training/experiments/costs/catalog.js.map +1 -0
  855. package/dist/training/experiments/costs/config.d.ts +6 -0
  856. package/dist/training/experiments/costs/config.js +22 -0
  857. package/dist/training/experiments/costs/config.js.map +1 -0
  858. package/dist/training/experiments/costs/decisions.d.ts +5 -0
  859. package/dist/training/experiments/costs/decisions.js +48 -0
  860. package/dist/training/experiments/costs/decisions.js.map +1 -0
  861. package/dist/training/experiments/costs/index.d.ts +9 -0
  862. package/dist/training/experiments/costs/index.js +7 -0
  863. package/dist/training/experiments/costs/index.js.map +1 -0
  864. package/dist/training/experiments/costs/planning.d.ts +71 -0
  865. package/dist/training/experiments/costs/planning.js +140 -0
  866. package/dist/training/experiments/costs/planning.js.map +1 -0
  867. package/dist/training/experiments/costs/report.d.ts +71 -0
  868. package/dist/training/experiments/costs/report.js +269 -0
  869. package/dist/training/experiments/costs/report.js.map +1 -0
  870. package/dist/training/experiments/costs/types.d.ts +53 -0
  871. package/dist/training/experiments/costs/types.js +2 -0
  872. package/dist/training/experiments/costs/types.js.map +1 -0
  873. package/dist/training/experiments/costs/valuation.d.ts +3 -0
  874. package/dist/training/experiments/costs/valuation.js +124 -0
  875. package/dist/training/experiments/costs/valuation.js.map +1 -0
  876. package/dist/training/experiments/index.d.ts +12 -0
  877. package/dist/training/experiments/index.js +12 -0
  878. package/dist/training/experiments/index.js.map +1 -0
  879. package/dist/training/experiments/repair/import.d.ts +21 -0
  880. package/dist/training/experiments/repair/import.js +104 -0
  881. package/dist/training/experiments/repair/import.js.map +1 -0
  882. package/dist/training/experiments/repair/index.d.ts +6 -0
  883. package/dist/training/experiments/repair/index.js +5 -0
  884. package/dist/training/experiments/repair/index.js.map +1 -0
  885. package/dist/training/experiments/repair/measurement.d.ts +14 -0
  886. package/dist/training/experiments/repair/measurement.js +101 -0
  887. package/dist/training/experiments/repair/measurement.js.map +1 -0
  888. package/dist/training/experiments/repair/projection.d.ts +3 -0
  889. package/dist/training/experiments/repair/projection.js +63 -0
  890. package/dist/training/experiments/repair/projection.js.map +1 -0
  891. package/dist/training/experiments/repair/receipt.d.ts +43 -0
  892. package/dist/training/experiments/repair/receipt.js +52 -0
  893. package/dist/training/experiments/repair/receipt.js.map +1 -0
  894. package/dist/training/experiments/repair/record.d.ts +4 -0
  895. package/dist/training/experiments/repair/record.js +24 -0
  896. package/dist/training/experiments/repair/record.js.map +1 -0
  897. package/dist/training/experiments/replay/fixture.d.ts +10 -0
  898. package/dist/training/experiments/replay/fixture.js +53 -0
  899. package/dist/training/experiments/replay/fixture.js.map +1 -0
  900. package/dist/training/experiments/replay/index.d.ts +3 -0
  901. package/dist/training/experiments/replay/index.js +3 -0
  902. package/dist/training/experiments/replay/index.js.map +1 -0
  903. package/dist/training/experiments/replay/rescore.d.ts +3 -0
  904. package/dist/training/experiments/replay/rescore.js +63 -0
  905. package/dist/training/experiments/replay/rescore.js.map +1 -0
  906. package/dist/training/experiments/replay/schema.d.ts +408 -0
  907. package/dist/training/experiments/replay/schema.js +126 -0
  908. package/dist/training/experiments/replay/schema.js.map +1 -0
  909. package/dist/training/experiments/replay/source.d.ts +6 -0
  910. package/dist/training/experiments/replay/source.js +35 -0
  911. package/dist/training/experiments/replay/source.js.map +1 -0
  912. package/dist/training/experiments/replay/subject-usage.d.ts +3 -0
  913. package/dist/training/experiments/replay/subject-usage.js +18 -0
  914. package/dist/training/experiments/replay/subject-usage.js.map +1 -0
  915. package/dist/training/experiments/replay/types.d.ts +63 -0
  916. package/dist/training/experiments/replay/types.js +2 -0
  917. package/dist/training/experiments/replay/types.js.map +1 -0
  918. package/dist/training/experiments/training/checkpoint.d.ts +51 -0
  919. package/dist/training/experiments/training/checkpoint.js +200 -0
  920. package/dist/training/experiments/training/checkpoint.js.map +1 -0
  921. package/dist/training/experiments/training/criteria.d.ts +3 -0
  922. package/dist/training/experiments/training/criteria.js +23 -0
  923. package/dist/training/experiments/training/criteria.js.map +1 -0
  924. package/dist/training/experiments/training/feedback.d.ts +15 -0
  925. package/dist/training/experiments/training/feedback.js +133 -0
  926. package/dist/training/experiments/training/feedback.js.map +1 -0
  927. package/dist/training/experiments/training/held-out.d.ts +24 -0
  928. package/dist/training/experiments/training/held-out.js +41 -0
  929. package/dist/training/experiments/training/held-out.js.map +1 -0
  930. package/dist/training/experiments/training/index.d.ts +7 -0
  931. package/dist/training/experiments/training/index.js +7 -0
  932. package/dist/training/experiments/training/index.js.map +1 -0
  933. package/dist/training/experiments/training/partition.d.ts +20 -0
  934. package/dist/training/experiments/training/partition.js +24 -0
  935. package/dist/training/experiments/training/partition.js.map +1 -0
  936. package/dist/training/experiments/training/recovery.d.ts +17 -0
  937. package/dist/training/experiments/training/recovery.js +54 -0
  938. package/dist/training/experiments/training/recovery.js.map +1 -0
  939. package/dist/training/experiments/training/retry.d.ts +14 -0
  940. package/dist/training/experiments/training/retry.js +16 -0
  941. package/dist/training/experiments/training/retry.js.map +1 -0
  942. package/dist/training/experiments/training/scoring.d.ts +4 -0
  943. package/dist/training/experiments/training/scoring.js +42 -0
  944. package/dist/training/experiments/training/scoring.js.map +1 -0
  945. package/dist/training/experiments/training/training.d.ts +85 -0
  946. package/dist/training/experiments/training/training.js +208 -0
  947. package/dist/training/experiments/training/training.js.map +1 -0
  948. package/dist/training/experiments/trials/bindings.d.ts +4 -0
  949. package/dist/training/experiments/trials/bindings.js +46 -0
  950. package/dist/training/experiments/trials/bindings.js.map +1 -0
  951. package/dist/training/experiments/trials/closure.d.ts +2 -0
  952. package/dist/training/experiments/trials/closure.js +26 -0
  953. package/dist/training/experiments/trials/closure.js.map +1 -0
  954. package/dist/training/experiments/trials/control.d.ts +13 -0
  955. package/dist/training/experiments/trials/control.js +74 -0
  956. package/dist/training/experiments/trials/control.js.map +1 -0
  957. package/dist/training/experiments/trials/diagnostics.d.ts +25 -0
  958. package/dist/training/experiments/trials/diagnostics.js +99 -0
  959. package/dist/training/experiments/trials/diagnostics.js.map +1 -0
  960. package/dist/training/experiments/trials/files.d.ts +8 -0
  961. package/dist/training/experiments/trials/files.js +113 -0
  962. package/dist/training/experiments/trials/files.js.map +1 -0
  963. package/dist/training/experiments/trials/fixture.d.ts +13 -0
  964. package/dist/training/experiments/trials/fixture.js +40 -0
  965. package/dist/training/experiments/trials/fixture.js.map +1 -0
  966. package/dist/training/experiments/trials/index.d.ts +5 -0
  967. package/dist/training/experiments/trials/index.js +5 -0
  968. package/dist/training/experiments/trials/index.js.map +1 -0
  969. package/dist/training/experiments/trials/live.d.ts +20 -0
  970. package/dist/training/experiments/trials/live.js +68 -0
  971. package/dist/training/experiments/trials/live.js.map +1 -0
  972. package/dist/training/experiments/trials/paths.d.ts +5 -0
  973. package/dist/training/experiments/trials/paths.js +90 -0
  974. package/dist/training/experiments/trials/paths.js.map +1 -0
  975. package/dist/training/experiments/trials/preflight.d.ts +3 -0
  976. package/dist/training/experiments/trials/preflight.js +23 -0
  977. package/dist/training/experiments/trials/preflight.js.map +1 -0
  978. package/dist/training/experiments/trials/stored.d.ts +23 -0
  979. package/dist/training/experiments/trials/stored.js +46 -0
  980. package/dist/training/experiments/trials/stored.js.map +1 -0
  981. package/dist/training/experiments/trials/subject-usage.d.ts +7 -0
  982. package/dist/training/experiments/trials/subject-usage.js +66 -0
  983. package/dist/training/experiments/trials/subject-usage.js.map +1 -0
  984. package/dist/training/experiments/trials/trial.d.ts +11 -0
  985. package/dist/training/experiments/trials/trial.js +361 -0
  986. package/dist/training/experiments/trials/trial.js.map +1 -0
  987. package/dist/training/experiments/trials/types.d.ts +124 -0
  988. package/dist/training/experiments/trials/types.js +2 -0
  989. package/dist/training/experiments/trials/types.js.map +1 -0
  990. package/dist/training/graders/admission.d.ts +11 -0
  991. package/dist/training/graders/admission.js +22 -0
  992. package/dist/training/graders/admission.js.map +1 -0
  993. package/dist/training/graders/aggregation.d.ts +30 -0
  994. package/dist/training/graders/aggregation.js +71 -0
  995. package/dist/training/graders/aggregation.js.map +1 -0
  996. package/dist/training/graders/atomic/aggregate.d.ts +10 -0
  997. package/dist/training/graders/atomic/aggregate.js +31 -0
  998. package/dist/training/graders/atomic/aggregate.js.map +1 -0
  999. package/dist/training/graders/atomic/feedback.d.ts +3 -0
  1000. package/dist/training/graders/atomic/feedback.js +16 -0
  1001. package/dist/training/graders/atomic/feedback.js.map +1 -0
  1002. package/dist/training/graders/atomic/format.d.ts +61 -0
  1003. package/dist/training/graders/atomic/format.js +53 -0
  1004. package/dist/training/graders/atomic/format.js.map +1 -0
  1005. package/dist/training/graders/atomic/index.d.ts +7 -0
  1006. package/dist/training/graders/atomic/index.js +6 -0
  1007. package/dist/training/graders/atomic/index.js.map +1 -0
  1008. package/dist/training/graders/atomic/runtime.d.ts +4 -0
  1009. package/dist/training/graders/atomic/runtime.js +94 -0
  1010. package/dist/training/graders/atomic/runtime.js.map +1 -0
  1011. package/dist/training/graders/atomic/schema.d.ts +5 -0
  1012. package/dist/training/graders/atomic/schema.js +37 -0
  1013. package/dist/training/graders/atomic/schema.js.map +1 -0
  1014. package/dist/training/graders/atomic/types.d.ts +68 -0
  1015. package/dist/training/graders/atomic/types.js +2 -0
  1016. package/dist/training/graders/atomic/types.js.map +1 -0
  1017. package/dist/training/graders/calibration/escalation.d.ts +50 -0
  1018. package/dist/training/graders/calibration/escalation.js +145 -0
  1019. package/dist/training/graders/calibration/escalation.js.map +1 -0
  1020. package/dist/training/graders/calibration/fitting.d.ts +28 -0
  1021. package/dist/training/graders/calibration/fitting.js +121 -0
  1022. package/dist/training/graders/calibration/fitting.js.map +1 -0
  1023. package/dist/training/graders/calibration/index.d.ts +7 -0
  1024. package/dist/training/graders/calibration/index.js +5 -0
  1025. package/dist/training/graders/calibration/index.js.map +1 -0
  1026. package/dist/training/graders/calibration/metrics.d.ts +31 -0
  1027. package/dist/training/graders/calibration/metrics.js +145 -0
  1028. package/dist/training/graders/calibration/metrics.js.map +1 -0
  1029. package/dist/training/graders/calibration/selection.d.ts +13 -0
  1030. package/dist/training/graders/calibration/selection.js +30 -0
  1031. package/dist/training/graders/calibration/selection.js.map +1 -0
  1032. package/dist/training/graders/calibration/types.d.ts +68 -0
  1033. package/dist/training/graders/calibration/types.js +2 -0
  1034. package/dist/training/graders/calibration/types.js.map +1 -0
  1035. package/dist/training/graders/consensus.d.ts +11 -0
  1036. package/dist/training/graders/consensus.js +29 -0
  1037. package/dist/training/graders/consensus.js.map +1 -0
  1038. package/dist/training/graders/decomposition/evidence.d.ts +21 -0
  1039. package/dist/training/graders/decomposition/evidence.js +107 -0
  1040. package/dist/training/graders/decomposition/evidence.js.map +1 -0
  1041. package/dist/training/graders/decomposition/format.d.ts +265 -0
  1042. package/dist/training/graders/decomposition/format.js +98 -0
  1043. package/dist/training/graders/decomposition/format.js.map +1 -0
  1044. package/dist/training/graders/decomposition/index.d.ts +10 -0
  1045. package/dist/training/graders/decomposition/index.js +6 -0
  1046. package/dist/training/graders/decomposition/index.js.map +1 -0
  1047. package/dist/training/graders/decomposition/instantiate.d.ts +26 -0
  1048. package/dist/training/graders/decomposition/instantiate.js +129 -0
  1049. package/dist/training/graders/decomposition/instantiate.js.map +1 -0
  1050. package/dist/training/graders/decomposition/location.d.ts +20 -0
  1051. package/dist/training/graders/decomposition/location.js +75 -0
  1052. package/dist/training/graders/decomposition/location.js.map +1 -0
  1053. package/dist/training/graders/decomposition/metadata.d.ts +8 -0
  1054. package/dist/training/graders/decomposition/metadata.js +14 -0
  1055. package/dist/training/graders/decomposition/metadata.js.map +1 -0
  1056. package/dist/training/graders/decomposition/spans.d.ts +6 -0
  1057. package/dist/training/graders/decomposition/spans.js +18 -0
  1058. package/dist/training/graders/decomposition/spans.js.map +1 -0
  1059. package/dist/training/graders/decomposition/transport.d.ts +76 -0
  1060. package/dist/training/graders/decomposition/transport.js +14 -0
  1061. package/dist/training/graders/decomposition/transport.js.map +1 -0
  1062. package/dist/training/graders/format/binding.d.ts +3 -0
  1063. package/dist/training/graders/format/binding.js +37 -0
  1064. package/dist/training/graders/format/binding.js.map +1 -0
  1065. package/dist/training/graders/format/common.d.ts +13 -0
  1066. package/dist/training/graders/format/common.js +77 -0
  1067. package/dist/training/graders/format/common.js.map +1 -0
  1068. package/dist/training/graders/format/grader.d.ts +236 -0
  1069. package/dist/training/graders/format/grader.js +161 -0
  1070. package/dist/training/graders/format/grader.js.map +1 -0
  1071. package/dist/training/graders/format/index.d.ts +11 -0
  1072. package/dist/training/graders/format/index.js +8 -0
  1073. package/dist/training/graders/format/index.js.map +1 -0
  1074. package/dist/training/graders/format/label-import.d.ts +42 -0
  1075. package/dist/training/graders/format/label-import.js +44 -0
  1076. package/dist/training/graders/format/label-import.js.map +1 -0
  1077. package/dist/training/graders/format/labels.d.ts +45 -0
  1078. package/dist/training/graders/format/labels.js +109 -0
  1079. package/dist/training/graders/format/labels.js.map +1 -0
  1080. package/dist/training/graders/format/questions.d.ts +67 -0
  1081. package/dist/training/graders/format/questions.js +104 -0
  1082. package/dist/training/graders/format/questions.js.map +1 -0
  1083. package/dist/training/graders/format/row-regex.d.ts +2 -0
  1084. package/dist/training/graders/format/row-regex.js +56 -0
  1085. package/dist/training/graders/format/row-regex.js.map +1 -0
  1086. package/dist/training/graders/format/rows.d.ts +15 -0
  1087. package/dist/training/graders/format/rows.js +31 -0
  1088. package/dist/training/graders/format/rows.js.map +1 -0
  1089. package/dist/training/graders/format/sentences.d.ts +2 -0
  1090. package/dist/training/graders/format/sentences.js +30 -0
  1091. package/dist/training/graders/format/sentences.js.map +1 -0
  1092. package/dist/training/graders/identity-calibration.d.ts +4 -0
  1093. package/dist/training/graders/identity-calibration.js +15 -0
  1094. package/dist/training/graders/identity-calibration.js.map +1 -0
  1095. package/dist/training/graders/identity.d.ts +119 -0
  1096. package/dist/training/graders/identity.js +119 -0
  1097. package/dist/training/graders/identity.js.map +1 -0
  1098. package/dist/training/graders/index.d.ts +23 -0
  1099. package/dist/training/graders/index.js +14 -0
  1100. package/dist/training/graders/index.js.map +1 -0
  1101. package/dist/training/graders/instances.d.ts +21 -0
  1102. package/dist/training/graders/instances.js +121 -0
  1103. package/dist/training/graders/instances.js.map +1 -0
  1104. package/dist/training/graders/labeling/import.d.ts +8 -0
  1105. package/dist/training/graders/labeling/import.js +51 -0
  1106. package/dist/training/graders/labeling/import.js.map +1 -0
  1107. package/dist/training/graders/labeling/index.d.ts +3 -0
  1108. package/dist/training/graders/labeling/index.js +3 -0
  1109. package/dist/training/graders/labeling/index.js.map +1 -0
  1110. package/dist/training/graders/labeling/planning.d.ts +39 -0
  1111. package/dist/training/graders/labeling/planning.js +117 -0
  1112. package/dist/training/graders/labeling/planning.js.map +1 -0
  1113. package/dist/training/graders/references/council.d.ts +2 -0
  1114. package/dist/training/graders/references/council.js +182 -0
  1115. package/dist/training/graders/references/council.js.map +1 -0
  1116. package/dist/training/graders/references/index.d.ts +5 -0
  1117. package/dist/training/graders/references/index.js +5 -0
  1118. package/dist/training/graders/references/index.js.map +1 -0
  1119. package/dist/training/graders/references/metrics.d.ts +133 -0
  1120. package/dist/training/graders/references/metrics.js +113 -0
  1121. package/dist/training/graders/references/metrics.js.map +1 -0
  1122. package/dist/training/graders/references/policy.d.ts +10 -0
  1123. package/dist/training/graders/references/policy.js +16 -0
  1124. package/dist/training/graders/references/policy.js.map +1 -0
  1125. package/dist/training/graders/references/protocol.d.ts +11 -0
  1126. package/dist/training/graders/references/protocol.js +63 -0
  1127. package/dist/training/graders/references/protocol.js.map +1 -0
  1128. package/dist/training/graders/references/types.d.ts +92 -0
  1129. package/dist/training/graders/references/types.js +2 -0
  1130. package/dist/training/graders/references/types.js.map +1 -0
  1131. package/dist/training/graders/rows.d.ts +14 -0
  1132. package/dist/training/graders/rows.js +39 -0
  1133. package/dist/training/graders/rows.js.map +1 -0
  1134. package/dist/training/graders/runtime/accounting.d.ts +10 -0
  1135. package/dist/training/graders/runtime/accounting.js +43 -0
  1136. package/dist/training/graders/runtime/accounting.js.map +1 -0
  1137. package/dist/training/graders/runtime/grade.d.ts +3 -0
  1138. package/dist/training/graders/runtime/grade.js +161 -0
  1139. package/dist/training/graders/runtime/grade.js.map +1 -0
  1140. package/dist/training/graders/runtime/identity.d.ts +6 -0
  1141. package/dist/training/graders/runtime/identity.js +24 -0
  1142. package/dist/training/graders/runtime/identity.js.map +1 -0
  1143. package/dist/training/graders/runtime/index.d.ts +5 -0
  1144. package/dist/training/graders/runtime/index.js +5 -0
  1145. package/dist/training/graders/runtime/index.js.map +1 -0
  1146. package/dist/training/graders/runtime/schema.d.ts +29 -0
  1147. package/dist/training/graders/runtime/schema.js +27 -0
  1148. package/dist/training/graders/runtime/schema.js.map +1 -0
  1149. package/dist/training/graders/runtime/teacher.d.ts +8 -0
  1150. package/dist/training/graders/runtime/teacher.js +43 -0
  1151. package/dist/training/graders/runtime/teacher.js.map +1 -0
  1152. package/dist/training/graders/runtime/types.d.ts +48 -0
  1153. package/dist/training/graders/runtime/types.js +2 -0
  1154. package/dist/training/graders/runtime/types.js.map +1 -0
  1155. package/dist/training/graders/traps/generate.d.ts +6 -0
  1156. package/dist/training/graders/traps/generate.js +94 -0
  1157. package/dist/training/graders/traps/generate.js.map +1 -0
  1158. package/dist/training/graders/traps/index.d.ts +3 -0
  1159. package/dist/training/graders/traps/index.js +3 -0
  1160. package/dist/training/graders/traps/index.js.map +1 -0
  1161. package/dist/training/graders/traps/mutations.d.ts +10 -0
  1162. package/dist/training/graders/traps/mutations.js +48 -0
  1163. package/dist/training/graders/traps/mutations.js.map +1 -0
  1164. package/dist/training/graders/traps/types.d.ts +37 -0
  1165. package/dist/training/graders/traps/types.js +2 -0
  1166. package/dist/training/graders/traps/types.js.map +1 -0
  1167. package/dist/training/graders/traps/validation.d.ts +4 -0
  1168. package/dist/training/graders/traps/validation.js +118 -0
  1169. package/dist/training/graders/traps/validation.js.map +1 -0
  1170. package/dist/training/index.d.ts +17 -0
  1171. package/dist/training/index.js +16 -0
  1172. package/dist/training/index.js.map +1 -0
  1173. package/dist/training/inference/claude/index.d.ts +1 -0
  1174. package/dist/training/inference/claude/index.js +2 -0
  1175. package/dist/training/inference/claude/index.js.map +1 -0
  1176. package/dist/training/inference/claude/protocol.d.ts +16 -0
  1177. package/dist/training/inference/claude/protocol.js +72 -0
  1178. package/dist/training/inference/claude/protocol.js.map +1 -0
  1179. package/dist/training/inference/claude/provider.d.ts +9 -0
  1180. package/dist/training/inference/claude/provider.js +153 -0
  1181. package/dist/training/inference/claude/provider.js.map +1 -0
  1182. package/dist/training/inference/claude/refusal.d.ts +2 -0
  1183. package/dist/training/inference/claude/refusal.js +37 -0
  1184. package/dist/training/inference/claude/refusal.js.map +1 -0
  1185. package/dist/training/inference/decision/http.d.ts +14 -0
  1186. package/dist/training/inference/decision/http.js +57 -0
  1187. package/dist/training/inference/decision/http.js.map +1 -0
  1188. package/dist/training/inference/decision/index.d.ts +6 -0
  1189. package/dist/training/inference/decision/index.js +6 -0
  1190. package/dist/training/inference/decision/index.js.map +1 -0
  1191. package/dist/training/inference/decision/jev.d.ts +4 -0
  1192. package/dist/training/inference/decision/jev.js +163 -0
  1193. package/dist/training/inference/decision/jev.js.map +1 -0
  1194. package/dist/training/inference/decision/ollama.d.ts +9 -0
  1195. package/dist/training/inference/decision/ollama.js +101 -0
  1196. package/dist/training/inference/decision/ollama.js.map +1 -0
  1197. package/dist/training/inference/decision/prompt.d.ts +6 -0
  1198. package/dist/training/inference/decision/prompt.js +19 -0
  1199. package/dist/training/inference/decision/prompt.js.map +1 -0
  1200. package/dist/training/inference/decision/teacher.d.ts +7 -0
  1201. package/dist/training/inference/decision/teacher.js +61 -0
  1202. package/dist/training/inference/decision/teacher.js.map +1 -0
  1203. package/dist/training/inference/decision/typesafe/index.d.ts +9 -0
  1204. package/dist/training/inference/decision/typesafe/index.js +82 -0
  1205. package/dist/training/inference/decision/typesafe/index.js.map +1 -0
  1206. package/dist/training/inference/decision/typesafe/transport.d.ts +44 -0
  1207. package/dist/training/inference/decision/typesafe/transport.js +151 -0
  1208. package/dist/training/inference/decision/typesafe/transport.js.map +1 -0
  1209. package/dist/training/inference/decision/typesafe/wire.d.ts +25 -0
  1210. package/dist/training/inference/decision/typesafe/wire.js +49 -0
  1211. package/dist/training/inference/decision/typesafe/wire.js.map +1 -0
  1212. package/dist/training/inference/diagnostic.d.ts +3 -0
  1213. package/dist/training/inference/diagnostic.js +14 -0
  1214. package/dist/training/inference/diagnostic.js.map +1 -0
  1215. package/dist/training/inference/evaluator/index.d.ts +3 -0
  1216. package/dist/training/inference/evaluator/index.js +4 -0
  1217. package/dist/training/inference/evaluator/index.js.map +1 -0
  1218. package/dist/training/inference/evaluator/ledger.d.ts +29 -0
  1219. package/dist/training/inference/evaluator/ledger.js +70 -0
  1220. package/dist/training/inference/evaluator/ledger.js.map +1 -0
  1221. package/dist/training/inference/evaluator/policy.d.ts +39 -0
  1222. package/dist/training/inference/evaluator/policy.js +67 -0
  1223. package/dist/training/inference/evaluator/policy.js.map +1 -0
  1224. package/dist/training/inference/evaluator/provider.d.ts +6 -0
  1225. package/dist/training/inference/evaluator/provider.js +45 -0
  1226. package/dist/training/inference/evaluator/provider.js.map +1 -0
  1227. package/dist/training/inference/failure.d.ts +27 -0
  1228. package/dist/training/inference/failure.js +36 -0
  1229. package/dist/training/inference/failure.js.map +1 -0
  1230. package/dist/training/inference/index.d.ts +8 -0
  1231. package/dist/training/inference/index.js +9 -0
  1232. package/dist/training/inference/index.js.map +1 -0
  1233. package/dist/training/inference/ollama/context.d.ts +2 -0
  1234. package/dist/training/inference/ollama/context.js +28 -0
  1235. package/dist/training/inference/ollama/context.js.map +1 -0
  1236. package/dist/training/inference/ollama/index.d.ts +2 -0
  1237. package/dist/training/inference/ollama/index.js +3 -0
  1238. package/dist/training/inference/ollama/index.js.map +1 -0
  1239. package/dist/training/inference/ollama/provider.d.ts +12 -0
  1240. package/dist/training/inference/ollama/provider.js +100 -0
  1241. package/dist/training/inference/ollama/provider.js.map +1 -0
  1242. package/dist/training/inference/request-cap.d.ts +7 -0
  1243. package/dist/training/inference/request-cap.js +22 -0
  1244. package/dist/training/inference/request-cap.js.map +1 -0
  1245. package/dist/training/inference/response-schema.d.ts +9 -0
  1246. package/dist/training/inference/response-schema.js +54 -0
  1247. package/dist/training/inference/response-schema.js.map +1 -0
  1248. package/dist/training/inference/routing.d.ts +17 -0
  1249. package/dist/training/inference/routing.js +152 -0
  1250. package/dist/training/inference/routing.js.map +1 -0
  1251. package/dist/training/optimization/boundaries.d.ts +8 -0
  1252. package/dist/training/optimization/boundaries.js +31 -0
  1253. package/dist/training/optimization/boundaries.js.map +1 -0
  1254. package/dist/training/optimization/bridge-fixtures.d.ts +13 -0
  1255. package/dist/training/optimization/bridge-fixtures.js +40 -0
  1256. package/dist/training/optimization/bridge-fixtures.js.map +1 -0
  1257. package/dist/training/optimization/bridge-identity.d.ts +8 -0
  1258. package/dist/training/optimization/bridge-identity.js +110 -0
  1259. package/dist/training/optimization/bridge-identity.js.map +1 -0
  1260. package/dist/training/optimization/checkpoint.d.ts +35 -0
  1261. package/dist/training/optimization/checkpoint.js +187 -0
  1262. package/dist/training/optimization/checkpoint.js.map +1 -0
  1263. package/dist/training/optimization/evidence.d.ts +4 -0
  1264. package/dist/training/optimization/evidence.js +65 -0
  1265. package/dist/training/optimization/evidence.js.map +1 -0
  1266. package/dist/training/optimization/host.d.ts +27 -0
  1267. package/dist/training/optimization/host.js +144 -0
  1268. package/dist/training/optimization/host.js.map +1 -0
  1269. package/dist/training/optimization/index.d.ts +8 -0
  1270. package/dist/training/optimization/index.js +6 -0
  1271. package/dist/training/optimization/index.js.map +1 -0
  1272. package/dist/training/optimization/inference.d.ts +4 -0
  1273. package/dist/training/optimization/inference.js +33 -0
  1274. package/dist/training/optimization/inference.js.map +1 -0
  1275. package/dist/training/optimization/population-evidence.d.ts +4 -0
  1276. package/dist/training/optimization/population-evidence.js +152 -0
  1277. package/dist/training/optimization/population-evidence.js.map +1 -0
  1278. package/dist/training/optimization/protocol.d.ts +532 -0
  1279. package/dist/training/optimization/protocol.js +146 -0
  1280. package/dist/training/optimization/protocol.js.map +1 -0
  1281. package/dist/training/optimization/runner.d.ts +5 -0
  1282. package/dist/training/optimization/runner.js +129 -0
  1283. package/dist/training/optimization/runner.js.map +1 -0
  1284. package/dist/training/optimization/testSupport.d.ts +9 -0
  1285. package/dist/training/optimization/testSupport.js +29 -0
  1286. package/dist/training/optimization/testSupport.js.map +1 -0
  1287. package/dist/training/optimization/types.d.ts +73 -0
  1288. package/dist/training/optimization/types.js +11 -0
  1289. package/dist/training/optimization/types.js.map +1 -0
  1290. package/dist/training/platform/index.d.ts +1 -0
  1291. package/dist/training/platform/index.js +2 -0
  1292. package/dist/training/platform/index.js.map +1 -0
  1293. package/dist/training/platform/mutations/index.d.ts +5 -0
  1294. package/dist/training/platform/mutations/index.js +10 -0
  1295. package/dist/training/platform/mutations/index.js.map +1 -0
  1296. package/dist/training/platform/process/index.d.ts +1 -0
  1297. package/dist/training/platform/process/index.js +2 -0
  1298. package/dist/training/platform/process/index.js.map +1 -0
  1299. package/dist/training/platform/process/runner.d.ts +32 -0
  1300. package/dist/training/platform/process/runner.js +190 -0
  1301. package/dist/training/platform/process/runner.js.map +1 -0
  1302. package/dist/training/providers/index.d.ts +2 -0
  1303. package/dist/training/providers/index.js +3 -0
  1304. package/dist/training/providers/index.js.map +1 -0
  1305. package/dist/training/providers/policy.d.ts +23 -0
  1306. package/dist/training/providers/policy.js +27 -0
  1307. package/dist/training/providers/policy.js.map +1 -0
  1308. package/dist/training/providers/registry.d.ts +2 -0
  1309. package/dist/training/providers/registry.js +62 -0
  1310. package/dist/training/providers/registry.js.map +1 -0
  1311. package/dist/training/storage/cache/index.d.ts +2 -0
  1312. package/dist/training/storage/cache/index.js +2 -0
  1313. package/dist/training/storage/cache/index.js.map +1 -0
  1314. package/dist/training/storage/cache/persistent.d.ts +12 -0
  1315. package/dist/training/storage/cache/persistent.js +124 -0
  1316. package/dist/training/storage/cache/persistent.js.map +1 -0
  1317. package/dist/training/storage/cache/schema.d.ts +2 -0
  1318. package/dist/training/storage/cache/schema.js +62 -0
  1319. package/dist/training/storage/cache/schema.js.map +1 -0
  1320. package/dist/training/storage/content.d.ts +13 -0
  1321. package/dist/training/storage/content.js +44 -0
  1322. package/dist/training/storage/content.js.map +1 -0
  1323. package/dist/training/storage/evaluation-json.d.ts +12 -0
  1324. package/dist/training/storage/evaluation-json.js +46 -0
  1325. package/dist/training/storage/evaluation-json.js.map +1 -0
  1326. package/dist/training/storage/filesystem.d.ts +6 -0
  1327. package/dist/training/storage/filesystem.js +95 -0
  1328. package/dist/training/storage/filesystem.js.map +1 -0
  1329. package/dist/training/storage/index.d.ts +6 -0
  1330. package/dist/training/storage/index.js +5 -0
  1331. package/dist/training/storage/index.js.map +1 -0
  1332. package/dist/training/storage/journal.d.ts +11 -0
  1333. package/dist/training/storage/journal.js +81 -0
  1334. package/dist/training/storage/journal.js.map +1 -0
  1335. package/dist/training/storage/permissions.d.ts +5 -0
  1336. package/dist/training/storage/permissions.js +40 -0
  1337. package/dist/training/storage/permissions.js.map +1 -0
  1338. package/dist/training/storage/store.d.ts +2 -0
  1339. package/dist/training/storage/store.js +162 -0
  1340. package/dist/training/storage/store.js.map +1 -0
  1341. package/dist/training/storage/types.d.ts +67 -0
  1342. package/dist/training/storage/types.js +2 -0
  1343. package/dist/training/storage/types.js.map +1 -0
  1344. package/dist/training/subjects/environment.d.ts +2 -0
  1345. package/dist/training/subjects/environment.js +14 -0
  1346. package/dist/training/subjects/environment.js.map +1 -0
  1347. package/dist/training/subjects/index.d.ts +3 -0
  1348. package/dist/training/subjects/index.js +3 -0
  1349. package/dist/training/subjects/index.js.map +1 -0
  1350. package/dist/training/subjects/registry.d.ts +15 -0
  1351. package/dist/training/subjects/registry.js +13 -0
  1352. package/dist/training/subjects/registry.js.map +1 -0
  1353. package/dist/training/testing/evidence.d.ts +6 -0
  1354. package/dist/training/testing/evidence.js +21 -0
  1355. package/dist/training/testing/evidence.js.map +1 -0
  1356. package/dist/training/testing/index.d.ts +1 -0
  1357. package/dist/training/testing/index.js +2 -0
  1358. package/dist/training/testing/index.js.map +1 -0
  1359. package/dist/training/viewer/cockpit/activity.d.ts +2 -0
  1360. package/dist/training/viewer/cockpit/activity.js +14 -0
  1361. package/dist/training/viewer/cockpit/activity.js.map +1 -0
  1362. package/dist/training/viewer/cockpit/evidence.d.ts +4 -0
  1363. package/dist/training/viewer/cockpit/evidence.js +58 -0
  1364. package/dist/training/viewer/cockpit/evidence.js.map +1 -0
  1365. package/dist/training/viewer/cockpit/format.d.ts +11 -0
  1366. package/dist/training/viewer/cockpit/format.js +27 -0
  1367. package/dist/training/viewer/cockpit/format.js.map +1 -0
  1368. package/dist/training/viewer/cockpit/index.d.ts +4 -0
  1369. package/dist/training/viewer/cockpit/index.js +5 -0
  1370. package/dist/training/viewer/cockpit/index.js.map +1 -0
  1371. package/dist/training/viewer/cockpit/interaction.d.ts +2 -0
  1372. package/dist/training/viewer/cockpit/interaction.js +103 -0
  1373. package/dist/training/viewer/cockpit/interaction.js.map +1 -0
  1374. package/dist/training/viewer/cockpit/overview.d.ts +4 -0
  1375. package/dist/training/viewer/cockpit/overview.js +62 -0
  1376. package/dist/training/viewer/cockpit/overview.js.map +1 -0
  1377. package/dist/training/viewer/cockpit/page.d.ts +2 -0
  1378. package/dist/training/viewer/cockpit/page.js +39 -0
  1379. package/dist/training/viewer/cockpit/page.js.map +1 -0
  1380. package/dist/training/viewer/cockpit/plots.d.ts +6 -0
  1381. package/dist/training/viewer/cockpit/plots.js +67 -0
  1382. package/dist/training/viewer/cockpit/plots.js.map +1 -0
  1383. package/dist/training/viewer/cockpit/responsive.d.ts +2 -0
  1384. package/dist/training/viewer/cockpit/responsive.js +86 -0
  1385. package/dist/training/viewer/cockpit/responsive.js.map +1 -0
  1386. package/dist/training/viewer/cockpit/styles.d.ts +2 -0
  1387. package/dist/training/viewer/cockpit/styles.js +349 -0
  1388. package/dist/training/viewer/cockpit/styles.js.map +1 -0
  1389. package/dist/training/viewer/costs.d.ts +4 -0
  1390. package/dist/training/viewer/costs.js +81 -0
  1391. package/dist/training/viewer/costs.js.map +1 -0
  1392. package/dist/training/viewer/from-trials.d.ts +33 -0
  1393. package/dist/training/viewer/from-trials.js +96 -0
  1394. package/dist/training/viewer/from-trials.js.map +1 -0
  1395. package/dist/training/viewer/index.d.ts +4 -0
  1396. package/dist/training/viewer/index.js +4 -0
  1397. package/dist/training/viewer/index.js.map +1 -0
  1398. package/dist/training/viewer/metrics/candidates.d.ts +10 -0
  1399. package/dist/training/viewer/metrics/candidates.js +56 -0
  1400. package/dist/training/viewer/metrics/candidates.js.map +1 -0
  1401. package/dist/training/viewer/metrics/index.d.ts +2 -0
  1402. package/dist/training/viewer/metrics/index.js +2 -0
  1403. package/dist/training/viewer/metrics/index.js.map +1 -0
  1404. package/dist/training/viewer/metrics/model.d.ts +4 -0
  1405. package/dist/training/viewer/metrics/model.js +11 -0
  1406. package/dist/training/viewer/metrics/model.js.map +1 -0
  1407. package/dist/training/viewer/metrics/recorded-costs.d.ts +4 -0
  1408. package/dist/training/viewer/metrics/recorded-costs.js +55 -0
  1409. package/dist/training/viewer/metrics/recorded-costs.js.map +1 -0
  1410. package/dist/training/viewer/metrics/scores.d.ts +11 -0
  1411. package/dist/training/viewer/metrics/scores.js +139 -0
  1412. package/dist/training/viewer/metrics/scores.js.map +1 -0
  1413. package/dist/training/viewer/metrics/types.d.ts +95 -0
  1414. package/dist/training/viewer/metrics/types.js +2 -0
  1415. package/dist/training/viewer/metrics/types.js.map +1 -0
  1416. package/dist/training/viewer/page.d.ts +4 -0
  1417. package/dist/training/viewer/page.js +7 -0
  1418. package/dist/training/viewer/page.js.map +1 -0
  1419. package/dist/training/viewer/projection.d.ts +3 -0
  1420. package/dist/training/viewer/projection.js +98 -0
  1421. package/dist/training/viewer/projection.js.map +1 -0
  1422. package/dist/training/viewer/server.d.ts +3 -0
  1423. package/dist/training/viewer/server.js +80 -0
  1424. package/dist/training/viewer/server.js.map +1 -0
  1425. package/dist/training/viewer/stream.d.ts +7 -0
  1426. package/dist/training/viewer/stream.js +70 -0
  1427. package/dist/training/viewer/stream.js.map +1 -0
  1428. package/dist/training/viewer/types.d.ts +172 -0
  1429. package/dist/training/viewer/types.js +2 -0
  1430. package/dist/training/viewer/types.js.map +1 -0
  1431. package/examples/training/AGENTS.md +19 -0
  1432. package/examples/training/fixed-questions/AGENTS.md +7 -0
  1433. package/examples/training/fixed-questions/README.md +19 -0
  1434. package/examples/training/fixed-questions/evals/AGENTS.md +7 -0
  1435. package/examples/training/fixed-questions/evals/delivery.spawnfile-training.yaml +33 -0
  1436. package/examples/training/fixed-questions/evals/item.grader.yaml +41 -0
  1437. package/examples/training/native-formatting/AGENTS.md +10 -0
  1438. package/examples/training/native-formatting/PROMPT.md +4 -0
  1439. package/examples/training/native-formatting/README.md +63 -0
  1440. package/examples/training/native-formatting/SOUL.md +4 -0
  1441. package/examples/training/native-formatting/evals/AGENTS.md +6 -0
  1442. package/examples/training/native-formatting/evals/test.spawnfile-training.yaml +22 -0
  1443. package/examples/training/native-formatting/evals/train.spawnfile-training.yaml +32 -0
  1444. package/examples/training/newsroom-reporting/.spawnignore +4 -0
  1445. package/examples/training/newsroom-reporting/AGENTS.md +24 -0
  1446. package/examples/training/newsroom-reporting/README.md +255 -0
  1447. package/examples/training/newsroom-reporting/Spawnfile +248 -0
  1448. package/examples/training/newsroom-reporting/environment/AGENTS.md +14 -0
  1449. package/examples/training/newsroom-reporting/environment/scribe/AGENTS.md +28 -0
  1450. package/examples/training/newsroom-reporting/environment/scribe/RUNBOOK.md +50 -0
  1451. package/examples/training/newsroom-reporting/environment/scribe/SOUL.md +6 -0
  1452. package/examples/training/newsroom-reporting/evals/AGENTS.md +14 -0
  1453. package/examples/training/newsroom-reporting/evals/test.spawnfile-training.yaml +165 -0
  1454. package/examples/training/newsroom-reporting/evals/train.spawnfile-training.yaml +195 -0
  1455. package/package.json +19 -6
  1456. package/runtimes.yaml +6 -6
  1457. package/dist/cli/paideiaDelegation.js +0 -211
  1458. package/dist/cli/paideiaSupervisor.d.ts +0 -17
  1459. package/dist/cli/paideiaSupervisor.js +0 -48
@@ -0,0 +1,116 @@
1
+ """Host callbacks, exact component boundaries and observed attempt budgets."""
2
+
3
+ import threading
4
+ from collections.abc import Callable
5
+
6
+ from pydantic import ValidationError
7
+
8
+ from .protocol import BridgeError, EvaluationResult, GenerationResult, OptimizeRequest
9
+
10
+
11
+ class Session:
12
+ def __init__(self, request: OptimizeRequest, host: Callable[[str, dict], dict]):
13
+ self.request, self.host = request, host
14
+ self.extra_evaluations = request.recovery.evaluations if request.recovery else 0
15
+ self.extra_proposals = request.recovery.proposals if request.recovery else 0
16
+ self.evaluations = 0
17
+ self.proposals = 0
18
+ self.captures: list[dict] = []
19
+ self.generations: list[dict] = []
20
+ self.results: list[dict] = []
21
+ self.proposal_records: list[dict] = []
22
+ self.proposal_stopped = False
23
+ self.seed_replay: dict[str, EvaluationResult] = {}
24
+ self.failure: BridgeError | None = None
25
+ self.round = 0
26
+ self._lock = threading.RLock()
27
+
28
+ def __deepcopy__(self, _memo):
29
+ # DSPy clones candidate programs; their callbacks share one budget/transport.
30
+ return self
31
+
32
+ def latch(self, error: Exception):
33
+ if self.failure is None:
34
+ self.failure = error if isinstance(error, BridgeError) else BridgeError(
35
+ "optimizer_error", "native predictor failed before producing authentic evidence",
36
+ )
37
+ return self.failure
38
+
39
+ def healthy(self):
40
+ if self.failure is not None:
41
+ raise self.failure
42
+
43
+ def _call(self, method, params, response_type):
44
+ self.healthy()
45
+ try:
46
+ result = response_type.model_validate(self.host(method, params))
47
+ with self._lock:
48
+ self.results.append({"method": method, "params": params, "result": result.model_dump()})
49
+ return result
50
+ except Exception as error:
51
+ self.failure = error if isinstance(error, BridgeError) else BridgeError(
52
+ "invalid_response" if isinstance(error, ValidationError) else "host_error",
53
+ "host callback failed or returned an invalid result",
54
+ )
55
+ raise self.failure from error
56
+
57
+ def evaluate(self, case_id: str, components: dict[str, str]):
58
+ with self._lock:
59
+ self.healthy()
60
+ if set(components) != set(self.request.components):
61
+ raise BridgeError("invalid_candidate", "candidate changed the declared component set")
62
+ if case_id in self.request.trainCaseIds:
63
+ split = "train"
64
+ elif case_id in self.request.validationCaseIds:
65
+ split = "validation"
66
+ else:
67
+ raise BridgeError("invalid_case", "optimizer requested a case outside its declared splits")
68
+ if self.seed_replay:
69
+ if split != "validation" or components != self.request.components or case_id not in self.seed_replay:
70
+ raise BridgeError("checkpoint_mismatch", "unexpected resumed seed evaluation")
71
+ return self.seed_replay.pop(case_id)
72
+ if self.evaluations + self.extra_evaluations >= self.request.budget.maxMetricCalls:
73
+ raise BridgeError("budget_exhausted", "native evaluation attempt budget exhausted")
74
+ # A failed host attempt consumes a slot; repeated feedback calls do not.
75
+ self.evaluations += 1
76
+ result = self._call("evaluate", {
77
+ "caseId": case_id, "split": split, "components": components,
78
+ "round": self.round,
79
+ }, EvaluationResult)
80
+ with self._lock:
81
+ if split == "validation" and (result.feedback or result.output):
82
+ self.failure = BridgeError("split_violation", "validation returns scalar selection evidence only")
83
+ raise self.failure
84
+ self.captures.append({"caseId": case_id, "split": split, "captureId": result.captureId})
85
+ return result
86
+
87
+ def generate(self, messages: list[dict], options: dict):
88
+ with self._lock:
89
+ self.healthy()
90
+ if (set(options) - {"responseSchema"}
91
+ or ("responseSchema" in options and not isinstance(options["responseSchema"], dict))):
92
+ raise BridgeError("unsupported_control", "this bridge supports only a JSON response schema, not sampling generation controls")
93
+ if self.proposals + self.extra_proposals >= self.request.budget.maxProposals:
94
+ raise BridgeError("budget_exhausted", "reflection proposal attempt budget exhausted")
95
+ self.proposals += 1
96
+ result = self._call("generate", {
97
+ "purpose": "reflection", "messages": messages, "options": options,
98
+ }, GenerationResult)
99
+ with self._lock:
100
+ generation = {"model": result.model, "usage": result.usage}
101
+ if "modelBasis" in result.model_fields_set:
102
+ generation["modelBasis"] = result.modelBasis
103
+ self.generations.append(generation)
104
+ return result
105
+
106
+ def on_iteration_start(self, event):
107
+ # Upstream GEPA supplies the real iteration, including on resume.
108
+ self.round = event["iteration"]
109
+
110
+ def should_stop(self, _state):
111
+ # GEPA checks at iteration boundaries. Reserve one training baseline, one
112
+ # proposal trial and a complete validation pass before starting an iteration.
113
+ return (self.failure is not None or self.proposal_stopped
114
+ or self.proposals + self.extra_proposals >= self.request.budget.maxProposals
115
+ or self.evaluations + self.extra_evaluations + 2 + len(self.request.validationCaseIds)
116
+ > self.request.budget.maxMetricCalls)
@@ -0,0 +1,129 @@
1
+ """Multiplexed JSONL callbacks; stdout is reserved for the protocol."""
2
+
3
+ import json
4
+ import hashlib
5
+ from concurrent.futures import Future
6
+ import threading
7
+ from typing import BinaryIO, TextIO
8
+
9
+ from pydantic import ValidationError
10
+
11
+ from .protocol import SCHEMA, MAX_LINE_BYTES, BridgeError, HostResponse
12
+
13
+
14
+ def _unique_object(pairs):
15
+ result = {}
16
+ for key, value in pairs:
17
+ if key in result:
18
+ raise ValueError("duplicate JSON key")
19
+ result[key] = value
20
+ return result
21
+
22
+
23
+ def parse_json(text):
24
+ def invalid_constant(_value):
25
+ raise ValueError("nonfinite JSON number")
26
+
27
+ try:
28
+ return json.loads(text, object_pairs_hook=_unique_object, parse_constant=invalid_constant)
29
+ except (ValueError, UnicodeError) as error:
30
+ raise BridgeError("invalid_json", "expected finite UTF-8 JSON with unique keys") from error
31
+
32
+
33
+ def read_message(stream: BinaryIO):
34
+ line = stream.readline(MAX_LINE_BYTES + 1)
35
+ if not line:
36
+ raise BridgeError("host_disconnected", "host closed the JSONL input")
37
+ if len(line) > MAX_LINE_BYTES or not line.endswith(b"\n"):
38
+ raise BridgeError("invalid_frame", "JSONL frame is too large or lacks its final LF")
39
+ try:
40
+ decoded = line.decode("utf-8", errors="strict")
41
+ except UnicodeError as error:
42
+ raise BridgeError("invalid_json", "JSONL frames must be UTF-8") from error
43
+ return parse_json(decoded)
44
+
45
+
46
+ def write_message(stream: TextIO, message: dict):
47
+ text = json.dumps(message, ensure_ascii=True, allow_nan=False, separators=(",", ":"))
48
+ if len(text.encode("utf-8")) + 1 > MAX_LINE_BYTES:
49
+ raise BridgeError("invalid_frame", "outgoing JSONL frame exceeds the size limit")
50
+ stream.write(text + "\n")
51
+ stream.flush()
52
+
53
+
54
+ class JsonlHost:
55
+ def __init__(self, reader: BinaryIO, writer: TextIO):
56
+ self.reader, self.writer = reader, writer
57
+ self._lock = threading.Lock()
58
+ self._condition = threading.Condition(self._lock)
59
+ self._pending = {}
60
+ self._occurrences = {}
61
+ self._failure = None
62
+ self._reader = None
63
+
64
+ def checkpoint(self):
65
+ with self._lock:
66
+ if self._pending:
67
+ raise BridgeError("checkpoint_busy", "callbacks must settle before checkpointing")
68
+ return dict(self._occurrences)
69
+
70
+ def restore(self, occurrences):
71
+ with self._lock:
72
+ self._occurrences = dict(occurrences)
73
+
74
+ def _fail(self, error):
75
+ with self._lock:
76
+ self._failure = error
77
+ for waiter in self._pending.values():
78
+ waiter.set_exception(error)
79
+ self._pending.clear()
80
+
81
+ def _read(self):
82
+ try:
83
+ while True:
84
+ with self._condition:
85
+ self._condition.wait_for(lambda: bool(self._pending))
86
+ try:
87
+ response = HostResponse.model_validate(read_message(self.reader))
88
+ except ValidationError as error:
89
+ raise BridgeError("invalid_response", "host response violates the protocol") from error
90
+ with self._lock:
91
+ waiter = self._pending.pop(response.id, None)
92
+ if waiter is None:
93
+ raise BridgeError("invalid_response", "host response does not match a pending callback")
94
+ if response.error is not None:
95
+ error = BridgeError(response.error.code, response.error.message)
96
+ waiter.set_exception(error)
97
+ raise error
98
+ waiter.set_result(response.result)
99
+ except Exception as error:
100
+ self._fail(error)
101
+
102
+ def __call__(self, method: str, params: dict):
103
+ # Content + occurrence identity is independent of worker scheduling and
104
+ # completion order, including replay after the last paired checkpoint.
105
+ key = hashlib.sha256(json.dumps([method, params], sort_keys=True,
106
+ separators=(",", ":")).encode()).hexdigest()
107
+ waiter = Future()
108
+ with self._lock:
109
+ if self._failure is not None:
110
+ raise self._failure
111
+ ordinal = self._occurrences.get(key, 0) + 1
112
+ self._occurrences[key] = ordinal
113
+ call_id = f"{key}:{ordinal}"
114
+ self._pending[call_id] = waiter
115
+ self._condition.notify()
116
+ try:
117
+ write_message(self.writer, {
118
+ "schema": SCHEMA, "kind": "request", "id": call_id,
119
+ "method": method, "params": params,
120
+ })
121
+ except Exception as error:
122
+ self._failure = error
123
+ for pending in self._pending.values():
124
+ pending.set_exception(error)
125
+ self._pending.clear()
126
+ if self._reader is None and self._failure is None:
127
+ self._reader = threading.Thread(target=self._read, daemon=True)
128
+ self._reader.start()
129
+ return waiter.result()
@@ -0,0 +1,5 @@
1
+ import type { CheckNode } from '../contracts/dataset.js';
2
+ import type { EvaluationContext, EvaluationResult } from '../contracts/evaluation.js';
3
+ import { type AtomicRuntime } from '../graders/atomic/index.js';
4
+ /** Bind only host-captured accepted artifacts; final chat output is never a fallback. */
5
+ export declare function evaluateAtomicGrader(check: CheckNode, context: EvaluationContext, runtime: AtomicRuntime): Promise<EvaluationResult>;
@@ -0,0 +1,55 @@
1
+ import { gradeAtomic } from '../graders/atomic/index.js';
2
+ import { collectJudgeCalls, result } from './logic/index.js';
3
+ import { selectEvidence } from './selectors.js';
4
+ function gateHasError(value) {
5
+ return value.status === 'error' || Boolean(value.children?.some(gateHasError));
6
+ }
7
+ /** Bind only host-captured accepted artifacts; final chat output is never a fallback. */
8
+ export async function evaluateAtomicGrader(check, context, runtime) {
9
+ const binding = check.grader_binding;
10
+ if (binding?.kind !== 'atomic' || binding.definitionDigest !== runtime.definitionDigest || binding.templatesDigest !== runtime.templatesDigest) {
11
+ throw new Error('Atomic grader runtime identity does not match resolved files');
12
+ }
13
+ const artifact = context.snapshot.artifacts[check.input.slice(9).split('#')[0]];
14
+ const selection = selectEvidence(check.input, context.snapshot);
15
+ if (!artifact?.acceptedCallId || !selection.found)
16
+ return result('unknown', 'Accepted graded artifact was not observed', context.snapshot.closed);
17
+ const selectors = (check.context ?? {});
18
+ const bound = {};
19
+ const evidence = [...selection.evidence];
20
+ for (const name of Object.keys(selectors)) {
21
+ if (!Object.hasOwn(runtime.templates.context, name))
22
+ throw new Error(`Unknown grader context ${name}`);
23
+ const selected = selectEvidence(selectors[name], context.snapshot);
24
+ if (selected.found)
25
+ bound[name] = selected.value;
26
+ evidence.push(...selected.evidence);
27
+ }
28
+ // Missing trial context prevents extraction from manufacturing absent evidence.
29
+ if (Object.keys(runtime.templates.context).some(name => !Object.hasOwn(bound, name))) {
30
+ return { ...result(runtime.grader.missing, 'Atomic grader context was not observed', context.snapshot.closed), score: 0, evidence };
31
+ }
32
+ const children = [];
33
+ let gateUnknown = false;
34
+ for (const gate of binding.gates) {
35
+ if (!context.evaluateCheck)
36
+ throw new Error('Grader gates require the evaluation engine');
37
+ const evaluated = await context.evaluateCheck(gate.check, artifact);
38
+ children.push({ ...evaluated, id: gate.id });
39
+ evidence.push(...evaluated.evidence);
40
+ const gateError = gateHasError(evaluated);
41
+ if (evaluated.status === 'fail' || gateError) {
42
+ return { ...result(gateError ? 'error' : 'fail', 'Atomic grader acceptance gate failed', context.snapshot.closed),
43
+ ...(gateError ? { atomicFailure: { cause: 'acceptance-gate', gateId: gate.id } } : { score: 0 }),
44
+ evidence, children, judgeCalls: collectJudgeCalls(children) };
45
+ }
46
+ if (evaluated.status !== 'pass')
47
+ gateUnknown = true;
48
+ }
49
+ const graded = await gradeAtomic(runtime, { output: selection.value, context: bound }, context.signal);
50
+ const judgeCalls = collectJudgeCalls([...children, { ...result(graded.status, 'Atomic grader'), judgeCalls: graded.judgeCalls }]);
51
+ return { ...result(graded.status === 'error' ? 'error' : gateUnknown ? 'unknown' : graded.status, graded.failure ? `Atomic grader admission failed: ${graded.failure.reason}` : `Atomic grader ${runtime.grader.id}; coverage ${graded.coverage}`, context.snapshot.closed),
52
+ ...(graded.score === null ? {} : { score: graded.score }), atomicGrading: graded, evidence, children, judgeCalls,
53
+ usage: judgeCalls.flatMap(call => call.usage ? [call.usage] : []) };
54
+ }
55
+ //# sourceMappingURL=atomic-grader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"atomic-grader.js","sourceRoot":"","sources":["../../../src/training/evaluation/atomic-grader.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAsB,MAAM,4BAA4B,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,SAAS,YAAY,CAAC,KAAuB;IAC3C,OAAO,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAgB,EAAE,OAA0B,EAAE,OAAsB;IAC7G,MAAM,OAAO,GAAG,KAAK,CAAC,cAA2C,CAAC;IAClE,IAAI,OAAO,EAAE,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,gBAAgB,KAAK,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,eAAe,KAAK,OAAO,CAAC,eAAe,EAAE,CAAC;QAC/I,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAE,KAAK,CAAC,KAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;IAC7F,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,KAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1E,IAAI,CAAC,QAAQ,EAAE,cAAc,IAAI,CAAC,SAAS,CAAC,KAAK;QAAE,OAAO,MAAM,CAAC,SAAS,EAAE,2CAA2C,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClJ,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAA2B,CAAC;IAClE,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,EAAE,CAAC,CAAC;QACvG,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,IAAI,CAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpE,IAAI,QAAQ,CAAC,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IACD,gFAAgF;IAChF,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,wCAAwC,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC;IACtI,CAAC;IACD,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAC1F,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACpE,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI,SAAS,EAAE,CAAC;YAC7C,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,sCAAsC,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC/G,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,iBAA0B,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBACzG,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClE,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM;YAAE,WAAW,GAAG,IAAI,CAAC;IACtD,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACvG,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,GAAG,QAAQ,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAClI,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAC9F,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,iBAAiB,OAAO,CAAC,MAAM,CAAC,EAAE,cAAc,MAAM,CAAC,QAAQ,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzK,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU;QAChH,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACxE,CAAC"}
@@ -0,0 +1 @@
1
+ export { evaluateSimilarity, cosine } from './similarity.js';
@@ -0,0 +1,2 @@
1
+ export { evaluateSimilarity, cosine } from './similarity.js';
2
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/training/evaluation/embedding/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { CheckNode } from '../../contracts/dataset.js';
2
+ import type { EvaluationContext, EvaluationResult } from '../../contracts/evaluation.js';
3
+ export declare function cosine(first: readonly number[], second: readonly number[]): number;
4
+ export declare function evaluateSimilarity(check: CheckNode, context: EvaluationContext): Promise<EvaluationResult>;
@@ -0,0 +1,38 @@
1
+ import { result } from '../logic/index.js';
2
+ import { evidenceText, selectEvidence, textReference } from '../selectors.js';
3
+ export function cosine(first, second) {
4
+ if (!first.length || first.length !== second.length || [...first, ...second].some(value => !Number.isFinite(value))) {
5
+ throw new Error('Embedding vectors require matching nonempty finite dimensions');
6
+ }
7
+ const norm = (values) => Math.sqrt(values.reduce((sum, value) => sum + value * value, 0));
8
+ const denominator = norm(first) * norm(second);
9
+ if (!Number.isFinite(denominator) || denominator === 0)
10
+ throw new Error('Invalid embedding norm');
11
+ const dot = first.reduce((sum, value, index) => sum + value * second[index], 0);
12
+ return Math.max(-1, Math.min(1, dot / denominator));
13
+ }
14
+ export async function evaluateSimilarity(check, context) {
15
+ const selected = selectEvidence(check.input, context.snapshot);
16
+ if (!selected.found)
17
+ return result('unknown', 'Embedding input is missing', context.snapshot.closed);
18
+ const provider = context.embeddings[check.provider];
19
+ if (!provider)
20
+ return result('error', 'Explicit embedding provider is unavailable', context.snapshot.closed);
21
+ const calibrationBytes = await context.readText(check.calibration);
22
+ const calibration = JSON.parse(calibrationBytes);
23
+ if (typeof calibration !== 'object' || calibration === null ||
24
+ calibration.model !== check.model ||
25
+ calibration.metric !== check.metric ||
26
+ typeof calibration.version !== 'string') {
27
+ return result('error', 'Calibration must identify the selected model, metric and version', context.snapshot.closed);
28
+ }
29
+ const reference = await context.readText(check.reference);
30
+ const output = await provider.embed([evidenceText(selected.value), reference], check.model, context.signal);
31
+ if (output.vectors.length !== 2)
32
+ throw new Error('Embedding provider returned wrong vector count');
33
+ const similarity = cosine(output.vectors[0], output.vectors[1]);
34
+ return { ...result(similarity >= check.minimum ? 'pass' : 'fail', `Cosine similarity ${similarity}`, context.snapshot.closed), score: (similarity + 1) / 2,
35
+ evidence: [...selected.evidence, textReference('sidecar', check.reference, reference),
36
+ textReference('sidecar', check.calibration, calibrationBytes)], ...(output.usage ? { usage: [output.usage] } : {}) };
37
+ }
38
+ //# sourceMappingURL=similarity.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"similarity.js","sourceRoot":"","sources":["../../../../src/training/evaluation/embedding/similarity.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAE9E,MAAM,UAAU,MAAM,CAAC,KAAwB,EAAE,MAAyB;IACxE,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,CAAC,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACpH,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAyB,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7G,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAClG,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,KAAK,CAAE,EAAE,CAAC,CAAC,CAAC;IACjF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAAgB,EAAE,OAA0B;IACnF,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,KAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACzE,IAAI,CAAC,QAAQ,CAAC,KAAK;QAAE,OAAO,MAAM,CAAC,SAAS,EAAE,4BAA4B,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrG,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,QAAkB,CAAC,CAAC;IAC9D,IAAI,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC,OAAO,EAAE,4CAA4C,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC7G,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAqB,CAAC,CAAC;IAC7E,MAAM,WAAW,GAAY,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC1D,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,KAAK,IAAI;QACtD,WAAuC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC7D,WAAuC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAChE,OAAQ,WAAuC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzE,OAAO,MAAM,CAAC,OAAO,EAAE,kEAAkE,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtH,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAmB,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,KAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACtH,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACnG,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;IAClE,OAAO,EAAE,GAAG,MAAM,CAAC,UAAU,IAAK,KAAK,CAAC,OAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAC1E,qBAAqB,UAAU,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC;QACxF,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,SAAmB,EAAE,SAAS,CAAC;YAC7F,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,WAAqB,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACrI,CAAC"}
@@ -0,0 +1,6 @@
1
+ import { type PlanMeasurementRepair } from './repair.js';
2
+ import type { CheckNode, LiveCheck, Stage } from '../contracts/dataset.js';
3
+ import type { EvaluationContext, EvaluationRegistry, EvaluationResult, PlanEvaluation } from '../contracts/evaluation.js';
4
+ export declare function evaluateNode(check: CheckNode, context: EvaluationContext, registry: EvaluationRegistry): Promise<EvaluationResult>;
5
+ export declare function evaluatePlan(stages: readonly Stage[], initial: EvaluationContext, registry: EvaluationRegistry, repair?: PlanMeasurementRepair): Promise<PlanEvaluation>;
6
+ export declare function mayStop(check: LiveCheck, registry: EvaluationRegistry): boolean;
@@ -0,0 +1,191 @@
1
+ import { measurementRepair } from './repair.js';
2
+ import { checkThreshold, collectJudgeCalls, combine, negate, result, weightedScore } from './logic/index.js';
3
+ import { checkConcurrency, runStageChecks } from './schedule.js';
4
+ import { isBuiltinMechanical } from './registry.js';
5
+ function requireOneOperation(node) {
6
+ const operators = ['all', 'any', 'not', 'passed', 'score', 'eval'];
7
+ if (operators.filter(key => Object.hasOwn(node, key)).length !== 1) {
8
+ throw new Error('A check requires exactly one operation');
9
+ }
10
+ }
11
+ function validResult(value) {
12
+ return ['pass', 'fail', 'unknown', 'error', 'skipped'].includes(value.status) &&
13
+ ['provisional', 'final'].includes(value.finality) && typeof value.reason === 'string' &&
14
+ Array.isArray(value.evidence) && (value.score === undefined ||
15
+ (Number.isFinite(value.score) && value.score >= 0 && value.score <= 1));
16
+ }
17
+ function isolatedContext(context) {
18
+ return { ...context,
19
+ snapshot: structuredClone(context.snapshot), results: structuredClone(context.results), scores: structuredClone(context.scores),
20
+ judges: Object.fromEntries(Object.entries(context.judges).map(([id, route]) => {
21
+ const { provider, cache, ...policy } = route;
22
+ return [id, { ...structuredClone(policy),
23
+ ...(cache ? { cache: { persistent: cache.persistent,
24
+ get: cache.get.bind(cache), put: cache.put.bind(cache) } } : {}),
25
+ provider: { id: provider.id, capabilities: structuredClone(provider.capabilities),
26
+ generate: provider.generate.bind(provider) },
27
+ }];
28
+ })),
29
+ ...(context.graders ? { graders: Object.fromEntries(Object.entries(context.graders).map(([id, route]) => [id, 'kind' in route ? {
30
+ ...route, grader: structuredClone(route.grader), templates: structuredClone(route.templates), extract: route.extract.bind(route),
31
+ backend: { identity: route.backend.identity.bind(route.backend), score: route.backend.score.bind(route.backend) },
32
+ } : {
33
+ ...route, grader: structuredClone(route.grader), calibration: structuredClone(route.calibration),
34
+ backend: { capabilities: structuredClone(route.backend.capabilities),
35
+ identity: route.backend.identity.bind(route.backend), score: route.backend.score.bind(route.backend) },
36
+ ...(route.teacher ? { teacher: { model: route.teacher.model, provider: {
37
+ id: route.teacher.provider.id, capabilities: structuredClone(route.teacher.provider.capabilities),
38
+ generate: route.teacher.provider.generate.bind(route.teacher.provider),
39
+ } } } : {}),
40
+ }])) } : {}),
41
+ embeddings: Object.fromEntries(Object.entries(context.embeddings).map(([id, provider]) => [id, {
42
+ id: provider.id, version: provider.version, embed: provider.embed.bind(provider),
43
+ }])),
44
+ };
45
+ }
46
+ export async function evaluateNode(check, context, registry) {
47
+ return evaluate(check, context, registry);
48
+ }
49
+ async function evaluate(check, context, registry, reuse, path = '') {
50
+ const retained = reuse?.(path);
51
+ if (retained !== undefined)
52
+ return retained;
53
+ if (context.signal?.aborted)
54
+ return { ...result('error', 'Evaluation cancelled', context.snapshot.closed), id: check.id };
55
+ try {
56
+ requireOneOperation(check);
57
+ let evaluated;
58
+ if (check.all || check.any) {
59
+ const children = [];
60
+ for (const [index, child] of (check.all ?? check.any).entries()) {
61
+ children.push(await evaluate(child, context, registry, reuse, `${path}/${check.all ? 'all' : 'any'}/${index}`));
62
+ }
63
+ evaluated = combine(check.all ? 'all' : 'any', children);
64
+ }
65
+ else if (check.not)
66
+ evaluated = negate(await evaluate(check.not, context, registry, reuse, `${path}/not`));
67
+ else if (check.passed)
68
+ evaluated = context.results[check.passed] ?? result('unknown', `Missing check ${check.passed}`, context.snapshot.closed);
69
+ else if (check.score) {
70
+ const child = context.results[check.score];
71
+ const score = context.scores[check.score] ?? (child ? weightedScore({ [check.score]: 1 }, context.results) : undefined);
72
+ evaluated = checkThreshold(score, check.at_least);
73
+ }
74
+ else if (check.eval) {
75
+ const evaluator = registry[check.eval];
76
+ if (!evaluator)
77
+ throw new Error(`Unknown evaluator ${check.eval}`);
78
+ const parameters = Object.fromEntries(Object.entries(structuredClone(check)).filter(([key]) => !['id', 'eval', 'on', 'on_fail'].includes(key)));
79
+ evaluator.definition.validate(parameters, check.id ?? check.eval);
80
+ const isolated = isolatedContext(context);
81
+ isolated.evaluateCheck = (gate, artifact) => evaluateNode(gate, { ...isolatedContext(context), ...(artifact ? { gradedArtifact: structuredClone(artifact) } : {}) }, registry);
82
+ evaluated = structuredClone(await evaluator.evaluate(structuredClone(check), isolated));
83
+ if (!validResult(evaluated))
84
+ throw new Error('Evaluator returned an invalid result');
85
+ }
86
+ else
87
+ throw new Error('Unresolved or invalid check node');
88
+ return { ...evaluated, id: check.id ?? evaluated.id };
89
+ }
90
+ catch (error) {
91
+ return { ...result('error', error instanceof Error ? error.message : String(error), context.snapshot.closed), id: check.id };
92
+ }
93
+ }
94
+ /** Exclusive resources when every leaf opted in and no node reads sibling results; otherwise undefined. */
95
+ function independentResources(node, context, registry) {
96
+ try {
97
+ requireOneOperation(node);
98
+ if (node.eval) {
99
+ const declared = registry[node.eval]?.concurrency?.(node, context);
100
+ return declared === undefined ? undefined : [...declared];
101
+ }
102
+ const children = node.all ?? node.any ?? (node.not ? [node.not] : undefined);
103
+ if (!children)
104
+ return undefined;
105
+ const resources = [];
106
+ for (const child of children) {
107
+ const nested = independentResources(child, context, registry);
108
+ if (nested === undefined)
109
+ return undefined;
110
+ resources.push(...nested);
111
+ }
112
+ return resources;
113
+ }
114
+ catch {
115
+ return undefined;
116
+ }
117
+ }
118
+ /** Built-in mechanical-only trees spend no inference, so they never occupy a bounded slot. */
119
+ function mechanicalOnly(node, registry) {
120
+ if (node.eval)
121
+ return isBuiltinMechanical(registry[node.eval]);
122
+ const children = node.all ?? node.any ?? (node.not ? [node.not] : []);
123
+ return children.length > 0 && children.every(child => mechanicalOnly(child, registry));
124
+ }
125
+ export async function evaluatePlan(stages, initial, registry, repair) {
126
+ const limit = checkConcurrency(initial.checkConcurrency);
127
+ const reuse = repair === undefined ? undefined : measurementRepair(stages, repair, registry);
128
+ const checks = { ...initial.results };
129
+ const scores = { ...initial.scores };
130
+ const results = [];
131
+ const observed = [];
132
+ const context = { ...initial, results: checks, scores };
133
+ for (const [stageIndex, stage] of stages.entries()) {
134
+ const eligibility = stage.when ? await evaluateNode(stage.when, context, registry) : result('pass', 'No dependency');
135
+ observed.push(eligibility);
136
+ const children = [];
137
+ const tasks = stage.checks.map((check, checkIndex) => eligibility.status === 'pass'
138
+ ? { resources: independentResources(check, context, registry), slot: !mechanicalOnly(check, registry),
139
+ run: () => evaluate(check, context, registry, reuse, `/stages/${stageIndex}/checks/${checkIndex}`) }
140
+ : { resources: [], run: async () => ({ ...result('skipped', `Stage dependency ${eligibility.status}`, eligibility.finality === 'final'),
141
+ id: check.id, children: [eligibility] }) });
142
+ await runStageChecks(tasks, limit, async (evaluated, checkIndex) => {
143
+ const check = stage.checks[checkIndex];
144
+ children.push(evaluated);
145
+ observed.push(evaluated);
146
+ checks[check.id] = evaluated;
147
+ const weight = stage.score?.linear[check.id];
148
+ const raw = evaluated.status === 'pass' || evaluated.status === 'fail'
149
+ ? evaluated.score ?? (evaluated.status === 'pass' ? 1 : 0) : null;
150
+ await context.observeMeasurement?.({ stageId: stage.id, criterionId: check.id, kind: 'criterion',
151
+ status: evaluated.status, score: raw,
152
+ // The weight still counts: a named failure never shrinks the denominator.
153
+ ...(evaluated.judgeFailure ? { judgeFailure: structuredClone(evaluated.judgeFailure) } : {}),
154
+ ...(weight === undefined ? {} : { weight, weightedContribution: raw === null ? null :
155
+ raw * weight / Object.values(stage.score.linear).reduce((sum, value) => sum + value, 0) }) });
156
+ });
157
+ const score = stage.score ? weightedScore(stage.score.linear, checks) : undefined;
158
+ if (score)
159
+ scores[stage.id] = score;
160
+ const gate = eligibility.status !== 'pass' ? result(eligibility.status, 'Stage dependency not satisfied', eligibility.finality === 'final')
161
+ : stage.gate ? await evaluateNode(stage.gate, context, registry) : combine('all', children);
162
+ checks[stage.id] = gate;
163
+ observed.push(gate);
164
+ results.push({ id: stage.id, checks: children, gate, ...(score ? { score, weights: { ...stage.score.linear } } : {}) });
165
+ await context.observeMeasurement?.({ stageId: stage.id, criterionId: stage.id, kind: 'gate', status: gate.status,
166
+ score: score?.missingWeight === 0 ? score.lower : null,
167
+ ...(gate.judgeFailure ? { judgeFailure: structuredClone(gate.judgeFailure) } : {}) });
168
+ }
169
+ const overall = combine('all', results.map(stage => stage.gate));
170
+ const judgeCalls = collectJudgeCalls(observed);
171
+ return { status: overall.status, stages: results, checks, scores, ...(judgeCalls.length ? { judgeCalls } : {}) };
172
+ }
173
+ export function mayStop(check, registry) {
174
+ if (check.on_fail !== 'stop')
175
+ return false;
176
+ function mechanical(node) {
177
+ requireOneOperation(node);
178
+ if (node.eval) {
179
+ const definition = registry[node.eval]?.definition;
180
+ return definition?.kind === 'mechanical' && definition.incremental && definition.stopProof;
181
+ }
182
+ if (node.not)
183
+ return mechanical(node.not);
184
+ const children = node.all ?? node.any;
185
+ return Boolean(children?.length && children.every(mechanical));
186
+ }
187
+ if (!mechanical(check))
188
+ throw new Error(`Live stop ${check.id} lacks a mechanical finality contract`);
189
+ return true;
190
+ }
191
+ //# sourceMappingURL=engine.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/training/evaluation/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAA+C,MAAM,aAAa,CAAC;AAG7F,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC7G,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAEpD,SAAS,mBAAmB,CAAC,IAAe;IAC1C,MAAM,SAAS,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACnE,IAAI,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAuB;IAC1C,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;QAC3E,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;QACrF,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS;QACzD,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,eAAe,CAAC,OAA0B;IACjD,OAAO,EAAE,GAAG,OAAO;QACjB,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC;QAC/H,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE;YAC5E,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,KAAK,CAAC;YAC7C,OAAO,CAAC,EAAE,EAAE,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC;oBACtC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU;4BACjD,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,QAAQ,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,QAAQ,CAAC,YAAY,CAAC;wBAC/E,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;iBAC/C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC;oBAC9H,GAAG,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;oBAChI,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;iBAClH,CAAC,CAAC,CAAC;oBACF,GAAG,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC;oBAChG,OAAO,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;wBAClE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;oBACxG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gCACrE,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gCACjG,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;6BACvE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACZ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACZ,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE;gBAC7F,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC;aACjF,CAAC,CAAC,CAAC;KACL,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAgB,EAAE,OAA0B,EAC7E,QAA4B;IAC5B,OAAO,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,KAAgB,EAAE,OAA0B,EAAE,QAA4B,EAChG,KAAkB,EAAE,IAAI,GAAG,EAAE;IAC7B,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,sBAAsB,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;IAC1H,IAAI,CAAC;QACH,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,SAA2B,CAAC;QAChC,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAuB,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjE,QAAQ,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;YAClH,CAAC;YACD,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3D,CAAC;aAAM,IAAI,KAAK,CAAC,GAAG;YAAE,SAAS,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC;aACxG,IAAI,KAAK,CAAC,MAAM;YAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,iBAAiB,KAAK,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aAC3I,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACxH,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,QAAS,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACnE,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAChJ,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YAC1C,QAAQ,CAAC,aAAa,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAC5D,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YACjH,SAAS,GAAG,eAAe,CAAC,MAAM,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;YACxF,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACvF,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAC3D,OAAO,EAAE,GAAG,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;IAC/H,CAAC;AACH,CAAC;AAED,2GAA2G;AAC3G,SAAS,oBAAoB,CAAC,IAAe,EAAE,OAA0B,EAAE,QAA4B;IACrG,IAAI,CAAC;QACH,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnE,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChC,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC9D,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,SAAS,CAAC;YAC3C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;AAC/B,CAAC;AAED,8FAA8F;AAC9F,SAAS,cAAc,CAAC,IAAe,EAAE,QAA4B;IACnE,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAwB,EAAE,OAA0B,EACrF,QAA4B,EAAE,MAA8B;IAC5D,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IACrC,MAAM,OAAO,GAA6B,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,MAAM,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACxD,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACnD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACrH,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,KAAK,MAAM;YACjF,CAAC,CAAC,EAAE,SAAS,EAAE,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC;gBACnG,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,UAAU,WAAW,UAAU,EAAE,CAAC,EAAE;YACtG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,oBAAoB,WAAW,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,QAAQ,KAAK,OAAO,CAAC;oBACrI,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;YACjE,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAE,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,EAAG,CAAC,GAAG,SAAS,CAAC;YAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAG,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM;gBACpE,CAAC,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACpE,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,EAAG,EAAE,IAAI,EAAE,WAAW;gBAC/F,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG;gBACpC,0EAA0E;gBAC1E,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5F,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;wBACnF,GAAG,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACrG,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,IAAI,KAAK;YAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,gCAAgC,EAAE,WAAW,CAAC,QAAQ,KAAK,OAAO,CAAC;YACzI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,KAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACzH,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM;YAC9G,KAAK,EAAE,KAAK,EAAE,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;YACtD,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACnH,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAgB,EAAE,QAA4B;IACpE,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IAC3C,SAAS,UAAU,CAAC,IAAe;QACjC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC;YACnD,OAAO,UAAU,EAAE,IAAI,KAAK,YAAY,IAAI,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,SAAS,CAAC;QAC7F,CAAC;QACD,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACtC,OAAO,OAAO,CAAC,QAAQ,EAAE,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,EAAE,uCAAuC,CAAC,CAAC;IACtG,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { CheckNode } from '../contracts/dataset.js';
2
+ import type { EvaluationContext, EvaluationResult } from '../contracts/evaluation.js';
3
+ /** All provider construction belongs to the host; this evaluator only consumes injected routes. */
4
+ export declare function evaluateGrader(check: CheckNode, context: EvaluationContext): Promise<EvaluationResult>;