spawnfile 0.1.25 → 0.1.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1469) hide show
  1. package/README.md +1 -1
  2. package/dist/audit/readAudit.d.ts +2 -2
  3. package/dist/auth/trainingAuth.js +1 -1
  4. package/dist/cli/runCli.d.ts +2 -2
  5. package/dist/cli/runCli.js +2 -2
  6. package/dist/cli/trainCommand.js +4 -5
  7. package/dist/cli/{paideiaDelegation.d.ts → trainingExecution.d.ts} +3 -4
  8. package/dist/cli/trainingExecution.js +151 -0
  9. package/dist/compiler/containerDaimonGrokWorkerRender.d.ts +2 -2
  10. package/dist/compiler/containerDaimonGrokWorkerRender.js +3 -2
  11. package/dist/compiler/containerDaimonUidEntrypointRender.js +4 -3
  12. package/dist/compiler/containerPackageOverrides.d.ts +1 -1
  13. package/dist/compiler/training/broker/declaration.d.ts +2 -2
  14. package/dist/compiler/training/broker/declaration.js +3 -2
  15. package/dist/compiler/training/broker/entrypoint.d.ts +3 -3
  16. package/dist/compiler/training/broker/entrypoint.js +7 -6
  17. package/dist/compiler/training/broker/evaluatorSecrets.js +4 -2
  18. package/dist/compiler/training/broker/paths.d.ts +15 -15
  19. package/dist/compiler/training/broker/paths.js +23 -23
  20. package/dist/compiler/training/broker/projection.d.ts +4 -4
  21. package/dist/compiler/training/broker/projection.js +9 -7
  22. package/dist/compiler/training/broker/provisioning.d.ts +1 -1
  23. package/dist/compiler/training/broker/provisioning.js +3 -3
  24. package/dist/compiler/training/broker/registration.d.ts +1 -1
  25. package/dist/compiler/training/broker/registration.js +1 -1
  26. package/dist/compiler/training/broker/supervisor.d.ts +1 -1
  27. package/dist/compiler/training/container/contract.js +2 -1
  28. package/dist/compiler/training/container/evaluators.d.ts +3 -3
  29. package/dist/compiler/training/container/evaluators.js +6 -6
  30. package/dist/compiler/training/container/launch.js +15 -7
  31. package/dist/compiler/training/container/security.js +3 -3
  32. package/dist/compiler/training/container/subjectIsolation.js +2 -1
  33. package/dist/compiler/training/execution.d.ts +8 -10
  34. package/dist/compiler/training/execution.js +1 -1
  35. package/dist/compiler/training/index.d.ts +2 -1
  36. package/dist/compiler/training/index.js +2 -1
  37. package/dist/compiler/training/moments.js +2 -2
  38. package/dist/compiler/training/plan/contract.d.ts +7 -7
  39. package/dist/compiler/training/plan/load.js +2 -0
  40. package/dist/compiler/training/preparation/assets/Dockerfile +8 -17
  41. package/dist/compiler/training/preparation/assets/package-lock.json +2012 -316
  42. package/dist/compiler/training/preparation/broker.js +2 -1
  43. package/dist/compiler/training/preparation/contract.d.ts +5 -9
  44. package/dist/compiler/training/preparation/contract.js +4 -3
  45. package/dist/compiler/training/preparation/image.js +2 -4
  46. package/dist/compiler/training/preparation/prepare.js +3 -3
  47. package/dist/compiler/training/repair/compatibility.js +17 -6
  48. package/dist/compiler/training/repair/contract.d.ts +14 -22
  49. package/dist/compiler/training/repair/contract.js +3 -2
  50. package/dist/compiler/training/repair/prepare.d.ts +5 -9
  51. package/dist/compiler/training/repair/prepare.js +10 -4
  52. package/dist/compiler/training/repair/witness.d.ts +4 -8
  53. package/dist/compiler/training/repair/witness.js +16 -2
  54. package/dist/compiler/training/rewind/contract.d.ts +9 -9
  55. package/dist/compiler/training/subjectDeclaration.d.ts +2 -1
  56. package/dist/compiler/training/subjectDeclaration.js +4 -2
  57. package/dist/compiler/training/subjectLease.d.ts +9 -8
  58. package/dist/compiler/training/subjectLease.js +17 -13
  59. package/dist/distribution/imageRuntimeAuth.js +33 -24
  60. package/dist/manifest/executionSchemas.d.ts +9 -9
  61. package/dist/manifest/mcpSchemas.d.ts +3 -3
  62. package/dist/manifest/schemas.d.ts +71 -71
  63. package/dist/manifest/teamNetworkAccessSchemas.d.ts +1 -1
  64. package/dist/manifest/teamNetworkAuthSchemas.d.ts +1 -1
  65. package/dist/manifest/teamNetworkSchemas.d.ts +2 -2
  66. package/dist/manifest/teamNetworkServerSchemas.d.ts +2 -2
  67. package/dist/manifest/trainingDataSchemas.d.ts +2 -2
  68. package/dist/runtime/codex-exec/training/adapter.d.ts +13 -0
  69. package/dist/runtime/codex-exec/training/adapter.js +101 -0
  70. package/dist/runtime/codex-exec/training/adapter.js.map +1 -0
  71. package/dist/runtime/codex-exec/training/environment.d.ts +3 -0
  72. package/dist/runtime/codex-exec/training/environment.js +26 -0
  73. package/dist/runtime/codex-exec/training/environment.js.map +1 -0
  74. package/dist/runtime/codex-exec/training/index.d.ts +2 -0
  75. package/dist/runtime/codex-exec/training/index.js +3 -0
  76. package/dist/runtime/codex-exec/training/index.js.map +1 -0
  77. package/dist/runtime/codex-exec/training/protocol.d.ts +15 -0
  78. package/dist/runtime/codex-exec/training/protocol.js +102 -0
  79. package/dist/runtime/codex-exec/training/protocol.js.map +1 -0
  80. package/dist/runtime/codex-exec/training/providers/codex-subscription/index.d.ts +1 -0
  81. package/dist/runtime/codex-exec/training/providers/codex-subscription/index.js +2 -0
  82. package/dist/runtime/codex-exec/training/providers/codex-subscription/index.js.map +1 -0
  83. package/dist/runtime/codex-exec/training/providers/codex-subscription/protocol.d.ts +17 -0
  84. package/dist/runtime/codex-exec/training/providers/codex-subscription/protocol.js +80 -0
  85. package/dist/runtime/codex-exec/training/providers/codex-subscription/protocol.js.map +1 -0
  86. package/dist/runtime/codex-exec/training/providers/codex-subscription/provider.d.ts +12 -0
  87. package/dist/runtime/codex-exec/training/providers/codex-subscription/provider.js +125 -0
  88. package/dist/runtime/codex-exec/training/providers/codex-subscription/provider.js.map +1 -0
  89. package/dist/runtime/codex-exec/training/providers/codex-subscription/strict-schema.d.ts +6 -0
  90. package/dist/runtime/codex-exec/training/providers/codex-subscription/strict-schema.js +219 -0
  91. package/dist/runtime/codex-exec/training/providers/codex-subscription/strict-schema.js.map +1 -0
  92. package/dist/runtime/container.js +1 -1
  93. package/dist/runtime/containerPackageOverrides.d.ts +2 -2
  94. package/dist/runtime/containerPackageOverrides.js +1 -1
  95. package/dist/runtime/daimon/adapter.js +9 -9
  96. package/dist/runtime/daimon/config.d.ts +2 -1
  97. package/dist/runtime/daimon/config.js +25 -25
  98. package/dist/runtime/daimon/contract-manifest.json +1 -1
  99. package/dist/runtime/daimon/contract-manifest.sha256 +1 -1
  100. package/dist/runtime/daimon/contractManifest.d.ts +206 -202
  101. package/dist/runtime/daimon/contractManifest.js +48 -145
  102. package/dist/runtime/daimon/contractManifest.js.map +1 -0
  103. package/dist/runtime/daimon/contractManifestSchema.d.ts +1455 -0
  104. package/dist/runtime/daimon/contractManifestSchema.js +19 -0
  105. package/dist/runtime/daimon/contractManifestSchema.js.map +1 -0
  106. package/dist/runtime/daimon/engineDescriptorSchema.d.ts +1826 -0
  107. package/dist/runtime/daimon/engineDescriptorSchema.js +107 -0
  108. package/dist/runtime/daimon/engineDescriptorSchema.js.map +1 -0
  109. package/dist/runtime/daimon/engineDescriptors.generated.d.ts +477 -0
  110. package/dist/runtime/daimon/engineDescriptors.generated.js +5 -0
  111. package/dist/runtime/daimon/engineDescriptors.generated.js.map +1 -0
  112. package/dist/runtime/daimon/engines.d.ts +664 -0
  113. package/dist/runtime/daimon/engines.js +25 -0
  114. package/dist/runtime/daimon/engines.js.map +1 -0
  115. package/dist/runtime/daimon/grokModel.d.ts +2 -1
  116. package/dist/runtime/daimon/grokModel.js +10 -7
  117. package/dist/runtime/daimon/grokSkillsSupport.js +2 -1
  118. package/dist/runtime/daimon/grokTurnLimits.js +3 -3
  119. package/dist/runtime/daimon/grokWorkerContract.d.ts +2 -2
  120. package/dist/runtime/daimon/grokWorkerContract.js +10 -9
  121. package/dist/runtime/daimon/index.d.ts +4 -0
  122. package/dist/runtime/daimon/index.js +5 -0
  123. package/dist/runtime/daimon/index.js.map +1 -0
  124. package/dist/runtime/daimon/packageName.d.ts +2 -0
  125. package/dist/runtime/daimon/packageName.js +3 -0
  126. package/dist/runtime/daimon/packageName.js.map +1 -0
  127. package/dist/runtime/daimon/runAuth.d.ts +4 -4
  128. package/dist/runtime/daimon/runAuth.js +71 -53
  129. package/dist/runtime/daimon/training/index.d.ts +2 -0
  130. package/dist/runtime/daimon/training/index.js +7 -0
  131. package/dist/runtime/daimon/training/index.js.map +1 -0
  132. package/dist/runtime/daimon/training/legacy/adapter.d.ts +11 -0
  133. package/dist/runtime/daimon/training/legacy/adapter.js +175 -0
  134. package/dist/runtime/daimon/training/legacy/adapter.js.map +1 -0
  135. package/dist/runtime/daimon/training/legacy/index.d.ts +2 -0
  136. package/dist/runtime/daimon/training/legacy/index.js +3 -0
  137. package/dist/runtime/daimon/training/legacy/index.js.map +1 -0
  138. package/dist/runtime/daimon/training/legacy/public.d.ts +49 -0
  139. package/dist/runtime/daimon/training/legacy/public.js +16 -0
  140. package/dist/runtime/daimon/training/legacy/public.js.map +1 -0
  141. package/dist/runtime/daimon/training/native/adapter.d.ts +18 -0
  142. package/dist/runtime/daimon/training/native/adapter.js +231 -0
  143. package/dist/runtime/daimon/training/native/adapter.js.map +1 -0
  144. package/dist/runtime/daimon/training/native/admission.d.ts +7 -0
  145. package/dist/runtime/daimon/training/native/admission.js +52 -0
  146. package/dist/runtime/daimon/training/native/admission.js.map +1 -0
  147. package/dist/runtime/daimon/training/native/child/arguments.d.ts +16 -0
  148. package/dist/runtime/daimon/training/native/child/arguments.js +69 -0
  149. package/dist/runtime/daimon/training/native/child/arguments.js.map +1 -0
  150. package/dist/runtime/daimon/training/native/child/deferred-trial.d.ts +24 -0
  151. package/dist/runtime/daimon/training/native/child/deferred-trial.js +63 -0
  152. package/dist/runtime/daimon/training/native/child/deferred-trial.js.map +1 -0
  153. package/dist/runtime/daimon/training/native/child/diagnostics.d.ts +58 -0
  154. package/dist/runtime/daimon/training/native/child/diagnostics.js +215 -0
  155. package/dist/runtime/daimon/training/native/child/diagnostics.js.map +1 -0
  156. package/dist/runtime/daimon/training/native/child/fixture.d.ts +16 -0
  157. package/dist/runtime/daimon/training/native/child/fixture.js +157 -0
  158. package/dist/runtime/daimon/training/native/child/fixture.js.map +1 -0
  159. package/dist/runtime/daimon/training/native/child/grok.d.ts +14 -0
  160. package/dist/runtime/daimon/training/native/child/grok.js +47 -0
  161. package/dist/runtime/daimon/training/native/child/grok.js.map +1 -0
  162. package/dist/runtime/daimon/training/native/child/index.d.ts +7 -0
  163. package/dist/runtime/daimon/training/native/child/index.js +5 -0
  164. package/dist/runtime/daimon/training/native/child/index.js.map +1 -0
  165. package/dist/runtime/daimon/training/native/child/lifecycle.d.ts +40 -0
  166. package/dist/runtime/daimon/training/native/child/lifecycle.js +391 -0
  167. package/dist/runtime/daimon/training/native/child/lifecycle.js.map +1 -0
  168. package/dist/runtime/daimon/training/native/child/probe.d.ts +2 -0
  169. package/dist/runtime/daimon/training/native/child/probe.js +11 -0
  170. package/dist/runtime/daimon/training/native/child/probe.js.map +1 -0
  171. package/dist/runtime/daimon/training/native/child/sandbox.d.ts +4 -0
  172. package/dist/runtime/daimon/training/native/child/sandbox.js +76 -0
  173. package/dist/runtime/daimon/training/native/child/sandbox.js.map +1 -0
  174. package/dist/runtime/daimon/training/native/child/types.d.ts +15 -0
  175. package/dist/runtime/daimon/training/native/child/types.js +2 -0
  176. package/dist/runtime/daimon/training/native/child/types.js.map +1 -0
  177. package/dist/runtime/daimon/training/native/container/docker.d.ts +29 -0
  178. package/dist/runtime/daimon/training/native/container/docker.js +105 -0
  179. package/dist/runtime/daimon/training/native/container/docker.js.map +1 -0
  180. package/dist/runtime/daimon/training/native/container/grok-slot.d.ts +22 -0
  181. package/dist/runtime/daimon/training/native/container/grok-slot.js +38 -0
  182. package/dist/runtime/daimon/training/native/container/grok-slot.js.map +1 -0
  183. package/dist/runtime/daimon/training/native/container/index.d.ts +6 -0
  184. package/dist/runtime/daimon/training/native/container/index.js +6 -0
  185. package/dist/runtime/daimon/training/native/container/index.js.map +1 -0
  186. package/dist/runtime/daimon/training/native/container/lifecycle.d.ts +8 -0
  187. package/dist/runtime/daimon/training/native/container/lifecycle.js +110 -0
  188. package/dist/runtime/daimon/training/native/container/lifecycle.js.map +1 -0
  189. package/dist/runtime/daimon/training/native/container/manifest.d.ts +17 -0
  190. package/dist/runtime/daimon/training/native/container/manifest.js +144 -0
  191. package/dist/runtime/daimon/training/native/container/manifest.js.map +1 -0
  192. package/dist/runtime/daimon/training/native/container/native-preflight.d.ts +8 -0
  193. package/dist/runtime/daimon/training/native/container/native-preflight.js +40 -0
  194. package/dist/runtime/daimon/training/native/container/native-preflight.js.map +1 -0
  195. package/dist/runtime/daimon/training/native/container/preflight.d.ts +15 -0
  196. package/dist/runtime/daimon/training/native/container/preflight.js +79 -0
  197. package/dist/runtime/daimon/training/native/container/preflight.js.map +1 -0
  198. package/dist/runtime/daimon/training/native/container/slot.d.ts +4 -0
  199. package/dist/runtime/daimon/training/native/container/slot.js +58 -0
  200. package/dist/runtime/daimon/training/native/container/slot.js.map +1 -0
  201. package/dist/runtime/daimon/training/native/external.d.ts +37 -0
  202. package/dist/runtime/daimon/training/native/external.js +75 -0
  203. package/dist/runtime/daimon/training/native/external.js.map +1 -0
  204. package/dist/runtime/daimon/training/native/grants/authority.d.ts +36 -0
  205. package/dist/runtime/daimon/training/native/grants/authority.js +49 -0
  206. package/dist/runtime/daimon/training/native/grants/authority.js.map +1 -0
  207. package/dist/runtime/daimon/training/native/grants/index.d.ts +2 -0
  208. package/dist/runtime/daimon/training/native/grants/index.js +3 -0
  209. package/dist/runtime/daimon/training/native/grants/index.js.map +1 -0
  210. package/dist/runtime/daimon/training/native/grants/pins.d.ts +30 -0
  211. package/dist/runtime/daimon/training/native/grants/pins.js +20 -0
  212. package/dist/runtime/daimon/training/native/grants/pins.js.map +1 -0
  213. package/dist/runtime/daimon/training/native/grants/test-socket.d.ts +6 -0
  214. package/dist/runtime/daimon/training/native/grants/test-socket.js +35 -0
  215. package/dist/runtime/daimon/training/native/grants/test-socket.js.map +1 -0
  216. package/dist/runtime/daimon/training/native/grok-fixtures.d.ts +34 -0
  217. package/dist/runtime/daimon/training/native/grok-fixtures.js +179 -0
  218. package/dist/runtime/daimon/training/native/grok-fixtures.js.map +1 -0
  219. package/dist/runtime/daimon/training/native/index.d.ts +38 -0
  220. package/dist/runtime/daimon/training/native/index.js +27 -0
  221. package/dist/runtime/daimon/training/native/index.js.map +1 -0
  222. package/dist/runtime/daimon/training/native/live-checkout.d.ts +2 -0
  223. package/dist/runtime/daimon/training/native/live-checkout.js +15 -0
  224. package/dist/runtime/daimon/training/native/live-checkout.js.map +1 -0
  225. package/dist/runtime/daimon/training/native/observations.d.ts +51 -0
  226. package/dist/runtime/daimon/training/native/observations.js +217 -0
  227. package/dist/runtime/daimon/training/native/observations.js.map +1 -0
  228. package/dist/runtime/daimon/training/native/outcome.d.ts +13 -0
  229. package/dist/runtime/daimon/training/native/outcome.js +37 -0
  230. package/dist/runtime/daimon/training/native/outcome.js.map +1 -0
  231. package/dist/runtime/daimon/training/native/preparation/engine-config.d.ts +21 -0
  232. package/dist/runtime/daimon/training/native/preparation/engine-config.js +30 -0
  233. package/dist/runtime/daimon/training/native/preparation/engine-config.js.map +1 -0
  234. package/dist/runtime/daimon/training/native/preparation/fixtures.d.ts +17 -0
  235. package/dist/runtime/daimon/training/native/preparation/fixtures.js +50 -0
  236. package/dist/runtime/daimon/training/native/preparation/fixtures.js.map +1 -0
  237. package/dist/runtime/daimon/training/native/preparation/index.d.ts +7 -0
  238. package/dist/runtime/daimon/training/native/preparation/index.js +5 -0
  239. package/dist/runtime/daimon/training/native/preparation/index.js.map +1 -0
  240. package/dist/runtime/daimon/training/native/preparation/layout.d.ts +66 -0
  241. package/dist/runtime/daimon/training/native/preparation/layout.js +87 -0
  242. package/dist/runtime/daimon/training/native/preparation/layout.js.map +1 -0
  243. package/dist/runtime/daimon/training/native/preparation/subject.d.ts +14 -0
  244. package/dist/runtime/daimon/training/native/preparation/subject.js +67 -0
  245. package/dist/runtime/daimon/training/native/preparation/subject.js.map +1 -0
  246. package/dist/runtime/daimon/training/native/preparation/types.d.ts +69 -0
  247. package/dist/runtime/daimon/training/native/preparation/types.js +2 -0
  248. package/dist/runtime/daimon/training/native/preparation/types.js.map +1 -0
  249. package/dist/runtime/daimon/training/native/receipt/artifacts.d.ts +25 -0
  250. package/dist/runtime/daimon/training/native/receipt/artifacts.js +32 -0
  251. package/dist/runtime/daimon/training/native/receipt/artifacts.js.map +1 -0
  252. package/dist/runtime/daimon/training/native/receipt/grok-clocked-pins.d.ts +129 -0
  253. package/dist/runtime/daimon/training/native/receipt/grok-clocked-pins.js +45 -0
  254. package/dist/runtime/daimon/training/native/receipt/grok-clocked-pins.js.map +1 -0
  255. package/dist/runtime/daimon/training/native/receipt/grok.d.ts +246 -0
  256. package/dist/runtime/daimon/training/native/receipt/grok.js +195 -0
  257. package/dist/runtime/daimon/training/native/receipt/grok.js.map +1 -0
  258. package/dist/runtime/daimon/training/native/receipt/index.d.ts +10 -0
  259. package/dist/runtime/daimon/training/native/receipt/index.js +7 -0
  260. package/dist/runtime/daimon/training/native/receipt/index.js.map +1 -0
  261. package/dist/runtime/daimon/training/native/receipt/paths.d.ts +3 -0
  262. package/dist/runtime/daimon/training/native/receipt/paths.js +18 -0
  263. package/dist/runtime/daimon/training/native/receipt/paths.js.map +1 -0
  264. package/dist/runtime/daimon/training/native/receipt/sandbox.d.ts +42 -0
  265. package/dist/runtime/daimon/training/native/receipt/sandbox.js +35 -0
  266. package/dist/runtime/daimon/training/native/receipt/sandbox.js.map +1 -0
  267. package/dist/runtime/daimon/training/native/receipt/schema.d.ts +486 -0
  268. package/dist/runtime/daimon/training/native/receipt/schema.js +138 -0
  269. package/dist/runtime/daimon/training/native/receipt/schema.js.map +1 -0
  270. package/dist/runtime/daimon/training/native/receipt/task-clock.d.ts +19 -0
  271. package/dist/runtime/daimon/training/native/receipt/task-clock.js +49 -0
  272. package/dist/runtime/daimon/training/native/receipt/task-clock.js.map +1 -0
  273. package/dist/runtime/daimon/training/native/sealed-usage.d.ts +218 -0
  274. package/dist/runtime/daimon/training/native/sealed-usage.js +261 -0
  275. package/dist/runtime/daimon/training/native/sealed-usage.js.map +1 -0
  276. package/dist/runtime/daimon/training/native/test-fixtures.d.ts +27 -0
  277. package/dist/runtime/daimon/training/native/test-fixtures.js +158 -0
  278. package/dist/runtime/daimon/training/native/test-fixtures.js.map +1 -0
  279. package/dist/runtime/daimon/training/native/transcript.d.ts +96 -0
  280. package/dist/runtime/daimon/training/native/transcript.js +239 -0
  281. package/dist/runtime/daimon/training/native/transcript.js.map +1 -0
  282. package/dist/runtime/daimon/training/native/transport/delivery.d.ts +27 -0
  283. package/dist/runtime/daimon/training/native/transport/delivery.js +98 -0
  284. package/dist/runtime/daimon/training/native/transport/delivery.js.map +1 -0
  285. package/dist/runtime/daimon/training/native/transport/http.d.ts +3 -0
  286. package/dist/runtime/daimon/training/native/transport/http.js +81 -0
  287. package/dist/runtime/daimon/training/native/transport/http.js.map +1 -0
  288. package/dist/runtime/daimon/training/native/transport/index.d.ts +4 -0
  289. package/dist/runtime/daimon/training/native/transport/index.js +3 -0
  290. package/dist/runtime/daimon/training/native/transport/index.js.map +1 -0
  291. package/dist/runtime/daimon/training/native/transport/types.d.ts +15 -0
  292. package/dist/runtime/daimon/training/native/transport/types.js +2 -0
  293. package/dist/runtime/daimon/training/native/transport/types.js.map +1 -0
  294. package/dist/runtime/daimon/training/native/worker/cli.d.ts +1 -0
  295. package/dist/runtime/daimon/training/native/worker/cli.js +17 -0
  296. package/dist/runtime/daimon/training/native/worker/cli.js.map +1 -0
  297. package/dist/runtime/daimon/training/native/worker/control.d.ts +20 -0
  298. package/dist/runtime/daimon/training/native/worker/control.js +266 -0
  299. package/dist/runtime/daimon/training/native/worker/control.js.map +1 -0
  300. package/dist/runtime/daimon/training/native/worker/deliveries.d.ts +38 -0
  301. package/dist/runtime/daimon/training/native/worker/deliveries.js +91 -0
  302. package/dist/runtime/daimon/training/native/worker/deliveries.js.map +1 -0
  303. package/dist/runtime/daimon/training/native/worker/evidence/collect.d.ts +54 -0
  304. package/dist/runtime/daimon/training/native/worker/evidence/collect.js +278 -0
  305. package/dist/runtime/daimon/training/native/worker/evidence/collect.js.map +1 -0
  306. package/dist/runtime/daimon/training/native/worker/evidence/execution.d.ts +102 -0
  307. package/dist/runtime/daimon/training/native/worker/evidence/execution.js +191 -0
  308. package/dist/runtime/daimon/training/native/worker/evidence/execution.js.map +1 -0
  309. package/dist/runtime/daimon/training/native/worker/evidence/index.d.ts +3 -0
  310. package/dist/runtime/daimon/training/native/worker/evidence/index.js +4 -0
  311. package/dist/runtime/daimon/training/native/worker/evidence/index.js.map +1 -0
  312. package/dist/runtime/daimon/training/native/worker/evidence/io.d.ts +20 -0
  313. package/dist/runtime/daimon/training/native/worker/evidence/io.js +130 -0
  314. package/dist/runtime/daimon/training/native/worker/evidence/io.js.map +1 -0
  315. package/dist/runtime/daimon/training/native/worker/evidence/seal.d.ts +3 -0
  316. package/dist/runtime/daimon/training/native/worker/evidence/seal.js +67 -0
  317. package/dist/runtime/daimon/training/native/worker/evidence/seal.js.map +1 -0
  318. package/dist/runtime/daimon/training/native/worker/index.d.ts +11 -0
  319. package/dist/runtime/daimon/training/native/worker/index.js +8 -0
  320. package/dist/runtime/daimon/training/native/worker/index.js.map +1 -0
  321. package/dist/runtime/daimon/training/native/worker/profile.d.ts +23 -0
  322. package/dist/runtime/daimon/training/native/worker/profile.js +149 -0
  323. package/dist/runtime/daimon/training/native/worker/profile.js.map +1 -0
  324. package/dist/runtime/daimon/training/native/worker/public.d.ts +41 -0
  325. package/dist/runtime/daimon/training/native/worker/public.js +22 -0
  326. package/dist/runtime/daimon/training/native/worker/public.js.map +1 -0
  327. package/dist/runtime/daimon/training/native/worker/sandbox.d.ts +4 -0
  328. package/dist/runtime/daimon/training/native/worker/sandbox.js +52 -0
  329. package/dist/runtime/daimon/training/native/worker/sandbox.js.map +1 -0
  330. package/dist/runtime/daimon/training/native/worker/server.d.ts +4 -0
  331. package/dist/runtime/daimon/training/native/worker/server.js +102 -0
  332. package/dist/runtime/daimon/training/native/worker/server.js.map +1 -0
  333. package/dist/runtime/daimon/training/native/worker/types.d.ts +318 -0
  334. package/dist/runtime/daimon/training/native/worker/types.js +2 -0
  335. package/dist/runtime/daimon/training/native/worker/types.js.map +1 -0
  336. package/dist/runtime/daimon/training/native/worker/wake-delivery/index.d.ts +4 -0
  337. package/dist/runtime/daimon/training/native/worker/wake-delivery/index.js +4 -0
  338. package/dist/runtime/daimon/training/native/worker/wake-delivery/index.js.map +1 -0
  339. package/dist/runtime/daimon/training/native/worker/wake-delivery/source.d.ts +3 -0
  340. package/dist/runtime/daimon/training/native/worker/wake-delivery/source.js +16 -0
  341. package/dist/runtime/daimon/training/native/worker/wake-delivery/source.js.map +1 -0
  342. package/dist/runtime/daimon/training/native/worker/wake-delivery/terminal.d.ts +4 -0
  343. package/dist/runtime/daimon/training/native/worker/wake-delivery/terminal.js +52 -0
  344. package/dist/runtime/daimon/training/native/worker/wake-delivery/terminal.js.map +1 -0
  345. package/dist/runtime/daimon/training/native/worker/wake-delivery/transport.d.ts +21 -0
  346. package/dist/runtime/daimon/training/native/worker/wake-delivery/transport.js +198 -0
  347. package/dist/runtime/daimon/training/native/worker/wake-delivery/transport.js.map +1 -0
  348. package/dist/runtime/daimon/training/native/worker/wake-delivery/types.d.ts +91 -0
  349. package/dist/runtime/daimon/training/native/worker/wake-delivery/types.js +2 -0
  350. package/dist/runtime/daimon/training/native/worker/wake-delivery/types.js.map +1 -0
  351. package/dist/runtime/daimon/training/native/worker/worker.d.ts +1 -0
  352. package/dist/runtime/daimon/training/native/worker/worker.js +103 -0
  353. package/dist/runtime/daimon/training/native/worker/worker.js.map +1 -0
  354. package/dist/runtime/daimon/training/providers/grok-broker/broker.d.ts +20 -0
  355. package/dist/runtime/daimon/training/providers/grok-broker/broker.js +55 -0
  356. package/dist/runtime/daimon/training/providers/grok-broker/broker.js.map +1 -0
  357. package/dist/runtime/daimon/training/providers/grok-broker/grant-fixtures.d.ts +15 -0
  358. package/dist/runtime/daimon/training/providers/grok-broker/grant-fixtures.js +29 -0
  359. package/dist/runtime/daimon/training/providers/grok-broker/grant-fixtures.js.map +1 -0
  360. package/dist/runtime/daimon/training/providers/grok-broker/grant-home.d.ts +16 -0
  361. package/dist/runtime/daimon/training/providers/grok-broker/grant-home.js +60 -0
  362. package/dist/runtime/daimon/training/providers/grok-broker/grant-home.js.map +1 -0
  363. package/dist/runtime/daimon/training/providers/grok-broker/grant-pool.d.ts +81 -0
  364. package/dist/runtime/daimon/training/providers/grok-broker/grant-pool.js +221 -0
  365. package/dist/runtime/daimon/training/providers/grok-broker/grant-pool.js.map +1 -0
  366. package/dist/runtime/daimon/training/providers/grok-broker/grant-releases.d.ts +31 -0
  367. package/dist/runtime/daimon/training/providers/grok-broker/grant-releases.js +78 -0
  368. package/dist/runtime/daimon/training/providers/grok-broker/grant-releases.js.map +1 -0
  369. package/dist/runtime/daimon/training/providers/grok-broker/grants.d.ts +63 -0
  370. package/dist/runtime/daimon/training/providers/grok-broker/grants.js +20 -0
  371. package/dist/runtime/daimon/training/providers/grok-broker/grants.js.map +1 -0
  372. package/dist/runtime/daimon/training/providers/grok-broker/index.d.ts +3 -0
  373. package/dist/runtime/daimon/training/providers/grok-broker/index.js +4 -0
  374. package/dist/runtime/daimon/training/providers/grok-broker/index.js.map +1 -0
  375. package/dist/runtime/daimon/training/providers/grok-subscription/cli.d.ts +21 -0
  376. package/dist/runtime/daimon/training/providers/grok-subscription/cli.js +81 -0
  377. package/dist/runtime/daimon/training/providers/grok-subscription/cli.js.map +1 -0
  378. package/dist/runtime/daimon/training/providers/grok-subscription/index.d.ts +4 -0
  379. package/dist/runtime/daimon/training/providers/grok-subscription/index.js +5 -0
  380. package/dist/runtime/daimon/training/providers/grok-subscription/index.js.map +1 -0
  381. package/dist/runtime/daimon/training/providers/grok-subscription/protocol.d.ts +26 -0
  382. package/dist/runtime/daimon/training/providers/grok-subscription/protocol.js +102 -0
  383. package/dist/runtime/daimon/training/providers/grok-subscription/protocol.js.map +1 -0
  384. package/dist/runtime/daimon/training/providers/grok-subscription/provider.d.ts +9 -0
  385. package/dist/runtime/daimon/training/providers/grok-subscription/provider.js +38 -0
  386. package/dist/runtime/daimon/training/providers/grok-subscription/provider.js.map +1 -0
  387. package/dist/runtime/daimon/training/public.d.ts +6 -0
  388. package/dist/runtime/daimon/training/public.js +5 -0
  389. package/dist/runtime/daimon/training/public.js.map +1 -0
  390. package/dist/runtime/daimon/training/services/freshness.d.ts +15 -0
  391. package/dist/runtime/daimon/training/services/freshness.js +19 -0
  392. package/dist/runtime/daimon/training/services/freshness.js.map +1 -0
  393. package/dist/runtime/daimon/training/services/index.d.ts +3 -0
  394. package/dist/runtime/daimon/training/services/index.js +3 -0
  395. package/dist/runtime/daimon/training/services/index.js.map +1 -0
  396. package/dist/runtime/daimon/training/services/slot-freshness.d.ts +34 -0
  397. package/dist/runtime/daimon/training/services/slot-freshness.js +178 -0
  398. package/dist/runtime/daimon/training/services/slot-freshness.js.map +1 -0
  399. package/dist/runtime/daimon/wakeMoments.js +1 -0
  400. package/dist/runtime/daimon/wakeMoments.js.map +1 -0
  401. package/dist/runtime/pi/appPreludeSource.js +3 -2
  402. package/dist/runtime/pi/appTemplate.d.ts +1 -1
  403. package/dist/runtime/pi/appTemplate.js +2 -1
  404. package/dist/runtime/registry.d.ts +6 -0
  405. package/dist/runtime/registry.js +2 -0
  406. package/dist/runtime/trainingCli.d.ts +10 -0
  407. package/dist/runtime/trainingCli.js +27 -0
  408. package/dist/runtime/trainingGraderProviders.d.ts +4 -0
  409. package/dist/runtime/trainingGraderProviders.js +55 -0
  410. package/dist/runtime/trainingProviders.d.ts +4 -0
  411. package/dist/runtime/trainingProviders.js +89 -0
  412. package/dist/runtime/trainingPublic.d.ts +3 -0
  413. package/dist/runtime/trainingPublic.js +2 -0
  414. package/dist/runtime/trainingSubjects.d.ts +129 -0
  415. package/dist/runtime/trainingSubjects.js +32 -0
  416. package/dist/shared/daimonCodexDocker.js +9 -10
  417. package/dist/shared/errors.js +1 -0
  418. package/dist/shared/errors.js.map +1 -0
  419. package/dist/shared/index.d.ts +1 -0
  420. package/dist/shared/index.js +1 -0
  421. package/dist/shared/trainingLegacy/index.d.ts +5 -0
  422. package/dist/shared/trainingLegacy/index.js +6 -0
  423. package/dist/shared/trainingLegacy/index.js.map +1 -0
  424. package/dist/shared/trainingLegacy/trainingLegacyEnvironment.d.ts +6 -0
  425. package/dist/shared/trainingLegacy/trainingLegacyEnvironment.js +40 -0
  426. package/dist/shared/trainingLegacy/trainingLegacyEnvironment.js.map +1 -0
  427. package/dist/shared/trainingLegacy/trainingLegacyFiles.d.ts +4 -0
  428. package/dist/shared/trainingLegacy/trainingLegacyFiles.js +34 -0
  429. package/dist/shared/trainingLegacy/trainingLegacyFiles.js.map +1 -0
  430. package/dist/shared/trainingLegacy/trainingLegacyGraderProviders.d.ts +5 -0
  431. package/dist/shared/trainingLegacy/trainingLegacyGraderProviders.js +6 -0
  432. package/dist/shared/trainingLegacy/trainingLegacyGraderProviders.js.map +1 -0
  433. package/dist/shared/trainingLegacy/trainingLegacyHashDomains.d.ts +39 -0
  434. package/dist/shared/trainingLegacy/trainingLegacyHashDomains.js +41 -0
  435. package/dist/shared/trainingLegacy/trainingLegacyHashDomains.js.map +1 -0
  436. package/dist/shared/trainingLegacy/trainingLegacyWire.d.ts +15 -0
  437. package/dist/shared/trainingLegacy/trainingLegacyWire.js +23 -0
  438. package/dist/shared/trainingLegacy/trainingLegacyWire.js.map +1 -0
  439. package/dist/shared/trainingLegacy/trainingLegacyWireAliases.json +90 -0
  440. package/dist/target/contracts.d.ts +2 -2
  441. package/dist/training/candidates/authored.d.ts +3 -0
  442. package/dist/training/candidates/authored.js +27 -0
  443. package/dist/training/candidates/authored.js.map +1 -0
  444. package/dist/training/candidates/derive.d.ts +3 -0
  445. package/dist/training/candidates/derive.js +66 -0
  446. package/dist/training/candidates/derive.js.map +1 -0
  447. package/dist/training/candidates/filesystem.d.ts +7 -0
  448. package/dist/training/candidates/filesystem.js +41 -0
  449. package/dist/training/candidates/filesystem.js.map +1 -0
  450. package/dist/training/candidates/headings.d.ts +9 -0
  451. package/dist/training/candidates/headings.js +47 -0
  452. package/dist/training/candidates/headings.js.map +1 -0
  453. package/dist/training/candidates/identity.d.ts +6 -0
  454. package/dist/training/candidates/identity.js +29 -0
  455. package/dist/training/candidates/identity.js.map +1 -0
  456. package/dist/training/candidates/index.d.ts +6 -0
  457. package/dist/training/candidates/index.js +6 -0
  458. package/dist/training/candidates/index.js.map +1 -0
  459. package/dist/training/candidates/materialize.d.ts +2 -0
  460. package/dist/training/candidates/materialize.js +39 -0
  461. package/dist/training/candidates/materialize.js.map +1 -0
  462. package/dist/training/candidates/snapshot.d.ts +5 -0
  463. package/dist/training/candidates/snapshot.js +22 -0
  464. package/dist/training/candidates/snapshot.js.map +1 -0
  465. package/dist/training/candidates/types.d.ts +41 -0
  466. package/dist/training/candidates/types.js +2 -0
  467. package/dist/training/candidates/types.js.map +1 -0
  468. package/dist/training/candidates/validation.d.ts +4 -0
  469. package/dist/training/candidates/validation.js +89 -0
  470. package/dist/training/candidates/validation.js.map +1 -0
  471. package/dist/training/capture/index.d.ts +2 -0
  472. package/dist/training/capture/index.js +2 -0
  473. package/dist/training/capture/index.js.map +1 -0
  474. package/dist/training/capture/trace.d.ts +16 -0
  475. package/dist/training/capture/trace.js +74 -0
  476. package/dist/training/capture/trace.js.map +1 -0
  477. package/dist/training/cases/builtin-evaluators.d.ts +2 -0
  478. package/dist/training/cases/builtin-evaluators.js +120 -0
  479. package/dist/training/cases/builtin-evaluators.js.map +1 -0
  480. package/dist/training/cases/check-schema.d.ts +2 -0
  481. package/dist/training/cases/check-schema.js +60 -0
  482. package/dist/training/cases/check-schema.js.map +1 -0
  483. package/dist/training/cases/cost-projection.d.ts +27 -0
  484. package/dist/training/cases/cost-projection.js +29 -0
  485. package/dist/training/cases/cost-projection.js.map +1 -0
  486. package/dist/training/cases/fixtures.d.ts +5 -0
  487. package/dist/training/cases/fixtures.js +134 -0
  488. package/dist/training/cases/fixtures.js.map +1 -0
  489. package/dist/training/cases/grader.d.ts +14 -0
  490. package/dist/training/cases/grader.js +122 -0
  491. package/dist/training/cases/grader.js.map +1 -0
  492. package/dist/training/cases/index.d.ts +12 -0
  493. package/dist/training/cases/index.js +11 -0
  494. package/dist/training/cases/index.js.map +1 -0
  495. package/dist/training/cases/json-schema.d.ts +3 -0
  496. package/dist/training/cases/json-schema.js +6 -0
  497. package/dist/training/cases/json-schema.js.map +1 -0
  498. package/dist/training/cases/parser.d.ts +6 -0
  499. package/dist/training/cases/parser.js +45 -0
  500. package/dist/training/cases/parser.js.map +1 -0
  501. package/dist/training/cases/plans.d.ts +14 -0
  502. package/dist/training/cases/plans.js +186 -0
  503. package/dist/training/cases/plans.js.map +1 -0
  504. package/dist/training/cases/resolver.d.ts +5 -0
  505. package/dist/training/cases/resolver.js +90 -0
  506. package/dist/training/cases/resolver.js.map +1 -0
  507. package/dist/training/cases/schema.d.ts +5 -0
  508. package/dist/training/cases/schema.js +154 -0
  509. package/dist/training/cases/schema.js.map +1 -0
  510. package/dist/training/cases/splits.d.ts +16 -0
  511. package/dist/training/cases/splits.js +71 -0
  512. package/dist/training/cases/splits.js.map +1 -0
  513. package/dist/training/cases/text-checks.d.ts +3 -0
  514. package/dist/training/cases/text-checks.js +50 -0
  515. package/dist/training/cases/text-checks.js.map +1 -0
  516. package/dist/training/cases/training/identity.d.ts +6 -0
  517. package/dist/training/cases/training/identity.js +26 -0
  518. package/dist/training/cases/training/identity.js.map +1 -0
  519. package/dist/training/cases/training/index.d.ts +2 -0
  520. package/dist/training/cases/training/index.js +3 -0
  521. package/dist/training/cases/training/index.js.map +1 -0
  522. package/dist/training/cases/training/schema.d.ts +4 -0
  523. package/dist/training/cases/training/schema.js +207 -0
  524. package/dist/training/cases/training/schema.js.map +1 -0
  525. package/dist/training/cases/turn-bindings.d.ts +3 -0
  526. package/dist/training/cases/turn-bindings.js +61 -0
  527. package/dist/training/cases/turn-bindings.js.map +1 -0
  528. package/dist/training/cases/validation.d.ts +17 -0
  529. package/dist/training/cases/validation.js +92 -0
  530. package/dist/training/cases/validation.js.map +1 -0
  531. package/dist/training/cli/arguments.d.ts +18 -0
  532. package/dist/training/cli/arguments.js +165 -0
  533. package/dist/training/cli/arguments.js.map +1 -0
  534. package/dist/training/cli/commands.d.ts +3 -0
  535. package/dist/training/cli/commands.js +255 -0
  536. package/dist/training/cli/commands.js.map +1 -0
  537. package/dist/training/cli/datasets.d.ts +30 -0
  538. package/dist/training/cli/datasets.js +116 -0
  539. package/dist/training/cli/datasets.js.map +1 -0
  540. package/dist/training/cli/dry-run.d.ts +7 -0
  541. package/dist/training/cli/dry-run.js +37 -0
  542. package/dist/training/cli/dry-run.js.map +1 -0
  543. package/dist/training/cli/grader/atomic/decompose.d.ts +43 -0
  544. package/dist/training/cli/grader/atomic/decompose.js +208 -0
  545. package/dist/training/cli/grader/atomic/decompose.js.map +1 -0
  546. package/dist/training/cli/grader/atomic/files.d.ts +159 -0
  547. package/dist/training/cli/grader/atomic/files.js +97 -0
  548. package/dist/training/cli/grader/atomic/files.js.map +1 -0
  549. package/dist/training/cli/grader/atomic/index.d.ts +8 -0
  550. package/dist/training/cli/grader/atomic/index.js +34 -0
  551. package/dist/training/cli/grader/atomic/index.js.map +1 -0
  552. package/dist/training/cli/grader/atomic/reference.d.ts +131 -0
  553. package/dist/training/cli/grader/atomic/reference.js +133 -0
  554. package/dist/training/cli/grader/atomic/reference.js.map +1 -0
  555. package/dist/training/cli/grader/atomic/runtime.d.ts +3 -0
  556. package/dist/training/cli/grader/atomic/runtime.js +91 -0
  557. package/dist/training/cli/grader/atomic/runtime.js.map +1 -0
  558. package/dist/training/cli/grader/atomic/traps.d.ts +15 -0
  559. package/dist/training/cli/grader/atomic/traps.js +38 -0
  560. package/dist/training/cli/grader/atomic/traps.js.map +1 -0
  561. package/dist/training/cli/grader/backend.d.ts +19 -0
  562. package/dist/training/cli/grader/backend.js +39 -0
  563. package/dist/training/cli/grader/backend.js.map +1 -0
  564. package/dist/training/cli/grader/cache.d.ts +2 -0
  565. package/dist/training/cli/grader/cache.js +75 -0
  566. package/dist/training/cli/grader/cache.js.map +1 -0
  567. package/dist/training/cli/grader/calibrate.d.ts +19 -0
  568. package/dist/training/cli/grader/calibrate.js +237 -0
  569. package/dist/training/cli/grader/calibrate.js.map +1 -0
  570. package/dist/training/cli/grader/cost.d.ts +24 -0
  571. package/dist/training/cli/grader/cost.js +54 -0
  572. package/dist/training/cli/grader/cost.js.map +1 -0
  573. package/dist/training/cli/grader/exclusions.d.ts +12 -0
  574. package/dist/training/cli/grader/exclusions.js +49 -0
  575. package/dist/training/cli/grader/exclusions.js.map +1 -0
  576. package/dist/training/cli/grader/grade.d.ts +26 -0
  577. package/dist/training/cli/grader/grade.js +33 -0
  578. package/dist/training/cli/grader/grade.js.map +1 -0
  579. package/dist/training/cli/grader/index.d.ts +10 -0
  580. package/dist/training/cli/grader/index.js +73 -0
  581. package/dist/training/cli/grader/index.js.map +1 -0
  582. package/dist/training/cli/grader/label-call.d.ts +13 -0
  583. package/dist/training/cli/grader/label-call.js +67 -0
  584. package/dist/training/cli/grader/label-call.js.map +1 -0
  585. package/dist/training/cli/grader/label-import.d.ts +16 -0
  586. package/dist/training/cli/grader/label-import.js +84 -0
  587. package/dist/training/cli/grader/label-import.js.map +1 -0
  588. package/dist/training/cli/grader/label-inputs.d.ts +9 -0
  589. package/dist/training/cli/grader/label-inputs.js +56 -0
  590. package/dist/training/cli/grader/label-inputs.js.map +1 -0
  591. package/dist/training/cli/grader/label.d.ts +25 -0
  592. package/dist/training/cli/grader/label.js +172 -0
  593. package/dist/training/cli/grader/label.js.map +1 -0
  594. package/dist/training/cli/grader/records.d.ts +20 -0
  595. package/dist/training/cli/grader/records.js +65 -0
  596. package/dist/training/cli/grader/records.js.map +1 -0
  597. package/dist/training/cli/grader/report.d.ts +26 -0
  598. package/dist/training/cli/grader/report.js +42 -0
  599. package/dist/training/cli/grader/report.js.map +1 -0
  600. package/dist/training/cli/grader/runtime.d.ts +5 -0
  601. package/dist/training/cli/grader/runtime.js +64 -0
  602. package/dist/training/cli/grader/runtime.js.map +1 -0
  603. package/dist/training/cli/grader/validate.d.ts +5 -0
  604. package/dist/training/cli/grader/validate.js +42 -0
  605. package/dist/training/cli/grader/validate.js.map +1 -0
  606. package/dist/training/cli/index.d.ts +6 -0
  607. package/dist/training/cli/index.js +4 -0
  608. package/dist/training/cli/index.js.map +1 -0
  609. package/dist/training/cli/launch.d.ts +3 -0
  610. package/dist/training/cli/launch.js +17 -0
  611. package/dist/training/cli/launch.js.map +1 -0
  612. package/dist/training/cli/native.d.ts +235 -0
  613. package/dist/training/cli/native.js +83 -0
  614. package/dist/training/cli/native.js.map +1 -0
  615. package/dist/training/cli/output.d.ts +21 -0
  616. package/dist/training/cli/output.js +95 -0
  617. package/dist/training/cli/output.js.map +1 -0
  618. package/dist/training/cli/progress/activity.d.ts +11 -0
  619. package/dist/training/cli/progress/activity.js +45 -0
  620. package/dist/training/cli/progress/activity.js.map +1 -0
  621. package/dist/training/cli/progress/failure.d.ts +37 -0
  622. package/dist/training/cli/progress/failure.js +48 -0
  623. package/dist/training/cli/progress/failure.js.map +1 -0
  624. package/dist/training/cli/progress/generations.d.ts +11 -0
  625. package/dist/training/cli/progress/generations.js +50 -0
  626. package/dist/training/cli/progress/generations.js.map +1 -0
  627. package/dist/training/cli/progress/index.d.ts +6 -0
  628. package/dist/training/cli/progress/index.js +5 -0
  629. package/dist/training/cli/progress/index.js.map +1 -0
  630. package/dist/training/cli/progress/journal.d.ts +38 -0
  631. package/dist/training/cli/progress/journal.js +101 -0
  632. package/dist/training/cli/progress/journal.js.map +1 -0
  633. package/dist/training/cli/report/diff.d.ts +2 -0
  634. package/dist/training/cli/report/diff.js +24 -0
  635. package/dist/training/cli/report/diff.js.map +1 -0
  636. package/dist/training/cli/report/export.d.ts +9 -0
  637. package/dist/training/cli/report/export.js +81 -0
  638. package/dist/training/cli/report/export.js.map +1 -0
  639. package/dist/training/cli/report/fixture.d.ts +9 -0
  640. package/dist/training/cli/report/fixture.js +65 -0
  641. package/dist/training/cli/report/fixture.js.map +1 -0
  642. package/dist/training/cli/report/index.d.ts +1 -0
  643. package/dist/training/cli/report/index.js +2 -0
  644. package/dist/training/cli/report/index.js.map +1 -0
  645. package/dist/training/cli/report/markdown.d.ts +2 -0
  646. package/dist/training/cli/report/markdown.js +60 -0
  647. package/dist/training/cli/report/markdown.js.map +1 -0
  648. package/dist/training/cli/report/summary.d.ts +130 -0
  649. package/dist/training/cli/report/summary.js +165 -0
  650. package/dist/training/cli/report/summary.js.map +1 -0
  651. package/dist/training/cli/spawnfile/context.d.ts +75 -0
  652. package/dist/training/cli/spawnfile/context.js +78 -0
  653. package/dist/training/cli/spawnfile/context.js.map +1 -0
  654. package/dist/training/cli/spawnfile/index.d.ts +5 -0
  655. package/dist/training/cli/spawnfile/index.js +4 -0
  656. package/dist/training/cli/spawnfile/index.js.map +1 -0
  657. package/dist/training/cli/spawnfile/moments.d.ts +44 -0
  658. package/dist/training/cli/spawnfile/moments.js +71 -0
  659. package/dist/training/cli/spawnfile/moments.js.map +1 -0
  660. package/dist/training/cli/spawnfile/selection.d.ts +83 -0
  661. package/dist/training/cli/spawnfile/selection.js +54 -0
  662. package/dist/training/cli/spawnfile/selection.js.map +1 -0
  663. package/dist/training/cli/training/cache.d.ts +4 -0
  664. package/dist/training/cli/training/cache.js +43 -0
  665. package/dist/training/cli/training/cache.js.map +1 -0
  666. package/dist/training/cli/training/checkpoint.d.ts +19 -0
  667. package/dist/training/cli/training/checkpoint.js +62 -0
  668. package/dist/training/cli/training/checkpoint.js.map +1 -0
  669. package/dist/training/cli/training/comparison.d.ts +8 -0
  670. package/dist/training/cli/training/comparison.js +22 -0
  671. package/dist/training/cli/training/comparison.js.map +1 -0
  672. package/dist/training/cli/training/configuration.d.ts +10 -0
  673. package/dist/training/cli/training/configuration.js +81 -0
  674. package/dist/training/cli/training/configuration.js.map +1 -0
  675. package/dist/training/cli/training/deadlines.d.ts +7 -0
  676. package/dist/training/cli/training/deadlines.js +14 -0
  677. package/dist/training/cli/training/deadlines.js.map +1 -0
  678. package/dist/training/cli/training/index.d.ts +8 -0
  679. package/dist/training/cli/training/index.js +9 -0
  680. package/dist/training/cli/training/index.js.map +1 -0
  681. package/dist/training/cli/training/inference.d.ts +48 -0
  682. package/dist/training/cli/training/inference.js +96 -0
  683. package/dist/training/cli/training/inference.js.map +1 -0
  684. package/dist/training/cli/training/optimizer.d.ts +33 -0
  685. package/dist/training/cli/training/optimizer.js +92 -0
  686. package/dist/training/cli/training/optimizer.js.map +1 -0
  687. package/dist/training/cli/training/output-lock.d.ts +2 -0
  688. package/dist/training/cli/training/output-lock.js +30 -0
  689. package/dist/training/cli/training/output-lock.js.map +1 -0
  690. package/dist/training/cli/types.d.ts +101 -0
  691. package/dist/training/cli/types.js +2 -0
  692. package/dist/training/cli/types.js.map +1 -0
  693. package/dist/training/cli/viewer.d.ts +40 -0
  694. package/dist/training/cli/viewer.js +210 -0
  695. package/dist/training/cli/viewer.js.map +1 -0
  696. package/dist/training/contracts/atomic-feedback.d.ts +2 -0
  697. package/dist/training/contracts/atomic-feedback.js +2 -0
  698. package/dist/training/contracts/atomic-feedback.js.map +1 -0
  699. package/dist/training/contracts/dataset.d.ts +174 -0
  700. package/dist/training/contracts/dataset.js +2 -0
  701. package/dist/training/contracts/dataset.js.map +1 -0
  702. package/dist/training/contracts/evaluation.d.ts +256 -0
  703. package/dist/training/contracts/evaluation.js +41 -0
  704. package/dist/training/contracts/evaluation.js.map +1 -0
  705. package/dist/training/contracts/execution.d.ts +363 -0
  706. package/dist/training/contracts/execution.js +15 -0
  707. package/dist/training/contracts/execution.js.map +1 -0
  708. package/dist/training/contracts/grader-providers.d.ts +40 -0
  709. package/dist/training/contracts/grader-providers.js +27 -0
  710. package/dist/training/contracts/grader-providers.js.map +1 -0
  711. package/dist/training/contracts/grading.d.ts +74 -0
  712. package/dist/training/contracts/grading.js +2 -0
  713. package/dist/training/contracts/grading.js.map +1 -0
  714. package/dist/training/contracts/index.d.ts +16 -0
  715. package/dist/training/contracts/index.js +8 -0
  716. package/dist/training/contracts/index.js.map +1 -0
  717. package/dist/training/contracts/inference-grants.d.ts +34 -0
  718. package/dist/training/contracts/inference-grants.js +2 -0
  719. package/dist/training/contracts/inference-grants.js.map +1 -0
  720. package/dist/training/contracts/inference-registry.d.ts +38 -0
  721. package/dist/training/contracts/inference-registry.js +7 -0
  722. package/dist/training/contracts/inference-registry.js.map +1 -0
  723. package/dist/training/contracts/training-config.d.ts +95 -0
  724. package/dist/training/contracts/training-config.js +15 -0
  725. package/dist/training/contracts/training-config.js.map +1 -0
  726. package/dist/training/contracts/trial-slot.d.ts +12 -0
  727. package/dist/training/contracts/trial-slot.js +2 -0
  728. package/dist/training/contracts/trial-slot.js.map +1 -0
  729. package/dist/training/dspy/AGENTS.md +29 -0
  730. package/dist/training/dspy/README.md +206 -0
  731. package/dist/training/dspy/protocol.md +311 -0
  732. package/dist/training/dspy/pyproject.toml +36 -0
  733. package/dist/training/dspy/requirements.lock +69 -0
  734. package/dist/training/dspy/spawnfile_training_dspy/AGENTS.md +63 -0
  735. package/dist/training/dspy/spawnfile_training_dspy/__init__.py +6 -0
  736. package/dist/training/dspy/spawnfile_training_dspy/checkpoint.py +146 -0
  737. package/dist/training/dspy/spawnfile_training_dspy/legacy_wire_aliases.json +90 -0
  738. package/dist/training/dspy/spawnfile_training_dspy/main.py +36 -0
  739. package/dist/training/dspy/spawnfile_training_dspy/native.py +89 -0
  740. package/dist/training/dspy/spawnfile_training_dspy/optimizer.py +74 -0
  741. package/dist/training/dspy/spawnfile_training_dspy/proposal_history.py +275 -0
  742. package/dist/training/dspy/spawnfile_training_dspy/protocol.py +149 -0
  743. package/dist/training/dspy/spawnfile_training_dspy/reflection.py +199 -0
  744. package/dist/training/dspy/spawnfile_training_dspy/search/AGENTS.md +41 -0
  745. package/dist/training/dspy/spawnfile_training_dspy/search/__init__.py +1 -0
  746. package/dist/training/dspy/spawnfile_training_dspy/search/behavior_change.py +152 -0
  747. package/dist/training/dspy/spawnfile_training_dspy/search/boundaries.py +38 -0
  748. package/dist/training/dspy/spawnfile_training_dspy/search/instruction_text.py +47 -0
  749. package/dist/training/dspy/spawnfile_training_dspy/search/population.py +213 -0
  750. package/dist/training/dspy/spawnfile_training_dspy/search/selection.py +24 -0
  751. package/dist/training/dspy/spawnfile_training_dspy/search/variants.py +83 -0
  752. package/dist/training/dspy/spawnfile_training_dspy/session.py +116 -0
  753. package/dist/training/dspy/spawnfile_training_dspy/transport.py +129 -0
  754. package/dist/training/evaluation/atomic-grader.d.ts +5 -0
  755. package/dist/training/evaluation/atomic-grader.js +55 -0
  756. package/dist/training/evaluation/atomic-grader.js.map +1 -0
  757. package/dist/training/evaluation/embedding/index.d.ts +1 -0
  758. package/dist/training/evaluation/embedding/index.js +2 -0
  759. package/dist/training/evaluation/embedding/index.js.map +1 -0
  760. package/dist/training/evaluation/embedding/similarity.d.ts +4 -0
  761. package/dist/training/evaluation/embedding/similarity.js +38 -0
  762. package/dist/training/evaluation/embedding/similarity.js.map +1 -0
  763. package/dist/training/evaluation/engine.d.ts +6 -0
  764. package/dist/training/evaluation/engine.js +191 -0
  765. package/dist/training/evaluation/engine.js.map +1 -0
  766. package/dist/training/evaluation/grader.d.ts +4 -0
  767. package/dist/training/evaluation/grader.js +67 -0
  768. package/dist/training/evaluation/grader.js.map +1 -0
  769. package/dist/training/evaluation/index.d.ts +10 -0
  770. package/dist/training/evaluation/index.js +9 -0
  771. package/dist/training/evaluation/index.js.map +1 -0
  772. package/dist/training/evaluation/logic/index.d.ts +1 -0
  773. package/dist/training/evaluation/logic/index.js +2 -0
  774. package/dist/training/evaluation/logic/index.js.map +1 -0
  775. package/dist/training/evaluation/logic/results.d.ts +7 -0
  776. package/dist/training/evaluation/logic/results.js +70 -0
  777. package/dist/training/evaluation/logic/results.js.map +1 -0
  778. package/dist/training/evaluation/mechanical/index.d.ts +6 -0
  779. package/dist/training/evaluation/mechanical/index.js +7 -0
  780. package/dist/training/evaluation/mechanical/index.js.map +1 -0
  781. package/dist/training/evaluation/mechanical/predicates.d.ts +2 -0
  782. package/dist/training/evaluation/mechanical/predicates.js +27 -0
  783. package/dist/training/evaluation/mechanical/predicates.js.map +1 -0
  784. package/dist/training/evaluation/mechanical/sequence.d.ts +3 -0
  785. package/dist/training/evaluation/mechanical/sequence.js +75 -0
  786. package/dist/training/evaluation/mechanical/sequence.js.map +1 -0
  787. package/dist/training/evaluation/mechanical/text-checks.d.ts +3 -0
  788. package/dist/training/evaluation/mechanical/text-checks.js +65 -0
  789. package/dist/training/evaluation/mechanical/text-checks.js.map +1 -0
  790. package/dist/training/evaluation/mechanical/text-values.d.ts +7 -0
  791. package/dist/training/evaluation/mechanical/text-values.js +28 -0
  792. package/dist/training/evaluation/mechanical/text-values.js.map +1 -0
  793. package/dist/training/evaluation/mechanical/text.d.ts +3 -0
  794. package/dist/training/evaluation/mechanical/text.js +40 -0
  795. package/dist/training/evaluation/mechanical/text.js.map +1 -0
  796. package/dist/training/evaluation/mechanical/token-efficiency.d.ts +4 -0
  797. package/dist/training/evaluation/mechanical/token-efficiency.js +28 -0
  798. package/dist/training/evaluation/mechanical/token-efficiency.js.map +1 -0
  799. package/dist/training/evaluation/mechanical/tools.d.ts +3 -0
  800. package/dist/training/evaluation/mechanical/tools.js +39 -0
  801. package/dist/training/evaluation/mechanical/tools.js.map +1 -0
  802. package/dist/training/evaluation/registry.d.ts +4 -0
  803. package/dist/training/evaluation/registry.js +64 -0
  804. package/dist/training/evaluation/registry.js.map +1 -0
  805. package/dist/training/evaluation/repair.d.ts +14 -0
  806. package/dist/training/evaluation/repair.js +73 -0
  807. package/dist/training/evaluation/repair.js.map +1 -0
  808. package/dist/training/evaluation/schedule.d.ts +21 -0
  809. package/dist/training/evaluation/schedule.js +98 -0
  810. package/dist/training/evaluation/schedule.js.map +1 -0
  811. package/dist/training/evaluation/selectors.d.ts +22 -0
  812. package/dist/training/evaluation/selectors.js +61 -0
  813. package/dist/training/evaluation/selectors.js.map +1 -0
  814. package/dist/training/evaluation/semantic/attempts.d.ts +12 -0
  815. package/dist/training/evaluation/semantic/attempts.js +71 -0
  816. package/dist/training/evaluation/semantic/attempts.js.map +1 -0
  817. package/dist/training/evaluation/semantic/cache.d.ts +9 -0
  818. package/dist/training/evaluation/semantic/cache.js +40 -0
  819. package/dist/training/evaluation/semantic/cache.js.map +1 -0
  820. package/dist/training/evaluation/semantic/evidence-units.d.ts +14 -0
  821. package/dist/training/evaluation/semantic/evidence-units.js +58 -0
  822. package/dist/training/evaluation/semantic/evidence-units.js.map +1 -0
  823. package/dist/training/evaluation/semantic/failure.d.ts +30 -0
  824. package/dist/training/evaluation/semantic/failure.js +79 -0
  825. package/dist/training/evaluation/semantic/failure.js.map +1 -0
  826. package/dist/training/evaluation/semantic/index.d.ts +5 -0
  827. package/dist/training/evaluation/semantic/index.js +5 -0
  828. package/dist/training/evaluation/semantic/index.js.map +1 -0
  829. package/dist/training/evaluation/semantic/judgment.d.ts +21 -0
  830. package/dist/training/evaluation/semantic/judgment.js +50 -0
  831. package/dist/training/evaluation/semantic/judgment.js.map +1 -0
  832. package/dist/training/evaluation/semantic/protocol.d.ts +118 -0
  833. package/dist/training/evaluation/semantic/protocol.js +48 -0
  834. package/dist/training/evaluation/semantic/protocol.js.map +1 -0
  835. package/dist/training/evaluation/semantic/rubric.d.ts +3 -0
  836. package/dist/training/evaluation/semantic/rubric.js +202 -0
  837. package/dist/training/evaluation/semantic/rubric.js.map +1 -0
  838. package/dist/training/evaluation/semantic/templates.d.ts +7 -0
  839. package/dist/training/evaluation/semantic/templates.js +75 -0
  840. package/dist/training/evaluation/semantic/templates.js.map +1 -0
  841. package/dist/training/experiments/comparison/index.d.ts +2 -0
  842. package/dist/training/experiments/comparison/index.js +2 -0
  843. package/dist/training/experiments/comparison/index.js.map +1 -0
  844. package/dist/training/experiments/comparison/run.d.ts +3 -0
  845. package/dist/training/experiments/comparison/run.js +92 -0
  846. package/dist/training/experiments/comparison/run.js.map +1 -0
  847. package/dist/training/experiments/comparison/types.d.ts +39 -0
  848. package/dist/training/experiments/comparison/types.js +2 -0
  849. package/dist/training/experiments/comparison/types.js.map +1 -0
  850. package/dist/training/experiments/concurrency/index.d.ts +2 -0
  851. package/dist/training/experiments/concurrency/index.js +2 -0
  852. package/dist/training/experiments/concurrency/index.js.map +1 -0
  853. package/dist/training/experiments/concurrency/slots.d.ts +50 -0
  854. package/dist/training/experiments/concurrency/slots.js +120 -0
  855. package/dist/training/experiments/concurrency/slots.js.map +1 -0
  856. package/dist/training/experiments/costs/assumptions.d.ts +4 -0
  857. package/dist/training/experiments/costs/assumptions.js +18 -0
  858. package/dist/training/experiments/costs/assumptions.js.map +1 -0
  859. package/dist/training/experiments/costs/catalog.d.ts +3 -0
  860. package/dist/training/experiments/costs/catalog.js +24 -0
  861. package/dist/training/experiments/costs/catalog.js.map +1 -0
  862. package/dist/training/experiments/costs/config.d.ts +6 -0
  863. package/dist/training/experiments/costs/config.js +22 -0
  864. package/dist/training/experiments/costs/config.js.map +1 -0
  865. package/dist/training/experiments/costs/decisions.d.ts +5 -0
  866. package/dist/training/experiments/costs/decisions.js +48 -0
  867. package/dist/training/experiments/costs/decisions.js.map +1 -0
  868. package/dist/training/experiments/costs/index.d.ts +9 -0
  869. package/dist/training/experiments/costs/index.js +7 -0
  870. package/dist/training/experiments/costs/index.js.map +1 -0
  871. package/dist/training/experiments/costs/planning.d.ts +71 -0
  872. package/dist/training/experiments/costs/planning.js +140 -0
  873. package/dist/training/experiments/costs/planning.js.map +1 -0
  874. package/dist/training/experiments/costs/report.d.ts +71 -0
  875. package/dist/training/experiments/costs/report.js +269 -0
  876. package/dist/training/experiments/costs/report.js.map +1 -0
  877. package/dist/training/experiments/costs/types.d.ts +53 -0
  878. package/dist/training/experiments/costs/types.js +2 -0
  879. package/dist/training/experiments/costs/types.js.map +1 -0
  880. package/dist/training/experiments/costs/valuation.d.ts +3 -0
  881. package/dist/training/experiments/costs/valuation.js +124 -0
  882. package/dist/training/experiments/costs/valuation.js.map +1 -0
  883. package/dist/training/experiments/index.d.ts +13 -0
  884. package/dist/training/experiments/index.js +13 -0
  885. package/dist/training/experiments/index.js.map +1 -0
  886. package/dist/training/experiments/repair/import.d.ts +21 -0
  887. package/dist/training/experiments/repair/import.js +104 -0
  888. package/dist/training/experiments/repair/import.js.map +1 -0
  889. package/dist/training/experiments/repair/index.d.ts +6 -0
  890. package/dist/training/experiments/repair/index.js +5 -0
  891. package/dist/training/experiments/repair/index.js.map +1 -0
  892. package/dist/training/experiments/repair/measurement.d.ts +14 -0
  893. package/dist/training/experiments/repair/measurement.js +101 -0
  894. package/dist/training/experiments/repair/measurement.js.map +1 -0
  895. package/dist/training/experiments/repair/projection.d.ts +3 -0
  896. package/dist/training/experiments/repair/projection.js +63 -0
  897. package/dist/training/experiments/repair/projection.js.map +1 -0
  898. package/dist/training/experiments/repair/receipt.d.ts +43 -0
  899. package/dist/training/experiments/repair/receipt.js +52 -0
  900. package/dist/training/experiments/repair/receipt.js.map +1 -0
  901. package/dist/training/experiments/repair/record.d.ts +4 -0
  902. package/dist/training/experiments/repair/record.js +24 -0
  903. package/dist/training/experiments/repair/record.js.map +1 -0
  904. package/dist/training/experiments/replay/fixture.d.ts +10 -0
  905. package/dist/training/experiments/replay/fixture.js +53 -0
  906. package/dist/training/experiments/replay/fixture.js.map +1 -0
  907. package/dist/training/experiments/replay/index.d.ts +3 -0
  908. package/dist/training/experiments/replay/index.js +3 -0
  909. package/dist/training/experiments/replay/index.js.map +1 -0
  910. package/dist/training/experiments/replay/rescore.d.ts +3 -0
  911. package/dist/training/experiments/replay/rescore.js +63 -0
  912. package/dist/training/experiments/replay/rescore.js.map +1 -0
  913. package/dist/training/experiments/replay/schema.d.ts +408 -0
  914. package/dist/training/experiments/replay/schema.js +126 -0
  915. package/dist/training/experiments/replay/schema.js.map +1 -0
  916. package/dist/training/experiments/replay/source.d.ts +6 -0
  917. package/dist/training/experiments/replay/source.js +35 -0
  918. package/dist/training/experiments/replay/source.js.map +1 -0
  919. package/dist/training/experiments/replay/subject-usage.d.ts +3 -0
  920. package/dist/training/experiments/replay/subject-usage.js +18 -0
  921. package/dist/training/experiments/replay/subject-usage.js.map +1 -0
  922. package/dist/training/experiments/replay/types.d.ts +63 -0
  923. package/dist/training/experiments/replay/types.js +2 -0
  924. package/dist/training/experiments/replay/types.js.map +1 -0
  925. package/dist/training/experiments/training/checkpoint.d.ts +51 -0
  926. package/dist/training/experiments/training/checkpoint.js +200 -0
  927. package/dist/training/experiments/training/checkpoint.js.map +1 -0
  928. package/dist/training/experiments/training/criteria.d.ts +3 -0
  929. package/dist/training/experiments/training/criteria.js +23 -0
  930. package/dist/training/experiments/training/criteria.js.map +1 -0
  931. package/dist/training/experiments/training/feedback.d.ts +15 -0
  932. package/dist/training/experiments/training/feedback.js +133 -0
  933. package/dist/training/experiments/training/feedback.js.map +1 -0
  934. package/dist/training/experiments/training/held-out.d.ts +24 -0
  935. package/dist/training/experiments/training/held-out.js +41 -0
  936. package/dist/training/experiments/training/held-out.js.map +1 -0
  937. package/dist/training/experiments/training/index.d.ts +8 -0
  938. package/dist/training/experiments/training/index.js +8 -0
  939. package/dist/training/experiments/training/index.js.map +1 -0
  940. package/dist/training/experiments/training/partition.d.ts +20 -0
  941. package/dist/training/experiments/training/partition.js +24 -0
  942. package/dist/training/experiments/training/partition.js.map +1 -0
  943. package/dist/training/experiments/training/recovery.d.ts +17 -0
  944. package/dist/training/experiments/training/recovery.js +54 -0
  945. package/dist/training/experiments/training/recovery.js.map +1 -0
  946. package/dist/training/experiments/training/retry.d.ts +14 -0
  947. package/dist/training/experiments/training/retry.js +16 -0
  948. package/dist/training/experiments/training/retry.js.map +1 -0
  949. package/dist/training/experiments/training/scoring.d.ts +4 -0
  950. package/dist/training/experiments/training/scoring.js +42 -0
  951. package/dist/training/experiments/training/scoring.js.map +1 -0
  952. package/dist/training/experiments/training/training.d.ts +85 -0
  953. package/dist/training/experiments/training/training.js +208 -0
  954. package/dist/training/experiments/training/training.js.map +1 -0
  955. package/dist/training/experiments/trials/bindings.d.ts +4 -0
  956. package/dist/training/experiments/trials/bindings.js +46 -0
  957. package/dist/training/experiments/trials/bindings.js.map +1 -0
  958. package/dist/training/experiments/trials/closure.d.ts +2 -0
  959. package/dist/training/experiments/trials/closure.js +26 -0
  960. package/dist/training/experiments/trials/closure.js.map +1 -0
  961. package/dist/training/experiments/trials/control.d.ts +13 -0
  962. package/dist/training/experiments/trials/control.js +74 -0
  963. package/dist/training/experiments/trials/control.js.map +1 -0
  964. package/dist/training/experiments/trials/diagnostics.d.ts +25 -0
  965. package/dist/training/experiments/trials/diagnostics.js +99 -0
  966. package/dist/training/experiments/trials/diagnostics.js.map +1 -0
  967. package/dist/training/experiments/trials/files.d.ts +8 -0
  968. package/dist/training/experiments/trials/files.js +113 -0
  969. package/dist/training/experiments/trials/files.js.map +1 -0
  970. package/dist/training/experiments/trials/fixture.d.ts +13 -0
  971. package/dist/training/experiments/trials/fixture.js +40 -0
  972. package/dist/training/experiments/trials/fixture.js.map +1 -0
  973. package/dist/training/experiments/trials/index.d.ts +5 -0
  974. package/dist/training/experiments/trials/index.js +5 -0
  975. package/dist/training/experiments/trials/index.js.map +1 -0
  976. package/dist/training/experiments/trials/live.d.ts +20 -0
  977. package/dist/training/experiments/trials/live.js +68 -0
  978. package/dist/training/experiments/trials/live.js.map +1 -0
  979. package/dist/training/experiments/trials/paths.d.ts +5 -0
  980. package/dist/training/experiments/trials/paths.js +90 -0
  981. package/dist/training/experiments/trials/paths.js.map +1 -0
  982. package/dist/training/experiments/trials/preflight.d.ts +3 -0
  983. package/dist/training/experiments/trials/preflight.js +23 -0
  984. package/dist/training/experiments/trials/preflight.js.map +1 -0
  985. package/dist/training/experiments/trials/stored.d.ts +23 -0
  986. package/dist/training/experiments/trials/stored.js +46 -0
  987. package/dist/training/experiments/trials/stored.js.map +1 -0
  988. package/dist/training/experiments/trials/subject-usage.d.ts +7 -0
  989. package/dist/training/experiments/trials/subject-usage.js +66 -0
  990. package/dist/training/experiments/trials/subject-usage.js.map +1 -0
  991. package/dist/training/experiments/trials/trial.d.ts +11 -0
  992. package/dist/training/experiments/trials/trial.js +361 -0
  993. package/dist/training/experiments/trials/trial.js.map +1 -0
  994. package/dist/training/experiments/trials/types.d.ts +124 -0
  995. package/dist/training/experiments/trials/types.js +2 -0
  996. package/dist/training/experiments/trials/types.js.map +1 -0
  997. package/dist/training/graders/admission.d.ts +11 -0
  998. package/dist/training/graders/admission.js +22 -0
  999. package/dist/training/graders/admission.js.map +1 -0
  1000. package/dist/training/graders/aggregation.d.ts +30 -0
  1001. package/dist/training/graders/aggregation.js +71 -0
  1002. package/dist/training/graders/aggregation.js.map +1 -0
  1003. package/dist/training/graders/atomic/aggregate.d.ts +10 -0
  1004. package/dist/training/graders/atomic/aggregate.js +31 -0
  1005. package/dist/training/graders/atomic/aggregate.js.map +1 -0
  1006. package/dist/training/graders/atomic/feedback.d.ts +3 -0
  1007. package/dist/training/graders/atomic/feedback.js +16 -0
  1008. package/dist/training/graders/atomic/feedback.js.map +1 -0
  1009. package/dist/training/graders/atomic/format.d.ts +61 -0
  1010. package/dist/training/graders/atomic/format.js +53 -0
  1011. package/dist/training/graders/atomic/format.js.map +1 -0
  1012. package/dist/training/graders/atomic/index.d.ts +7 -0
  1013. package/dist/training/graders/atomic/index.js +6 -0
  1014. package/dist/training/graders/atomic/index.js.map +1 -0
  1015. package/dist/training/graders/atomic/runtime.d.ts +4 -0
  1016. package/dist/training/graders/atomic/runtime.js +94 -0
  1017. package/dist/training/graders/atomic/runtime.js.map +1 -0
  1018. package/dist/training/graders/atomic/schema.d.ts +5 -0
  1019. package/dist/training/graders/atomic/schema.js +37 -0
  1020. package/dist/training/graders/atomic/schema.js.map +1 -0
  1021. package/dist/training/graders/atomic/types.d.ts +68 -0
  1022. package/dist/training/graders/atomic/types.js +2 -0
  1023. package/dist/training/graders/atomic/types.js.map +1 -0
  1024. package/dist/training/graders/calibration/escalation.d.ts +50 -0
  1025. package/dist/training/graders/calibration/escalation.js +145 -0
  1026. package/dist/training/graders/calibration/escalation.js.map +1 -0
  1027. package/dist/training/graders/calibration/fitting.d.ts +28 -0
  1028. package/dist/training/graders/calibration/fitting.js +121 -0
  1029. package/dist/training/graders/calibration/fitting.js.map +1 -0
  1030. package/dist/training/graders/calibration/index.d.ts +7 -0
  1031. package/dist/training/graders/calibration/index.js +5 -0
  1032. package/dist/training/graders/calibration/index.js.map +1 -0
  1033. package/dist/training/graders/calibration/metrics.d.ts +31 -0
  1034. package/dist/training/graders/calibration/metrics.js +145 -0
  1035. package/dist/training/graders/calibration/metrics.js.map +1 -0
  1036. package/dist/training/graders/calibration/selection.d.ts +13 -0
  1037. package/dist/training/graders/calibration/selection.js +30 -0
  1038. package/dist/training/graders/calibration/selection.js.map +1 -0
  1039. package/dist/training/graders/calibration/types.d.ts +68 -0
  1040. package/dist/training/graders/calibration/types.js +2 -0
  1041. package/dist/training/graders/calibration/types.js.map +1 -0
  1042. package/dist/training/graders/consensus.d.ts +11 -0
  1043. package/dist/training/graders/consensus.js +29 -0
  1044. package/dist/training/graders/consensus.js.map +1 -0
  1045. package/dist/training/graders/decomposition/evidence.d.ts +21 -0
  1046. package/dist/training/graders/decomposition/evidence.js +107 -0
  1047. package/dist/training/graders/decomposition/evidence.js.map +1 -0
  1048. package/dist/training/graders/decomposition/format.d.ts +265 -0
  1049. package/dist/training/graders/decomposition/format.js +98 -0
  1050. package/dist/training/graders/decomposition/format.js.map +1 -0
  1051. package/dist/training/graders/decomposition/index.d.ts +10 -0
  1052. package/dist/training/graders/decomposition/index.js +6 -0
  1053. package/dist/training/graders/decomposition/index.js.map +1 -0
  1054. package/dist/training/graders/decomposition/instantiate.d.ts +26 -0
  1055. package/dist/training/graders/decomposition/instantiate.js +129 -0
  1056. package/dist/training/graders/decomposition/instantiate.js.map +1 -0
  1057. package/dist/training/graders/decomposition/location.d.ts +20 -0
  1058. package/dist/training/graders/decomposition/location.js +75 -0
  1059. package/dist/training/graders/decomposition/location.js.map +1 -0
  1060. package/dist/training/graders/decomposition/metadata.d.ts +8 -0
  1061. package/dist/training/graders/decomposition/metadata.js +14 -0
  1062. package/dist/training/graders/decomposition/metadata.js.map +1 -0
  1063. package/dist/training/graders/decomposition/spans.d.ts +6 -0
  1064. package/dist/training/graders/decomposition/spans.js +18 -0
  1065. package/dist/training/graders/decomposition/spans.js.map +1 -0
  1066. package/dist/training/graders/decomposition/transport.d.ts +76 -0
  1067. package/dist/training/graders/decomposition/transport.js +14 -0
  1068. package/dist/training/graders/decomposition/transport.js.map +1 -0
  1069. package/dist/training/graders/format/binding.d.ts +3 -0
  1070. package/dist/training/graders/format/binding.js +37 -0
  1071. package/dist/training/graders/format/binding.js.map +1 -0
  1072. package/dist/training/graders/format/common.d.ts +13 -0
  1073. package/dist/training/graders/format/common.js +77 -0
  1074. package/dist/training/graders/format/common.js.map +1 -0
  1075. package/dist/training/graders/format/grader.d.ts +236 -0
  1076. package/dist/training/graders/format/grader.js +161 -0
  1077. package/dist/training/graders/format/grader.js.map +1 -0
  1078. package/dist/training/graders/format/index.d.ts +11 -0
  1079. package/dist/training/graders/format/index.js +8 -0
  1080. package/dist/training/graders/format/index.js.map +1 -0
  1081. package/dist/training/graders/format/label-import.d.ts +42 -0
  1082. package/dist/training/graders/format/label-import.js +44 -0
  1083. package/dist/training/graders/format/label-import.js.map +1 -0
  1084. package/dist/training/graders/format/labels.d.ts +45 -0
  1085. package/dist/training/graders/format/labels.js +109 -0
  1086. package/dist/training/graders/format/labels.js.map +1 -0
  1087. package/dist/training/graders/format/questions.d.ts +67 -0
  1088. package/dist/training/graders/format/questions.js +104 -0
  1089. package/dist/training/graders/format/questions.js.map +1 -0
  1090. package/dist/training/graders/format/row-regex.d.ts +2 -0
  1091. package/dist/training/graders/format/row-regex.js +56 -0
  1092. package/dist/training/graders/format/row-regex.js.map +1 -0
  1093. package/dist/training/graders/format/rows.d.ts +15 -0
  1094. package/dist/training/graders/format/rows.js +31 -0
  1095. package/dist/training/graders/format/rows.js.map +1 -0
  1096. package/dist/training/graders/format/sentences.d.ts +2 -0
  1097. package/dist/training/graders/format/sentences.js +30 -0
  1098. package/dist/training/graders/format/sentences.js.map +1 -0
  1099. package/dist/training/graders/identity-calibration.d.ts +4 -0
  1100. package/dist/training/graders/identity-calibration.js +15 -0
  1101. package/dist/training/graders/identity-calibration.js.map +1 -0
  1102. package/dist/training/graders/identity.d.ts +119 -0
  1103. package/dist/training/graders/identity.js +119 -0
  1104. package/dist/training/graders/identity.js.map +1 -0
  1105. package/dist/training/graders/index.d.ts +23 -0
  1106. package/dist/training/graders/index.js +14 -0
  1107. package/dist/training/graders/index.js.map +1 -0
  1108. package/dist/training/graders/instances.d.ts +21 -0
  1109. package/dist/training/graders/instances.js +121 -0
  1110. package/dist/training/graders/instances.js.map +1 -0
  1111. package/dist/training/graders/labeling/import.d.ts +8 -0
  1112. package/dist/training/graders/labeling/import.js +51 -0
  1113. package/dist/training/graders/labeling/import.js.map +1 -0
  1114. package/dist/training/graders/labeling/index.d.ts +3 -0
  1115. package/dist/training/graders/labeling/index.js +3 -0
  1116. package/dist/training/graders/labeling/index.js.map +1 -0
  1117. package/dist/training/graders/labeling/planning.d.ts +39 -0
  1118. package/dist/training/graders/labeling/planning.js +117 -0
  1119. package/dist/training/graders/labeling/planning.js.map +1 -0
  1120. package/dist/training/graders/references/council.d.ts +2 -0
  1121. package/dist/training/graders/references/council.js +182 -0
  1122. package/dist/training/graders/references/council.js.map +1 -0
  1123. package/dist/training/graders/references/index.d.ts +5 -0
  1124. package/dist/training/graders/references/index.js +5 -0
  1125. package/dist/training/graders/references/index.js.map +1 -0
  1126. package/dist/training/graders/references/metrics.d.ts +133 -0
  1127. package/dist/training/graders/references/metrics.js +113 -0
  1128. package/dist/training/graders/references/metrics.js.map +1 -0
  1129. package/dist/training/graders/references/policy.d.ts +10 -0
  1130. package/dist/training/graders/references/policy.js +16 -0
  1131. package/dist/training/graders/references/policy.js.map +1 -0
  1132. package/dist/training/graders/references/protocol.d.ts +11 -0
  1133. package/dist/training/graders/references/protocol.js +63 -0
  1134. package/dist/training/graders/references/protocol.js.map +1 -0
  1135. package/dist/training/graders/references/types.d.ts +92 -0
  1136. package/dist/training/graders/references/types.js +2 -0
  1137. package/dist/training/graders/references/types.js.map +1 -0
  1138. package/dist/training/graders/rows.d.ts +14 -0
  1139. package/dist/training/graders/rows.js +39 -0
  1140. package/dist/training/graders/rows.js.map +1 -0
  1141. package/dist/training/graders/runtime/accounting.d.ts +10 -0
  1142. package/dist/training/graders/runtime/accounting.js +43 -0
  1143. package/dist/training/graders/runtime/accounting.js.map +1 -0
  1144. package/dist/training/graders/runtime/grade.d.ts +3 -0
  1145. package/dist/training/graders/runtime/grade.js +161 -0
  1146. package/dist/training/graders/runtime/grade.js.map +1 -0
  1147. package/dist/training/graders/runtime/identity.d.ts +6 -0
  1148. package/dist/training/graders/runtime/identity.js +24 -0
  1149. package/dist/training/graders/runtime/identity.js.map +1 -0
  1150. package/dist/training/graders/runtime/index.d.ts +5 -0
  1151. package/dist/training/graders/runtime/index.js +5 -0
  1152. package/dist/training/graders/runtime/index.js.map +1 -0
  1153. package/dist/training/graders/runtime/schema.d.ts +29 -0
  1154. package/dist/training/graders/runtime/schema.js +27 -0
  1155. package/dist/training/graders/runtime/schema.js.map +1 -0
  1156. package/dist/training/graders/runtime/teacher.d.ts +8 -0
  1157. package/dist/training/graders/runtime/teacher.js +43 -0
  1158. package/dist/training/graders/runtime/teacher.js.map +1 -0
  1159. package/dist/training/graders/runtime/types.d.ts +48 -0
  1160. package/dist/training/graders/runtime/types.js +2 -0
  1161. package/dist/training/graders/runtime/types.js.map +1 -0
  1162. package/dist/training/graders/traps/generate.d.ts +6 -0
  1163. package/dist/training/graders/traps/generate.js +94 -0
  1164. package/dist/training/graders/traps/generate.js.map +1 -0
  1165. package/dist/training/graders/traps/index.d.ts +3 -0
  1166. package/dist/training/graders/traps/index.js +3 -0
  1167. package/dist/training/graders/traps/index.js.map +1 -0
  1168. package/dist/training/graders/traps/mutations.d.ts +10 -0
  1169. package/dist/training/graders/traps/mutations.js +48 -0
  1170. package/dist/training/graders/traps/mutations.js.map +1 -0
  1171. package/dist/training/graders/traps/types.d.ts +37 -0
  1172. package/dist/training/graders/traps/types.js +2 -0
  1173. package/dist/training/graders/traps/types.js.map +1 -0
  1174. package/dist/training/graders/traps/validation.d.ts +4 -0
  1175. package/dist/training/graders/traps/validation.js +118 -0
  1176. package/dist/training/graders/traps/validation.js.map +1 -0
  1177. package/dist/training/index.d.ts +17 -0
  1178. package/dist/training/index.js +16 -0
  1179. package/dist/training/index.js.map +1 -0
  1180. package/dist/training/inference/claude/index.d.ts +1 -0
  1181. package/dist/training/inference/claude/index.js +2 -0
  1182. package/dist/training/inference/claude/index.js.map +1 -0
  1183. package/dist/training/inference/claude/protocol.d.ts +16 -0
  1184. package/dist/training/inference/claude/protocol.js +72 -0
  1185. package/dist/training/inference/claude/protocol.js.map +1 -0
  1186. package/dist/training/inference/claude/provider.d.ts +9 -0
  1187. package/dist/training/inference/claude/provider.js +153 -0
  1188. package/dist/training/inference/claude/provider.js.map +1 -0
  1189. package/dist/training/inference/claude/refusal.d.ts +2 -0
  1190. package/dist/training/inference/claude/refusal.js +37 -0
  1191. package/dist/training/inference/claude/refusal.js.map +1 -0
  1192. package/dist/training/inference/decision/http.d.ts +14 -0
  1193. package/dist/training/inference/decision/http.js +57 -0
  1194. package/dist/training/inference/decision/http.js.map +1 -0
  1195. package/dist/training/inference/decision/index.d.ts +6 -0
  1196. package/dist/training/inference/decision/index.js +6 -0
  1197. package/dist/training/inference/decision/index.js.map +1 -0
  1198. package/dist/training/inference/decision/jev.d.ts +4 -0
  1199. package/dist/training/inference/decision/jev.js +163 -0
  1200. package/dist/training/inference/decision/jev.js.map +1 -0
  1201. package/dist/training/inference/decision/ollama.d.ts +9 -0
  1202. package/dist/training/inference/decision/ollama.js +101 -0
  1203. package/dist/training/inference/decision/ollama.js.map +1 -0
  1204. package/dist/training/inference/decision/prompt.d.ts +6 -0
  1205. package/dist/training/inference/decision/prompt.js +19 -0
  1206. package/dist/training/inference/decision/prompt.js.map +1 -0
  1207. package/dist/training/inference/decision/teacher.d.ts +7 -0
  1208. package/dist/training/inference/decision/teacher.js +61 -0
  1209. package/dist/training/inference/decision/teacher.js.map +1 -0
  1210. package/dist/training/inference/decision/typesafe/index.d.ts +9 -0
  1211. package/dist/training/inference/decision/typesafe/index.js +82 -0
  1212. package/dist/training/inference/decision/typesafe/index.js.map +1 -0
  1213. package/dist/training/inference/decision/typesafe/transport.d.ts +44 -0
  1214. package/dist/training/inference/decision/typesafe/transport.js +151 -0
  1215. package/dist/training/inference/decision/typesafe/transport.js.map +1 -0
  1216. package/dist/training/inference/decision/typesafe/wire.d.ts +25 -0
  1217. package/dist/training/inference/decision/typesafe/wire.js +49 -0
  1218. package/dist/training/inference/decision/typesafe/wire.js.map +1 -0
  1219. package/dist/training/inference/diagnostic.d.ts +3 -0
  1220. package/dist/training/inference/diagnostic.js +14 -0
  1221. package/dist/training/inference/diagnostic.js.map +1 -0
  1222. package/dist/training/inference/evaluator/index.d.ts +3 -0
  1223. package/dist/training/inference/evaluator/index.js +4 -0
  1224. package/dist/training/inference/evaluator/index.js.map +1 -0
  1225. package/dist/training/inference/evaluator/ledger.d.ts +29 -0
  1226. package/dist/training/inference/evaluator/ledger.js +70 -0
  1227. package/dist/training/inference/evaluator/ledger.js.map +1 -0
  1228. package/dist/training/inference/evaluator/policy.d.ts +39 -0
  1229. package/dist/training/inference/evaluator/policy.js +67 -0
  1230. package/dist/training/inference/evaluator/policy.js.map +1 -0
  1231. package/dist/training/inference/evaluator/provider.d.ts +6 -0
  1232. package/dist/training/inference/evaluator/provider.js +45 -0
  1233. package/dist/training/inference/evaluator/provider.js.map +1 -0
  1234. package/dist/training/inference/failure.d.ts +27 -0
  1235. package/dist/training/inference/failure.js +36 -0
  1236. package/dist/training/inference/failure.js.map +1 -0
  1237. package/dist/training/inference/index.d.ts +8 -0
  1238. package/dist/training/inference/index.js +9 -0
  1239. package/dist/training/inference/index.js.map +1 -0
  1240. package/dist/training/inference/ollama/context.d.ts +2 -0
  1241. package/dist/training/inference/ollama/context.js +28 -0
  1242. package/dist/training/inference/ollama/context.js.map +1 -0
  1243. package/dist/training/inference/ollama/index.d.ts +2 -0
  1244. package/dist/training/inference/ollama/index.js +3 -0
  1245. package/dist/training/inference/ollama/index.js.map +1 -0
  1246. package/dist/training/inference/ollama/provider.d.ts +12 -0
  1247. package/dist/training/inference/ollama/provider.js +100 -0
  1248. package/dist/training/inference/ollama/provider.js.map +1 -0
  1249. package/dist/training/inference/request-cap.d.ts +7 -0
  1250. package/dist/training/inference/request-cap.js +22 -0
  1251. package/dist/training/inference/request-cap.js.map +1 -0
  1252. package/dist/training/inference/response-schema.d.ts +9 -0
  1253. package/dist/training/inference/response-schema.js +54 -0
  1254. package/dist/training/inference/response-schema.js.map +1 -0
  1255. package/dist/training/inference/routing.d.ts +17 -0
  1256. package/dist/training/inference/routing.js +152 -0
  1257. package/dist/training/inference/routing.js.map +1 -0
  1258. package/dist/training/optimization/boundaries.d.ts +8 -0
  1259. package/dist/training/optimization/boundaries.js +31 -0
  1260. package/dist/training/optimization/boundaries.js.map +1 -0
  1261. package/dist/training/optimization/bridge-fixtures.d.ts +13 -0
  1262. package/dist/training/optimization/bridge-fixtures.js +40 -0
  1263. package/dist/training/optimization/bridge-fixtures.js.map +1 -0
  1264. package/dist/training/optimization/bridge-identity.d.ts +8 -0
  1265. package/dist/training/optimization/bridge-identity.js +110 -0
  1266. package/dist/training/optimization/bridge-identity.js.map +1 -0
  1267. package/dist/training/optimization/checkpoint.d.ts +35 -0
  1268. package/dist/training/optimization/checkpoint.js +187 -0
  1269. package/dist/training/optimization/checkpoint.js.map +1 -0
  1270. package/dist/training/optimization/evidence.d.ts +4 -0
  1271. package/dist/training/optimization/evidence.js +65 -0
  1272. package/dist/training/optimization/evidence.js.map +1 -0
  1273. package/dist/training/optimization/host.d.ts +27 -0
  1274. package/dist/training/optimization/host.js +144 -0
  1275. package/dist/training/optimization/host.js.map +1 -0
  1276. package/dist/training/optimization/index.d.ts +8 -0
  1277. package/dist/training/optimization/index.js +6 -0
  1278. package/dist/training/optimization/index.js.map +1 -0
  1279. package/dist/training/optimization/inference.d.ts +4 -0
  1280. package/dist/training/optimization/inference.js +33 -0
  1281. package/dist/training/optimization/inference.js.map +1 -0
  1282. package/dist/training/optimization/population-evidence.d.ts +4 -0
  1283. package/dist/training/optimization/population-evidence.js +152 -0
  1284. package/dist/training/optimization/population-evidence.js.map +1 -0
  1285. package/dist/training/optimization/protocol.d.ts +532 -0
  1286. package/dist/training/optimization/protocol.js +146 -0
  1287. package/dist/training/optimization/protocol.js.map +1 -0
  1288. package/dist/training/optimization/runner.d.ts +5 -0
  1289. package/dist/training/optimization/runner.js +129 -0
  1290. package/dist/training/optimization/runner.js.map +1 -0
  1291. package/dist/training/optimization/testSupport.d.ts +9 -0
  1292. package/dist/training/optimization/testSupport.js +29 -0
  1293. package/dist/training/optimization/testSupport.js.map +1 -0
  1294. package/dist/training/optimization/types.d.ts +73 -0
  1295. package/dist/training/optimization/types.js +11 -0
  1296. package/dist/training/optimization/types.js.map +1 -0
  1297. package/dist/training/platform/index.d.ts +1 -0
  1298. package/dist/training/platform/index.js +2 -0
  1299. package/dist/training/platform/index.js.map +1 -0
  1300. package/dist/training/platform/mutations/index.d.ts +5 -0
  1301. package/dist/training/platform/mutations/index.js +10 -0
  1302. package/dist/training/platform/mutations/index.js.map +1 -0
  1303. package/dist/training/platform/process/index.d.ts +1 -0
  1304. package/dist/training/platform/process/index.js +2 -0
  1305. package/dist/training/platform/process/index.js.map +1 -0
  1306. package/dist/training/platform/process/runner.d.ts +32 -0
  1307. package/dist/training/platform/process/runner.js +190 -0
  1308. package/dist/training/platform/process/runner.js.map +1 -0
  1309. package/dist/training/providers/index.d.ts +2 -0
  1310. package/dist/training/providers/index.js +3 -0
  1311. package/dist/training/providers/index.js.map +1 -0
  1312. package/dist/training/providers/policy.d.ts +23 -0
  1313. package/dist/training/providers/policy.js +27 -0
  1314. package/dist/training/providers/policy.js.map +1 -0
  1315. package/dist/training/providers/registry.d.ts +2 -0
  1316. package/dist/training/providers/registry.js +62 -0
  1317. package/dist/training/providers/registry.js.map +1 -0
  1318. package/dist/training/public.d.ts +10 -0
  1319. package/dist/training/public.js +7 -0
  1320. package/dist/training/public.js.map +1 -0
  1321. package/dist/training/storage/cache/index.d.ts +2 -0
  1322. package/dist/training/storage/cache/index.js +2 -0
  1323. package/dist/training/storage/cache/index.js.map +1 -0
  1324. package/dist/training/storage/cache/persistent.d.ts +12 -0
  1325. package/dist/training/storage/cache/persistent.js +124 -0
  1326. package/dist/training/storage/cache/persistent.js.map +1 -0
  1327. package/dist/training/storage/cache/schema.d.ts +2 -0
  1328. package/dist/training/storage/cache/schema.js +62 -0
  1329. package/dist/training/storage/cache/schema.js.map +1 -0
  1330. package/dist/training/storage/content.d.ts +13 -0
  1331. package/dist/training/storage/content.js +44 -0
  1332. package/dist/training/storage/content.js.map +1 -0
  1333. package/dist/training/storage/evaluation-json.d.ts +12 -0
  1334. package/dist/training/storage/evaluation-json.js +46 -0
  1335. package/dist/training/storage/evaluation-json.js.map +1 -0
  1336. package/dist/training/storage/filesystem.d.ts +6 -0
  1337. package/dist/training/storage/filesystem.js +95 -0
  1338. package/dist/training/storage/filesystem.js.map +1 -0
  1339. package/dist/training/storage/index.d.ts +6 -0
  1340. package/dist/training/storage/index.js +5 -0
  1341. package/dist/training/storage/index.js.map +1 -0
  1342. package/dist/training/storage/journal.d.ts +11 -0
  1343. package/dist/training/storage/journal.js +81 -0
  1344. package/dist/training/storage/journal.js.map +1 -0
  1345. package/dist/training/storage/permissions.d.ts +5 -0
  1346. package/dist/training/storage/permissions.js +40 -0
  1347. package/dist/training/storage/permissions.js.map +1 -0
  1348. package/dist/training/storage/store.d.ts +2 -0
  1349. package/dist/training/storage/store.js +162 -0
  1350. package/dist/training/storage/store.js.map +1 -0
  1351. package/dist/training/storage/types.d.ts +67 -0
  1352. package/dist/training/storage/types.js +2 -0
  1353. package/dist/training/storage/types.js.map +1 -0
  1354. package/dist/training/subjects/environment.d.ts +2 -0
  1355. package/dist/training/subjects/environment.js +14 -0
  1356. package/dist/training/subjects/environment.js.map +1 -0
  1357. package/dist/training/subjects/index.d.ts +3 -0
  1358. package/dist/training/subjects/index.js +3 -0
  1359. package/dist/training/subjects/index.js.map +1 -0
  1360. package/dist/training/subjects/registry.d.ts +15 -0
  1361. package/dist/training/subjects/registry.js +13 -0
  1362. package/dist/training/subjects/registry.js.map +1 -0
  1363. package/dist/training/testing/evidence.d.ts +6 -0
  1364. package/dist/training/testing/evidence.js +21 -0
  1365. package/dist/training/testing/evidence.js.map +1 -0
  1366. package/dist/training/testing/index.d.ts +1 -0
  1367. package/dist/training/testing/index.js +2 -0
  1368. package/dist/training/testing/index.js.map +1 -0
  1369. package/dist/training/viewer/cockpit/activity.d.ts +2 -0
  1370. package/dist/training/viewer/cockpit/activity.js +14 -0
  1371. package/dist/training/viewer/cockpit/activity.js.map +1 -0
  1372. package/dist/training/viewer/cockpit/evidence.d.ts +4 -0
  1373. package/dist/training/viewer/cockpit/evidence.js +58 -0
  1374. package/dist/training/viewer/cockpit/evidence.js.map +1 -0
  1375. package/dist/training/viewer/cockpit/format.d.ts +11 -0
  1376. package/dist/training/viewer/cockpit/format.js +27 -0
  1377. package/dist/training/viewer/cockpit/format.js.map +1 -0
  1378. package/dist/training/viewer/cockpit/index.d.ts +4 -0
  1379. package/dist/training/viewer/cockpit/index.js +5 -0
  1380. package/dist/training/viewer/cockpit/index.js.map +1 -0
  1381. package/dist/training/viewer/cockpit/interaction.d.ts +2 -0
  1382. package/dist/training/viewer/cockpit/interaction.js +103 -0
  1383. package/dist/training/viewer/cockpit/interaction.js.map +1 -0
  1384. package/dist/training/viewer/cockpit/overview.d.ts +4 -0
  1385. package/dist/training/viewer/cockpit/overview.js +62 -0
  1386. package/dist/training/viewer/cockpit/overview.js.map +1 -0
  1387. package/dist/training/viewer/cockpit/page.d.ts +2 -0
  1388. package/dist/training/viewer/cockpit/page.js +39 -0
  1389. package/dist/training/viewer/cockpit/page.js.map +1 -0
  1390. package/dist/training/viewer/cockpit/plots.d.ts +6 -0
  1391. package/dist/training/viewer/cockpit/plots.js +67 -0
  1392. package/dist/training/viewer/cockpit/plots.js.map +1 -0
  1393. package/dist/training/viewer/cockpit/responsive.d.ts +2 -0
  1394. package/dist/training/viewer/cockpit/responsive.js +86 -0
  1395. package/dist/training/viewer/cockpit/responsive.js.map +1 -0
  1396. package/dist/training/viewer/cockpit/styles.d.ts +2 -0
  1397. package/dist/training/viewer/cockpit/styles.js +349 -0
  1398. package/dist/training/viewer/cockpit/styles.js.map +1 -0
  1399. package/dist/training/viewer/costs.d.ts +4 -0
  1400. package/dist/training/viewer/costs.js +81 -0
  1401. package/dist/training/viewer/costs.js.map +1 -0
  1402. package/dist/training/viewer/from-trials.d.ts +33 -0
  1403. package/dist/training/viewer/from-trials.js +96 -0
  1404. package/dist/training/viewer/from-trials.js.map +1 -0
  1405. package/dist/training/viewer/index.d.ts +4 -0
  1406. package/dist/training/viewer/index.js +4 -0
  1407. package/dist/training/viewer/index.js.map +1 -0
  1408. package/dist/training/viewer/metrics/candidates.d.ts +10 -0
  1409. package/dist/training/viewer/metrics/candidates.js +56 -0
  1410. package/dist/training/viewer/metrics/candidates.js.map +1 -0
  1411. package/dist/training/viewer/metrics/index.d.ts +2 -0
  1412. package/dist/training/viewer/metrics/index.js +2 -0
  1413. package/dist/training/viewer/metrics/index.js.map +1 -0
  1414. package/dist/training/viewer/metrics/model.d.ts +4 -0
  1415. package/dist/training/viewer/metrics/model.js +11 -0
  1416. package/dist/training/viewer/metrics/model.js.map +1 -0
  1417. package/dist/training/viewer/metrics/recorded-costs.d.ts +4 -0
  1418. package/dist/training/viewer/metrics/recorded-costs.js +55 -0
  1419. package/dist/training/viewer/metrics/recorded-costs.js.map +1 -0
  1420. package/dist/training/viewer/metrics/scores.d.ts +11 -0
  1421. package/dist/training/viewer/metrics/scores.js +139 -0
  1422. package/dist/training/viewer/metrics/scores.js.map +1 -0
  1423. package/dist/training/viewer/metrics/types.d.ts +95 -0
  1424. package/dist/training/viewer/metrics/types.js +2 -0
  1425. package/dist/training/viewer/metrics/types.js.map +1 -0
  1426. package/dist/training/viewer/page.d.ts +4 -0
  1427. package/dist/training/viewer/page.js +7 -0
  1428. package/dist/training/viewer/page.js.map +1 -0
  1429. package/dist/training/viewer/projection.d.ts +3 -0
  1430. package/dist/training/viewer/projection.js +98 -0
  1431. package/dist/training/viewer/projection.js.map +1 -0
  1432. package/dist/training/viewer/server.d.ts +3 -0
  1433. package/dist/training/viewer/server.js +80 -0
  1434. package/dist/training/viewer/server.js.map +1 -0
  1435. package/dist/training/viewer/stream.d.ts +7 -0
  1436. package/dist/training/viewer/stream.js +70 -0
  1437. package/dist/training/viewer/stream.js.map +1 -0
  1438. package/dist/training/viewer/types.d.ts +172 -0
  1439. package/dist/training/viewer/types.js +2 -0
  1440. package/dist/training/viewer/types.js.map +1 -0
  1441. package/examples/training/AGENTS.md +19 -0
  1442. package/examples/training/fixed-questions/AGENTS.md +7 -0
  1443. package/examples/training/fixed-questions/README.md +19 -0
  1444. package/examples/training/fixed-questions/evals/AGENTS.md +7 -0
  1445. package/examples/training/fixed-questions/evals/delivery.spawnfile-training.yaml +33 -0
  1446. package/examples/training/fixed-questions/evals/item.grader.yaml +41 -0
  1447. package/examples/training/native-formatting/AGENTS.md +10 -0
  1448. package/examples/training/native-formatting/PROMPT.md +4 -0
  1449. package/examples/training/native-formatting/README.md +63 -0
  1450. package/examples/training/native-formatting/SOUL.md +4 -0
  1451. package/examples/training/native-formatting/evals/AGENTS.md +6 -0
  1452. package/examples/training/native-formatting/evals/test.spawnfile-training.yaml +22 -0
  1453. package/examples/training/native-formatting/evals/train.spawnfile-training.yaml +32 -0
  1454. package/examples/training/newsroom-reporting/.spawnignore +4 -0
  1455. package/examples/training/newsroom-reporting/AGENTS.md +24 -0
  1456. package/examples/training/newsroom-reporting/README.md +255 -0
  1457. package/examples/training/newsroom-reporting/Spawnfile +248 -0
  1458. package/examples/training/newsroom-reporting/environment/AGENTS.md +14 -0
  1459. package/examples/training/newsroom-reporting/environment/scribe/AGENTS.md +28 -0
  1460. package/examples/training/newsroom-reporting/environment/scribe/RUNBOOK.md +50 -0
  1461. package/examples/training/newsroom-reporting/environment/scribe/SOUL.md +6 -0
  1462. package/examples/training/newsroom-reporting/evals/AGENTS.md +14 -0
  1463. package/examples/training/newsroom-reporting/evals/test.spawnfile-training.yaml +165 -0
  1464. package/examples/training/newsroom-reporting/evals/train.spawnfile-training.yaml +195 -0
  1465. package/package.json +31 -6
  1466. package/runtimes.yaml +6 -6
  1467. package/dist/cli/paideiaDelegation.js +0 -211
  1468. package/dist/cli/paideiaSupervisor.d.ts +0 -17
  1469. package/dist/cli/paideiaSupervisor.js +0 -48
@@ -0,0 +1,24 @@
1
+ import type { CandidateManifest } from '../../candidates/index.js';
2
+ import type { TrialReport } from '../trials/index.js';
3
+ export interface HeldOutScore {
4
+ candidateId: string;
5
+ meanScore: number;
6
+ trialIds: string[];
7
+ evaluationIds?: string[];
8
+ /** Aligned with trialIds/evaluationIds; present only for repeated tests to preserve single-pass report bytes. */
9
+ trialScores?: number[];
10
+ /** Sample standard deviation / sqrt(n); null when n < 2. Descriptive only. */
11
+ standardError?: number | null;
12
+ }
13
+ /** Run only frozen candidates, bounded by provisioned concurrency; drain on failure. */
14
+ export declare function evaluateHeldOut(options: {
15
+ candidates: readonly CandidateManifest[];
16
+ caseIds: readonly string[];
17
+ concurrency: number;
18
+ testRepeats?: number;
19
+ trial(candidate: CandidateManifest, caseId: string, repeat: number): Promise<TrialReport>;
20
+ measurement(report: TrialReport): {
21
+ id: string;
22
+ score: number;
23
+ };
24
+ }): Promise<HeldOutScore[]>;
@@ -0,0 +1,41 @@
1
+ import { testRepeatCount } from '../../contracts/training-config.js';
2
+ /** Run only frozen candidates, bounded by provisioned concurrency; drain on failure. */
3
+ export async function evaluateHeldOut(options) {
4
+ const repeats = testRepeatCount(options.testRepeats);
5
+ const jobs = options.candidates.flatMap(candidate => options.caseIds.flatMap(caseId => Array.from({ length: repeats }, (_, repeat) => ({ candidate, caseId, repeat }))));
6
+ const reports = new Array(jobs.length);
7
+ const measurements = new Array(jobs.length);
8
+ let next = 0, failed = false;
9
+ let failure;
10
+ const worker = async () => {
11
+ while (!failed && next < jobs.length) {
12
+ const index = next++;
13
+ const job = jobs[index];
14
+ try {
15
+ reports[index] = await options.trial(job.candidate, job.caseId, job.repeat);
16
+ measurements[index] = options.measurement(reports[index]);
17
+ }
18
+ catch (error) {
19
+ if (!failed)
20
+ failure = error;
21
+ failed = true;
22
+ }
23
+ }
24
+ };
25
+ await Promise.all(Array.from({ length: Math.min(options.concurrency, jobs.length) }, worker));
26
+ if (failed)
27
+ throw failure;
28
+ const batchSize = options.caseIds.length * repeats;
29
+ return options.candidates.map((candidate, index) => {
30
+ const batch = reports.slice(index * batchSize, (index + 1) * batchSize);
31
+ const measured = measurements.slice(index * batchSize, (index + 1) * batchSize);
32
+ const trialScores = measured.map(item => item.score);
33
+ const meanScore = trialScores.reduce((sum, score) => sum + score, 0) / batch.length;
34
+ const standardError = batch.length < 2 ? null
35
+ : Math.sqrt(trialScores.reduce((sum, score) => sum + (score - meanScore) ** 2, 0) / (batch.length - 1) / batch.length);
36
+ return { candidateId: candidate.id, meanScore,
37
+ trialIds: batch.map(report => report.id), evaluationIds: measured.map(item => item.id),
38
+ ...(repeats === 1 ? {} : { trialScores, standardError }) };
39
+ });
40
+ }
41
+ //# sourceMappingURL=held-out.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"held-out.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/held-out.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AAerE,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAOrC;IACC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CACpF,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,OAAO,GAAkB,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,YAAY,GAAoC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7E,IAAI,IAAI,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAC7B,IAAI,OAAgB,CAAC;IACrB,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;QACxB,OAAO,CAAC,MAAM,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;YACzB,IAAI,CAAC;gBACH,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC5E,YAAY,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC,CAAC;YAC7D,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,MAAM;oBAAE,OAAO,GAAG,KAAK,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC;YAAC,CAAC;QAChE,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9F,IAAI,MAAM;QAAE,MAAM,OAAO,CAAC;IAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC;IACnD,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QAChF,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QACpF,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;YAC3C,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QACzH,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS;YAC3C,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACtF,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,8 @@
1
+ export { trainAgent, type TrainingOptions, type TrainingReport } from './training.js';
2
+ export { partitionTraining, resolveTrainingPartitions } from './partition.js';
3
+ export { trialScore } from './scoring.js';
4
+ export { freezeCriteria } from './criteria.js';
5
+ export { TrainingCheckpoint, trainingDigest } from './checkpoint.js';
6
+ export { recoverMeasurement, recoverStoredReport } from './recovery.js';
7
+ export type { HeldOutScore } from './held-out.js';
8
+ export { trainingFeedback } from './feedback.js';
@@ -0,0 +1,8 @@
1
+ export { trainAgent } from './training.js';
2
+ export { partitionTraining, resolveTrainingPartitions } from './partition.js';
3
+ export { trialScore } from './scoring.js';
4
+ export { freezeCriteria } from './criteria.js';
5
+ export { TrainingCheckpoint, trainingDigest } from './checkpoint.js';
6
+ export { recoverMeasurement, recoverStoredReport } from './recovery.js';
7
+ export { trainingFeedback } from './feedback.js';
8
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAA6C,MAAM,eAAe,CAAC;AACtF,OAAO,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAExE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC"}
@@ -0,0 +1,20 @@
1
+ /** One train YAML can provide an explicitly frozen internal validation partition. */
2
+ export declare function partitionTraining<T extends {
3
+ id: string;
4
+ records: Array<{
5
+ group?: string;
6
+ }>;
7
+ }>(dataset: T, selectedGroups?: readonly string[]): {
8
+ train: T;
9
+ validation: T;
10
+ };
11
+ /** Explicit authored validation retains its own dataset identity and records. */
12
+ export declare function resolveTrainingPartitions<T extends {
13
+ id: string;
14
+ records: Array<{
15
+ group?: string;
16
+ }>;
17
+ }>(train: T, validation?: T, groups?: readonly string[]): {
18
+ train: T;
19
+ validation: T;
20
+ };
@@ -0,0 +1,24 @@
1
+ /** One train YAML can provide an explicitly frozen internal validation partition. */
2
+ export function partitionTraining(dataset, selectedGroups) {
3
+ const groups = [...new Set(dataset.records.map(record => record.group))];
4
+ if (groups.some(group => !group) || groups.length < 2)
5
+ throw new Error('Training requires at least two nonempty evidence groups');
6
+ const sorted = groups.sort();
7
+ const holdout = selectedGroups ?? sorted.slice(-Math.max(1, Math.floor(sorted.length * 0.2)));
8
+ if (!holdout.length || new Set(holdout).size !== holdout.length || holdout.some(group => !sorted.includes(group))) {
9
+ throw new Error('Validation groups must be unique existing training groups');
10
+ }
11
+ const train = dataset.records.filter(record => !holdout.includes(record.group));
12
+ const validation = dataset.records.filter(record => holdout.includes(record.group));
13
+ if (!train.length)
14
+ throw new Error('Validation cannot consume every training group');
15
+ return { train: { ...dataset, id: `${dataset.id}/train`, records: train },
16
+ validation: { ...dataset, id: `${dataset.id}/validation`, records: validation } };
17
+ }
18
+ /** Explicit authored validation retains its own dataset identity and records. */
19
+ export function resolveTrainingPartitions(train, validation, groups) {
20
+ if (validation && groups)
21
+ throw new Error('Explicit validation and validation groups are mutually exclusive');
22
+ return validation ? { train, validation } : partitionTraining(train, groups);
23
+ }
24
+ //# sourceMappingURL=partition.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"partition.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/partition.ts"],"names":[],"mappings":"AACA,qFAAqF;AACrF,MAAM,UAAU,iBAAiB,CAA+D,OAAU,EAAE,cAAkC;IAG5I,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAClI,MAAM,MAAM,GAAI,MAAmB,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAG,cAAc,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9F,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAClH,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC,CAAC;IACrF,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACrF,OAAO,EAAE,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;QACvE,UAAU,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,CAAC;AACtF,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,yBAAyB,CACvC,KAAQ,EAAE,UAAc,EAAE,MAA0B;IAEpD,IAAI,UAAU,IAAI,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IAC9G,OAAO,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC/E,CAAC"}
@@ -0,0 +1,17 @@
1
+ import type { ResolvedDataset } from '../../contracts/dataset.js';
2
+ import { type RescoreReport } from '../replay/index.js';
3
+ import type { StoredTrialOptions, TrialReport } from '../trials/index.js';
4
+ import type { TrainingOptions } from './training.js';
5
+ /** Only a completed native capture with failed final measurement is eligible. */
6
+ export declare function recoverMeasurement(input: {
7
+ options: Pick<TrainingOptions, 'baseline' | 'native'>;
8
+ dataset: ResolvedDataset;
9
+ report: TrialReport;
10
+ previous?: RescoreReport;
11
+ evaluation: StoredTrialOptions['evaluation'];
12
+ signal?: AbortSignal;
13
+ pendingRescoreId?: string;
14
+ reserve(): Promise<string>;
15
+ }): Promise<RescoreReport | undefined>;
16
+ /** Restore only an integrity-checked terminal report; pending work is never presumed stopped. */
17
+ export declare function recoverStoredReport(options: Pick<TrainingOptions, 'baseline' | 'native'>, id: string, phase: TrialReport['phase'], candidateId: string, expected?: TrialReport): Promise<TrialReport>;
@@ -0,0 +1,54 @@
1
+ import { isDeepStrictEqual } from 'node:util';
2
+ import { capturedTrial, rescoreStoredTrial } from '../replay/index.js';
3
+ const retryable = new Set(['quota', 'transport', 'unavailable', 'timeout', 'cancelled', 'invalid-response']);
4
+ function transientJudgeFailure(check) {
5
+ if (check.children?.length)
6
+ return check.children.filter(child => child.status === 'error').every(transientJudgeFailure);
7
+ const last = check.judgeCalls?.at(-1);
8
+ return last?.outcome === 'generation-error' && retryable.has(last.failureKind ?? 'unknown');
9
+ }
10
+ /** Only a completed native capture with failed final measurement is eligible. */
11
+ export async function recoverMeasurement(input) {
12
+ const { report, options } = input;
13
+ let previous = input.previous;
14
+ if (input.pendingRescoreId && input.pendingRescoreId !== previous?.id) {
15
+ const replay = await options.native.store.readReplay(report.id, { audience: 'evaluator',
16
+ phase: report.phase === 'train' ? 'training' : report.phase, frozenCandidateIds: [options.baseline.id, report.candidateId] });
17
+ const settled = replay.evaluations.find(entry => entry.id === input.pendingRescoreId)?.report;
18
+ if (settled)
19
+ previous = settled;
20
+ }
21
+ if (previous?.status === 'pass' || previous?.status === 'fail')
22
+ return previous;
23
+ if (report.status === 'pass' || report.status === 'fail')
24
+ return undefined;
25
+ if (report.execution !== 'completed' || report.hostWork !== 'settled' || report.stop?.state !== 'acknowledged') {
26
+ throw new Error(`Cannot resume incomplete native capture ${report.id}; no successful execution or cleanup may be assumed`);
27
+ }
28
+ if (report.status !== 'error' || report.evaluation.status !== 'error') {
29
+ throw new Error(`Cannot resume ${report.status} measurement; missing evidence is not an inference retry`);
30
+ }
31
+ const errors = Object.values((previous ?? report).evaluation.checks).filter(check => check.status === 'error');
32
+ if (!errors.length || !errors.every(transientJudgeFailure))
33
+ throw new Error('Measurement recovery requires classified transient judge failures');
34
+ const id = await input.reserve();
35
+ return rescoreStoredTrial({ store: options.native.store, runId: report.id,
36
+ access: { audience: 'evaluator', phase: report.phase === 'train' ? 'training' : report.phase,
37
+ ...(report.phase === 'test' ? { frozenCandidateIds: [options.baseline.id, report.candidateId] } : {}) },
38
+ id, dataset: input.dataset, registry: options.native.registry,
39
+ evaluation: input.evaluation, signal: input.signal });
40
+ }
41
+ /** Restore only an integrity-checked terminal report; pending work is never presumed stopped. */
42
+ export async function recoverStoredReport(options, id, phase, candidateId, expected) {
43
+ const replay = await options.native.store.readReplay(id, { audience: 'evaluator', phase: phase === 'train' ? 'training' : phase,
44
+ ...(phase === 'test' ? { frozenCandidateIds: [options.baseline.id, candidateId] } : {}) });
45
+ const { report } = capturedTrial(replay);
46
+ if (report.candidateId !== candidateId || report.phase !== phase || report.hostWork !== 'settled'
47
+ || report.stop?.state !== 'acknowledged' || report.stop.quiescence !== 'confirmed') {
48
+ throw new Error(`Pending native trial ${id} lacks verified terminal execution and shutdown; recovery is blocked`);
49
+ }
50
+ if (expected && !isDeepStrictEqual(report, JSON.parse(JSON.stringify(expected))))
51
+ throw new Error('Cached native report differs from immutable trial evidence');
52
+ return report;
53
+ }
54
+ //# sourceMappingURL=recovery.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"recovery.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/recovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAG9C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAsB,MAAM,oBAAoB,CAAC;AAI3F,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAC,CAAC;AAC7G,SAAS,qBAAqB,CAAC,KAAuB;IACpD,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzH,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,IAAI,EAAE,OAAO,KAAK,kBAAkB,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC,CAAC;AAC9F,CAAC;AAED,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KASxC;IACC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAClC,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,EAAE,EAAE,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW;YACrF,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAChI,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC9F,IAAI,OAAO;YAAE,QAAQ,GAAG,OAAwB,CAAC;IACnD,CAAC;IACD,IAAI,QAAQ,EAAE,MAAM,KAAK,MAAM,IAAI,QAAQ,EAAE,MAAM,KAAK,MAAM;QAAE,OAAO,QAAQ,CAAC;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IAC3E,IAAI,MAAM,CAAC,SAAS,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,cAAc,EAAE,CAAC;QAC/G,MAAM,IAAI,KAAK,CAAC,2CAA2C,MAAM,CAAC,EAAE,qDAAqD,CAAC,CAAC;IAC7H,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,CAAC,MAAM,0DAA0D,CAAC,CAAC;IAC5G,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;IAC/G,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACjJ,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACjC,OAAO,kBAAkB,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE;QACvE,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK;YAC1F,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QACzG,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;QAC7D,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,iGAAiG;AACjG,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAqD,EAAE,EAAU,EAAE,KAA2B,EAAE,WAAmB,EAC3J,QAAsB;IACtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK;QAC7H,GAAG,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS;WAC1F,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;QACvF,MAAM,IAAI,KAAK,CAAC,wBAAwB,EAAE,sEAAsE,CAAC,CAAC;IACpH,CAAC;IACD,IAAI,QAAQ,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChK,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,14 @@
1
+ import { type TrialReport } from '../trials/index.js';
2
+ export interface TrialRetry {
3
+ failedTrialId: string;
4
+ replacementTrialId: string;
5
+ cause: string;
6
+ attempt: number;
7
+ }
8
+ /** Sequential replacements stay inside the original callback/held-out worker. */
9
+ export declare function retryTrial(input: {
10
+ key: string;
11
+ maximum: number;
12
+ signal?: AbortSignal;
13
+ execute(key: string, retry?: Omit<TrialRetry, 'replacementTrialId'>): Promise<TrialReport>;
14
+ }): Promise<TrialReport>;
@@ -0,0 +1,16 @@
1
+ import { hasSubjectBehavior, hasUnadmittedExecution } from '../trials/index.js';
2
+ /** Sequential replacements stay inside the original callback/held-out worker. */
3
+ export async function retryTrial(input) {
4
+ let report = await input.execute(input.key);
5
+ for (let attempt = 1; report.execution === 'failed' && report.failureKind === 'native-infrastructure' &&
6
+ !hasSubjectBehavior(report) && (!report.collectionFailed || hasUnadmittedExecution(report.turns)) && attempt <= input.maximum; attempt++) {
7
+ input.signal?.throwIfAborted();
8
+ // An abandoned native process must never overlap its replacement.
9
+ if (report.hostWork !== 'settled' || report.stop?.state !== 'acknowledged' || report.stop.quiescence !== 'confirmed')
10
+ break;
11
+ const retry = { failedTrialId: report.id, cause: report.error ?? 'Native infrastructure failure', attempt };
12
+ report = await input.execute(`trial-retry:${JSON.stringify([input.key, attempt])}`, retry);
13
+ }
14
+ return report;
15
+ }
16
+ //# sourceMappingURL=retry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/retry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAoB,MAAM,oBAAoB,CAAC;AASlG,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAKhC;IACC,IAAI,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,uBAAuB;QACnG,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,gBAAgB,IAAI,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;QAC3I,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/B,kEAAkE;QAClE,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,WAAW;YAAE,MAAM;QAC5H,MAAM,KAAK,GAAG,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,+BAA+B,EAAE,OAAO,EAAE,CAAC;QAC5G,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { TrainingScoring } from '../../contracts/training-config.js';
2
+ import type { TrialReport } from '../trials/index.js';
3
+ /** A missing or interrupted measurement is not a cheap zero-quality observation. */
4
+ export declare function trialScore(report: Pick<TrialReport, 'id' | 'execution' | 'hostWork' | 'stop' | 'decisiveFailure' | 'status' | 'preDeferralStatus' | 'evaluation'>, scoring?: TrainingScoring): number;
@@ -0,0 +1,42 @@
1
+ function atomicMeasurementFailed(check) {
2
+ return Boolean(check.atomicFailure) || check.atomicGrading?.status === 'error' || Boolean(check.atomicGrading?.failure) ||
3
+ Boolean(check.children?.some(atomicMeasurementFailed));
4
+ }
5
+ /** A missing or interrupted measurement is not a cheap zero-quality observation. */
6
+ export function trialScore(report, scoring) {
7
+ if (report.execution === 'failed')
8
+ throw new Error(`Trial ${report.id} failed in infrastructure`);
9
+ if (report.hostWork !== 'settled' || report.stop?.state !== 'acknowledged')
10
+ throw new Error(`Trial ${report.id} has incomplete infrastructure cleanup`);
11
+ const decisive = report.decisiveFailure?.status === 'fail' && report.decisiveFailure.finality === 'final' && report.status === 'fail';
12
+ // A closed execution whose delivery stayed deferred is a behavioural outcome the
13
+ // optimizer must see, not a broken machine — but only with the quiescence proof, and
14
+ // never as a pass: an unanswered delivery is not completed training evidence.
15
+ const deferred = report.execution === 'deferred' && report.stop?.quiescence === 'confirmed';
16
+ // So is a subject that ran out of a budget it declared itself, under the same proof.
17
+ const limited = report.execution === 'limit-exceeded' && report.stop?.quiescence === 'confirmed';
18
+ if (report.execution !== 'completed' && !decisive && !deferred && !limited)
19
+ throw new Error(`Trial ${report.id} has incomplete native execution`);
20
+ if (report.status !== 'pass' && report.status !== 'fail')
21
+ throw new Error(`Trial ${report.id} has unscorable ${report.status} evidence`);
22
+ if (deferred && report.status !== 'fail')
23
+ throw new Error(`Trial ${report.id} cannot pass on a deferred delivery`);
24
+ if (limited && report.status !== 'fail')
25
+ throw new Error(`Trial ${report.id} cannot pass on an exhausted declared limit`);
26
+ // Logical gates may mask errors; failed atomic measurements still have no behavioral score.
27
+ const checks = [...Object.values(report.evaluation.checks ?? {}),
28
+ ...report.evaluation.stages.flatMap(stage => [...stage.checks, stage.gate])];
29
+ if (checks.some(atomicMeasurementFailed))
30
+ throw new Error(`Trial ${report.id} has unscorable atomic grading measurement`);
31
+ // The trial owner combines every actual gate before adding the deferral witness.
32
+ // Legacy captures have no such provenance and conservatively retain zero reward.
33
+ const deferredReward = scoring?.deferred === 'stage-score' && deferred &&
34
+ report.preDeferralStatus === 'pass' && !decisive;
35
+ if (report.status === 'fail' && !deferredReward)
36
+ return 0;
37
+ const score = report.evaluation.stages.at(-1)?.score;
38
+ if (score && score.missingWeight > 1e-9)
39
+ throw new Error('Trial scoring coverage is incomplete');
40
+ return score?.lower ?? (deferredReward ? 0 : 1);
41
+ }
42
+ //# sourceMappingURL=scoring.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../../../src/training/experiments/training/scoring.ts"],"names":[],"mappings":"AAIA,SAAS,uBAAuB,CAAC,KAAuB;IACtD,OAAO,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,aAAa,EAAE,MAAM,KAAK,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC;QACrH,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,UAAU,CACxB,MAAuI,EACvI,OAAyB;IAEzB,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,2BAA2B,CAAC,CAAC;IAClG,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,KAAK,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,wCAAwC,CAAC,CAAC;IACxJ,MAAM,QAAQ,GAAG,MAAM,CAAC,eAAe,EAAE,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,eAAe,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC;IACtI,iFAAiF;IACjF,qFAAqF;IACrF,8EAA8E;IAC9E,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,KAAK,UAAU,IAAI,MAAM,CAAC,IAAI,EAAE,UAAU,KAAK,WAAW,CAAC;IAC5F,qFAAqF;IACrF,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,KAAK,gBAAgB,IAAI,MAAM,CAAC,IAAI,EAAE,UAAU,KAAK,WAAW,CAAC;IACjG,IAAI,MAAM,CAAC,SAAS,KAAK,WAAW,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,kCAAkC,CAAC,CAAC;IAClJ,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,mBAAmB,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;IACzI,IAAI,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,qCAAqC,CAAC,CAAC;IACnH,IAAI,OAAO,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,6CAA6C,CAAC,CAAC;IAC1H,4FAA4F;IAC5F,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,CAAC;QAC9D,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/E,IAAI,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,4CAA4C,CAAC,CAAC;IAC1H,iFAAiF;IACjF,iFAAiF;IACjF,MAAM,cAAc,GAAG,OAAO,EAAE,QAAQ,KAAK,aAAa,IAAI,QAAQ;QACpE,MAAM,CAAC,iBAAiB,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC;IACnD,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,cAAc;QAAE,OAAO,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IACrD,IAAI,KAAK,IAAI,KAAK,CAAC,aAAa,GAAG,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACjG,OAAO,KAAK,EAAE,KAAK,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC"}
@@ -0,0 +1,85 @@
1
+ import { type TrialRetry } from './retry.js';
2
+ import type { TrainingScoring } from '../../contracts/training-config.js';
3
+ import type { TrialSlot } from '../../contracts/trial-slot.js';
4
+ import type { RescoreReport } from '../replay/index.js';
5
+ import type { CandidateManifest } from '../../candidates/index.js';
6
+ import type { ResolvedDataset } from '../../contracts/dataset.js';
7
+ import type { InferenceProvider } from '../../contracts/execution.js';
8
+ import { type DspyOptimizationOptions, type DspyResult } from '../../optimization/index.js';
9
+ import type { TrialReport } from '../trials/index.js';
10
+ import { type StoredTrialOptions } from '../trials/index.js';
11
+ import { type HeldOutScore } from './held-out.js';
12
+ import type { CostReport, TrainingCostPlan } from '../costs/index.js';
13
+ export interface TrainingOptions {
14
+ trialRetries?: number;
15
+ testRepeats?: number;
16
+ scoring?: TrainingScoring;
17
+ concurrency?: number;
18
+ slotsFile?: string;
19
+ slots?: readonly TrialSlot[];
20
+ id: string;
21
+ baseline: CandidateManifest;
22
+ train: ResolvedDataset;
23
+ validation?: ResolvedDataset;
24
+ validationGroups?: readonly string[];
25
+ test: ResolvedDataset;
26
+ native: Omit<StoredTrialOptions, 'id' | 'phase' | 'record' | 'candidate' | 'datasetDigest' | 'datasetId' | 'planDigest'>;
27
+ inference: {
28
+ provider: InferenceProvider;
29
+ model: string;
30
+ };
31
+ bridge: DspyOptimizationOptions['bridge'];
32
+ budget: DspyOptimizationOptions['budget'];
33
+ proposal?: DspyOptimizationOptions['proposal'];
34
+ search?: DspyOptimizationOptions['search'];
35
+ checkpoint?: {
36
+ directory: string;
37
+ resume: boolean;
38
+ identity: string;
39
+ maxRecoveryAttempts?: number;
40
+ fork?: NonNullable<DspyOptimizationOptions['checkpoint']>['fork'] & {
41
+ trainingDigest: string;
42
+ trainingIdentity: string;
43
+ receiptDigest: string;
44
+ };
45
+ };
46
+ seed?: number;
47
+ signal?: AbortSignal;
48
+ onProgress?: (event: {
49
+ type: string;
50
+ payload: unknown;
51
+ }) => Promise<void>;
52
+ }
53
+ export interface TrainingReport {
54
+ scoring?: TrainingScoring;
55
+ schema: 'spawnfile.training.training.v1';
56
+ id: string;
57
+ baseline: CandidateManifest;
58
+ selected: CandidateManifest;
59
+ /** Elapsed host time for this invocation, including restoration and sealed testing. */
60
+ durationMs?: number;
61
+ optimizer: DspyResult;
62
+ partitions: {
63
+ train: string[];
64
+ validation: string[];
65
+ test: string[];
66
+ };
67
+ trials: TrialReport[];
68
+ heldOut: HeldOutScore[];
69
+ /** Separate measurements over an original native capture, never additional trials. */
70
+ rescores?: RescoreReport[];
71
+ /** Failed infrastructure captures and their separately persisted replacements. */
72
+ retries?: TrialRetry[];
73
+ /** Optional host reporting, never optimizer feedback or a subscription invoice. */
74
+ costs?: CostReport;
75
+ costPlan?: TrainingCostPlan;
76
+ lineage?: {
77
+ kind: 'measurement-repair';
78
+ parentExperimentId: string;
79
+ parentExecutionIdentity: string;
80
+ executionIdentity: string;
81
+ receiptDigest: string;
82
+ inheritedTrialIds: string[];
83
+ };
84
+ }
85
+ export declare function trainAgent(options: TrainingOptions): Promise<TrainingReport>;
@@ -0,0 +1,208 @@
1
+ import { retryTrial } from './retry.js';
2
+ import { testRepeatCount, trialRetryCount } from '../../contracts/training-config.js';
3
+ import { MutationQueue } from '../../platform/mutations/index.js';
4
+ import { loadTrialSlots } from '../concurrency/index.js';
5
+ import { repairMeasurement } from '../repair/index.js';
6
+ import { recoverMeasurement, recoverStoredReport } from './recovery.js';
7
+ import { TrainingCheckpoint } from './checkpoint.js';
8
+ import { randomUUID } from 'node:crypto';
9
+ import { candidateComponents, deriveCandidate, validateCandidate } from '../../candidates/index.js';
10
+ import { validateDatasetSplit } from '../../cases/index.js';
11
+ import { InferenceFailure } from '../../inference/index.js';
12
+ import { createDspyGeneration, runDspyOptimization, readDspyCheckpointEvidence } from '../../optimization/index.js';
13
+ import { resolveTrainingPartitions } from './partition.js';
14
+ import { runStoredTrial } from '../trials/index.js';
15
+ import { trialScore } from './scoring.js';
16
+ import { freezeCriteria } from './criteria.js';
17
+ import { trainingFeedback } from './feedback.js';
18
+ import { evaluateHeldOut } from './held-out.js';
19
+ export async function trainAgent(options) {
20
+ const started = performance.now();
21
+ const trialRetries = trialRetryCount(options.trialRetries);
22
+ const testRepeats = testRepeatCount(options.testRepeats);
23
+ if ('maxRunRequests' in options)
24
+ throw new Error('Run-wide provider request admission is not implemented; maxRunRequests cannot be enforced');
25
+ const { concurrency, pool, slots } = await loadTrialSlots(options);
26
+ const progress = options.onProgress;
27
+ const mutations = new MutationQueue();
28
+ options = { ...options, concurrency, slots,
29
+ onProgress: progress ? event => mutations.run(() => progress(event)) : undefined };
30
+ validateCandidate(options.baseline);
31
+ const partition = resolveTrainingPartitions(options.train, options.validation, options.validationGroups);
32
+ validateDatasetSplit(partition.train, options.test, partition.validation);
33
+ const criteria = new Map();
34
+ for (const [phase, dataset] of [['train', partition.train], ['validation', partition.validation], ['test', options.test]]) {
35
+ criteria.set(dataset, await freezeCriteria(dataset, options.native.evaluation, options.native.registry, `${phase}:${dataset.id}:${dataset.sourceDigest}:${dataset.sharedPlanDigest}`));
36
+ }
37
+ const components = candidateComponents(options.baseline);
38
+ const baselineComponents = Object.fromEntries(components.map(component => [component.id, component.text]));
39
+ const editScope = options.search ? Object.fromEntries(components.map(component => [component.id, component.heading ?? 'whole-file'])) : undefined;
40
+ if (!Object.keys(baselineComponents).length)
41
+ throw new Error('No declared editable components');
42
+ const checkpoint = await TrainingCheckpoint.open(options, [partition.train, partition.validation, options.test]);
43
+ const trials = [...checkpoint?.reports ?? []];
44
+ const retries = new Map((checkpoint?.retries ?? []).map(retry => [retry.replacementTrialId, retry]));
45
+ const rescores = [...checkpoint?.rescores ?? []];
46
+ const inheritedTrialIds = checkpoint?.inheritedTrialIds ?? [];
47
+ for (const report of trials)
48
+ await options.onProgress?.({ type: 'trial.restored', payload: report });
49
+ for (const report of rescores)
50
+ await options.onProgress?.({ type: 'trial.rescore.restored', payload: report });
51
+ const measured = (report) => rescores.findLast(rescore => rescore.runId === report.id) ?? report;
52
+ let generations = 0;
53
+ const generate = createDspyGeneration(options.inference.provider, options.inference.model);
54
+ const candidates = new Map();
55
+ const key = (components) => JSON.stringify(Object.keys(components).sort().map(name => [name, components[name]]));
56
+ candidates.set(key(baselineComponents), options.baseline);
57
+ const candidateFor = (components) => {
58
+ if (Object.keys(components).length !== Object.keys(baselineComponents).length || Object.keys(baselineComponents).some(id => !Object.hasOwn(components, id))) {
59
+ throw new Error('Optimizer changed the editable component set');
60
+ }
61
+ const identity = key(components);
62
+ let candidate = candidates.get(identity);
63
+ if (!candidate) {
64
+ candidate = deriveCandidate(options.baseline, options.baseline, components);
65
+ candidates.set(identity, candidate);
66
+ }
67
+ return candidate;
68
+ };
69
+ const attemptTrial = async (dataset, caseId, phase, candidate, signal, callbackId, round, retry) => {
70
+ const record = dataset.records.find(record => record.id === caseId);
71
+ if (!record)
72
+ throw new Error(`Case ${caseId} is not in ${phase}`);
73
+ const key = callbackId ?? `test:${candidate.id}:${caseId}`;
74
+ const entry = await checkpoint?.begin(key, retry);
75
+ const id = entry?.id ?? randomUUID();
76
+ if (retry) {
77
+ const receipt = { ...retry, replacementTrialId: id };
78
+ retries.set(id, receipt);
79
+ await options.onProgress?.({ type: 'trial.retry', payload: receipt });
80
+ }
81
+ if (entry?.restored) {
82
+ const report = await recoverStoredReport(options, entry.id, phase, candidate.id, entry.report);
83
+ if (!entry.report) {
84
+ await checkpoint.complete(key, report);
85
+ entry.report = report;
86
+ trials.push(report);
87
+ }
88
+ }
89
+ if (entry?.report) {
90
+ if (trialRetries && entry.report.execution === 'failed')
91
+ return entry.report;
92
+ const recovery = { options, dataset, report: entry.report, previous: entry.rescores?.at(-1),
93
+ evaluation: criteria.get(dataset), signal: signal ?? options.signal,
94
+ pendingRescoreId: entry.pendingRescoreId,
95
+ reserve: () => checkpoint.reserveRecovery(options.checkpoint?.maxRecoveryAttempts ?? 2, key) };
96
+ const rescore = options.checkpoint?.fork && checkpoint.inheritedTrialIds.includes(entry.report.id)
97
+ ? await repairMeasurement(recovery, options.checkpoint.fork.receiptDigest)
98
+ : await recoverMeasurement(recovery);
99
+ if (rescore && rescore !== entry.rescores?.at(-1)) {
100
+ await checkpoint.rescore(key, rescore);
101
+ rescores.push(rescore);
102
+ await options.onProgress?.({ type: 'trial.rescored', payload: rescore });
103
+ }
104
+ await options.onProgress?.({ type: 'trial.reused', payload: { id: entry.report.id, caseId, phase, candidateId: candidate.id } });
105
+ return entry.report;
106
+ }
107
+ await options.onProgress?.({ type: 'trial.queued', payload: { caseId, phase, candidateId: candidate.id } });
108
+ const lease = await pool?.acquire(signal ?? options.signal);
109
+ let confirmed = false;
110
+ let report;
111
+ let failure;
112
+ try {
113
+ report = await runStoredTrial({ ...options.native,
114
+ ...(options.scoring?.deferred === 'stage-score' ? { retainDeferredStatus: true } : {}), slot: lease?.slot, id, phase, round, record: structuredClone(record), candidate,
115
+ datasetId: dataset.id, datasetDigest: dataset.sourceDigest, planDigest: dataset.sharedPlanDigest,
116
+ signal: signal ?? options.signal, evaluation: criteria.get(dataset),
117
+ protectedPaths: [...options.native.protectedPaths ?? [], ...options.checkpoint ? [options.checkpoint.directory] : []],
118
+ observeEvent: async (event) => {
119
+ await options.native.observeEvent?.(event);
120
+ await options.onProgress?.({ type: 'trial.progress', payload: { trialId: id, caseId, phase, candidateId: candidate.id, event } });
121
+ } });
122
+ confirmed = report.hostWork === 'settled' && report.stop?.state === 'acknowledged' && report.stop.quiescence === 'confirmed';
123
+ await checkpoint?.complete(key, report);
124
+ }
125
+ catch (error) {
126
+ failure = error;
127
+ throw error;
128
+ }
129
+ finally {
130
+ lease?.release(confirmed, quarantineCause(id, report, failure));
131
+ }
132
+ trials.push(report);
133
+ await options.onProgress?.({ type: 'trial.finished', payload: report });
134
+ return report;
135
+ };
136
+ const trial = (dataset, caseId, phase, candidate, signal, callbackId, round) => {
137
+ if (!trialRetries)
138
+ return attemptTrial(dataset, caseId, phase, candidate, signal, callbackId, round);
139
+ const combined = AbortSignal.any([signal, options.signal].filter((value) => value !== undefined));
140
+ return retryTrial({ key: callbackId ?? `test:${candidate.id}:${caseId}`, maximum: trialRetries, signal: combined,
141
+ execute: (key, retry) => {
142
+ combined.throwIfAborted();
143
+ return attemptTrial(dataset, caseId, phase, candidate, combined, key, round, retry);
144
+ } });
145
+ };
146
+ await options.onProgress?.({ type: 'training.started', payload: { id: options.id, baselineId: options.baseline.id,
147
+ train: partition.train.records.map(record => record.id), validation: partition.validation.records.map(record => record.id), budget: options.budget } });
148
+ if (checkpoint?.optimizer && options.checkpoint) {
149
+ const restored = await readDspyCheckpointEvidence({ id: options.id, components: baselineComponents,
150
+ trainCaseIds: partition.train.records.map(record => record.id), validationCaseIds: partition.validation.records.map(record => record.id),
151
+ concurrency, budget: options.budget, seed: options.seed, proposal: options.proposal, search: options.search, editScope, checkpoint: options.checkpoint });
152
+ await options.onProgress?.({ type: 'optimizer.restored', payload: restored });
153
+ }
154
+ const optimizer = checkpoint?.optimizer ?? await runDspyOptimization({ id: options.id, components: baselineComponents,
155
+ trainCaseIds: partition.train.records.map(record => record.id), validationCaseIds: partition.validation.records.map(record => record.id),
156
+ concurrency, bridge: options.bridge, checkpoint: options.checkpoint, proposal: options.proposal, search: options.search, editScope,
157
+ onRestore: async (evidence) => { await options.onProgress?.({ type: 'optimizer.restored', payload: evidence }); }, budget: options.budget, seed: options.seed, signal: options.signal,
158
+ validateComponents: components => { candidateFor(components); },
159
+ generate: async (request, signal) => {
160
+ const attempt = ++generations;
161
+ await options.onProgress?.({ type: 'optimizer.generation.started', payload: { attempt } });
162
+ let response;
163
+ try {
164
+ response = await generate(request, signal);
165
+ }
166
+ catch (error) {
167
+ await options.onProgress?.({ type: 'optimizer.generation.failed', payload: { attempt,
168
+ requestedModel: options.inference.model, model: null, route: null, usage: null, outcome: 'generation-error',
169
+ ...(error instanceof InferenceFailure ? { attempts: error.attempts } : {}) } });
170
+ throw error;
171
+ }
172
+ await options.onProgress?.({ type: 'optimizer.generation.completed', payload: { attempt, model: response.model,
173
+ modelBasis: response.modelBasis, route: response.route, usage: response.usage,
174
+ ...(response.attempts ? { attempts: response.attempts } : {}) } });
175
+ return response;
176
+ },
177
+ evaluate: async (request, signal, callbackId) => {
178
+ const dataset = request.split === 'train' ? partition.train : partition.validation;
179
+ const report = await trial(dataset, request.caseId, request.split, candidateFor(request.components), signal, callbackId, request.round);
180
+ const record = dataset.records.find(record => record.id === request.caseId);
181
+ return { score: trialScore(measured(report), options.scoring), captureId: report.id, ...trainingFeedback(record, report, measured(report).evaluation) };
182
+ } });
183
+ await checkpoint?.freeze(optimizer);
184
+ const selected = candidateFor(optimizer.components);
185
+ // Freeze selection BEFORE the sealed test can execute or become feedback.
186
+ const frozen = [...new Map([options.baseline, selected].map(candidate => [candidate.id, candidate])).values()];
187
+ await options.onProgress?.({ type: 'selection.frozen', payload: { selectedId: selected.id, baselineId: options.baseline.id, optimizer } });
188
+ const heldOut = await evaluateHeldOut({ candidates: frozen, caseIds: options.test.records.map(record => record.id), concurrency, testRepeats,
189
+ trial: (candidate, caseId, repeat) => trial(options.test, caseId, 'test', candidate, undefined, repeat === 0 ? undefined : `test-repeat:${JSON.stringify([candidate.id, caseId, repeat])}`),
190
+ measurement: report => ({ id: measured(report).id, score: trialScore(measured(report), options.scoring) }) });
191
+ const report = { schema: 'spawnfile.training.training.v1', id: options.id, durationMs: performance.now() - started, baseline: options.baseline, selected, optimizer,
192
+ ...(options.scoring?.deferred === 'stage-score' ? { scoring: { ...options.scoring } } : {}),
193
+ partitions: { train: partition.train.records.map(record => record.id), validation: partition.validation.records.map(record => record.id),
194
+ test: options.test.records.map(record => record.id) }, trials, heldOut, ...(retries.size ? { retries: [...retries.values()] } : {}), ...(rescores.length ? { rescores } : {}),
195
+ ...(options.checkpoint?.fork ? { lineage: { kind: 'measurement-repair',
196
+ parentExperimentId: options.checkpoint.fork.id, parentExecutionIdentity: options.checkpoint.fork.identity,
197
+ executionIdentity: options.checkpoint.identity, receiptDigest: options.checkpoint.fork.receiptDigest, inheritedTrialIds } } : {}) };
198
+ await options.onProgress?.({ type: 'training.completed', payload: report });
199
+ return report;
200
+ }
201
+ /** Why a slot lease was not confirmed closed, recorded with its quarantine. */
202
+ function quarantineCause(id, report, failure) {
203
+ if (!report)
204
+ return `trial ${id} threw: ${failure instanceof Error ? failure.message : String(failure)}`;
205
+ const stop = report.stop;
206
+ return `trial ${id} hostWork=${report.hostWork} stop=${stop?.state ?? 'missing'}/${stop?.quiescence ?? 'missing'}: ${stop?.reason ?? report.error ?? 'no reason'}`;
207
+ }
208
+ //# sourceMappingURL=training.js.map