@openpond/evals 0.11.20 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/README.md +12 -0
  2. package/dist/connected-evidence/codex-command-observations.js +81 -0
  3. package/dist/connected-evidence/collector-coverage-contracts.js +160 -0
  4. package/dist/connected-evidence/contracts.js +13 -0
  5. package/dist/connected-evidence/git-file-contracts.js +16 -0
  6. package/dist/connected-evidence/git-file-proof.js +86 -0
  7. package/dist/connected-evidence/git-starting-state.js +81 -0
  8. package/dist/connected-evidence/git.js +2 -0
  9. package/dist/connected-evidence/imports.js +2 -1
  10. package/dist/connected-evidence/index.js +2 -0
  11. package/dist/connected-evidence/normalize.js +1 -0
  12. package/dist/connected-evidence/sources/codex-metadata.js +33 -0
  13. package/dist/connected-evidence/sources/codex.js +16 -2
  14. package/dist/execution-contracts.js +1 -1
  15. package/dist/graders.js +10 -4
  16. package/dist/javascript-isolate-node.js +2 -1
  17. package/dist/javascript-isolate-process-source.js +1 -1
  18. package/dist/javascript-isolate-process.js +2 -1
  19. package/dist/javascript-isolate.js +2 -1
  20. package/dist/javascript-verifier-worker-source.js +1 -1
  21. package/dist/javascript-verifier.js +1 -0
  22. package/dist/native-conversations/codex-window-inventory.js +96 -0
  23. package/dist/native-conversations/collector-acquisition.js +149 -0
  24. package/dist/native-conversations/collector-branches.js +1 -0
  25. package/dist/native-conversations/collector-calendar-gate.js +19 -0
  26. package/dist/native-conversations/collector-contracts.js +4 -3
  27. package/dist/native-conversations/collector-coverage.js +100 -0
  28. package/dist/native-conversations/collector-cron.js +43 -0
  29. package/dist/native-conversations/collector-schedule.js +61 -0
  30. package/dist/native-conversations/collector-service-files.js +51 -0
  31. package/dist/native-conversations/collector-snapshots.js +70 -0
  32. package/dist/native-conversations/collector-source-cache.js +41 -0
  33. package/dist/native-conversations/collector-store.js +43 -8
  34. package/dist/native-conversations/collector.js +189 -261
  35. package/dist/native-conversations/git-assets.js +61 -0
  36. package/dist/native-conversations/history.js +9 -0
  37. package/dist/native-conversations/index.js +2 -0
  38. package/dist/native-conversations/location.js +4 -2
  39. package/dist/native-conversations/supervisor.js +131 -81
  40. package/dist/prepared-process-isolation.js +131 -0
  41. package/dist/rewards.js +17 -5
  42. package/dist/sql-execution-node.js +2 -1
  43. package/dist/tasksets.js +7 -1
  44. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +4 -0
  45. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  46. package/dist/types/conformance.d.ts +8 -0
  47. package/dist/types/conformance.d.ts.map +1 -1
  48. package/dist/types/connected-evidence/codex-command-observations.d.ts +15 -0
  49. package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -0
  50. package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +98 -0
  51. package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -0
  52. package/dist/types/connected-evidence/contracts.d.ts +22 -0
  53. package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
  54. package/dist/types/connected-evidence/git-file-contracts.d.ts +18 -0
  55. package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -0
  56. package/dist/types/connected-evidence/git-file-proof.d.ts +13 -0
  57. package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -0
  58. package/dist/types/connected-evidence/git-starting-state.d.ts +28 -0
  59. package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -0
  60. package/dist/types/connected-evidence/git.d.ts +3 -0
  61. package/dist/types/connected-evidence/git.d.ts.map +1 -0
  62. package/dist/types/connected-evidence/imports.d.ts.map +1 -1
  63. package/dist/types/connected-evidence/index.d.ts +2 -0
  64. package/dist/types/connected-evidence/index.d.ts.map +1 -1
  65. package/dist/types/connected-evidence/normalize.d.ts +1 -0
  66. package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
  67. package/dist/types/connected-evidence/sources/claude-code.d.ts +10 -0
  68. package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
  69. package/dist/types/connected-evidence/sources/codex-metadata.d.ts +10 -0
  70. package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -0
  71. package/dist/types/connected-evidence/sources/codex.d.ts +10 -0
  72. package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
  73. package/dist/types/connected-evidence/sources/grok-build.d.ts +10 -0
  74. package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
  75. package/dist/types/connected-evidence/sources/history.d.ts +20 -0
  76. package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
  77. package/dist/types/connected-evidence/sources/opencode.d.ts +10 -0
  78. package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
  79. package/dist/types/connected-evidence/sources/pi.d.ts +10 -0
  80. package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
  81. package/dist/types/execution-contracts.d.ts +8 -0
  82. package/dist/types/execution-contracts.d.ts.map +1 -1
  83. package/dist/types/graders.d.ts +3 -0
  84. package/dist/types/graders.d.ts.map +1 -1
  85. package/dist/types/javascript-isolate-node.d.ts.map +1 -1
  86. package/dist/types/javascript-isolate-process.d.ts.map +1 -1
  87. package/dist/types/javascript-isolate.d.ts.map +1 -1
  88. package/dist/types/javascript-verifier.d.ts +1 -0
  89. package/dist/types/javascript-verifier.d.ts.map +1 -1
  90. package/dist/types/learning/admission.d.ts +1 -0
  91. package/dist/types/learning/admission.d.ts.map +1 -1
  92. package/dist/types/learning/authoring-service.d.ts +2 -0
  93. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  94. package/dist/types/learning/authoring.d.ts +8 -0
  95. package/dist/types/learning/authoring.d.ts.map +1 -1
  96. package/dist/types/learning/batch-service.d.ts +4 -0
  97. package/dist/types/learning/batch-service.d.ts.map +1 -1
  98. package/dist/types/learning/contracts.d.ts +17 -0
  99. package/dist/types/learning/contracts.d.ts.map +1 -1
  100. package/dist/types/learning/operations.d.ts +8 -0
  101. package/dist/types/learning/operations.d.ts.map +1 -1
  102. package/dist/types/learning/repository.d.ts +14 -0
  103. package/dist/types/learning/repository.d.ts.map +1 -1
  104. package/dist/types/learning/reward-calibration-closure.d.ts +9 -1
  105. package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
  106. package/dist/types/learning/reward-checks.d.ts +2 -0
  107. package/dist/types/learning/reward-checks.d.ts.map +1 -1
  108. package/dist/types/learning/transport.d.ts +18 -0
  109. package/dist/types/learning/transport.d.ts.map +1 -1
  110. package/dist/types/native-conversations/codex-window-inventory.d.ts +12 -0
  111. package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -0
  112. package/dist/types/native-conversations/collector-acquisition.d.ts +17 -0
  113. package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -0
  114. package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
  115. package/dist/types/native-conversations/collector-calendar-gate.d.ts +9 -0
  116. package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -0
  117. package/dist/types/native-conversations/collector-contracts.d.ts +41 -5
  118. package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
  119. package/dist/types/native-conversations/collector-coverage.d.ts +62 -0
  120. package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -0
  121. package/dist/types/native-conversations/collector-cron.d.ts +20 -0
  122. package/dist/types/native-conversations/collector-cron.d.ts.map +1 -0
  123. package/dist/types/native-conversations/collector-schedule.d.ts +13 -0
  124. package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -0
  125. package/dist/types/native-conversations/collector-service-files.d.ts +20 -0
  126. package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -0
  127. package/dist/types/native-conversations/collector-snapshots.d.ts +25 -0
  128. package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -0
  129. package/dist/types/native-conversations/collector-source-cache.d.ts +31 -0
  130. package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -0
  131. package/dist/types/native-conversations/collector-store.d.ts +11 -2
  132. package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
  133. package/dist/types/native-conversations/collector.d.ts +5 -1
  134. package/dist/types/native-conversations/collector.d.ts.map +1 -1
  135. package/dist/types/native-conversations/git-assets.d.ts +32 -0
  136. package/dist/types/native-conversations/git-assets.d.ts.map +1 -0
  137. package/dist/types/native-conversations/history.d.ts +7 -0
  138. package/dist/types/native-conversations/history.d.ts.map +1 -1
  139. package/dist/types/native-conversations/index.d.ts +2 -0
  140. package/dist/types/native-conversations/index.d.ts.map +1 -1
  141. package/dist/types/native-conversations/location.d.ts.map +1 -1
  142. package/dist/types/native-conversations/supervisor.d.ts +4 -3
  143. package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
  144. package/dist/types/prepared-process-isolation.d.ts +5 -0
  145. package/dist/types/prepared-process-isolation.d.ts.map +1 -0
  146. package/dist/types/review-conformance.d.ts +5 -5
  147. package/dist/types/rewards.d.ts +9 -0
  148. package/dist/types/rewards.d.ts.map +1 -1
  149. package/dist/types/sql-execution-node.d.ts.map +1 -1
  150. package/dist/types/tasksets.d.ts +16 -0
  151. package/dist/types/tasksets.d.ts.map +1 -1
  152. package/package.json +8 -2
  153. package/schemas/learning/v1/binding.schema.json +8 -0
  154. package/schemas/learning/v1/command-request.schema.json +8 -0
  155. package/schemas/learning/v1/decision.schema.json +5 -1
  156. package/schemas/learning/v1/draft.schema.json +8 -0
  157. package/schemas/learning/v1/grade.schema.json +5 -1
  158. package/schemas/learning/v1/package.schema.json +113 -94
  159. package/schemas/learning/v1/reward_check.schema.json +2 -1
@@ -1,11 +1,12 @@
1
1
  import { Worker } from "node:worker_threads";
2
- import { javascriptVerifierWorkerSource } from "./javascript-verifier-worker-source.js";
3
2
  import { validateJavaScriptIsolateInput } from "./javascript-isolate.js";
4
3
  import { assertBoundedTaskJson } from "./task-schema.js";
5
4
  /** Both environment steps and graders settle only after their worker stops. */
6
5
  export async function executeJavaScriptIsolateInWorker(input) {
7
6
  input.signal?.throwIfAborted();
8
7
  validateJavaScriptIsolateInput(input);
8
+ const { javascriptVerifierWorkerSource } = await import("./javascript-verifier-worker-source.js");
9
+ input.signal?.throwIfAborted();
9
10
  const signal = input.signal;
10
11
  const workerData = { source: input.source, exportName: input.exportName, value: input.value, timeoutMs: input.timeoutMs, maxResultBytes: input.maxResultBytes, deterministic: input.deterministic === true, errorPrefix: input.errorPrefix };
11
12
  const error = (suffix) => new Error(`${input.errorPrefix}_${suffix}`);