just-vibe 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (512) hide show
  1. package/.agents/plugins/marketplace.json +12 -0
  2. package/.claude-plugin/marketplace.json +12 -0
  3. package/CHANGELOG.md +49 -0
  4. package/LICENSE +21 -0
  5. package/README.md +282 -0
  6. package/bin/just-vibe.mjs +3 -0
  7. package/docs/command-quality.md +74 -0
  8. package/docs/compatibility.md +29 -0
  9. package/docs/releases.md +51 -0
  10. package/evals/README.md +47 -0
  11. package/evals/behavior/cases/arch-events/flow.json +12 -0
  12. package/evals/behavior/cases/arch-events/task.md +3 -0
  13. package/evals/behavior/cases/authz/access.mjs +1 -0
  14. package/evals/behavior/cases/authz/task.md +3 -0
  15. package/evals/behavior/cases/checkout/checkout.mjs +1 -0
  16. package/evals/behavior/cases/checkout/contract.md +1 -0
  17. package/evals/behavior/cases/checkout/keep.txt +1 -0
  18. package/evals/behavior/cases/checkout/task.md +3 -0
  19. package/evals/behavior/cases/data-reconcile/source.json +14 -0
  20. package/evals/behavior/cases/data-reconcile/target.json +14 -0
  21. package/evals/behavior/cases/data-reconcile/task.md +3 -0
  22. package/evals/behavior/cases/db-migrate/context.json +13 -0
  23. package/evals/behavior/cases/db-migrate/migration.sql +3 -0
  24. package/evals/behavior/cases/db-migrate/task.md +3 -0
  25. package/evals/behavior/cases/db-query/query.sql +1 -0
  26. package/evals/behavior/cases/db-query/rows.json +32 -0
  27. package/evals/behavior/cases/db-query/task.md +3 -0
  28. package/evals/behavior/cases/decision-matrix/decision.json +22 -0
  29. package/evals/behavior/cases/decision-matrix/task.md +3 -0
  30. package/evals/behavior/cases/github-pr/prs.json +16 -0
  31. package/evals/behavior/cases/github-pr/request.json +9 -0
  32. package/evals/behavior/cases/github-pr/task.md +3 -0
  33. package/evals/behavior/cases/idempotency/contract.md +1 -0
  34. package/evals/behavior/cases/idempotency/orders.mjs +1 -0
  35. package/evals/behavior/cases/idempotency/task.md +3 -0
  36. package/evals/behavior/cases/ml-checkpoint/checkpoint.json +6 -0
  37. package/evals/behavior/cases/ml-checkpoint/task.md +3 -0
  38. package/evals/behavior/cases/ml-checkpoint/training.json +16 -0
  39. package/evals/behavior/cases/ml-evaluate/labels.json +18 -0
  40. package/evals/behavior/cases/ml-evaluate/predictions.json +14 -0
  41. package/evals/behavior/cases/ml-evaluate/task.md +3 -0
  42. package/evals/behavior/cases/ml-leakage/task.json +30 -0
  43. package/evals/behavior/cases/ml-leakage/task.md +3 -0
  44. package/evals/behavior/cases/ml-parity/serving.json +16 -0
  45. package/evals/behavior/cases/ml-parity/task.md +3 -0
  46. package/evals/behavior/cases/ml-parity/training.json +16 -0
  47. package/evals/behavior/cases/ml-split/task.json +7 -0
  48. package/evals/behavior/cases/ml-split/task.md +3 -0
  49. package/evals/behavior/cases/ops-logs/context.json +4 -0
  50. package/evals/behavior/cases/ops-logs/events.json +17 -0
  51. package/evals/behavior/cases/ops-logs/task.md +3 -0
  52. package/evals/behavior/cases/rag-boundary/documents.json +26 -0
  53. package/evals/behavior/cases/rag-boundary/query.json +5 -0
  54. package/evals/behavior/cases/rag-boundary/task.md +3 -0
  55. package/evals/behavior/cases/react-race/AccountPanel.jsx +1 -0
  56. package/evals/behavior/cases/react-race/loader.mjs +1 -0
  57. package/evals/behavior/cases/react-race/task.md +3 -0
  58. package/evals/behavior/cases/regression-test/checkout.mjs +1 -0
  59. package/evals/behavior/cases/regression-test/contract.md +1 -0
  60. package/evals/behavior/cases/regression-test/task.md +3 -0
  61. package/evals/behavior/cases/ui-accessibility/observations.json +17 -0
  62. package/evals/behavior/cases/ui-accessibility/task.md +3 -0
  63. package/evals/behavior/cases/vercel-env/consumers.json +13 -0
  64. package/evals/behavior/cases/vercel-env/metadata.json +11 -0
  65. package/evals/behavior/cases/vercel-env/task.md +3 -0
  66. package/evals/behavior/cases/vite-assets/deployment.json +8 -0
  67. package/evals/behavior/cases/vite-assets/render.mjs +1 -0
  68. package/evals/behavior/cases/vite-assets/task.md +3 -0
  69. package/evals/behavior/cases/vite-assets/vite.config.mjs +1 -0
  70. package/evals/behavior/cases.json +185 -0
  71. package/evals/behavior/code-oracles.mjs +58 -0
  72. package/evals/behavior/harness.mjs +109 -0
  73. package/evals/behavior/oracles.json +196 -0
  74. package/evals/benchmark/README.md +57 -0
  75. package/evals/benchmark/cases.json +9 -0
  76. package/evals/benchmark/harness.mjs +231 -0
  77. package/evals/benchmark/oracles/node.mjs +69 -0
  78. package/evals/benchmark/oracles/python.py +117 -0
  79. package/evals/benchmark/report.mjs +62 -0
  80. package/evals/benchmark/repos/async-cache/README.md +12 -0
  81. package/evals/benchmark/repos/async-cache/TASK.md +1 -0
  82. package/evals/benchmark/repos/async-cache/package.json +1 -0
  83. package/evals/benchmark/repos/async-cache/src/cache.mjs +13 -0
  84. package/evals/benchmark/repos/async-cache/src/view.mjs +9 -0
  85. package/evals/benchmark/repos/async-cache/test/smoke.test.mjs +9 -0
  86. package/evals/benchmark/repos/ledger/README.md +11 -0
  87. package/evals/benchmark/repos/ledger/TASK.md +1 -0
  88. package/evals/benchmark/repos/ledger/src/service.py +14 -0
  89. package/evals/benchmark/repos/ledger/src/store.py +12 -0
  90. package/evals/benchmark/repos/ledger/test/test_smoke.py +9 -0
  91. package/evals/benchmark/repos/scoped-commit/README.md +5 -0
  92. package/evals/benchmark/repos/scoped-commit/TASK.md +1 -0
  93. package/evals/benchmark/repos/scoped-commit/package.json +1 -0
  94. package/evals/benchmark/repos/scoped-commit/src/invoice.mjs +8 -0
  95. package/evals/benchmark/repos/scoped-commit/test/invoice.test.mjs +4 -0
  96. package/evals/benchmark/repos/temporal-ml/README.md +12 -0
  97. package/evals/benchmark/repos/temporal-ml/TASK.md +1 -0
  98. package/evals/benchmark/repos/temporal-ml/src/features.py +9 -0
  99. package/evals/benchmark/repos/temporal-ml/src/pipeline.py +10 -0
  100. package/evals/benchmark/repos/temporal-ml/src/report.py +2 -0
  101. package/evals/benchmark/repos/temporal-ml/test/test_smoke.py +7 -0
  102. package/evals/benchmark/support/commit-tree.mjs +11 -0
  103. package/evals/benchmark/support/python-test-report.py +48 -0
  104. package/evals/fixtures/checkout/checkout.mjs +4 -0
  105. package/evals/fixtures/checkout/checkout.test.mjs +13 -0
  106. package/evals/fixtures/checkout/package.json +6 -0
  107. package/evals/fixtures/checkout/unrelated.txt +1 -0
  108. package/evals/fixtures/ml/observations.csv +5 -0
  109. package/evals/fixtures/ml/task.md +1 -0
  110. package/evals/releases/0.2.0.md +45 -0
  111. package/evals/releases/0.3.0.md +23 -0
  112. package/evals/releases/0.4.0-results.json +1274 -0
  113. package/evals/releases/0.4.0.md +55 -0
  114. package/evals/releases/0.5.0.md +28 -0
  115. package/evals/releases/0.6.0-after-results.json +1307 -0
  116. package/evals/releases/0.6.0-before-results.json +4850 -0
  117. package/evals/releases/0.6.0.md +94 -0
  118. package/evals/releases/0.7.0.md +32 -0
  119. package/evals/scenarios.json +7777 -0
  120. package/package.json +50 -0
  121. package/plugins/just-vibe/.claude-plugin/plugin.json +11 -0
  122. package/plugins/just-vibe/.codex-plugin/plugin.json +24 -0
  123. package/plugins/just-vibe/LICENSE +21 -0
  124. package/plugins/just-vibe/catalog/commands.json +16757 -0
  125. package/plugins/just-vibe/catalog/packs.json +115 -0
  126. package/plugins/just-vibe/catalog/profiles.json +2503 -0
  127. package/plugins/just-vibe/hooks/hooks.json +11 -0
  128. package/plugins/just-vibe/references/command-reference.md +328 -0
  129. package/plugins/just-vibe/references/daily-workflows.md +133 -0
  130. package/plugins/just-vibe/references/execution.md +60 -0
  131. package/plugins/just-vibe/references/instruction-memory.md +86 -0
  132. package/plugins/just-vibe/references/packs/api.md +27 -0
  133. package/plugins/just-vibe/references/packs/architecture.md +29 -0
  134. package/plugins/just-vibe/references/packs/backend.md +43 -0
  135. package/plugins/just-vibe/references/packs/data.md +27 -0
  136. package/plugins/just-vibe/references/packs/database.md +32 -0
  137. package/plugins/just-vibe/references/packs/decisions.md +29 -0
  138. package/plugins/just-vibe/references/packs/general.md +34 -0
  139. package/plugins/just-vibe/references/packs/git.md +45 -0
  140. package/plugins/just-vibe/references/packs/github.md +31 -0
  141. package/plugins/just-vibe/references/packs/installation.md +27 -0
  142. package/plugins/just-vibe/references/packs/llm.md +33 -0
  143. package/plugins/just-vibe/references/packs/ml-data.md +43 -0
  144. package/plugins/just-vibe/references/packs/ml-deployment.md +31 -0
  145. package/plugins/just-vibe/references/packs/ml-evaluation.md +29 -0
  146. package/plugins/just-vibe/references/packs/ml-experiments.md +29 -0
  147. package/plugins/just-vibe/references/packs/operations.md +35 -0
  148. package/plugins/just-vibe/references/packs/react.md +29 -0
  149. package/plugins/just-vibe/references/packs/security.md +31 -0
  150. package/plugins/just-vibe/references/packs/testing.md +35 -0
  151. package/plugins/just-vibe/references/packs/ui.md +29 -0
  152. package/plugins/just-vibe/references/packs/vercel.md +29 -0
  153. package/plugins/just-vibe/references/packs/vite.md +29 -0
  154. package/plugins/just-vibe/references/profile-reference.md +155 -0
  155. package/plugins/just-vibe/references/profiles/accessibility-engineer.md +31 -0
  156. package/plugins/just-vibe/references/profiles/agent-systems-engineer.md +31 -0
  157. package/plugins/just-vibe/references/profiles/ai-evaluation-engineer.md +31 -0
  158. package/plugins/just-vibe/references/profiles/ai-security-engineer.md +31 -0
  159. package/plugins/just-vibe/references/profiles/analytics-engineer.md +31 -0
  160. package/plugins/just-vibe/references/profiles/android-engineer.md +31 -0
  161. package/plugins/just-vibe/references/profiles/api-engineer.md +31 -0
  162. package/plugins/just-vibe/references/profiles/application-security-engineer.md +31 -0
  163. package/plugins/just-vibe/references/profiles/applied-ai-engineer.md +31 -0
  164. package/plugins/just-vibe/references/profiles/backend-engineer.md +31 -0
  165. package/plugins/just-vibe/references/profiles/bioinformatics-engineer.md +31 -0
  166. package/plugins/just-vibe/references/profiles/blockchain-engineer.md +31 -0
  167. package/plugins/just-vibe/references/profiles/build-release-engineer.md +31 -0
  168. package/plugins/just-vibe/references/profiles/business-intelligence-engineer.md +31 -0
  169. package/plugins/just-vibe/references/profiles/capacity-engineer.md +31 -0
  170. package/plugins/just-vibe/references/profiles/causal-inference-scientist.md +31 -0
  171. package/plugins/just-vibe/references/profiles/cloud-architect.md +31 -0
  172. package/plugins/just-vibe/references/profiles/cloud-engineer.md +31 -0
  173. package/plugins/just-vibe/references/profiles/cloud-security-engineer.md +31 -0
  174. package/plugins/just-vibe/references/profiles/compiler-engineer.md +31 -0
  175. package/plugins/just-vibe/references/profiles/computer-vision-engineer.md +31 -0
  176. package/plugins/just-vibe/references/profiles/controls-engineer.md +31 -0
  177. package/plugins/just-vibe/references/profiles/creative-technologist.md +31 -0
  178. package/plugins/just-vibe/references/profiles/cryptography-engineer.md +31 -0
  179. package/plugins/just-vibe/references/profiles/data-analyst.md +31 -0
  180. package/plugins/just-vibe/references/profiles/data-architect.md +31 -0
  181. package/plugins/just-vibe/references/profiles/data-engineer.md +31 -0
  182. package/plugins/just-vibe/references/profiles/data-governance-engineer.md +31 -0
  183. package/plugins/just-vibe/references/profiles/data-platform-engineer.md +31 -0
  184. package/plugins/just-vibe/references/profiles/data-quality-engineer.md +31 -0
  185. package/plugins/just-vibe/references/profiles/data-scientist.md +31 -0
  186. package/plugins/just-vibe/references/profiles/database-engineer.md +31 -0
  187. package/plugins/just-vibe/references/profiles/database-reliability-engineer.md +31 -0
  188. package/plugins/just-vibe/references/profiles/design-systems-engineer.md +31 -0
  189. package/plugins/just-vibe/references/profiles/desktop-engineer.md +31 -0
  190. package/plugins/just-vibe/references/profiles/detection-engineer.md +31 -0
  191. package/plugins/just-vibe/references/profiles/developer-advocate.md +31 -0
  192. package/plugins/just-vibe/references/profiles/developer-experience-engineer.md +31 -0
  193. package/plugins/just-vibe/references/profiles/devops-engineer.md +31 -0
  194. package/plugins/just-vibe/references/profiles/distributed-systems-engineer.md +31 -0
  195. package/plugins/just-vibe/references/profiles/edge-engineer.md +31 -0
  196. package/plugins/just-vibe/references/profiles/embedded-engineer.md +31 -0
  197. package/plugins/just-vibe/references/profiles/engineering-manager.md +31 -0
  198. package/plugins/just-vibe/references/profiles/enterprise-architect.md +31 -0
  199. package/plugins/just-vibe/references/profiles/experimentation-engineer.md +31 -0
  200. package/plugins/just-vibe/references/profiles/finops-engineer.md +31 -0
  201. package/plugins/just-vibe/references/profiles/firmware-engineer.md +31 -0
  202. package/plugins/just-vibe/references/profiles/frontend-architect.md +31 -0
  203. package/plugins/just-vibe/references/profiles/frontend-engineer.md +31 -0
  204. package/plugins/just-vibe/references/profiles/fullstack-engineer.md +31 -0
  205. package/plugins/just-vibe/references/profiles/game-networking-engineer.md +31 -0
  206. package/plugins/just-vibe/references/profiles/gameplay-engineer.md +31 -0
  207. package/plugins/just-vibe/references/profiles/geospatial-engineer.md +31 -0
  208. package/plugins/just-vibe/references/profiles/graphics-engineer.md +31 -0
  209. package/plugins/just-vibe/references/profiles/hpc-engineer.md +31 -0
  210. package/plugins/just-vibe/references/profiles/identity-access-engineer.md +31 -0
  211. package/plugins/just-vibe/references/profiles/inference-engineer.md +31 -0
  212. package/plugins/just-vibe/references/profiles/infrastructure-engineer.md +31 -0
  213. package/plugins/just-vibe/references/profiles/integration-architect.md +31 -0
  214. package/plugins/just-vibe/references/profiles/integration-engineer.md +31 -0
  215. package/plugins/just-vibe/references/profiles/ios-engineer.md +31 -0
  216. package/plugins/just-vibe/references/profiles/iot-engineer.md +31 -0
  217. package/plugins/just-vibe/references/profiles/kubernetes-engineer.md +31 -0
  218. package/plugins/just-vibe/references/profiles/llm-engineer.md +31 -0
  219. package/plugins/just-vibe/references/profiles/machine-learning-engineer.md +31 -0
  220. package/plugins/just-vibe/references/profiles/ml-architect.md +31 -0
  221. package/plugins/just-vibe/references/profiles/ml-data-engineer.md +31 -0
  222. package/plugins/just-vibe/references/profiles/ml-platform-engineer.md +31 -0
  223. package/plugins/just-vibe/references/profiles/mlops-engineer.md +31 -0
  224. package/plugins/just-vibe/references/profiles/mobile-engineer.md +31 -0
  225. package/plugins/just-vibe/references/profiles/network-engineer.md +31 -0
  226. package/plugins/just-vibe/references/profiles/nlp-engineer.md +31 -0
  227. package/plugins/just-vibe/references/profiles/observability-engineer.md +31 -0
  228. package/plugins/just-vibe/references/profiles/performance-engineer.md +31 -0
  229. package/plugins/just-vibe/references/profiles/platform-architect.md +31 -0
  230. package/plugins/just-vibe/references/profiles/platform-engineer.md +31 -0
  231. package/plugins/just-vibe/references/profiles/principal-engineer.md +31 -0
  232. package/plugins/just-vibe/references/profiles/privacy-engineer.md +31 -0
  233. package/plugins/just-vibe/references/profiles/product-engineer.md +31 -0
  234. package/plugins/just-vibe/references/profiles/product-security-engineer.md +31 -0
  235. package/plugins/just-vibe/references/profiles/protocol-engineer.md +31 -0
  236. package/plugins/just-vibe/references/profiles/qa-automation-engineer.md +31 -0
  237. package/plugins/just-vibe/references/profiles/recommendation-engineer.md +31 -0
  238. package/plugins/just-vibe/references/profiles/reinforcement-learning-engineer.md +31 -0
  239. package/plugins/just-vibe/references/profiles/research-engineer.md +31 -0
  240. package/plugins/just-vibe/references/profiles/research-scientist.md +31 -0
  241. package/plugins/just-vibe/references/profiles/responsible-ai-engineer.md +31 -0
  242. package/plugins/just-vibe/references/profiles/robotics-engineer.md +31 -0
  243. package/plugins/just-vibe/references/profiles/runtime-engineer.md +31 -0
  244. package/plugins/just-vibe/references/profiles/scientific-software-engineer.md +31 -0
  245. package/plugins/just-vibe/references/profiles/search-engineer.md +31 -0
  246. package/plugins/just-vibe/references/profiles/security-architect.md +31 -0
  247. package/plugins/just-vibe/references/profiles/security-automation-engineer.md +31 -0
  248. package/plugins/just-vibe/references/profiles/security-incident-responder.md +31 -0
  249. package/plugins/just-vibe/references/profiles/senior-software-engineer.md +31 -0
  250. package/plugins/just-vibe/references/profiles/simulation-engineer.md +31 -0
  251. package/plugins/just-vibe/references/profiles/site-reliability-engineer.md +31 -0
  252. package/plugins/just-vibe/references/profiles/software-architect.md +31 -0
  253. package/plugins/just-vibe/references/profiles/solutions-architect.md +31 -0
  254. package/plugins/just-vibe/references/profiles/speech-engineer.md +31 -0
  255. package/plugins/just-vibe/references/profiles/staff-engineer.md +31 -0
  256. package/plugins/just-vibe/references/profiles/storage-engineer.md +31 -0
  257. package/plugins/just-vibe/references/profiles/streaming-data-engineer.md +31 -0
  258. package/plugins/just-vibe/references/profiles/supply-chain-security-engineer.md +31 -0
  259. package/plugins/just-vibe/references/profiles/systems-engineer.md +31 -0
  260. package/plugins/just-vibe/references/profiles/tech-lead.md +31 -0
  261. package/plugins/just-vibe/references/profiles/technical-writer.md +31 -0
  262. package/plugins/just-vibe/references/profiles/test-infrastructure-engineer.md +31 -0
  263. package/plugins/just-vibe/references/profiles/ui-engineer.md +31 -0
  264. package/plugins/just-vibe/references/profiles/ux-engineer.md +31 -0
  265. package/plugins/just-vibe/references/profiles/web-performance-engineer.md +31 -0
  266. package/plugins/just-vibe/references/profiles/xr-engineer.md +31 -0
  267. package/plugins/just-vibe/references/profiles.md +59 -0
  268. package/plugins/just-vibe/references/runtime.md +70 -0
  269. package/plugins/just-vibe/references/scenarios/auth.md +31 -0
  270. package/plugins/just-vibe/references/scenarios/combobox.md +9 -0
  271. package/plugins/just-vibe/references/scenarios/date-picker.md +9 -0
  272. package/plugins/just-vibe/references/scenarios/delivery-evidence.md +21 -0
  273. package/plugins/just-vibe/references/scenarios/dialog.md +9 -0
  274. package/plugins/just-vibe/references/scenarios/training.md +21 -0
  275. package/plugins/just-vibe/references/teach-test.md +37 -0
  276. package/plugins/just-vibe/references/teaching.md +34 -0
  277. package/plugins/just-vibe/references/validation.md +11 -0
  278. package/plugins/just-vibe/scripts/discover-capabilities.mjs +3 -0
  279. package/plugins/just-vibe/scripts/hooks.mjs +14 -0
  280. package/plugins/just-vibe/scripts/inspect-project.mjs +3 -0
  281. package/plugins/just-vibe/scripts/installer.mjs +280 -0
  282. package/plugins/just-vibe/scripts/lib/automation.mjs +142 -0
  283. package/plugins/just-vibe/scripts/lib/bundle.mjs +100 -0
  284. package/plugins/just-vibe/scripts/lib/catalog.mjs +135 -0
  285. package/plugins/just-vibe/scripts/lib/command.mjs +26 -0
  286. package/plugins/just-vibe/scripts/lib/continuity.mjs +77 -0
  287. package/plugins/just-vibe/scripts/lib/discovery.mjs +84 -0
  288. package/plugins/just-vibe/scripts/lib/entrypoint.mjs +12 -0
  289. package/plugins/just-vibe/scripts/lib/evidence.mjs +136 -0
  290. package/plugins/just-vibe/scripts/lib/process.mjs +44 -0
  291. package/plugins/just-vibe/scripts/lib/profiles.mjs +83 -0
  292. package/plugins/just-vibe/scripts/lib/project.mjs +60 -0
  293. package/plugins/just-vibe/scripts/lib/routing.mjs +82 -0
  294. package/plugins/just-vibe/scripts/lib/run.mjs +248 -0
  295. package/plugins/just-vibe/scripts/lib/storage.mjs +84 -0
  296. package/plugins/just-vibe/scripts/lib/teaching.mjs +118 -0
  297. package/plugins/just-vibe/scripts/toolkit.mjs +225 -0
  298. package/plugins/just-vibe/skills/a11y/SKILL.md +8 -0
  299. package/plugins/just-vibe/skills/api-breaking/SKILL.md +56 -0
  300. package/plugins/just-vibe/skills/api-client/SKILL.md +56 -0
  301. package/plugins/just-vibe/skills/api-contract-test/SKILL.md +56 -0
  302. package/plugins/just-vibe/skills/api-design/SKILL.md +56 -0
  303. package/plugins/just-vibe/skills/api-errors/SKILL.md +56 -0
  304. package/plugins/just-vibe/skills/api-openapi/SKILL.md +56 -0
  305. package/plugins/just-vibe/skills/api-pagination/SKILL.md +56 -0
  306. package/plugins/just-vibe/skills/api-webhooks/SKILL.md +56 -0
  307. package/plugins/just-vibe/skills/arch-boundaries/SKILL.md +58 -0
  308. package/plugins/just-vibe/skills/arch-contracts/SKILL.md +56 -0
  309. package/plugins/just-vibe/skills/arch-event-flow/SKILL.md +56 -0
  310. package/plugins/just-vibe/skills/arch-feature/SKILL.md +57 -0
  311. package/plugins/just-vibe/skills/arch-map/SKILL.md +56 -0
  312. package/plugins/just-vibe/skills/arch-modernize/SKILL.md +56 -0
  313. package/plugins/just-vibe/skills/arch-scale/SKILL.md +58 -0
  314. package/plugins/just-vibe/skills/arch-tenancy/SKILL.md +56 -0
  315. package/plugins/just-vibe/skills/auto/SKILL.md +67 -0
  316. package/plugins/just-vibe/skills/automate/SKILL.md +56 -0
  317. package/plugins/just-vibe/skills/backend-auth/SKILL.md +63 -0
  318. package/plugins/just-vibe/skills/backend-cache/SKILL.md +59 -0
  319. package/plugins/just-vibe/skills/backend-concurrency/SKILL.md +58 -0
  320. package/plugins/just-vibe/skills/backend-idempotency/SKILL.md +58 -0
  321. package/plugins/just-vibe/skills/backend-jobs/SKILL.md +56 -0
  322. package/plugins/just-vibe/skills/backend-permissions/SKILL.md +56 -0
  323. package/plugins/just-vibe/skills/backend-resilience/SKILL.md +56 -0
  324. package/plugins/just-vibe/skills/backend-service/SKILL.md +56 -0
  325. package/plugins/just-vibe/skills/brainstorm/SKILL.md +56 -0
  326. package/plugins/just-vibe/skills/build/SKILL.md +56 -0
  327. package/plugins/just-vibe/skills/challenge/SKILL.md +56 -0
  328. package/plugins/just-vibe/skills/checkpoint/SKILL.md +59 -0
  329. package/plugins/just-vibe/skills/ci/SKILL.md +56 -0
  330. package/plugins/just-vibe/skills/cleanup/SKILL.md +56 -0
  331. package/plugins/just-vibe/skills/compare/SKILL.md +56 -0
  332. package/plugins/just-vibe/skills/copy/SKILL.md +56 -0
  333. package/plugins/just-vibe/skills/coverage/SKILL.md +56 -0
  334. package/plugins/just-vibe/skills/data-backfill/SKILL.md +56 -0
  335. package/plugins/just-vibe/skills/data-contract/SKILL.md +56 -0
  336. package/plugins/just-vibe/skills/data-incremental/SKILL.md +56 -0
  337. package/plugins/just-vibe/skills/data-lineage/SKILL.md +56 -0
  338. package/plugins/just-vibe/skills/data-pipeline/SKILL.md +56 -0
  339. package/plugins/just-vibe/skills/data-profile/SKILL.md +56 -0
  340. package/plugins/just-vibe/skills/data-quality/SKILL.md +56 -0
  341. package/plugins/just-vibe/skills/data-reconcile/SKILL.md +56 -0
  342. package/plugins/just-vibe/skills/db-access/SKILL.md +56 -0
  343. package/plugins/just-vibe/skills/db-explain/SKILL.md +56 -0
  344. package/plugins/just-vibe/skills/db-index/SKILL.md +56 -0
  345. package/plugins/just-vibe/skills/db-integrity/SKILL.md +57 -0
  346. package/plugins/just-vibe/skills/db-locks/SKILL.md +56 -0
  347. package/plugins/just-vibe/skills/db-migrate/SKILL.md +63 -0
  348. package/plugins/just-vibe/skills/db-query/SKILL.md +56 -0
  349. package/plugins/just-vibe/skills/db-schema/SKILL.md +56 -0
  350. package/plugins/just-vibe/skills/debug/SKILL.md +56 -0
  351. package/plugins/just-vibe/skills/decide/SKILL.md +57 -0
  352. package/plugins/just-vibe/skills/decision-adr/SKILL.md +56 -0
  353. package/plugins/just-vibe/skills/decision-buy-build/SKILL.md +56 -0
  354. package/plugins/just-vibe/skills/decision-matrix/SKILL.md +56 -0
  355. package/plugins/just-vibe/skills/decision-premortem/SKILL.md +56 -0
  356. package/plugins/just-vibe/skills/decision-reversible/SKILL.md +56 -0
  357. package/plugins/just-vibe/skills/decision-revisit/SKILL.md +56 -0
  358. package/plugins/just-vibe/skills/decision-spike/SKILL.md +58 -0
  359. package/plugins/just-vibe/skills/deploy/SKILL.md +56 -0
  360. package/plugins/just-vibe/skills/deps/SKILL.md +56 -0
  361. package/plugins/just-vibe/skills/design/SKILL.md +56 -0
  362. package/plugins/just-vibe/skills/do/SKILL.md +8 -0
  363. package/plugins/just-vibe/skills/docs/SKILL.md +56 -0
  364. package/plugins/just-vibe/skills/doctor/SKILL.md +58 -0
  365. package/plugins/just-vibe/skills/explain/SKILL.md +56 -0
  366. package/plugins/just-vibe/skills/fix/SKILL.md +57 -0
  367. package/plugins/just-vibe/skills/git-bisect/SKILL.md +58 -0
  368. package/plugins/just-vibe/skills/git-commit/SKILL.md +59 -0
  369. package/plugins/just-vibe/skills/git-conflicts/SKILL.md +58 -0
  370. package/plugins/just-vibe/skills/git-diff/SKILL.md +58 -0
  371. package/plugins/just-vibe/skills/git-recover/SKILL.md +58 -0
  372. package/plugins/just-vibe/skills/git-split/SKILL.md +58 -0
  373. package/plugins/just-vibe/skills/git-status/SKILL.md +58 -0
  374. package/plugins/just-vibe/skills/git-worktree/SKILL.md +58 -0
  375. package/plugins/just-vibe/skills/github-actions/SKILL.md +64 -0
  376. package/plugins/just-vibe/skills/github-address-review/SKILL.md +58 -0
  377. package/plugins/just-vibe/skills/github-fix-ci/SKILL.md +63 -0
  378. package/plugins/just-vibe/skills/github-issue/SKILL.md +58 -0
  379. package/plugins/just-vibe/skills/github-pr/SKILL.md +63 -0
  380. package/plugins/just-vibe/skills/github-release/SKILL.md +58 -0
  381. package/plugins/just-vibe/skills/github-review/SKILL.md +58 -0
  382. package/plugins/just-vibe/skills/github-triage/SKILL.md +58 -0
  383. package/plugins/just-vibe/skills/handoff/SKILL.md +62 -0
  384. package/plugins/just-vibe/skills/help/SKILL.md +63 -0
  385. package/plugins/just-vibe/skills/integrate/SKILL.md +56 -0
  386. package/plugins/just-vibe/skills/learn/SKILL.md +56 -0
  387. package/plugins/just-vibe/skills/llm-cost/SKILL.md +56 -0
  388. package/plugins/just-vibe/skills/llm-evals/SKILL.md +58 -0
  389. package/plugins/just-vibe/skills/llm-injection/SKILL.md +56 -0
  390. package/plugins/just-vibe/skills/llm-prompt/SKILL.md +56 -0
  391. package/plugins/just-vibe/skills/llm-rag/SKILL.md +56 -0
  392. package/plugins/just-vibe/skills/llm-retrieval/SKILL.md +56 -0
  393. package/plugins/just-vibe/skills/llm-structured/SKILL.md +56 -0
  394. package/plugins/just-vibe/skills/llm-tools/SKILL.md +58 -0
  395. package/plugins/just-vibe/skills/map/SKILL.md +56 -0
  396. package/plugins/just-vibe/skills/match/SKILL.md +56 -0
  397. package/plugins/just-vibe/skills/migrate/SKILL.md +56 -0
  398. package/plugins/just-vibe/skills/ml-ablation/SKILL.md +56 -0
  399. package/plugins/just-vibe/skills/ml-baseline/SKILL.md +56 -0
  400. package/plugins/just-vibe/skills/ml-batch/SKILL.md +56 -0
  401. package/plugins/just-vibe/skills/ml-calibrate/SKILL.md +56 -0
  402. package/plugins/just-vibe/skills/ml-dataset/SKILL.md +56 -0
  403. package/plugins/just-vibe/skills/ml-dataset-version/SKILL.md +56 -0
  404. package/plugins/just-vibe/skills/ml-debug-training/SKILL.md +56 -0
  405. package/plugins/just-vibe/skills/ml-drift/SKILL.md +56 -0
  406. package/plugins/just-vibe/skills/ml-error-analysis/SKILL.md +56 -0
  407. package/plugins/just-vibe/skills/ml-evaluate/SKILL.md +56 -0
  408. package/plugins/just-vibe/skills/ml-experiments/SKILL.md +56 -0
  409. package/plugins/just-vibe/skills/ml-explain/SKILL.md +56 -0
  410. package/plugins/just-vibe/skills/ml-features/SKILL.md +59 -0
  411. package/plugins/just-vibe/skills/ml-frame/SKILL.md +56 -0
  412. package/plugins/just-vibe/skills/ml-imbalance/SKILL.md +56 -0
  413. package/plugins/just-vibe/skills/ml-inference-perf/SKILL.md +56 -0
  414. package/plugins/just-vibe/skills/ml-labels/SKILL.md +56 -0
  415. package/plugins/just-vibe/skills/ml-leakage/SKILL.md +64 -0
  416. package/plugins/just-vibe/skills/ml-monitor/SKILL.md +56 -0
  417. package/plugins/just-vibe/skills/ml-package/SKILL.md +56 -0
  418. package/plugins/just-vibe/skills/ml-parity/SKILL.md +56 -0
  419. package/plugins/just-vibe/skills/ml-report/SKILL.md +56 -0
  420. package/plugins/just-vibe/skills/ml-reproduce/SKILL.md +56 -0
  421. package/plugins/just-vibe/skills/ml-robustness/SKILL.md +56 -0
  422. package/plugins/just-vibe/skills/ml-rollout/SKILL.md +56 -0
  423. package/plugins/just-vibe/skills/ml-serving/SKILL.md +56 -0
  424. package/plugins/just-vibe/skills/ml-slices/SKILL.md +56 -0
  425. package/plugins/just-vibe/skills/ml-split/SKILL.md +58 -0
  426. package/plugins/just-vibe/skills/ml-threshold/SKILL.md +56 -0
  427. package/plugins/just-vibe/skills/ml-train/SKILL.md +62 -0
  428. package/plugins/just-vibe/skills/ml-training-cost/SKILL.md +56 -0
  429. package/plugins/just-vibe/skills/ml-tune/SKILL.md +56 -0
  430. package/plugins/just-vibe/skills/ops-alerts/SKILL.md +56 -0
  431. package/plugins/just-vibe/skills/ops-container/SKILL.md +56 -0
  432. package/plugins/just-vibe/skills/ops-incident/SKILL.md +56 -0
  433. package/plugins/just-vibe/skills/ops-logs/SKILL.md +56 -0
  434. package/plugins/just-vibe/skills/ops-observability/SKILL.md +56 -0
  435. package/plugins/just-vibe/skills/ops-postmortem/SKILL.md +56 -0
  436. package/plugins/just-vibe/skills/ops-restore/SKILL.md +56 -0
  437. package/plugins/just-vibe/skills/ops-runbook/SKILL.md +56 -0
  438. package/plugins/just-vibe/skills/orient/SKILL.md +58 -0
  439. package/plugins/just-vibe/skills/perf/SKILL.md +56 -0
  440. package/plugins/just-vibe/skills/plan/SKILL.md +56 -0
  441. package/plugins/just-vibe/skills/polish/SKILL.md +56 -0
  442. package/plugins/just-vibe/skills/pr/SKILL.md +58 -0
  443. package/plugins/just-vibe/skills/profile/SKILL.md +66 -0
  444. package/plugins/just-vibe/skills/profiles/SKILL.md +58 -0
  445. package/plugins/just-vibe/skills/react-async/SKILL.md +57 -0
  446. package/plugins/just-vibe/skills/react-audit/SKILL.md +56 -0
  447. package/plugins/just-vibe/skills/react-component/SKILL.md +65 -0
  448. package/plugins/just-vibe/skills/react-effects/SKILL.md +58 -0
  449. package/plugins/just-vibe/skills/react-forms/SKILL.md +56 -0
  450. package/plugins/just-vibe/skills/react-hydration/SKILL.md +57 -0
  451. package/plugins/just-vibe/skills/react-rerenders/SKILL.md +56 -0
  452. package/plugins/just-vibe/skills/react-state/SKILL.md +56 -0
  453. package/plugins/just-vibe/skills/refactor/SKILL.md +56 -0
  454. package/plugins/just-vibe/skills/release/SKILL.md +58 -0
  455. package/plugins/just-vibe/skills/remember/SKILL.md +70 -0
  456. package/plugins/just-vibe/skills/repro/SKILL.md +56 -0
  457. package/plugins/just-vibe/skills/research/SKILL.md +56 -0
  458. package/plugins/just-vibe/skills/responsive/SKILL.md +8 -0
  459. package/plugins/just-vibe/skills/resume/SKILL.md +63 -0
  460. package/plugins/just-vibe/skills/review/SKILL.md +56 -0
  461. package/plugins/just-vibe/skills/scope/SKILL.md +56 -0
  462. package/plugins/just-vibe/skills/security/SKILL.md +56 -0
  463. package/plugins/just-vibe/skills/security-authz/SKILL.md +56 -0
  464. package/plugins/just-vibe/skills/security-config/SKILL.md +56 -0
  465. package/plugins/just-vibe/skills/security-dependencies/SKILL.md +56 -0
  466. package/plugins/just-vibe/skills/security-fix/SKILL.md +56 -0
  467. package/plugins/just-vibe/skills/security-inputs/SKILL.md +56 -0
  468. package/plugins/just-vibe/skills/security-secrets/SKILL.md +56 -0
  469. package/plugins/just-vibe/skills/security-threat-model/SKILL.md +56 -0
  470. package/plugins/just-vibe/skills/security-uploads/SKILL.md +56 -0
  471. package/plugins/just-vibe/skills/setup/SKILL.md +60 -0
  472. package/plugins/just-vibe/skills/skill/SKILL.md +56 -0
  473. package/plugins/just-vibe/skills/spec/SKILL.md +56 -0
  474. package/plugins/just-vibe/skills/tasks/SKILL.md +56 -0
  475. package/plugins/just-vibe/skills/teach/SKILL.md +63 -0
  476. package/plugins/just-vibe/skills/teach-test/SKILL.md +65 -0
  477. package/plugins/just-vibe/skills/test/SKILL.md +56 -0
  478. package/plugins/just-vibe/skills/test-e2e/SKILL.md +56 -0
  479. package/plugins/just-vibe/skills/test-fixtures/SKILL.md +56 -0
  480. package/plugins/just-vibe/skills/test-flaky/SKILL.md +56 -0
  481. package/plugins/just-vibe/skills/test-integration/SKILL.md +56 -0
  482. package/plugins/just-vibe/skills/test-load/SKILL.md +56 -0
  483. package/plugins/just-vibe/skills/test-property/SKILL.md +56 -0
  484. package/plugins/just-vibe/skills/test-regression/SKILL.md +57 -0
  485. package/plugins/just-vibe/skills/test-unit/SKILL.md +56 -0
  486. package/plugins/just-vibe/skills/tools/SKILL.md +64 -0
  487. package/plugins/just-vibe/skills/trace/SKILL.md +56 -0
  488. package/plugins/just-vibe/skills/ui-accessibility/SKILL.md +57 -0
  489. package/plugins/just-vibe/skills/ui-audit/SKILL.md +56 -0
  490. package/plugins/just-vibe/skills/ui-flow/SKILL.md +56 -0
  491. package/plugins/just-vibe/skills/ui-motion/SKILL.md +56 -0
  492. package/plugins/just-vibe/skills/ui-responsive/SKILL.md +56 -0
  493. package/plugins/just-vibe/skills/ui-states/SKILL.md +56 -0
  494. package/plugins/just-vibe/skills/ui-system/SKILL.md +56 -0
  495. package/plugins/just-vibe/skills/ui-visual-diff/SKILL.md +56 -0
  496. package/plugins/just-vibe/skills/vercel-audit/SKILL.md +56 -0
  497. package/plugins/just-vibe/skills/vercel-build-fix/SKILL.md +63 -0
  498. package/plugins/just-vibe/skills/vercel-env/SKILL.md +56 -0
  499. package/plugins/just-vibe/skills/vercel-performance/SKILL.md +56 -0
  500. package/plugins/just-vibe/skills/vercel-preview/SKILL.md +56 -0
  501. package/plugins/just-vibe/skills/vercel-release-check/SKILL.md +57 -0
  502. package/plugins/just-vibe/skills/vercel-routing/SKILL.md +56 -0
  503. package/plugins/just-vibe/skills/vercel-runtime/SKILL.md +61 -0
  504. package/plugins/just-vibe/skills/verify/SKILL.md +59 -0
  505. package/plugins/just-vibe/skills/vite-assets/SKILL.md +57 -0
  506. package/plugins/just-vibe/skills/vite-bundle/SKILL.md +58 -0
  507. package/plugins/just-vibe/skills/vite-chunks/SKILL.md +56 -0
  508. package/plugins/just-vibe/skills/vite-config/SKILL.md +56 -0
  509. package/plugins/just-vibe/skills/vite-env/SKILL.md +56 -0
  510. package/plugins/just-vibe/skills/vite-hmr/SKILL.md +56 -0
  511. package/plugins/just-vibe/skills/vite-setup/SKILL.md +56 -0
  512. package/plugins/just-vibe/skills/vite-upgrade/SKILL.md +56 -0
@@ -0,0 +1,4850 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "exportedAt": "2026-09-20T05:57:11.497Z",
4
+ "scorer": {
5
+ "version": 3,
6
+ "files": {
7
+ "harness.mjs": "420d327b8bf6fa624674eabc96330ed23ec6a7048f28914e62d05e621fb1fa17",
8
+ "oracles/node.mjs": "d3834ed66845b9f1e6a449df22c70c09225784af139d83c154dd4afaebd1afa0",
9
+ "oracles/python.py": "1c11ad48f970d40c91c2cbe20d44d7593282bd728a50dcc62c2e3752f44d030c",
10
+ "support/python-test-report.py": "5c20557d12792055a7855066ea46b0c8af099fabe9eeec4e47cdd48387d5de1b",
11
+ "support/commit-tree.mjs": "58cd033e6d8c62ebc70733ca07704bcea388a60c8bfc719dc91d29d9f91203ff"
12
+ }
13
+ },
14
+ "protocol": {
15
+ "schemaVersion": 1,
16
+ "preparedAt": "2026-09-20T04:55:41.027Z",
17
+ "seed": 5192026,
18
+ "repetitions": 2,
19
+ "sourceRevision": "8ed8fcb5b2c690dcff2409268c1d4e3079f59823",
20
+ "eccRevision": "934195f955cf0da847d59fcd6f68856bce112d8b",
21
+ "cases": [
22
+ "async-cache",
23
+ "ledger",
24
+ "temporal-ml",
25
+ "scoped-commit"
26
+ ],
27
+ "arms": [
28
+ "baseline",
29
+ "just-vibe",
30
+ "just-vibe-profile",
31
+ "ecc"
32
+ ],
33
+ "oracleHashes": {
34
+ "node.mjs": "d3834ed66845b9f1e6a449df22c70c09225784af139d83c154dd4afaebd1afa0",
35
+ "python.py": "1968467c1b6703cf99c75857f36fcb71a6959db37e9aca23461e6042dd78a660"
36
+ },
37
+ "fixtureHashes": {
38
+ "async-cache/README.md": "8fbc7fa5973cc7198b734663ad9b5349ea94fccfcba72140b0ed75d062671dff",
39
+ "async-cache/TASK.md": "983b6fb0b0793089cdda4d018b320aedc49be106059dbd87cdcbe4cb94019ac2",
40
+ "async-cache/package.json": "de318e5a8b84c2ff52f66f104f5e08cca9cf5591fe0a889997914d0b217b084c",
41
+ "async-cache/src/cache.mjs": "709790e64a79e518c780e5c6c8769ab01baba07038dd9771974ed3030ee05797",
42
+ "async-cache/src/view.mjs": "10b5cf41b51018c73c0dd3b6561c0f3bd23119a53b8aa5f879a089657d805afd",
43
+ "async-cache/test/smoke.test.mjs": "ecbccb9b5656dc25e4f702cdd0cd86f85c0ebaca1ef9c576cb457c41eb56e0b1",
44
+ "ledger/README.md": "742cc270241357a0fd087f832a54f19f6371d5415f97ee2892780faf2bf22f0c",
45
+ "ledger/TASK.md": "ebe45c67879749a49c287cc3347f7e8465db7b0db93eb3906e467d4c2430f62e",
46
+ "ledger/src/service.py": "829552e42bfde0cf6d68ca184eeb35336ad7b5186c1df7dddd95455c59e682b6",
47
+ "ledger/src/store.py": "89a9d25f50add85ca8c674d7199c50f7fdc032ff73b9ac938e07e011b2ecf8a4",
48
+ "ledger/test/test_smoke.py": "9d474f96bb26bbae08dca155f6434d930f95497aba7f8c34138339f19e6734e5",
49
+ "scoped-commit/README.md": "573ab14673d6b42cda49b8dd553fc9fa934065c6586255bd35c5ef858178164c",
50
+ "scoped-commit/TASK.md": "32f3f0221ff65d490c48e4703ad51d25989763d0b3e6eeb4478434682163e39d",
51
+ "scoped-commit/package.json": "3f664875afb7212ad9cf0ab854233eb311cc185f839f874286e58d3c558e0a39",
52
+ "scoped-commit/src/invoice.mjs": "09b4f6a0f01123c1675f4b439407a937b778ee07991741f7e6557bc42ce25aed",
53
+ "scoped-commit/test/invoice.test.mjs": "6ebaa3fec759ec2cf2584b92dc90f81781f64a9b352bf142f10964fcf06e3cd5",
54
+ "temporal-ml/README.md": "d5a5ec1cd3d0a3d3efd00e50273eadfefa8b701479ecc5df0a3f5bdd03648277",
55
+ "temporal-ml/TASK.md": "3929892e02a8bdf818f5202cb60c4eae6b464be9643ec3dbdb64188f49553a98",
56
+ "temporal-ml/src/features.py": "7a38416ea486692a683e2b144f50bbe1b2745cdfe13a0ea6ded6633a3be28ac5",
57
+ "temporal-ml/src/pipeline.py": "f27a9dd5415c357848f160bfeec3b4beb5b51ad3ff0f71bae928901c84b2c08b",
58
+ "temporal-ml/src/report.py": "35431e4b7cfbec8085a6f28c2a1617de5aa3ea5a94901aad46d68a353d5a1088",
59
+ "temporal-ml/test/test_smoke.py": "38f26de9e323d330aac9c83dad478627aff8785656370c342292f0bdb36618ac"
60
+ },
61
+ "harnessSha256": "4824a74d4b62082dd2677c54b87caede67d30c9a82404d37549fb1de77fdf752",
62
+ "note": "Author-created multi-file fixture repositories; supplied instructions, not full native plugin hooks. Fresh contexts, randomized order and immutable trial inputs. Public tasks are not a permanent blind benchmark."
63
+ },
64
+ "summary": {
65
+ "baseline": {
66
+ "passed": 8,
67
+ "trials": 8,
68
+ "artifactPassed": 8,
69
+ "completed": 8,
70
+ "timeouts": 0,
71
+ "medianWallMs": 146957.5,
72
+ "wallTimeAvailableTrials": 8,
73
+ "toolCalls": 47,
74
+ "failedCommands": 6,
75
+ "userInterventions": 0,
76
+ "countMetricsAvailableTrials": {
77
+ "toolCalls": 8,
78
+ "failedCommands": 8,
79
+ "userInterventions": 8
80
+ },
81
+ "usage": {
82
+ "input_tokens": {
83
+ "sumAvailable": 723179,
84
+ "availableTrials": 8
85
+ },
86
+ "cached_input_tokens": {
87
+ "sumAvailable": 541312,
88
+ "availableTrials": 8
89
+ },
90
+ "output_tokens": {
91
+ "sumAvailable": 31627,
92
+ "availableTrials": 8
93
+ },
94
+ "reasoning_output_tokens": {
95
+ "sumAvailable": 1979,
96
+ "availableTrials": 8
97
+ }
98
+ },
99
+ "costUsd": null
100
+ },
101
+ "ecc": {
102
+ "passed": 8,
103
+ "trials": 8,
104
+ "artifactPassed": 8,
105
+ "completed": 8,
106
+ "timeouts": 0,
107
+ "medianWallMs": 144498,
108
+ "wallTimeAvailableTrials": 8,
109
+ "toolCalls": 58,
110
+ "failedCommands": 9,
111
+ "userInterventions": 0,
112
+ "countMetricsAvailableTrials": {
113
+ "toolCalls": 8,
114
+ "failedCommands": 8,
115
+ "userInterventions": 8
116
+ },
117
+ "usage": {
118
+ "input_tokens": {
119
+ "sumAvailable": 1142256,
120
+ "availableTrials": 8
121
+ },
122
+ "cached_input_tokens": {
123
+ "sumAvailable": 916864,
124
+ "availableTrials": 8
125
+ },
126
+ "output_tokens": {
127
+ "sumAvailable": 31801,
128
+ "availableTrials": 8
129
+ },
130
+ "reasoning_output_tokens": {
131
+ "sumAvailable": 1630,
132
+ "availableTrials": 8
133
+ }
134
+ },
135
+ "costUsd": null
136
+ },
137
+ "just-vibe-profile": {
138
+ "passed": 8,
139
+ "trials": 8,
140
+ "artifactPassed": 8,
141
+ "completed": 8,
142
+ "timeouts": 0,
143
+ "medianWallMs": 158840.5,
144
+ "wallTimeAvailableTrials": 8,
145
+ "toolCalls": 76,
146
+ "failedCommands": 7,
147
+ "userInterventions": 0,
148
+ "countMetricsAvailableTrials": {
149
+ "toolCalls": 8,
150
+ "failedCommands": 8,
151
+ "userInterventions": 8
152
+ },
153
+ "usage": {
154
+ "input_tokens": {
155
+ "sumAvailable": 1116010,
156
+ "availableTrials": 8
157
+ },
158
+ "cached_input_tokens": {
159
+ "sumAvailable": 892928,
160
+ "availableTrials": 8
161
+ },
162
+ "output_tokens": {
163
+ "sumAvailable": 35641,
164
+ "availableTrials": 8
165
+ },
166
+ "reasoning_output_tokens": {
167
+ "sumAvailable": 1007,
168
+ "availableTrials": 8
169
+ }
170
+ },
171
+ "costUsd": null
172
+ },
173
+ "just-vibe": {
174
+ "passed": 8,
175
+ "trials": 8,
176
+ "artifactPassed": 8,
177
+ "completed": 8,
178
+ "timeouts": 0,
179
+ "medianWallMs": 153749,
180
+ "wallTimeAvailableTrials": 8,
181
+ "toolCalls": 70,
182
+ "failedCommands": 8,
183
+ "userInterventions": 0,
184
+ "countMetricsAvailableTrials": {
185
+ "toolCalls": 8,
186
+ "failedCommands": 8,
187
+ "userInterventions": 8
188
+ },
189
+ "usage": {
190
+ "input_tokens": {
191
+ "sumAvailable": 956052,
192
+ "availableTrials": 8
193
+ },
194
+ "cached_input_tokens": {
195
+ "sumAvailable": 785792,
196
+ "availableTrials": 8
197
+ },
198
+ "output_tokens": {
199
+ "sumAvailable": 33968,
200
+ "availableTrials": 8
201
+ },
202
+ "reasoning_output_tokens": {
203
+ "sumAvailable": 1125,
204
+ "availableTrials": 8
205
+ }
206
+ },
207
+ "costUsd": null
208
+ }
209
+ },
210
+ "paired": [
211
+ {
212
+ "left": "just-vibe",
213
+ "right": "baseline",
214
+ "pairs": 8,
215
+ "bothPass": 8,
216
+ "leftOnly": 0,
217
+ "rightOnly": 0,
218
+ "neither": 0,
219
+ "comparisons": [
220
+ {
221
+ "case": "ledger",
222
+ "repetition": 1,
223
+ "left": true,
224
+ "right": true
225
+ },
226
+ {
227
+ "case": "ledger",
228
+ "repetition": 2,
229
+ "left": true,
230
+ "right": true
231
+ },
232
+ {
233
+ "case": "scoped-commit",
234
+ "repetition": 2,
235
+ "left": true,
236
+ "right": true
237
+ },
238
+ {
239
+ "case": "temporal-ml",
240
+ "repetition": 2,
241
+ "left": true,
242
+ "right": true
243
+ },
244
+ {
245
+ "case": "scoped-commit",
246
+ "repetition": 1,
247
+ "left": true,
248
+ "right": true
249
+ },
250
+ {
251
+ "case": "async-cache",
252
+ "repetition": 2,
253
+ "left": true,
254
+ "right": true
255
+ },
256
+ {
257
+ "case": "async-cache",
258
+ "repetition": 1,
259
+ "left": true,
260
+ "right": true
261
+ },
262
+ {
263
+ "case": "temporal-ml",
264
+ "repetition": 1,
265
+ "left": true,
266
+ "right": true
267
+ }
268
+ ]
269
+ },
270
+ {
271
+ "left": "just-vibe",
272
+ "right": "ecc",
273
+ "pairs": 8,
274
+ "bothPass": 8,
275
+ "leftOnly": 0,
276
+ "rightOnly": 0,
277
+ "neither": 0,
278
+ "comparisons": [
279
+ {
280
+ "case": "ledger",
281
+ "repetition": 1,
282
+ "left": true,
283
+ "right": true
284
+ },
285
+ {
286
+ "case": "ledger",
287
+ "repetition": 2,
288
+ "left": true,
289
+ "right": true
290
+ },
291
+ {
292
+ "case": "scoped-commit",
293
+ "repetition": 2,
294
+ "left": true,
295
+ "right": true
296
+ },
297
+ {
298
+ "case": "temporal-ml",
299
+ "repetition": 2,
300
+ "left": true,
301
+ "right": true
302
+ },
303
+ {
304
+ "case": "scoped-commit",
305
+ "repetition": 1,
306
+ "left": true,
307
+ "right": true
308
+ },
309
+ {
310
+ "case": "async-cache",
311
+ "repetition": 2,
312
+ "left": true,
313
+ "right": true
314
+ },
315
+ {
316
+ "case": "async-cache",
317
+ "repetition": 1,
318
+ "left": true,
319
+ "right": true
320
+ },
321
+ {
322
+ "case": "temporal-ml",
323
+ "repetition": 1,
324
+ "left": true,
325
+ "right": true
326
+ }
327
+ ]
328
+ },
329
+ {
330
+ "left": "just-vibe-profile",
331
+ "right": "just-vibe",
332
+ "pairs": 8,
333
+ "bothPass": 8,
334
+ "leftOnly": 0,
335
+ "rightOnly": 0,
336
+ "neither": 0,
337
+ "comparisons": [
338
+ {
339
+ "case": "temporal-ml",
340
+ "repetition": 2,
341
+ "left": true,
342
+ "right": true
343
+ },
344
+ {
345
+ "case": "ledger",
346
+ "repetition": 2,
347
+ "left": true,
348
+ "right": true
349
+ },
350
+ {
351
+ "case": "ledger",
352
+ "repetition": 1,
353
+ "left": true,
354
+ "right": true
355
+ },
356
+ {
357
+ "case": "temporal-ml",
358
+ "repetition": 1,
359
+ "left": true,
360
+ "right": true
361
+ },
362
+ {
363
+ "case": "async-cache",
364
+ "repetition": 2,
365
+ "left": true,
366
+ "right": true
367
+ },
368
+ {
369
+ "case": "async-cache",
370
+ "repetition": 1,
371
+ "left": true,
372
+ "right": true
373
+ },
374
+ {
375
+ "case": "scoped-commit",
376
+ "repetition": 1,
377
+ "left": true,
378
+ "right": true
379
+ },
380
+ {
381
+ "case": "scoped-commit",
382
+ "repetition": 2,
383
+ "left": true,
384
+ "right": true
385
+ }
386
+ ]
387
+ }
388
+ ],
389
+ "trials": [
390
+ {
391
+ "case": "scoped-commit",
392
+ "arm": "baseline",
393
+ "repetition": 1,
394
+ "sourceVersion": "0.5.0",
395
+ "profile": null,
396
+ "correct": true,
397
+ "artifactCorrect": true,
398
+ "scorerVersion": 3,
399
+ "priorScore": {
400
+ "scorerVersion": 1,
401
+ "correct": true
402
+ },
403
+ "priorScores": [
404
+ {
405
+ "scorerVersion": 1,
406
+ "correct": true
407
+ },
408
+ {
409
+ "scorerVersion": 2,
410
+ "correct": true
411
+ }
412
+ ],
413
+ "checks": [
414
+ {
415
+ "name": "only permitted files changed",
416
+ "pass": true
417
+ },
418
+ {
419
+ "name": "no symlink artifacts",
420
+ "pass": true
421
+ },
422
+ {
423
+ "name": "missing and zero adjustment",
424
+ "pass": true
425
+ },
426
+ {
427
+ "name": "negative surcharge and no-clamp compatibility",
428
+ "pass": true
429
+ },
430
+ {
431
+ "name": "unrelated worktree behavior preserved",
432
+ "pass": true
433
+ },
434
+ {
435
+ "name": "oracle process completed consistently",
436
+ "pass": true
437
+ },
438
+ {
439
+ "name": "regression test artifact exists",
440
+ "pass": true
441
+ },
442
+ {
443
+ "name": "project and authored regression tests pass",
444
+ "pass": true
445
+ },
446
+ {
447
+ "name": "regression tests detect original defect",
448
+ "pass": true
449
+ },
450
+ {
451
+ "name": "exactly one requested commit",
452
+ "pass": true
453
+ },
454
+ {
455
+ "name": "commit includes only requested fix and new test",
456
+ "pass": true
457
+ },
458
+ {
459
+ "name": "same-file staged and unstaged distinctions survive",
460
+ "pass": true
461
+ },
462
+ {
463
+ "name": "committed implementation satisfies the contract independently",
464
+ "pass": true
465
+ },
466
+ {
467
+ "name": "committed tests pass without unrelated worktree edits",
468
+ "pass": true
469
+ },
470
+ {
471
+ "name": "user identity and no agent attribution",
472
+ "pass": true
473
+ },
474
+ {
475
+ "name": "unrelated staged note and untracked file remain",
476
+ "pass": true
477
+ },
478
+ {
479
+ "name": "agent turn completed within limit",
480
+ "pass": true
481
+ }
482
+ ],
483
+ "metrics": {
484
+ "model": "gpt-6-astra",
485
+ "effort": "medium",
486
+ "startedAt": "2026-09-20T04:55:41.084Z",
487
+ "finishedAt": "2026-09-20T04:56:54.806Z",
488
+ "wallMs": 73722,
489
+ "exitCode": 0,
490
+ "timedOut": false,
491
+ "usage": {
492
+ "input_tokens": 99356,
493
+ "cached_input_tokens": 74368,
494
+ "cache_write_input_tokens": 0,
495
+ "output_tokens": 1885,
496
+ "reasoning_output_tokens": 190
497
+ },
498
+ "turnCompleted": true,
499
+ "toolCalls": 8,
500
+ "failedCommands": 1,
501
+ "errors": [],
502
+ "userInterventions": 0,
503
+ "costUsd": null,
504
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
505
+ "host": {
506
+ "cli": "codex-cli 0.155.1",
507
+ "sandbox": "workspace-write",
508
+ "writableGitMetadata": true,
509
+ "externalTools": false,
510
+ "plugins": false,
511
+ "hostSkillDiscovery": false
512
+ }
513
+ },
514
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
515
+ "instructionFileCount": 0,
516
+ "selectedInstructions": [],
517
+ "artifactHashes": {
518
+ "prompt.txt": "e2e3fbbc6ba18a8319d207f6d1d31c36942355c959c8c9490ad5b72e72fe14d2",
519
+ "events.jsonl": "0740ab136874c9eef78c044a7332e0c421c9698bcbbcfaa8c4af6fd0ebb8a100",
520
+ "answer.md": "3c371b2b14835024d1db999072432825203ff79fe89fe3710ec94ab0d7af0d56",
521
+ "run.json": "5707b83b9e9446adc67989936d527772fe4e911d4545345f57066da279603e20",
522
+ "test-evidence.json": "ce08861aa20ef2bb504e3f1b8b2971686637e8f476e8bde19a9e55f6a6c7bb38"
523
+ }
524
+ },
525
+ {
526
+ "case": "temporal-ml",
527
+ "arm": "baseline",
528
+ "repetition": 1,
529
+ "sourceVersion": "0.5.0",
530
+ "profile": null,
531
+ "correct": true,
532
+ "artifactCorrect": true,
533
+ "scorerVersion": 3,
534
+ "priorScore": {
535
+ "scorerVersion": 1,
536
+ "correct": false
537
+ },
538
+ "priorScores": [
539
+ {
540
+ "scorerVersion": 1,
541
+ "correct": false
542
+ },
543
+ {
544
+ "scorerVersion": 2,
545
+ "correct": true
546
+ }
547
+ ],
548
+ "checks": [
549
+ {
550
+ "name": "only permitted files changed",
551
+ "pass": true
552
+ },
553
+ {
554
+ "name": "no symlink artifacts",
555
+ "pass": true
556
+ },
557
+ {
558
+ "name": "no unrequested commits",
559
+ "pass": true
560
+ },
561
+ {
562
+ "name": "window bounds and event availability",
563
+ "pass": true
564
+ },
565
+ {
566
+ "name": "revision selection before window filtering and deduplication",
567
+ "pass": true
568
+ },
569
+ {
570
+ "name": "offset-aware instant comparisons and naive rejection",
571
+ "pass": true
572
+ },
573
+ {
574
+ "name": "mature training membership and train-only scaler",
575
+ "pass": true
576
+ },
577
+ {
578
+ "name": "zero labels, unknown labels and future examples",
579
+ "pass": true
580
+ },
581
+ {
582
+ "name": "input order and immutability",
583
+ "pass": true
584
+ },
585
+ {
586
+ "name": "empty and constant training fallback",
587
+ "pass": true
588
+ },
589
+ {
590
+ "name": "oracle process completed consistently",
591
+ "pass": true
592
+ },
593
+ {
594
+ "name": "regression test artifact exists",
595
+ "pass": true
596
+ },
597
+ {
598
+ "name": "project and authored regression tests pass",
599
+ "pass": true
600
+ },
601
+ {
602
+ "name": "regression tests detect original defect",
603
+ "pass": true
604
+ },
605
+ {
606
+ "name": "agent turn completed within limit",
607
+ "pass": true
608
+ }
609
+ ],
610
+ "metrics": {
611
+ "model": "gpt-6-astra",
612
+ "effort": "medium",
613
+ "startedAt": "2026-09-20T04:55:41.088Z",
614
+ "finishedAt": "2026-09-20T04:58:27.550Z",
615
+ "wallMs": 166464,
616
+ "exitCode": 0,
617
+ "timedOut": false,
618
+ "usage": {
619
+ "input_tokens": 90768,
620
+ "cached_input_tokens": 73984,
621
+ "cache_write_input_tokens": 0,
622
+ "output_tokens": 5105,
623
+ "reasoning_output_tokens": 201
624
+ },
625
+ "turnCompleted": true,
626
+ "toolCalls": 6,
627
+ "failedCommands": 0,
628
+ "errors": [],
629
+ "userInterventions": 0,
630
+ "costUsd": null,
631
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
632
+ "host": {
633
+ "cli": "codex-cli 0.155.1",
634
+ "sandbox": "workspace-write",
635
+ "writableGitMetadata": true,
636
+ "externalTools": false,
637
+ "plugins": false,
638
+ "hostSkillDiscovery": false
639
+ }
640
+ },
641
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
642
+ "instructionFileCount": 0,
643
+ "selectedInstructions": [],
644
+ "artifactHashes": {
645
+ "prompt.txt": "3f4f3a668c54ca85a8e1dfb586ebb0b3144e038c64dc10717696b8221bfcc804",
646
+ "events.jsonl": "7e2b52cb46e56e8a17a1c325a8237f0d91d1d735d608a0709ed76e53e12937b1",
647
+ "answer.md": "375f68c7106ca314314293b62b23ffe802dcc1d0333ab3889689524dc2a43b13",
648
+ "run.json": "13d70c9e16f83f8b28fb703a76c022d34148e630b43eb4fd721564d42a400c95",
649
+ "test-evidence.json": "c1ced509f4ee21b0e038ac2e4b61a214b3f3fd8ce3a2b21fe5a3edf9acad6e80"
650
+ }
651
+ },
652
+ {
653
+ "case": "async-cache",
654
+ "arm": "baseline",
655
+ "repetition": 2,
656
+ "sourceVersion": "0.5.0",
657
+ "profile": null,
658
+ "correct": true,
659
+ "artifactCorrect": true,
660
+ "scorerVersion": 3,
661
+ "priorScore": {
662
+ "scorerVersion": 1,
663
+ "correct": false
664
+ },
665
+ "priorScores": [
666
+ {
667
+ "scorerVersion": 1,
668
+ "correct": false
669
+ },
670
+ {
671
+ "scorerVersion": 2,
672
+ "correct": true
673
+ }
674
+ ],
675
+ "checks": [
676
+ {
677
+ "name": "only permitted files changed",
678
+ "pass": true
679
+ },
680
+ {
681
+ "name": "no symlink artifacts",
682
+ "pass": true
683
+ },
684
+ {
685
+ "name": "no unrequested commits",
686
+ "pass": true
687
+ },
688
+ {
689
+ "name": "tenant identity, delimiter collisions and falsey values",
690
+ "pass": true
691
+ },
692
+ {
693
+ "name": "pending coalescing and expiry measured from completion",
694
+ "pass": true
695
+ },
696
+ {
697
+ "name": "one waiter cancellation cannot poison shared work",
698
+ "pass": true
699
+ },
700
+ {
701
+ "name": "pre-abort and listener cleanup on settlement",
702
+ "pass": true
703
+ },
704
+ {
705
+ "name": "detached old success cannot overwrite or delete new generation",
706
+ "pass": true
707
+ },
708
+ {
709
+ "name": "detached old failure cannot clear newer pending work",
710
+ "pass": true
711
+ },
712
+ {
713
+ "name": "synchronous failures and asynchronous failures are retryable",
714
+ "pass": true
715
+ },
716
+ {
717
+ "name": "latest view result, stale failure and permanent disposal",
718
+ "pass": true
719
+ },
720
+ {
721
+ "name": "oracle process completed consistently",
722
+ "pass": true
723
+ },
724
+ {
725
+ "name": "regression test artifact exists",
726
+ "pass": true
727
+ },
728
+ {
729
+ "name": "project and authored regression tests pass",
730
+ "pass": true
731
+ },
732
+ {
733
+ "name": "regression tests detect original defect",
734
+ "pass": true
735
+ },
736
+ {
737
+ "name": "agent turn completed within limit",
738
+ "pass": true
739
+ }
740
+ ],
741
+ "metrics": {
742
+ "model": "gpt-6-astra",
743
+ "effort": "medium",
744
+ "startedAt": "2026-09-20T04:56:55.213Z",
745
+ "finishedAt": "2026-09-20T04:59:30.660Z",
746
+ "wallMs": 155448,
747
+ "exitCode": 0,
748
+ "timedOut": false,
749
+ "usage": {
750
+ "input_tokens": 88909,
751
+ "cached_input_tokens": 59520,
752
+ "cache_write_input_tokens": 0,
753
+ "output_tokens": 4497,
754
+ "reasoning_output_tokens": 181
755
+ },
756
+ "turnCompleted": true,
757
+ "toolCalls": 5,
758
+ "failedCommands": 1,
759
+ "errors": [],
760
+ "userInterventions": 0,
761
+ "costUsd": null,
762
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
763
+ "host": {
764
+ "cli": "codex-cli 0.155.1",
765
+ "sandbox": "workspace-write",
766
+ "writableGitMetadata": true,
767
+ "externalTools": false,
768
+ "plugins": false,
769
+ "hostSkillDiscovery": false
770
+ }
771
+ },
772
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
773
+ "instructionFileCount": 0,
774
+ "selectedInstructions": [],
775
+ "artifactHashes": {
776
+ "prompt.txt": "b18d760c8babaa95d450f681e3c08354d85cee1a633d41888a62299b09b7b800",
777
+ "events.jsonl": "93403d186fdd323e5a5a485f951f9a099707521e4aa25fc2b9745d8931d8da79",
778
+ "answer.md": "714a5a3e97cfccb965117edb42404ec9c630ede5745bb51a22e73eede298d202",
779
+ "run.json": "a943d1764616ac6b96aec1a062d90d412838fc612cb727959d6e5d426dafe0d2",
780
+ "test-evidence.json": "bb80b5fe91e5b1674639b3ea39385d6ff6f94f35472b3f5b5faa6a19c04ea88a"
781
+ }
782
+ },
783
+ {
784
+ "case": "async-cache",
785
+ "arm": "ecc",
786
+ "repetition": 2,
787
+ "sourceVersion": "0.5.0",
788
+ "profile": null,
789
+ "correct": true,
790
+ "artifactCorrect": true,
791
+ "scorerVersion": 3,
792
+ "priorScore": {
793
+ "scorerVersion": 1,
794
+ "correct": false
795
+ },
796
+ "priorScores": [
797
+ {
798
+ "scorerVersion": 1,
799
+ "correct": false
800
+ },
801
+ {
802
+ "scorerVersion": 2,
803
+ "correct": true
804
+ }
805
+ ],
806
+ "checks": [
807
+ {
808
+ "name": "only permitted files changed",
809
+ "pass": true
810
+ },
811
+ {
812
+ "name": "no symlink artifacts",
813
+ "pass": true
814
+ },
815
+ {
816
+ "name": "no unrequested commits",
817
+ "pass": true
818
+ },
819
+ {
820
+ "name": "tenant identity, delimiter collisions and falsey values",
821
+ "pass": true
822
+ },
823
+ {
824
+ "name": "pending coalescing and expiry measured from completion",
825
+ "pass": true
826
+ },
827
+ {
828
+ "name": "one waiter cancellation cannot poison shared work",
829
+ "pass": true
830
+ },
831
+ {
832
+ "name": "pre-abort and listener cleanup on settlement",
833
+ "pass": true
834
+ },
835
+ {
836
+ "name": "detached old success cannot overwrite or delete new generation",
837
+ "pass": true
838
+ },
839
+ {
840
+ "name": "detached old failure cannot clear newer pending work",
841
+ "pass": true
842
+ },
843
+ {
844
+ "name": "synchronous failures and asynchronous failures are retryable",
845
+ "pass": true
846
+ },
847
+ {
848
+ "name": "latest view result, stale failure and permanent disposal",
849
+ "pass": true
850
+ },
851
+ {
852
+ "name": "oracle process completed consistently",
853
+ "pass": true
854
+ },
855
+ {
856
+ "name": "regression test artifact exists",
857
+ "pass": true
858
+ },
859
+ {
860
+ "name": "project and authored regression tests pass",
861
+ "pass": true
862
+ },
863
+ {
864
+ "name": "regression tests detect original defect",
865
+ "pass": true
866
+ },
867
+ {
868
+ "name": "agent turn completed within limit",
869
+ "pass": true
870
+ }
871
+ ],
872
+ "metrics": {
873
+ "model": "gpt-6-astra",
874
+ "effort": "medium",
875
+ "startedAt": "2026-09-20T04:58:27.869Z",
876
+ "finishedAt": "2026-09-20T05:01:37.572Z",
877
+ "wallMs": 189704,
878
+ "exitCode": 0,
879
+ "timedOut": false,
880
+ "usage": {
881
+ "input_tokens": 124489,
882
+ "cached_input_tokens": 96128,
883
+ "cache_write_input_tokens": 0,
884
+ "output_tokens": 5076,
885
+ "reasoning_output_tokens": 231
886
+ },
887
+ "turnCompleted": true,
888
+ "toolCalls": 8,
889
+ "failedCommands": 1,
890
+ "errors": [],
891
+ "userInterventions": 0,
892
+ "costUsd": null,
893
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
894
+ "host": {
895
+ "cli": "codex-cli 0.155.1",
896
+ "sandbox": "workspace-write",
897
+ "writableGitMetadata": true,
898
+ "externalTools": false,
899
+ "plugins": false,
900
+ "hostSkillDiscovery": false
901
+ }
902
+ },
903
+ "instructionBundleSha256": "3493a12ea7e800c74d38160d475b7e5356fe69918274c82d862732f5035401e6",
904
+ "instructionFileCount": 3,
905
+ "selectedInstructions": [
906
+ {
907
+ "path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
908
+ "sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
909
+ },
910
+ {
911
+ "path": "_instructions/ecc/skills/react-patterns/SKILL.md",
912
+ "sha256": "f3208d44a5d553038c42e046cec4dc16e4a3d90a9dbf931f883a2e21919a64a9"
913
+ }
914
+ ],
915
+ "artifactHashes": {
916
+ "prompt.txt": "c30e2db18286bc63e1d824dd3fa95d282c93a80b203e905301f8a2b1ccd819da",
917
+ "events.jsonl": "12b8da1cf328290e702e7ba356bc2155eddc984647d2fcfb78752d3bc95783ae",
918
+ "answer.md": "3c0d04ec06c791c68b02f9f28736b6b82f9b3b4eabdde0d7632412c229676b6e",
919
+ "run.json": "157fac3bf33cea7f6d066c66a2cf384b16c9dc1134108cea40bdd1b3858cc1c2",
920
+ "test-evidence.json": "0ec21520db203345a73761de25437df68da86040d174662c28f963fbc86645ff"
921
+ }
922
+ },
923
+ {
924
+ "case": "ledger",
925
+ "arm": "baseline",
926
+ "repetition": 1,
927
+ "sourceVersion": "0.5.0",
928
+ "profile": null,
929
+ "correct": true,
930
+ "artifactCorrect": true,
931
+ "scorerVersion": 3,
932
+ "priorScore": {
933
+ "scorerVersion": 1,
934
+ "correct": true
935
+ },
936
+ "priorScores": [
937
+ {
938
+ "scorerVersion": 1,
939
+ "correct": true
940
+ },
941
+ {
942
+ "scorerVersion": 2,
943
+ "correct": true
944
+ }
945
+ ],
946
+ "checks": [
947
+ {
948
+ "name": "only permitted files changed",
949
+ "pass": true
950
+ },
951
+ {
952
+ "name": "no symlink artifacts",
953
+ "pass": true
954
+ },
955
+ {
956
+ "name": "no unrequested commits",
957
+ "pass": true
958
+ },
959
+ {
960
+ "name": "interruption rolls back all state and permits retry",
961
+ "pass": true
962
+ },
963
+ {
964
+ "name": "payload conflicts and tenant-scoped replay",
965
+ "pass": true
966
+ },
967
+ {
968
+ "name": "exact integer amount validation without writes",
969
+ "pass": true
970
+ },
971
+ {
972
+ "name": "account ownership, funds and credit overflow",
973
+ "pass": true
974
+ },
975
+ {
976
+ "name": "caller-owned transaction remains untouched",
977
+ "pass": true
978
+ },
979
+ {
980
+ "name": "concurrent connections serialize one effect",
981
+ "pass": true
982
+ },
983
+ {
984
+ "name": "oracle process completed consistently",
985
+ "pass": true
986
+ },
987
+ {
988
+ "name": "regression test artifact exists",
989
+ "pass": true
990
+ },
991
+ {
992
+ "name": "project and authored regression tests pass",
993
+ "pass": true
994
+ },
995
+ {
996
+ "name": "regression tests detect original defect",
997
+ "pass": true
998
+ },
999
+ {
1000
+ "name": "agent turn completed within limit",
1001
+ "pass": true
1002
+ }
1003
+ ],
1004
+ "metrics": {
1005
+ "model": "gpt-6-astra",
1006
+ "effort": "medium",
1007
+ "startedAt": "2026-09-20T04:59:46.193Z",
1008
+ "finishedAt": "2026-09-20T05:02:12.636Z",
1009
+ "wallMs": 146444,
1010
+ "exitCode": 0,
1011
+ "timedOut": false,
1012
+ "usage": {
1013
+ "input_tokens": 106293,
1014
+ "cached_input_tokens": 86144,
1015
+ "cache_write_input_tokens": 0,
1016
+ "output_tokens": 4473,
1017
+ "reasoning_output_tokens": 246
1018
+ },
1019
+ "turnCompleted": true,
1020
+ "toolCalls": 6,
1021
+ "failedCommands": 1,
1022
+ "errors": [],
1023
+ "userInterventions": 0,
1024
+ "costUsd": null,
1025
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1026
+ "host": {
1027
+ "cli": "codex-cli 0.155.1",
1028
+ "sandbox": "workspace-write",
1029
+ "writableGitMetadata": true,
1030
+ "externalTools": false,
1031
+ "plugins": false,
1032
+ "hostSkillDiscovery": false
1033
+ }
1034
+ },
1035
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
1036
+ "instructionFileCount": 0,
1037
+ "selectedInstructions": [],
1038
+ "artifactHashes": {
1039
+ "prompt.txt": "629cc8c65448eed540bebe9a5224e682de8b9cf7dd29a2476d55eb1085796262",
1040
+ "events.jsonl": "9609880c97f8ccd06631ec5521766754e12035bf00db37e9930372e849b07c25",
1041
+ "answer.md": "db5d2959cefa0b00d6b545a2567e4e776fa64615819ce64beac369bde7599efc",
1042
+ "run.json": "aa8b609c9bc36fc37edb7d266895693967a47b97a8f2d8ca2de43ee9871ad10f",
1043
+ "test-evidence.json": "db36bafd9ed65fa6097f02d927665f50eaee2f1fd217d6a59a0b6c6e45c2d7de"
1044
+ }
1045
+ },
1046
+ {
1047
+ "case": "temporal-ml",
1048
+ "arm": "ecc",
1049
+ "repetition": 1,
1050
+ "sourceVersion": "0.5.0",
1051
+ "profile": null,
1052
+ "correct": true,
1053
+ "artifactCorrect": true,
1054
+ "scorerVersion": 3,
1055
+ "priorScore": {
1056
+ "scorerVersion": 1,
1057
+ "correct": true
1058
+ },
1059
+ "priorScores": [
1060
+ {
1061
+ "scorerVersion": 1,
1062
+ "correct": true
1063
+ },
1064
+ {
1065
+ "scorerVersion": 2,
1066
+ "correct": true
1067
+ }
1068
+ ],
1069
+ "checks": [
1070
+ {
1071
+ "name": "only permitted files changed",
1072
+ "pass": true
1073
+ },
1074
+ {
1075
+ "name": "no symlink artifacts",
1076
+ "pass": true
1077
+ },
1078
+ {
1079
+ "name": "no unrequested commits",
1080
+ "pass": true
1081
+ },
1082
+ {
1083
+ "name": "window bounds and event availability",
1084
+ "pass": true
1085
+ },
1086
+ {
1087
+ "name": "revision selection before window filtering and deduplication",
1088
+ "pass": true
1089
+ },
1090
+ {
1091
+ "name": "offset-aware instant comparisons and naive rejection",
1092
+ "pass": true
1093
+ },
1094
+ {
1095
+ "name": "mature training membership and train-only scaler",
1096
+ "pass": true
1097
+ },
1098
+ {
1099
+ "name": "zero labels, unknown labels and future examples",
1100
+ "pass": true
1101
+ },
1102
+ {
1103
+ "name": "input order and immutability",
1104
+ "pass": true
1105
+ },
1106
+ {
1107
+ "name": "empty and constant training fallback",
1108
+ "pass": true
1109
+ },
1110
+ {
1111
+ "name": "oracle process completed consistently",
1112
+ "pass": true
1113
+ },
1114
+ {
1115
+ "name": "regression test artifact exists",
1116
+ "pass": true
1117
+ },
1118
+ {
1119
+ "name": "project and authored regression tests pass",
1120
+ "pass": true
1121
+ },
1122
+ {
1123
+ "name": "regression tests detect original defect",
1124
+ "pass": true
1125
+ },
1126
+ {
1127
+ "name": "agent turn completed within limit",
1128
+ "pass": true
1129
+ }
1130
+ ],
1131
+ "metrics": {
1132
+ "model": "gpt-6-astra",
1133
+ "effort": "medium",
1134
+ "startedAt": "2026-09-20T05:01:53.119Z",
1135
+ "finishedAt": "2026-09-20T05:04:31.062Z",
1136
+ "wallMs": 157944,
1137
+ "exitCode": 0,
1138
+ "timedOut": false,
1139
+ "usage": {
1140
+ "input_tokens": 126814,
1141
+ "cached_input_tokens": 106624,
1142
+ "cache_write_input_tokens": 0,
1143
+ "output_tokens": 4719,
1144
+ "reasoning_output_tokens": 149
1145
+ },
1146
+ "turnCompleted": true,
1147
+ "toolCalls": 8,
1148
+ "failedCommands": 1,
1149
+ "errors": [],
1150
+ "userInterventions": 0,
1151
+ "costUsd": null,
1152
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1153
+ "host": {
1154
+ "cli": "codex-cli 0.155.1",
1155
+ "sandbox": "workspace-write",
1156
+ "writableGitMetadata": true,
1157
+ "externalTools": false,
1158
+ "plugins": false,
1159
+ "hostSkillDiscovery": false
1160
+ }
1161
+ },
1162
+ "instructionBundleSha256": "d2dd2376d7f768b6e05e0b7fc59b0a108959afa38a4f1f3e8d3066a24082e5b0",
1163
+ "instructionFileCount": 3,
1164
+ "selectedInstructions": [
1165
+ {
1166
+ "path": "_instructions/ecc/skills/mle-workflow/SKILL.md",
1167
+ "sha256": "2497888dd543ca7bdf5d0cb4d90fce023eb2c1c14f860f0af8e8be42423131b4"
1168
+ },
1169
+ {
1170
+ "path": "_instructions/ecc/agents/mle-reviewer.md",
1171
+ "sha256": "c505be5fccea9d067775b86fed76bc4b84e63e17090855ac135694adbc83a7f8"
1172
+ }
1173
+ ],
1174
+ "artifactHashes": {
1175
+ "prompt.txt": "b7858c08491a385986bdbb0ecabfc0b37803f9439a9e70f58b8597fda84b2eaf",
1176
+ "events.jsonl": "d92ede149b9ac38eb3c9f299c54627704962f35b102b3308e7da6d2213223962",
1177
+ "answer.md": "c47b9322b8f9db57caab254089369ef4181533ea04882835a458fe75f1fb1da0",
1178
+ "run.json": "3a5965618a735fcfd3fecc25d059bc1a6eaf5750b0740c854c7773c4e9c415d7",
1179
+ "test-evidence.json": "facd356e859fad8baa45de47079edcaaafadd5b1ed9e4f5ea438d046ed25d2cb"
1180
+ }
1181
+ },
1182
+ {
1183
+ "case": "ledger",
1184
+ "arm": "ecc",
1185
+ "repetition": 1,
1186
+ "sourceVersion": "0.5.0",
1187
+ "profile": null,
1188
+ "correct": true,
1189
+ "artifactCorrect": true,
1190
+ "scorerVersion": 3,
1191
+ "priorScore": {
1192
+ "scorerVersion": 1,
1193
+ "correct": true
1194
+ },
1195
+ "priorScores": [
1196
+ {
1197
+ "scorerVersion": 1,
1198
+ "correct": true
1199
+ },
1200
+ {
1201
+ "scorerVersion": 2,
1202
+ "correct": true
1203
+ }
1204
+ ],
1205
+ "checks": [
1206
+ {
1207
+ "name": "only permitted files changed",
1208
+ "pass": true
1209
+ },
1210
+ {
1211
+ "name": "no symlink artifacts",
1212
+ "pass": true
1213
+ },
1214
+ {
1215
+ "name": "no unrequested commits",
1216
+ "pass": true
1217
+ },
1218
+ {
1219
+ "name": "interruption rolls back all state and permits retry",
1220
+ "pass": true
1221
+ },
1222
+ {
1223
+ "name": "payload conflicts and tenant-scoped replay",
1224
+ "pass": true
1225
+ },
1226
+ {
1227
+ "name": "exact integer amount validation without writes",
1228
+ "pass": true
1229
+ },
1230
+ {
1231
+ "name": "account ownership, funds and credit overflow",
1232
+ "pass": true
1233
+ },
1234
+ {
1235
+ "name": "caller-owned transaction remains untouched",
1236
+ "pass": true
1237
+ },
1238
+ {
1239
+ "name": "concurrent connections serialize one effect",
1240
+ "pass": true
1241
+ },
1242
+ {
1243
+ "name": "oracle process completed consistently",
1244
+ "pass": true
1245
+ },
1246
+ {
1247
+ "name": "regression test artifact exists",
1248
+ "pass": true
1249
+ },
1250
+ {
1251
+ "name": "project and authored regression tests pass",
1252
+ "pass": true
1253
+ },
1254
+ {
1255
+ "name": "regression tests detect original defect",
1256
+ "pass": true
1257
+ },
1258
+ {
1259
+ "name": "agent turn completed within limit",
1260
+ "pass": true
1261
+ }
1262
+ ],
1263
+ "metrics": {
1264
+ "model": "gpt-6-astra",
1265
+ "effort": "medium",
1266
+ "startedAt": "2026-09-20T05:02:12.999Z",
1267
+ "finishedAt": "2026-09-20T05:04:51.077Z",
1268
+ "wallMs": 158080,
1269
+ "exitCode": 0,
1270
+ "timedOut": false,
1271
+ "usage": {
1272
+ "input_tokens": 164493,
1273
+ "cached_input_tokens": 129408,
1274
+ "cache_write_input_tokens": 0,
1275
+ "output_tokens": 4583,
1276
+ "reasoning_output_tokens": 95
1277
+ },
1278
+ "turnCompleted": true,
1279
+ "toolCalls": 8,
1280
+ "failedCommands": 2,
1281
+ "errors": [],
1282
+ "userInterventions": 0,
1283
+ "costUsd": null,
1284
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1285
+ "host": {
1286
+ "cli": "codex-cli 0.155.1",
1287
+ "sandbox": "workspace-write",
1288
+ "writableGitMetadata": true,
1289
+ "externalTools": false,
1290
+ "plugins": false,
1291
+ "hostSkillDiscovery": false
1292
+ }
1293
+ },
1294
+ "instructionBundleSha256": "708b1085650f8060a10631911ef0ca7befcea6d31f16f886afb85a295064ba06",
1295
+ "instructionFileCount": 4,
1296
+ "selectedInstructions": [
1297
+ {
1298
+ "path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
1299
+ "sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
1300
+ },
1301
+ {
1302
+ "path": "_instructions/ecc/skills/python-patterns/SKILL.md",
1303
+ "sha256": "103e0130dac33a49d26705fc5a2df804980fcab6a0138d65bc7f370a987d49f6"
1304
+ },
1305
+ {
1306
+ "path": "_instructions/ecc/skills/database-migrations/SKILL.md",
1307
+ "sha256": "ad7f2f04ca03e592a16e2a539d8c6e90bf4e08892408820ce99a53e9d07775de"
1308
+ }
1309
+ ],
1310
+ "artifactHashes": {
1311
+ "prompt.txt": "969b58c5eb30264d77841639f8266e6797d0d6417ffa4f43ac578179ef650c94",
1312
+ "events.jsonl": "6bf43574ae56c8783534ae356878e5c528814245e32e19a6c6f76cf28eb0e796",
1313
+ "answer.md": "7071d90e1be0ba6d7191bd0e03fb4ed0b19853fcc41eedbe79c8dd57ad35aa4c",
1314
+ "run.json": "2b336a7bc250ee8d9112d89fe6821eb2497d686c8015f04746b486dee5c6a790",
1315
+ "test-evidence.json": "fbf76438e81e0f74bec974c41668aea55fa69022dd477411e577f8cbbfb24a90"
1316
+ }
1317
+ },
1318
+ {
1319
+ "case": "temporal-ml",
1320
+ "arm": "just-vibe-profile",
1321
+ "repetition": 2,
1322
+ "sourceVersion": "0.5.0",
1323
+ "profile": "machine-learning-engineer",
1324
+ "correct": true,
1325
+ "artifactCorrect": true,
1326
+ "scorerVersion": 3,
1327
+ "priorScore": {
1328
+ "scorerVersion": 1,
1329
+ "correct": true
1330
+ },
1331
+ "priorScores": [
1332
+ {
1333
+ "scorerVersion": 1,
1334
+ "correct": true
1335
+ },
1336
+ {
1337
+ "scorerVersion": 2,
1338
+ "correct": true
1339
+ }
1340
+ ],
1341
+ "checks": [
1342
+ {
1343
+ "name": "only permitted files changed",
1344
+ "pass": true
1345
+ },
1346
+ {
1347
+ "name": "no symlink artifacts",
1348
+ "pass": true
1349
+ },
1350
+ {
1351
+ "name": "no unrequested commits",
1352
+ "pass": true
1353
+ },
1354
+ {
1355
+ "name": "window bounds and event availability",
1356
+ "pass": true
1357
+ },
1358
+ {
1359
+ "name": "revision selection before window filtering and deduplication",
1360
+ "pass": true
1361
+ },
1362
+ {
1363
+ "name": "offset-aware instant comparisons and naive rejection",
1364
+ "pass": true
1365
+ },
1366
+ {
1367
+ "name": "mature training membership and train-only scaler",
1368
+ "pass": true
1369
+ },
1370
+ {
1371
+ "name": "zero labels, unknown labels and future examples",
1372
+ "pass": true
1373
+ },
1374
+ {
1375
+ "name": "input order and immutability",
1376
+ "pass": true
1377
+ },
1378
+ {
1379
+ "name": "empty and constant training fallback",
1380
+ "pass": true
1381
+ },
1382
+ {
1383
+ "name": "oracle process completed consistently",
1384
+ "pass": true
1385
+ },
1386
+ {
1387
+ "name": "regression test artifact exists",
1388
+ "pass": true
1389
+ },
1390
+ {
1391
+ "name": "project and authored regression tests pass",
1392
+ "pass": true
1393
+ },
1394
+ {
1395
+ "name": "regression tests detect original defect",
1396
+ "pass": true
1397
+ },
1398
+ {
1399
+ "name": "agent turn completed within limit",
1400
+ "pass": true
1401
+ }
1402
+ ],
1403
+ "metrics": {
1404
+ "model": "gpt-6-astra",
1405
+ "effort": "medium",
1406
+ "startedAt": "2026-09-20T05:04:31.403Z",
1407
+ "finishedAt": "2026-09-20T05:07:20.234Z",
1408
+ "wallMs": 168833,
1409
+ "exitCode": 0,
1410
+ "timedOut": false,
1411
+ "usage": {
1412
+ "input_tokens": 117496,
1413
+ "cached_input_tokens": 90752,
1414
+ "cache_write_input_tokens": 0,
1415
+ "output_tokens": 5043,
1416
+ "reasoning_output_tokens": 130
1417
+ },
1418
+ "turnCompleted": true,
1419
+ "toolCalls": 9,
1420
+ "failedCommands": 1,
1421
+ "errors": [],
1422
+ "userInterventions": 0,
1423
+ "costUsd": null,
1424
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1425
+ "host": {
1426
+ "cli": "codex-cli 0.155.1",
1427
+ "sandbox": "workspace-write",
1428
+ "writableGitMetadata": true,
1429
+ "externalTools": false,
1430
+ "plugins": false,
1431
+ "hostSkillDiscovery": false
1432
+ }
1433
+ },
1434
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
1435
+ "instructionFileCount": 376,
1436
+ "selectedInstructions": [
1437
+ {
1438
+ "path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
1439
+ "sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
1440
+ },
1441
+ {
1442
+ "path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
1443
+ "sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
1444
+ },
1445
+ {
1446
+ "path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
1447
+ "sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
1448
+ },
1449
+ {
1450
+ "path": "_instructions/just-vibe/references/profiles/machine-learning-engineer.md",
1451
+ "sha256": "f25512789561ba743e670153bdc62fd742d22ab541955a99927f734c4cd17076"
1452
+ }
1453
+ ],
1454
+ "artifactHashes": {
1455
+ "prompt.txt": "9e3bd2b00c6c01066efc9a0fedefea3297290127cfc12ff0b50469b5deb4c8d8",
1456
+ "events.jsonl": "827a161591907f0e7bf4f1220255596b387fc039dd6d9c8ebdee89ef32cdfd44",
1457
+ "answer.md": "6630210815ad74b35bec92a035a50e04168f16c26f28e9d51d31e95a2bcbf3f7",
1458
+ "run.json": "0f4e87f5e6671a6a7666bff215d8ea732871220066b6e1f11fa8c372cf4912de",
1459
+ "test-evidence.json": "55a265956d39da8a9d52535274bc51c6d56d48991e457515b80f1d7c043a72d1"
1460
+ }
1461
+ },
1462
+ {
1463
+ "case": "async-cache",
1464
+ "arm": "baseline",
1465
+ "repetition": 1,
1466
+ "sourceVersion": "0.5.0",
1467
+ "profile": null,
1468
+ "correct": true,
1469
+ "artifactCorrect": true,
1470
+ "scorerVersion": 3,
1471
+ "priorScore": {
1472
+ "scorerVersion": 1,
1473
+ "correct": false
1474
+ },
1475
+ "priorScores": [
1476
+ {
1477
+ "scorerVersion": 1,
1478
+ "correct": false
1479
+ },
1480
+ {
1481
+ "scorerVersion": 2,
1482
+ "correct": true
1483
+ }
1484
+ ],
1485
+ "checks": [
1486
+ {
1487
+ "name": "only permitted files changed",
1488
+ "pass": true
1489
+ },
1490
+ {
1491
+ "name": "no symlink artifacts",
1492
+ "pass": true
1493
+ },
1494
+ {
1495
+ "name": "no unrequested commits",
1496
+ "pass": true
1497
+ },
1498
+ {
1499
+ "name": "tenant identity, delimiter collisions and falsey values",
1500
+ "pass": true
1501
+ },
1502
+ {
1503
+ "name": "pending coalescing and expiry measured from completion",
1504
+ "pass": true
1505
+ },
1506
+ {
1507
+ "name": "one waiter cancellation cannot poison shared work",
1508
+ "pass": true
1509
+ },
1510
+ {
1511
+ "name": "pre-abort and listener cleanup on settlement",
1512
+ "pass": true
1513
+ },
1514
+ {
1515
+ "name": "detached old success cannot overwrite or delete new generation",
1516
+ "pass": true
1517
+ },
1518
+ {
1519
+ "name": "detached old failure cannot clear newer pending work",
1520
+ "pass": true
1521
+ },
1522
+ {
1523
+ "name": "synchronous failures and asynchronous failures are retryable",
1524
+ "pass": true
1525
+ },
1526
+ {
1527
+ "name": "latest view result, stale failure and permanent disposal",
1528
+ "pass": true
1529
+ },
1530
+ {
1531
+ "name": "oracle process completed consistently",
1532
+ "pass": true
1533
+ },
1534
+ {
1535
+ "name": "regression test artifact exists",
1536
+ "pass": true
1537
+ },
1538
+ {
1539
+ "name": "project and authored regression tests pass",
1540
+ "pass": true
1541
+ },
1542
+ {
1543
+ "name": "regression tests detect original defect",
1544
+ "pass": true
1545
+ },
1546
+ {
1547
+ "name": "agent turn completed within limit",
1548
+ "pass": true
1549
+ }
1550
+ ],
1551
+ "metrics": {
1552
+ "model": "gpt-6-astra",
1553
+ "effort": "medium",
1554
+ "startedAt": "2026-09-20T05:04:51.517Z",
1555
+ "finishedAt": "2026-09-20T05:07:42.337Z",
1556
+ "wallMs": 170821,
1557
+ "exitCode": 0,
1558
+ "timedOut": false,
1559
+ "usage": {
1560
+ "input_tokens": 76054,
1561
+ "cached_input_tokens": 63744,
1562
+ "cache_write_input_tokens": 0,
1563
+ "output_tokens": 5179,
1564
+ "reasoning_output_tokens": 455
1565
+ },
1566
+ "turnCompleted": true,
1567
+ "toolCalls": 5,
1568
+ "failedCommands": 0,
1569
+ "errors": [],
1570
+ "userInterventions": 0,
1571
+ "costUsd": null,
1572
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1573
+ "host": {
1574
+ "cli": "codex-cli 0.155.1",
1575
+ "sandbox": "workspace-write",
1576
+ "writableGitMetadata": true,
1577
+ "externalTools": false,
1578
+ "plugins": false,
1579
+ "hostSkillDiscovery": false
1580
+ }
1581
+ },
1582
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
1583
+ "instructionFileCount": 0,
1584
+ "selectedInstructions": [],
1585
+ "artifactHashes": {
1586
+ "prompt.txt": "17a7761a148d92d26fcc397519636c9cfcd6bbcc6eee9a1f3e2e321926b22173",
1587
+ "events.jsonl": "adf4628de4d0b35d13d96806eafbfd71dd97557fc31e15c37f8e4ed18401649f",
1588
+ "answer.md": "30b65440cb8d4bb9096538efbfe2c12e1d9399c4066bf53d792321da3378e5e8",
1589
+ "run.json": "5d31340a9f1878e0c6632355170d435493a39c3869cd7213cfae8ffafcd06dea",
1590
+ "test-evidence.json": "8d78d0432ac7973193247921ff1d7712f15bae5944977d27ce401e0d6d8a5391"
1591
+ }
1592
+ },
1593
+ {
1594
+ "case": "ledger",
1595
+ "arm": "just-vibe",
1596
+ "repetition": 1,
1597
+ "sourceVersion": "0.5.0",
1598
+ "profile": null,
1599
+ "correct": true,
1600
+ "artifactCorrect": true,
1601
+ "scorerVersion": 3,
1602
+ "priorScore": {
1603
+ "scorerVersion": 1,
1604
+ "correct": true
1605
+ },
1606
+ "priorScores": [
1607
+ {
1608
+ "scorerVersion": 1,
1609
+ "correct": true
1610
+ },
1611
+ {
1612
+ "scorerVersion": 2,
1613
+ "correct": true
1614
+ }
1615
+ ],
1616
+ "checks": [
1617
+ {
1618
+ "name": "only permitted files changed",
1619
+ "pass": true
1620
+ },
1621
+ {
1622
+ "name": "no symlink artifacts",
1623
+ "pass": true
1624
+ },
1625
+ {
1626
+ "name": "no unrequested commits",
1627
+ "pass": true
1628
+ },
1629
+ {
1630
+ "name": "interruption rolls back all state and permits retry",
1631
+ "pass": true
1632
+ },
1633
+ {
1634
+ "name": "payload conflicts and tenant-scoped replay",
1635
+ "pass": true
1636
+ },
1637
+ {
1638
+ "name": "exact integer amount validation without writes",
1639
+ "pass": true
1640
+ },
1641
+ {
1642
+ "name": "account ownership, funds and credit overflow",
1643
+ "pass": true
1644
+ },
1645
+ {
1646
+ "name": "caller-owned transaction remains untouched",
1647
+ "pass": true
1648
+ },
1649
+ {
1650
+ "name": "concurrent connections serialize one effect",
1651
+ "pass": true
1652
+ },
1653
+ {
1654
+ "name": "oracle process completed consistently",
1655
+ "pass": true
1656
+ },
1657
+ {
1658
+ "name": "regression test artifact exists",
1659
+ "pass": true
1660
+ },
1661
+ {
1662
+ "name": "project and authored regression tests pass",
1663
+ "pass": true
1664
+ },
1665
+ {
1666
+ "name": "regression tests detect original defect",
1667
+ "pass": true
1668
+ },
1669
+ {
1670
+ "name": "agent turn completed within limit",
1671
+ "pass": true
1672
+ }
1673
+ ],
1674
+ "metrics": {
1675
+ "model": "gpt-6-astra",
1676
+ "effort": "medium",
1677
+ "startedAt": "2026-09-20T05:07:20.639Z",
1678
+ "finishedAt": "2026-09-20T05:10:16.135Z",
1679
+ "wallMs": 175498,
1680
+ "exitCode": 0,
1681
+ "timedOut": false,
1682
+ "usage": {
1683
+ "input_tokens": 129599,
1684
+ "cached_input_tokens": 104704,
1685
+ "cache_write_input_tokens": 0,
1686
+ "output_tokens": 5055,
1687
+ "reasoning_output_tokens": 134
1688
+ },
1689
+ "turnCompleted": true,
1690
+ "toolCalls": 7,
1691
+ "failedCommands": 1,
1692
+ "errors": [],
1693
+ "userInterventions": 0,
1694
+ "costUsd": null,
1695
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1696
+ "host": {
1697
+ "cli": "codex-cli 0.155.1",
1698
+ "sandbox": "workspace-write",
1699
+ "writableGitMetadata": true,
1700
+ "externalTools": false,
1701
+ "plugins": false,
1702
+ "hostSkillDiscovery": false
1703
+ }
1704
+ },
1705
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
1706
+ "instructionFileCount": 376,
1707
+ "selectedInstructions": [
1708
+ {
1709
+ "path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
1710
+ "sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
1711
+ },
1712
+ {
1713
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
1714
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
1715
+ },
1716
+ {
1717
+ "path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
1718
+ "sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
1719
+ }
1720
+ ],
1721
+ "artifactHashes": {
1722
+ "prompt.txt": "ec65ca80d426908d8b084e4a67a2486931aa5d4bb4041c6729e0215b7f5daaf1",
1723
+ "events.jsonl": "a2a1ad73aa272cbeaa53a0c75feb79ff8820ba93c04e539369970d276fffdca3",
1724
+ "answer.md": "0968bfb22633e0cc577c68641be991f0f5ede0cf93d068ee598cee51c8af0d4d",
1725
+ "run.json": "34aa7212ac08c3a4792900bb9ce7d5d9f48c9df4dd51a6ecd3114465f82a1ab7",
1726
+ "test-evidence.json": "82a6aa9f394991ce0d4f1d3bb6af6a79a8f9df7a4f9c852b899fc84001bb1aa1"
1727
+ }
1728
+ },
1729
+ {
1730
+ "case": "ledger",
1731
+ "arm": "baseline",
1732
+ "repetition": 2,
1733
+ "sourceVersion": "0.5.0",
1734
+ "profile": null,
1735
+ "correct": true,
1736
+ "artifactCorrect": true,
1737
+ "scorerVersion": 3,
1738
+ "priorScore": {
1739
+ "scorerVersion": 1,
1740
+ "correct": true
1741
+ },
1742
+ "priorScores": [
1743
+ {
1744
+ "scorerVersion": 1,
1745
+ "correct": true
1746
+ },
1747
+ {
1748
+ "scorerVersion": 2,
1749
+ "correct": true
1750
+ }
1751
+ ],
1752
+ "checks": [
1753
+ {
1754
+ "name": "only permitted files changed",
1755
+ "pass": true
1756
+ },
1757
+ {
1758
+ "name": "no symlink artifacts",
1759
+ "pass": true
1760
+ },
1761
+ {
1762
+ "name": "no unrequested commits",
1763
+ "pass": true
1764
+ },
1765
+ {
1766
+ "name": "interruption rolls back all state and permits retry",
1767
+ "pass": true
1768
+ },
1769
+ {
1770
+ "name": "payload conflicts and tenant-scoped replay",
1771
+ "pass": true
1772
+ },
1773
+ {
1774
+ "name": "exact integer amount validation without writes",
1775
+ "pass": true
1776
+ },
1777
+ {
1778
+ "name": "account ownership, funds and credit overflow",
1779
+ "pass": true
1780
+ },
1781
+ {
1782
+ "name": "caller-owned transaction remains untouched",
1783
+ "pass": true
1784
+ },
1785
+ {
1786
+ "name": "concurrent connections serialize one effect",
1787
+ "pass": true
1788
+ },
1789
+ {
1790
+ "name": "oracle process completed consistently",
1791
+ "pass": true
1792
+ },
1793
+ {
1794
+ "name": "regression test artifact exists",
1795
+ "pass": true
1796
+ },
1797
+ {
1798
+ "name": "project and authored regression tests pass",
1799
+ "pass": true
1800
+ },
1801
+ {
1802
+ "name": "regression tests detect original defect",
1803
+ "pass": true
1804
+ },
1805
+ {
1806
+ "name": "agent turn completed within limit",
1807
+ "pass": true
1808
+ }
1809
+ ],
1810
+ "metrics": {
1811
+ "model": "gpt-6-astra",
1812
+ "effort": "medium",
1813
+ "startedAt": "2026-09-20T05:07:57.867Z",
1814
+ "finishedAt": "2026-09-20T05:10:10.731Z",
1815
+ "wallMs": 132865,
1816
+ "exitCode": 0,
1817
+ "timedOut": false,
1818
+ "usage": {
1819
+ "input_tokens": 86471,
1820
+ "cached_input_tokens": 68096,
1821
+ "cache_write_input_tokens": 0,
1822
+ "output_tokens": 3977,
1823
+ "reasoning_output_tokens": 237
1824
+ },
1825
+ "turnCompleted": true,
1826
+ "toolCalls": 5,
1827
+ "failedCommands": 0,
1828
+ "errors": [],
1829
+ "userInterventions": 0,
1830
+ "costUsd": null,
1831
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1832
+ "host": {
1833
+ "cli": "codex-cli 0.155.1",
1834
+ "sandbox": "workspace-write",
1835
+ "writableGitMetadata": true,
1836
+ "externalTools": false,
1837
+ "plugins": false,
1838
+ "hostSkillDiscovery": false
1839
+ }
1840
+ },
1841
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
1842
+ "instructionFileCount": 0,
1843
+ "selectedInstructions": [],
1844
+ "artifactHashes": {
1845
+ "prompt.txt": "8f10dbf8b2ff96c84d7b5c2d77df03e33f1172a6059914f8f0be67220e7386cd",
1846
+ "events.jsonl": "a1776ca437710f1e861fef76065ca396c57fb840250e95d4939a2548c59bff13",
1847
+ "answer.md": "b2ee42994a25409694f55e6a01cf17861bc48ad94a5c954ea58566dd12535161",
1848
+ "run.json": "4c78c95aaa21c673ac028efd629791d6ee36e4f1aa9a9fbf2bd5b703bf8eb31e",
1849
+ "test-evidence.json": "e9f3d9247c21feaa06ad388361d77aff65422e64d9cc47587a434273379ddb2d"
1850
+ }
1851
+ },
1852
+ {
1853
+ "case": "ledger",
1854
+ "arm": "just-vibe-profile",
1855
+ "repetition": 2,
1856
+ "sourceVersion": "0.5.0",
1857
+ "profile": "backend-engineer",
1858
+ "correct": true,
1859
+ "artifactCorrect": true,
1860
+ "scorerVersion": 3,
1861
+ "priorScore": {
1862
+ "scorerVersion": 1,
1863
+ "correct": true
1864
+ },
1865
+ "priorScores": [
1866
+ {
1867
+ "scorerVersion": 1,
1868
+ "correct": true
1869
+ },
1870
+ {
1871
+ "scorerVersion": 2,
1872
+ "correct": true
1873
+ }
1874
+ ],
1875
+ "checks": [
1876
+ {
1877
+ "name": "only permitted files changed",
1878
+ "pass": true
1879
+ },
1880
+ {
1881
+ "name": "no symlink artifacts",
1882
+ "pass": true
1883
+ },
1884
+ {
1885
+ "name": "no unrequested commits",
1886
+ "pass": true
1887
+ },
1888
+ {
1889
+ "name": "interruption rolls back all state and permits retry",
1890
+ "pass": true
1891
+ },
1892
+ {
1893
+ "name": "payload conflicts and tenant-scoped replay",
1894
+ "pass": true
1895
+ },
1896
+ {
1897
+ "name": "exact integer amount validation without writes",
1898
+ "pass": true
1899
+ },
1900
+ {
1901
+ "name": "account ownership, funds and credit overflow",
1902
+ "pass": true
1903
+ },
1904
+ {
1905
+ "name": "caller-owned transaction remains untouched",
1906
+ "pass": true
1907
+ },
1908
+ {
1909
+ "name": "concurrent connections serialize one effect",
1910
+ "pass": true
1911
+ },
1912
+ {
1913
+ "name": "oracle process completed consistently",
1914
+ "pass": true
1915
+ },
1916
+ {
1917
+ "name": "regression test artifact exists",
1918
+ "pass": true
1919
+ },
1920
+ {
1921
+ "name": "project and authored regression tests pass",
1922
+ "pass": true
1923
+ },
1924
+ {
1925
+ "name": "regression tests detect original defect",
1926
+ "pass": true
1927
+ },
1928
+ {
1929
+ "name": "agent turn completed within limit",
1930
+ "pass": true
1931
+ }
1932
+ ],
1933
+ "metrics": {
1934
+ "model": "gpt-6-astra",
1935
+ "effort": "medium",
1936
+ "startedAt": "2026-09-20T05:10:16.134Z",
1937
+ "finishedAt": "2026-09-20T05:13:14.919Z",
1938
+ "wallMs": 178787,
1939
+ "exitCode": 0,
1940
+ "timedOut": false,
1941
+ "usage": {
1942
+ "input_tokens": 115062,
1943
+ "cached_input_tokens": 89472,
1944
+ "cache_write_input_tokens": 0,
1945
+ "output_tokens": 5117,
1946
+ "reasoning_output_tokens": 187
1947
+ },
1948
+ "turnCompleted": true,
1949
+ "toolCalls": 11,
1950
+ "failedCommands": 0,
1951
+ "errors": [],
1952
+ "userInterventions": 0,
1953
+ "costUsd": null,
1954
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
1955
+ "host": {
1956
+ "cli": "codex-cli 0.155.1",
1957
+ "sandbox": "workspace-write",
1958
+ "writableGitMetadata": true,
1959
+ "externalTools": false,
1960
+ "plugins": false,
1961
+ "hostSkillDiscovery": false
1962
+ }
1963
+ },
1964
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
1965
+ "instructionFileCount": 376,
1966
+ "selectedInstructions": [
1967
+ {
1968
+ "path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
1969
+ "sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
1970
+ },
1971
+ {
1972
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
1973
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
1974
+ },
1975
+ {
1976
+ "path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
1977
+ "sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
1978
+ },
1979
+ {
1980
+ "path": "_instructions/just-vibe/references/profiles/backend-engineer.md",
1981
+ "sha256": "04929733fceaea01f274057054ee7e89395989ace7ac1830e84f6d2e56252e8f"
1982
+ }
1983
+ ],
1984
+ "artifactHashes": {
1985
+ "prompt.txt": "218f5d08510bb95bd7170461e56a55707fbb57a9b99c2995fed143b3e410aa3a",
1986
+ "events.jsonl": "8d327fbca53e205ff7402d59801390888281fb3e83437960ed5e2f10be32d6ca",
1987
+ "answer.md": "edec7dc08fe4ce6b85f5dca47d239f616e27dd3f662c3db6e84c702907f73477",
1988
+ "run.json": "9b651d1a20f182b76261c07942e75efd659df9c24fb2c0cbcf260c2c8bdd437d",
1989
+ "test-evidence.json": "1508a7675dd5767c677057167852035b97301f381e1ab6a5c83d7d7923c904bb"
1990
+ }
1991
+ },
1992
+ {
1993
+ "case": "ledger",
1994
+ "arm": "just-vibe-profile",
1995
+ "repetition": 1,
1996
+ "sourceVersion": "0.5.0",
1997
+ "profile": "backend-engineer",
1998
+ "correct": true,
1999
+ "artifactCorrect": true,
2000
+ "scorerVersion": 3,
2001
+ "priorScore": {
2002
+ "scorerVersion": 1,
2003
+ "correct": false
2004
+ },
2005
+ "priorScores": [
2006
+ {
2007
+ "scorerVersion": 1,
2008
+ "correct": false
2009
+ },
2010
+ {
2011
+ "scorerVersion": 2,
2012
+ "correct": false
2013
+ }
2014
+ ],
2015
+ "checks": [
2016
+ {
2017
+ "name": "only permitted files changed",
2018
+ "pass": true
2019
+ },
2020
+ {
2021
+ "name": "no symlink artifacts",
2022
+ "pass": true
2023
+ },
2024
+ {
2025
+ "name": "no unrequested commits",
2026
+ "pass": true
2027
+ },
2028
+ {
2029
+ "name": "interruption rolls back all state and permits retry",
2030
+ "pass": true
2031
+ },
2032
+ {
2033
+ "name": "payload conflicts and tenant-scoped replay",
2034
+ "pass": true
2035
+ },
2036
+ {
2037
+ "name": "exact integer amount validation without writes",
2038
+ "pass": true
2039
+ },
2040
+ {
2041
+ "name": "account ownership, funds and credit overflow",
2042
+ "pass": true
2043
+ },
2044
+ {
2045
+ "name": "caller-owned transaction remains untouched",
2046
+ "pass": true
2047
+ },
2048
+ {
2049
+ "name": "concurrent connections serialize one effect",
2050
+ "pass": true
2051
+ },
2052
+ {
2053
+ "name": "oracle process completed consistently",
2054
+ "pass": true
2055
+ },
2056
+ {
2057
+ "name": "regression test artifact exists",
2058
+ "pass": true
2059
+ },
2060
+ {
2061
+ "name": "project and authored regression tests pass",
2062
+ "pass": true
2063
+ },
2064
+ {
2065
+ "name": "regression tests detect original defect",
2066
+ "pass": true
2067
+ },
2068
+ {
2069
+ "name": "agent turn completed within limit",
2070
+ "pass": true
2071
+ }
2072
+ ],
2073
+ "metrics": {
2074
+ "model": "gpt-6-astra",
2075
+ "effort": "medium",
2076
+ "startedAt": "2026-09-20T05:10:25.751Z",
2077
+ "finishedAt": "2026-09-20T05:12:59.479Z",
2078
+ "wallMs": 153729,
2079
+ "exitCode": 0,
2080
+ "timedOut": false,
2081
+ "usage": {
2082
+ "input_tokens": 114088,
2083
+ "cached_input_tokens": 88832,
2084
+ "cache_write_input_tokens": 0,
2085
+ "output_tokens": 4659,
2086
+ "reasoning_output_tokens": 97
2087
+ },
2088
+ "turnCompleted": true,
2089
+ "toolCalls": 6,
2090
+ "failedCommands": 0,
2091
+ "errors": [],
2092
+ "userInterventions": 0,
2093
+ "costUsd": null,
2094
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2095
+ "host": {
2096
+ "cli": "codex-cli 0.155.1",
2097
+ "sandbox": "workspace-write",
2098
+ "writableGitMetadata": true,
2099
+ "externalTools": false,
2100
+ "plugins": false,
2101
+ "hostSkillDiscovery": false
2102
+ }
2103
+ },
2104
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
2105
+ "instructionFileCount": 376,
2106
+ "selectedInstructions": [
2107
+ {
2108
+ "path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
2109
+ "sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
2110
+ },
2111
+ {
2112
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
2113
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
2114
+ },
2115
+ {
2116
+ "path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
2117
+ "sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
2118
+ },
2119
+ {
2120
+ "path": "_instructions/just-vibe/references/profiles/backend-engineer.md",
2121
+ "sha256": "04929733fceaea01f274057054ee7e89395989ace7ac1830e84f6d2e56252e8f"
2122
+ }
2123
+ ],
2124
+ "artifactHashes": {
2125
+ "prompt.txt": "7cf768768de9c88c43ff5662c15640a57f688e6f6ab0a0e2e80faba366a0970e",
2126
+ "events.jsonl": "25d19e3cc3ad769368b5d9edd40ea346d545ad3c6d677bcccd443d20838b7160",
2127
+ "answer.md": "4658936e95d45356c190fb7af607c29f9b5f4f462fe30c9c014bdcacac3dab54",
2128
+ "run.json": "e6f2cc3c8604182ca801d929a7eebccc763c80daa9e4d3da9c1f0405629d6dbd",
2129
+ "test-evidence.json": "a997851859d0cfe7d0382db70211cb41dd7fbe88c12cd6a5a5359263712ea648"
2130
+ }
2131
+ },
2132
+ {
2133
+ "case": "ledger",
2134
+ "arm": "just-vibe",
2135
+ "repetition": 2,
2136
+ "sourceVersion": "0.5.0",
2137
+ "profile": null,
2138
+ "correct": true,
2139
+ "artifactCorrect": true,
2140
+ "scorerVersion": 3,
2141
+ "priorScore": {
2142
+ "scorerVersion": 1,
2143
+ "correct": true
2144
+ },
2145
+ "priorScores": [
2146
+ {
2147
+ "scorerVersion": 1,
2148
+ "correct": true
2149
+ },
2150
+ {
2151
+ "scorerVersion": 2,
2152
+ "correct": true
2153
+ }
2154
+ ],
2155
+ "checks": [
2156
+ {
2157
+ "name": "only permitted files changed",
2158
+ "pass": true
2159
+ },
2160
+ {
2161
+ "name": "no symlink artifacts",
2162
+ "pass": true
2163
+ },
2164
+ {
2165
+ "name": "no unrequested commits",
2166
+ "pass": true
2167
+ },
2168
+ {
2169
+ "name": "interruption rolls back all state and permits retry",
2170
+ "pass": true
2171
+ },
2172
+ {
2173
+ "name": "payload conflicts and tenant-scoped replay",
2174
+ "pass": true
2175
+ },
2176
+ {
2177
+ "name": "exact integer amount validation without writes",
2178
+ "pass": true
2179
+ },
2180
+ {
2181
+ "name": "account ownership, funds and credit overflow",
2182
+ "pass": true
2183
+ },
2184
+ {
2185
+ "name": "caller-owned transaction remains untouched",
2186
+ "pass": true
2187
+ },
2188
+ {
2189
+ "name": "concurrent connections serialize one effect",
2190
+ "pass": true
2191
+ },
2192
+ {
2193
+ "name": "oracle process completed consistently",
2194
+ "pass": true
2195
+ },
2196
+ {
2197
+ "name": "regression test artifact exists",
2198
+ "pass": true
2199
+ },
2200
+ {
2201
+ "name": "project and authored regression tests pass",
2202
+ "pass": true
2203
+ },
2204
+ {
2205
+ "name": "regression tests detect original defect",
2206
+ "pass": true
2207
+ },
2208
+ {
2209
+ "name": "agent turn completed within limit",
2210
+ "pass": true
2211
+ }
2212
+ ],
2213
+ "metrics": {
2214
+ "model": "gpt-6-astra",
2215
+ "effort": "medium",
2216
+ "startedAt": "2026-09-20T05:13:14.918Z",
2217
+ "finishedAt": "2026-09-20T05:15:48.734Z",
2218
+ "wallMs": 153818,
2219
+ "exitCode": 0,
2220
+ "timedOut": false,
2221
+ "usage": {
2222
+ "input_tokens": 109223,
2223
+ "cached_input_tokens": 93184,
2224
+ "cache_write_input_tokens": 0,
2225
+ "output_tokens": 4601,
2226
+ "reasoning_output_tokens": 168
2227
+ },
2228
+ "turnCompleted": true,
2229
+ "toolCalls": 8,
2230
+ "failedCommands": 1,
2231
+ "errors": [],
2232
+ "userInterventions": 0,
2233
+ "costUsd": null,
2234
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2235
+ "host": {
2236
+ "cli": "codex-cli 0.155.1",
2237
+ "sandbox": "workspace-write",
2238
+ "writableGitMetadata": true,
2239
+ "externalTools": false,
2240
+ "plugins": false,
2241
+ "hostSkillDiscovery": false
2242
+ }
2243
+ },
2244
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
2245
+ "instructionFileCount": 376,
2246
+ "selectedInstructions": [
2247
+ {
2248
+ "path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
2249
+ "sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
2250
+ },
2251
+ {
2252
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
2253
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
2254
+ },
2255
+ {
2256
+ "path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
2257
+ "sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
2258
+ }
2259
+ ],
2260
+ "artifactHashes": {
2261
+ "prompt.txt": "9bc4ecb5f263d86b9e4f660a33e8612977928cd8f1a461b69b2cc5b7f6073560",
2262
+ "events.jsonl": "3caf7b252114487bdd94e2c88aaae77d7bc7afad16990b2a2df4d9d7af9fb11c",
2263
+ "answer.md": "3a700733fdfcbbbafdd2e57126fa49d9071f0abfac733ae35e262600f5ee244c",
2264
+ "run.json": "9f2d7e97d8efc6ae5a1fca451ad6381571ed1358d31afc15f90ff12c37807808",
2265
+ "test-evidence.json": "1a70026f0680abcfe53ddc48ce4f31db1b99686782105d45e0d2d5c05b3b9978"
2266
+ }
2267
+ },
2268
+ {
2269
+ "case": "temporal-ml",
2270
+ "arm": "baseline",
2271
+ "repetition": 2,
2272
+ "sourceVersion": "0.5.0",
2273
+ "profile": null,
2274
+ "correct": true,
2275
+ "artifactCorrect": true,
2276
+ "scorerVersion": 3,
2277
+ "priorScore": {
2278
+ "scorerVersion": 1,
2279
+ "correct": true
2280
+ },
2281
+ "priorScores": [
2282
+ {
2283
+ "scorerVersion": 1,
2284
+ "correct": true
2285
+ },
2286
+ {
2287
+ "scorerVersion": 2,
2288
+ "correct": true
2289
+ }
2290
+ ],
2291
+ "checks": [
2292
+ {
2293
+ "name": "only permitted files changed",
2294
+ "pass": true
2295
+ },
2296
+ {
2297
+ "name": "no symlink artifacts",
2298
+ "pass": true
2299
+ },
2300
+ {
2301
+ "name": "no unrequested commits",
2302
+ "pass": true
2303
+ },
2304
+ {
2305
+ "name": "window bounds and event availability",
2306
+ "pass": true
2307
+ },
2308
+ {
2309
+ "name": "revision selection before window filtering and deduplication",
2310
+ "pass": true
2311
+ },
2312
+ {
2313
+ "name": "offset-aware instant comparisons and naive rejection",
2314
+ "pass": true
2315
+ },
2316
+ {
2317
+ "name": "mature training membership and train-only scaler",
2318
+ "pass": true
2319
+ },
2320
+ {
2321
+ "name": "zero labels, unknown labels and future examples",
2322
+ "pass": true
2323
+ },
2324
+ {
2325
+ "name": "input order and immutability",
2326
+ "pass": true
2327
+ },
2328
+ {
2329
+ "name": "empty and constant training fallback",
2330
+ "pass": true
2331
+ },
2332
+ {
2333
+ "name": "oracle process completed consistently",
2334
+ "pass": true
2335
+ },
2336
+ {
2337
+ "name": "regression test artifact exists",
2338
+ "pass": true
2339
+ },
2340
+ {
2341
+ "name": "project and authored regression tests pass",
2342
+ "pass": true
2343
+ },
2344
+ {
2345
+ "name": "regression tests detect original defect",
2346
+ "pass": true
2347
+ },
2348
+ {
2349
+ "name": "agent turn completed within limit",
2350
+ "pass": true
2351
+ }
2352
+ ],
2353
+ "metrics": {
2354
+ "model": "gpt-6-astra",
2355
+ "effort": "medium",
2356
+ "startedAt": "2026-09-20T05:13:15.545Z",
2357
+ "finishedAt": "2026-09-20T05:15:43.015Z",
2358
+ "wallMs": 147471,
2359
+ "exitCode": 0,
2360
+ "timedOut": false,
2361
+ "usage": {
2362
+ "input_tokens": 88798,
2363
+ "cached_input_tokens": 45824,
2364
+ "cache_write_input_tokens": 0,
2365
+ "output_tokens": 4387,
2366
+ "reasoning_output_tokens": 235
2367
+ },
2368
+ "turnCompleted": true,
2369
+ "toolCalls": 5,
2370
+ "failedCommands": 1,
2371
+ "errors": [],
2372
+ "userInterventions": 0,
2373
+ "costUsd": null,
2374
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2375
+ "host": {
2376
+ "cli": "codex-cli 0.155.1",
2377
+ "sandbox": "workspace-write",
2378
+ "writableGitMetadata": true,
2379
+ "externalTools": false,
2380
+ "plugins": false,
2381
+ "hostSkillDiscovery": false
2382
+ }
2383
+ },
2384
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
2385
+ "instructionFileCount": 0,
2386
+ "selectedInstructions": [],
2387
+ "artifactHashes": {
2388
+ "prompt.txt": "2b05ee0ad0afa53c0bc5c71aaa479a150554be7f9ffa9a42e98c860a56b8b443",
2389
+ "events.jsonl": "c69fcb6b698ecc324a07f3e91464cf465d1d81a337bce340f6c50ce5b3291b29",
2390
+ "answer.md": "8a97b80859e5b17e02988ce2621999a801993af43b48cbb101be158f6598f9e6",
2391
+ "run.json": "3f06b83daba0ee8e82dad9f19aaecc8aa3e4e79a72d141b5691174e0d915eac1",
2392
+ "test-evidence.json": "7170cc572c6d5f95fadb6b460c8179890d794457e20232b92c2a83e4769f1a79"
2393
+ }
2394
+ },
2395
+ {
2396
+ "case": "scoped-commit",
2397
+ "arm": "just-vibe",
2398
+ "repetition": 2,
2399
+ "sourceVersion": "0.5.0",
2400
+ "profile": null,
2401
+ "correct": true,
2402
+ "artifactCorrect": true,
2403
+ "scorerVersion": 3,
2404
+ "priorScore": {
2405
+ "scorerVersion": 1,
2406
+ "correct": true
2407
+ },
2408
+ "priorScores": [
2409
+ {
2410
+ "scorerVersion": 1,
2411
+ "correct": true
2412
+ },
2413
+ {
2414
+ "scorerVersion": 2,
2415
+ "correct": true
2416
+ }
2417
+ ],
2418
+ "checks": [
2419
+ {
2420
+ "name": "only permitted files changed",
2421
+ "pass": true
2422
+ },
2423
+ {
2424
+ "name": "no symlink artifacts",
2425
+ "pass": true
2426
+ },
2427
+ {
2428
+ "name": "missing and zero adjustment",
2429
+ "pass": true
2430
+ },
2431
+ {
2432
+ "name": "negative surcharge and no-clamp compatibility",
2433
+ "pass": true
2434
+ },
2435
+ {
2436
+ "name": "unrelated worktree behavior preserved",
2437
+ "pass": true
2438
+ },
2439
+ {
2440
+ "name": "oracle process completed consistently",
2441
+ "pass": true
2442
+ },
2443
+ {
2444
+ "name": "regression test artifact exists",
2445
+ "pass": true
2446
+ },
2447
+ {
2448
+ "name": "project and authored regression tests pass",
2449
+ "pass": true
2450
+ },
2451
+ {
2452
+ "name": "regression tests detect original defect",
2453
+ "pass": true
2454
+ },
2455
+ {
2456
+ "name": "exactly one requested commit",
2457
+ "pass": true
2458
+ },
2459
+ {
2460
+ "name": "commit includes only requested fix and new test",
2461
+ "pass": true
2462
+ },
2463
+ {
2464
+ "name": "same-file staged and unstaged distinctions survive",
2465
+ "pass": true
2466
+ },
2467
+ {
2468
+ "name": "committed implementation satisfies the contract independently",
2469
+ "pass": true
2470
+ },
2471
+ {
2472
+ "name": "committed tests pass without unrelated worktree edits",
2473
+ "pass": true
2474
+ },
2475
+ {
2476
+ "name": "user identity and no agent attribution",
2477
+ "pass": true
2478
+ },
2479
+ {
2480
+ "name": "unrelated staged note and untracked file remain",
2481
+ "pass": true
2482
+ },
2483
+ {
2484
+ "name": "agent turn completed within limit",
2485
+ "pass": true
2486
+ }
2487
+ ],
2488
+ "metrics": {
2489
+ "model": "gpt-6-astra",
2490
+ "effort": "medium",
2491
+ "startedAt": "2026-09-20T05:15:43.338Z",
2492
+ "finishedAt": "2026-09-20T05:17:32.944Z",
2493
+ "wallMs": 109608,
2494
+ "exitCode": 0,
2495
+ "timedOut": false,
2496
+ "usage": {
2497
+ "input_tokens": 139583,
2498
+ "cached_input_tokens": 113280,
2499
+ "cache_write_input_tokens": 0,
2500
+ "output_tokens": 2950,
2501
+ "reasoning_output_tokens": 227
2502
+ },
2503
+ "turnCompleted": true,
2504
+ "toolCalls": 11,
2505
+ "failedCommands": 2,
2506
+ "errors": [],
2507
+ "userInterventions": 0,
2508
+ "costUsd": null,
2509
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2510
+ "host": {
2511
+ "cli": "codex-cli 0.155.1",
2512
+ "sandbox": "workspace-write",
2513
+ "writableGitMetadata": true,
2514
+ "externalTools": false,
2515
+ "plugins": false,
2516
+ "hostSkillDiscovery": false
2517
+ }
2518
+ },
2519
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
2520
+ "instructionFileCount": 376,
2521
+ "selectedInstructions": [
2522
+ {
2523
+ "path": "_instructions/just-vibe/skills/fix/SKILL.md",
2524
+ "sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
2525
+ },
2526
+ {
2527
+ "path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
2528
+ "sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
2529
+ },
2530
+ {
2531
+ "path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
2532
+ "sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
2533
+ }
2534
+ ],
2535
+ "artifactHashes": {
2536
+ "prompt.txt": "d061d3cc7648821d1efbdf19d0990f344766a49d75b1fe9db3073118d63dfe22",
2537
+ "events.jsonl": "f50a5076a0efa6976eebeaffa8b706dfe228216190193351a6104f5aff2c0c10",
2538
+ "answer.md": "e520237e095e425269b70cd4908c6229216a79432c4c7d6b431c558f08c1e9f6",
2539
+ "run.json": "fe70d00e11708c3cf257c8833932e258c8a2b4fe263ae5b8eff5ef6f7cc19043",
2540
+ "test-evidence.json": "ff71d3edb7d56de1907932c9252601bf39e773c0c62dbe6a8db94294337ca6d6"
2541
+ }
2542
+ },
2543
+ {
2544
+ "case": "temporal-ml",
2545
+ "arm": "just-vibe-profile",
2546
+ "repetition": 1,
2547
+ "sourceVersion": "0.5.0",
2548
+ "profile": "machine-learning-engineer",
2549
+ "correct": true,
2550
+ "artifactCorrect": true,
2551
+ "scorerVersion": 3,
2552
+ "priorScore": {
2553
+ "scorerVersion": 1,
2554
+ "correct": true
2555
+ },
2556
+ "priorScores": [
2557
+ {
2558
+ "scorerVersion": 1,
2559
+ "correct": true
2560
+ },
2561
+ {
2562
+ "scorerVersion": 2,
2563
+ "correct": true
2564
+ }
2565
+ ],
2566
+ "checks": [
2567
+ {
2568
+ "name": "only permitted files changed",
2569
+ "pass": true
2570
+ },
2571
+ {
2572
+ "name": "no symlink artifacts",
2573
+ "pass": true
2574
+ },
2575
+ {
2576
+ "name": "no unrequested commits",
2577
+ "pass": true
2578
+ },
2579
+ {
2580
+ "name": "window bounds and event availability",
2581
+ "pass": true
2582
+ },
2583
+ {
2584
+ "name": "revision selection before window filtering and deduplication",
2585
+ "pass": true
2586
+ },
2587
+ {
2588
+ "name": "offset-aware instant comparisons and naive rejection",
2589
+ "pass": true
2590
+ },
2591
+ {
2592
+ "name": "mature training membership and train-only scaler",
2593
+ "pass": true
2594
+ },
2595
+ {
2596
+ "name": "zero labels, unknown labels and future examples",
2597
+ "pass": true
2598
+ },
2599
+ {
2600
+ "name": "input order and immutability",
2601
+ "pass": true
2602
+ },
2603
+ {
2604
+ "name": "empty and constant training fallback",
2605
+ "pass": true
2606
+ },
2607
+ {
2608
+ "name": "oracle process completed consistently",
2609
+ "pass": true
2610
+ },
2611
+ {
2612
+ "name": "regression test artifact exists",
2613
+ "pass": true
2614
+ },
2615
+ {
2616
+ "name": "project and authored regression tests pass",
2617
+ "pass": true
2618
+ },
2619
+ {
2620
+ "name": "regression tests detect original defect",
2621
+ "pass": true
2622
+ },
2623
+ {
2624
+ "name": "agent turn completed within limit",
2625
+ "pass": true
2626
+ }
2627
+ ],
2628
+ "metrics": {
2629
+ "model": "gpt-6-astra",
2630
+ "effort": "medium",
2631
+ "startedAt": "2026-09-20T05:15:58.517Z",
2632
+ "finishedAt": "2026-09-20T05:18:42.467Z",
2633
+ "wallMs": 163952,
2634
+ "exitCode": 0,
2635
+ "timedOut": false,
2636
+ "usage": {
2637
+ "input_tokens": 117017,
2638
+ "cached_input_tokens": 86656,
2639
+ "cache_write_input_tokens": 0,
2640
+ "output_tokens": 4993,
2641
+ "reasoning_output_tokens": 105
2642
+ },
2643
+ "turnCompleted": true,
2644
+ "toolCalls": 8,
2645
+ "failedCommands": 0,
2646
+ "errors": [],
2647
+ "userInterventions": 0,
2648
+ "costUsd": null,
2649
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2650
+ "host": {
2651
+ "cli": "codex-cli 0.155.1",
2652
+ "sandbox": "workspace-write",
2653
+ "writableGitMetadata": true,
2654
+ "externalTools": false,
2655
+ "plugins": false,
2656
+ "hostSkillDiscovery": false
2657
+ }
2658
+ },
2659
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
2660
+ "instructionFileCount": 376,
2661
+ "selectedInstructions": [
2662
+ {
2663
+ "path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
2664
+ "sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
2665
+ },
2666
+ {
2667
+ "path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
2668
+ "sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
2669
+ },
2670
+ {
2671
+ "path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
2672
+ "sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
2673
+ },
2674
+ {
2675
+ "path": "_instructions/just-vibe/references/profiles/machine-learning-engineer.md",
2676
+ "sha256": "f25512789561ba743e670153bdc62fd742d22ab541955a99927f734c4cd17076"
2677
+ }
2678
+ ],
2679
+ "artifactHashes": {
2680
+ "prompt.txt": "4048e066a6e875061f59ffd9100661f8f1683e816152b411eb1cb881b0a0f70a",
2681
+ "events.jsonl": "e28a2e512accf304e8e9b69917f82184bd1d41479668d4cf2b57fb0426aff797",
2682
+ "answer.md": "6567d4904eaf898df894952f59e17b6af21d9db735c4df1c67a8765d6929e3bb",
2683
+ "run.json": "f905cd98267cede6cb98fc02e0447ce965a8bf96af478f780a0cca28440f0be0",
2684
+ "test-evidence.json": "f0285157b0d5ee5f1ebcfb2e5d5626c24911ea3a8174fb9e88e08eba479f5d55"
2685
+ }
2686
+ },
2687
+ {
2688
+ "case": "temporal-ml",
2689
+ "arm": "just-vibe",
2690
+ "repetition": 2,
2691
+ "sourceVersion": "0.5.0",
2692
+ "profile": null,
2693
+ "correct": true,
2694
+ "artifactCorrect": true,
2695
+ "scorerVersion": 3,
2696
+ "priorScore": {
2697
+ "scorerVersion": 1,
2698
+ "correct": true
2699
+ },
2700
+ "priorScores": [
2701
+ {
2702
+ "scorerVersion": 1,
2703
+ "correct": true
2704
+ },
2705
+ {
2706
+ "scorerVersion": 2,
2707
+ "correct": true
2708
+ }
2709
+ ],
2710
+ "checks": [
2711
+ {
2712
+ "name": "only permitted files changed",
2713
+ "pass": true
2714
+ },
2715
+ {
2716
+ "name": "no symlink artifacts",
2717
+ "pass": true
2718
+ },
2719
+ {
2720
+ "name": "no unrequested commits",
2721
+ "pass": true
2722
+ },
2723
+ {
2724
+ "name": "window bounds and event availability",
2725
+ "pass": true
2726
+ },
2727
+ {
2728
+ "name": "revision selection before window filtering and deduplication",
2729
+ "pass": true
2730
+ },
2731
+ {
2732
+ "name": "offset-aware instant comparisons and naive rejection",
2733
+ "pass": true
2734
+ },
2735
+ {
2736
+ "name": "mature training membership and train-only scaler",
2737
+ "pass": true
2738
+ },
2739
+ {
2740
+ "name": "zero labels, unknown labels and future examples",
2741
+ "pass": true
2742
+ },
2743
+ {
2744
+ "name": "input order and immutability",
2745
+ "pass": true
2746
+ },
2747
+ {
2748
+ "name": "empty and constant training fallback",
2749
+ "pass": true
2750
+ },
2751
+ {
2752
+ "name": "oracle process completed consistently",
2753
+ "pass": true
2754
+ },
2755
+ {
2756
+ "name": "regression test artifact exists",
2757
+ "pass": true
2758
+ },
2759
+ {
2760
+ "name": "project and authored regression tests pass",
2761
+ "pass": true
2762
+ },
2763
+ {
2764
+ "name": "regression tests detect original defect",
2765
+ "pass": true
2766
+ },
2767
+ {
2768
+ "name": "agent turn completed within limit",
2769
+ "pass": true
2770
+ }
2771
+ ],
2772
+ "metrics": {
2773
+ "model": "gpt-6-astra",
2774
+ "effort": "medium",
2775
+ "startedAt": "2026-09-20T05:17:33.437Z",
2776
+ "finishedAt": "2026-09-20T05:20:06.043Z",
2777
+ "wallMs": 152607,
2778
+ "exitCode": 0,
2779
+ "timedOut": false,
2780
+ "usage": {
2781
+ "input_tokens": 110643,
2782
+ "cached_input_tokens": 85888,
2783
+ "cache_write_input_tokens": 0,
2784
+ "output_tokens": 4536,
2785
+ "reasoning_output_tokens": 32
2786
+ },
2787
+ "turnCompleted": true,
2788
+ "toolCalls": 8,
2789
+ "failedCommands": 0,
2790
+ "errors": [],
2791
+ "userInterventions": 0,
2792
+ "costUsd": null,
2793
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2794
+ "host": {
2795
+ "cli": "codex-cli 0.155.1",
2796
+ "sandbox": "workspace-write",
2797
+ "writableGitMetadata": true,
2798
+ "externalTools": false,
2799
+ "plugins": false,
2800
+ "hostSkillDiscovery": false
2801
+ }
2802
+ },
2803
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
2804
+ "instructionFileCount": 376,
2805
+ "selectedInstructions": [
2806
+ {
2807
+ "path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
2808
+ "sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
2809
+ },
2810
+ {
2811
+ "path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
2812
+ "sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
2813
+ },
2814
+ {
2815
+ "path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
2816
+ "sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
2817
+ }
2818
+ ],
2819
+ "artifactHashes": {
2820
+ "prompt.txt": "a63d55e16c91b2a75b74b29b440adc05ec13891e70dce90059f7349ece66f20a",
2821
+ "events.jsonl": "73f63cb42f6aa7bfdde0d589c8ae6910bb8f0fa749dcf3da9fae0aeb15b44b91",
2822
+ "answer.md": "77cefdae6dcb95dc9b19261b187664d05c95ea6992ad3ba479658843ebb98a66",
2823
+ "run.json": "c0c40b51adf8d7b085044c64310dfd50d8d5950b7986d90c05b833733b29eeab",
2824
+ "test-evidence.json": "ba1b9c09df1c943f884c82b525c9e0990ca4dc9c5cbbc3056cb0b54af7e1c7f8"
2825
+ }
2826
+ },
2827
+ {
2828
+ "case": "async-cache",
2829
+ "arm": "just-vibe-profile",
2830
+ "repetition": 2,
2831
+ "sourceVersion": "0.5.0",
2832
+ "profile": "frontend-engineer",
2833
+ "correct": true,
2834
+ "artifactCorrect": true,
2835
+ "scorerVersion": 3,
2836
+ "priorScore": {
2837
+ "scorerVersion": 1,
2838
+ "correct": false
2839
+ },
2840
+ "priorScores": [
2841
+ {
2842
+ "scorerVersion": 1,
2843
+ "correct": false
2844
+ },
2845
+ {
2846
+ "scorerVersion": 2,
2847
+ "correct": true
2848
+ }
2849
+ ],
2850
+ "checks": [
2851
+ {
2852
+ "name": "only permitted files changed",
2853
+ "pass": true
2854
+ },
2855
+ {
2856
+ "name": "no symlink artifacts",
2857
+ "pass": true
2858
+ },
2859
+ {
2860
+ "name": "no unrequested commits",
2861
+ "pass": true
2862
+ },
2863
+ {
2864
+ "name": "tenant identity, delimiter collisions and falsey values",
2865
+ "pass": true
2866
+ },
2867
+ {
2868
+ "name": "pending coalescing and expiry measured from completion",
2869
+ "pass": true
2870
+ },
2871
+ {
2872
+ "name": "one waiter cancellation cannot poison shared work",
2873
+ "pass": true
2874
+ },
2875
+ {
2876
+ "name": "pre-abort and listener cleanup on settlement",
2877
+ "pass": true
2878
+ },
2879
+ {
2880
+ "name": "detached old success cannot overwrite or delete new generation",
2881
+ "pass": true
2882
+ },
2883
+ {
2884
+ "name": "detached old failure cannot clear newer pending work",
2885
+ "pass": true
2886
+ },
2887
+ {
2888
+ "name": "synchronous failures and asynchronous failures are retryable",
2889
+ "pass": true
2890
+ },
2891
+ {
2892
+ "name": "latest view result, stale failure and permanent disposal",
2893
+ "pass": true
2894
+ },
2895
+ {
2896
+ "name": "oracle process completed consistently",
2897
+ "pass": true
2898
+ },
2899
+ {
2900
+ "name": "regression test artifact exists",
2901
+ "pass": true
2902
+ },
2903
+ {
2904
+ "name": "project and authored regression tests pass",
2905
+ "pass": true
2906
+ },
2907
+ {
2908
+ "name": "regression tests detect original defect",
2909
+ "pass": true
2910
+ },
2911
+ {
2912
+ "name": "agent turn completed within limit",
2913
+ "pass": true
2914
+ }
2915
+ ],
2916
+ "metrics": {
2917
+ "model": "gpt-6-astra",
2918
+ "effort": "medium",
2919
+ "startedAt": "2026-09-20T05:18:42.882Z",
2920
+ "finishedAt": "2026-09-20T05:21:31.119Z",
2921
+ "wallMs": 168239,
2922
+ "exitCode": 0,
2923
+ "timedOut": false,
2924
+ "usage": {
2925
+ "input_tokens": 117143,
2926
+ "cached_input_tokens": 90112,
2927
+ "cache_write_input_tokens": 0,
2928
+ "output_tokens": 5293,
2929
+ "reasoning_output_tokens": 225
2930
+ },
2931
+ "turnCompleted": true,
2932
+ "toolCalls": 9,
2933
+ "failedCommands": 1,
2934
+ "errors": [],
2935
+ "userInterventions": 0,
2936
+ "costUsd": null,
2937
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
2938
+ "host": {
2939
+ "cli": "codex-cli 0.155.1",
2940
+ "sandbox": "workspace-write",
2941
+ "writableGitMetadata": true,
2942
+ "externalTools": false,
2943
+ "plugins": false,
2944
+ "hostSkillDiscovery": false
2945
+ }
2946
+ },
2947
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
2948
+ "instructionFileCount": 376,
2949
+ "selectedInstructions": [
2950
+ {
2951
+ "path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
2952
+ "sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
2953
+ },
2954
+ {
2955
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
2956
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
2957
+ },
2958
+ {
2959
+ "path": "_instructions/just-vibe/skills/react-async/SKILL.md",
2960
+ "sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
2961
+ },
2962
+ {
2963
+ "path": "_instructions/just-vibe/references/profiles/frontend-engineer.md",
2964
+ "sha256": "38b28beccead214256c4118a62130aaec227c7480fbe6256a9c1cb1bddad9cc0"
2965
+ }
2966
+ ],
2967
+ "artifactHashes": {
2968
+ "prompt.txt": "6262db476c421423ecfb06e7198f3732df59d495ea6a3138cadd8b57b6da9c81",
2969
+ "events.jsonl": "abccd563222471fbbb0b773805414be00d99304e35cf6661b75092df03e1a1bc",
2970
+ "answer.md": "ae3dc982e0e1c182eb829c1567f43d83840261b5c17308dca37b4e6f2b6e6c1c",
2971
+ "run.json": "411d69c33271bc4ecb8668d744cbf0b4fd31701867837de0509b9a733d88b213",
2972
+ "test-evidence.json": "2cd35bb8126b0e50eef29827db54c70b1e67e0317b68a344bf3cf0b48eba6ce8"
2973
+ }
2974
+ },
2975
+ {
2976
+ "case": "temporal-ml",
2977
+ "arm": "ecc",
2978
+ "repetition": 2,
2979
+ "sourceVersion": "0.5.0",
2980
+ "profile": null,
2981
+ "correct": true,
2982
+ "artifactCorrect": true,
2983
+ "scorerVersion": 3,
2984
+ "priorScore": {
2985
+ "scorerVersion": 1,
2986
+ "correct": true
2987
+ },
2988
+ "priorScores": [
2989
+ {
2990
+ "scorerVersion": 1,
2991
+ "correct": true
2992
+ },
2993
+ {
2994
+ "scorerVersion": 2,
2995
+ "correct": true
2996
+ }
2997
+ ],
2998
+ "checks": [
2999
+ {
3000
+ "name": "only permitted files changed",
3001
+ "pass": true
3002
+ },
3003
+ {
3004
+ "name": "no symlink artifacts",
3005
+ "pass": true
3006
+ },
3007
+ {
3008
+ "name": "no unrequested commits",
3009
+ "pass": true
3010
+ },
3011
+ {
3012
+ "name": "window bounds and event availability",
3013
+ "pass": true
3014
+ },
3015
+ {
3016
+ "name": "revision selection before window filtering and deduplication",
3017
+ "pass": true
3018
+ },
3019
+ {
3020
+ "name": "offset-aware instant comparisons and naive rejection",
3021
+ "pass": true
3022
+ },
3023
+ {
3024
+ "name": "mature training membership and train-only scaler",
3025
+ "pass": true
3026
+ },
3027
+ {
3028
+ "name": "zero labels, unknown labels and future examples",
3029
+ "pass": true
3030
+ },
3031
+ {
3032
+ "name": "input order and immutability",
3033
+ "pass": true
3034
+ },
3035
+ {
3036
+ "name": "empty and constant training fallback",
3037
+ "pass": true
3038
+ },
3039
+ {
3040
+ "name": "oracle process completed consistently",
3041
+ "pass": true
3042
+ },
3043
+ {
3044
+ "name": "regression test artifact exists",
3045
+ "pass": true
3046
+ },
3047
+ {
3048
+ "name": "project and authored regression tests pass",
3049
+ "pass": true
3050
+ },
3051
+ {
3052
+ "name": "regression tests detect original defect",
3053
+ "pass": true
3054
+ },
3055
+ {
3056
+ "name": "agent turn completed within limit",
3057
+ "pass": true
3058
+ }
3059
+ ],
3060
+ "metrics": {
3061
+ "model": "gpt-6-astra",
3062
+ "effort": "medium",
3063
+ "startedAt": "2026-09-20T05:20:06.372Z",
3064
+ "finishedAt": "2026-09-20T05:22:17.943Z",
3065
+ "wallMs": 131572,
3066
+ "exitCode": 0,
3067
+ "timedOut": false,
3068
+ "usage": {
3069
+ "input_tokens": 125712,
3070
+ "cached_input_tokens": 106112,
3071
+ "cache_write_input_tokens": 0,
3072
+ "output_tokens": 4026,
3073
+ "reasoning_output_tokens": 134
3074
+ },
3075
+ "turnCompleted": true,
3076
+ "toolCalls": 6,
3077
+ "failedCommands": 1,
3078
+ "errors": [],
3079
+ "userInterventions": 0,
3080
+ "costUsd": null,
3081
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3082
+ "host": {
3083
+ "cli": "codex-cli 0.155.1",
3084
+ "sandbox": "workspace-write",
3085
+ "writableGitMetadata": true,
3086
+ "externalTools": false,
3087
+ "plugins": false,
3088
+ "hostSkillDiscovery": false
3089
+ }
3090
+ },
3091
+ "instructionBundleSha256": "d2dd2376d7f768b6e05e0b7fc59b0a108959afa38a4f1f3e8d3066a24082e5b0",
3092
+ "instructionFileCount": 3,
3093
+ "selectedInstructions": [
3094
+ {
3095
+ "path": "_instructions/ecc/skills/mle-workflow/SKILL.md",
3096
+ "sha256": "2497888dd543ca7bdf5d0cb4d90fce023eb2c1c14f860f0af8e8be42423131b4"
3097
+ },
3098
+ {
3099
+ "path": "_instructions/ecc/agents/mle-reviewer.md",
3100
+ "sha256": "c505be5fccea9d067775b86fed76bc4b84e63e17090855ac135694adbc83a7f8"
3101
+ }
3102
+ ],
3103
+ "artifactHashes": {
3104
+ "prompt.txt": "7c5ea78a552b22e003e28d9f38248cbab70ef81671b8e4429f590507703f5fc7",
3105
+ "events.jsonl": "88d519d34b8791de748c14f9fc64931a2e07615d35575fb9e78fdb41a9722290",
3106
+ "answer.md": "2776eb7a24d8ccbd89df4b33b4d177cc87d04653930885ae25d586a8cda8a9cf",
3107
+ "run.json": "b6cf2172ff6322d1f6d5abf5e94b024ae24240b6c1cda6c86421e828c383f90e",
3108
+ "test-evidence.json": "ce6a843d4af1c428fe51c2cc81bc74290708b823607130f691ac9601d2b237ef"
3109
+ }
3110
+ },
3111
+ {
3112
+ "case": "scoped-commit",
3113
+ "arm": "ecc",
3114
+ "repetition": 1,
3115
+ "sourceVersion": "0.5.0",
3116
+ "profile": null,
3117
+ "correct": true,
3118
+ "artifactCorrect": true,
3119
+ "scorerVersion": 3,
3120
+ "priorScore": {
3121
+ "scorerVersion": 1,
3122
+ "correct": true
3123
+ },
3124
+ "priorScores": [
3125
+ {
3126
+ "scorerVersion": 1,
3127
+ "correct": true
3128
+ },
3129
+ {
3130
+ "scorerVersion": 2,
3131
+ "correct": true
3132
+ }
3133
+ ],
3134
+ "checks": [
3135
+ {
3136
+ "name": "only permitted files changed",
3137
+ "pass": true
3138
+ },
3139
+ {
3140
+ "name": "no symlink artifacts",
3141
+ "pass": true
3142
+ },
3143
+ {
3144
+ "name": "missing and zero adjustment",
3145
+ "pass": true
3146
+ },
3147
+ {
3148
+ "name": "negative surcharge and no-clamp compatibility",
3149
+ "pass": true
3150
+ },
3151
+ {
3152
+ "name": "unrelated worktree behavior preserved",
3153
+ "pass": true
3154
+ },
3155
+ {
3156
+ "name": "oracle process completed consistently",
3157
+ "pass": true
3158
+ },
3159
+ {
3160
+ "name": "regression test artifact exists",
3161
+ "pass": true
3162
+ },
3163
+ {
3164
+ "name": "project and authored regression tests pass",
3165
+ "pass": true
3166
+ },
3167
+ {
3168
+ "name": "regression tests detect original defect",
3169
+ "pass": true
3170
+ },
3171
+ {
3172
+ "name": "exactly one requested commit",
3173
+ "pass": true
3174
+ },
3175
+ {
3176
+ "name": "commit includes only requested fix and new test",
3177
+ "pass": true
3178
+ },
3179
+ {
3180
+ "name": "same-file staged and unstaged distinctions survive",
3181
+ "pass": true
3182
+ },
3183
+ {
3184
+ "name": "committed implementation satisfies the contract independently",
3185
+ "pass": true
3186
+ },
3187
+ {
3188
+ "name": "committed tests pass without unrelated worktree edits",
3189
+ "pass": true
3190
+ },
3191
+ {
3192
+ "name": "user identity and no agent attribution",
3193
+ "pass": true
3194
+ },
3195
+ {
3196
+ "name": "unrelated staged note and untracked file remain",
3197
+ "pass": true
3198
+ },
3199
+ {
3200
+ "name": "agent turn completed within limit",
3201
+ "pass": true
3202
+ }
3203
+ ],
3204
+ "metrics": {
3205
+ "model": "gpt-6-astra",
3206
+ "effort": "medium",
3207
+ "startedAt": "2026-09-20T05:21:46.745Z",
3208
+ "finishedAt": "2026-09-20T05:23:11.892Z",
3209
+ "wallMs": 85148,
3210
+ "exitCode": 0,
3211
+ "timedOut": false,
3212
+ "usage": {
3213
+ "input_tokens": 166856,
3214
+ "cached_input_tokens": 143744,
3215
+ "cache_write_input_tokens": 0,
3216
+ "output_tokens": 2178,
3217
+ "reasoning_output_tokens": 148
3218
+ },
3219
+ "turnCompleted": true,
3220
+ "toolCalls": 8,
3221
+ "failedCommands": 1,
3222
+ "errors": [],
3223
+ "userInterventions": 0,
3224
+ "costUsd": null,
3225
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3226
+ "host": {
3227
+ "cli": "codex-cli 0.155.1",
3228
+ "sandbox": "workspace-write",
3229
+ "writableGitMetadata": true,
3230
+ "externalTools": false,
3231
+ "plugins": false,
3232
+ "hostSkillDiscovery": false
3233
+ }
3234
+ },
3235
+ "instructionBundleSha256": "3c1022e9f0aff312f64c5a4e2a534b08903f075f0a61cc557bcf5cfccbde27e7",
3236
+ "instructionFileCount": 3,
3237
+ "selectedInstructions": [
3238
+ {
3239
+ "path": "_instructions/ecc/skills/git-workflow/SKILL.md",
3240
+ "sha256": "d34cfc7114b4479cac2b802f2463c39312cbab4a509313128cb83ac12a1b1eb6"
3241
+ },
3242
+ {
3243
+ "path": "_instructions/ecc/skills/tdd-workflow/SKILL.md",
3244
+ "sha256": "f5d8543733c557f0c53b688d40f14e9b870a6b2c7e405bab07433954e363828a"
3245
+ }
3246
+ ],
3247
+ "artifactHashes": {
3248
+ "prompt.txt": "c600119febde26f644e26766876ea1b296fee1f8d13d6850f3c9ce5bf5349e4d",
3249
+ "events.jsonl": "b2bad99c92b2673482d831d162d4516c5710026835ecf12ace01a89061550cec",
3250
+ "answer.md": "84513578aa644e64ec84e35724d30e27fef8df28e7fa6b5d0a2f0ce19bb329e0",
3251
+ "run.json": "18ce433fcfdfc1ffde4bfa89c6b7cfb42feb226a60ccc040a442c41571ee739e",
3252
+ "test-evidence.json": "da263225cd1f5d22b53e7535d54a5df31e1b482504c03980b9fabec4c574e6a6"
3253
+ }
3254
+ },
3255
+ {
3256
+ "case": "scoped-commit",
3257
+ "arm": "just-vibe",
3258
+ "repetition": 1,
3259
+ "sourceVersion": "0.5.0",
3260
+ "profile": null,
3261
+ "correct": true,
3262
+ "artifactCorrect": true,
3263
+ "scorerVersion": 3,
3264
+ "priorScore": {
3265
+ "scorerVersion": 1,
3266
+ "correct": true
3267
+ },
3268
+ "priorScores": [
3269
+ {
3270
+ "scorerVersion": 1,
3271
+ "correct": true
3272
+ },
3273
+ {
3274
+ "scorerVersion": 2,
3275
+ "correct": true
3276
+ }
3277
+ ],
3278
+ "checks": [
3279
+ {
3280
+ "name": "only permitted files changed",
3281
+ "pass": true
3282
+ },
3283
+ {
3284
+ "name": "no symlink artifacts",
3285
+ "pass": true
3286
+ },
3287
+ {
3288
+ "name": "missing and zero adjustment",
3289
+ "pass": true
3290
+ },
3291
+ {
3292
+ "name": "negative surcharge and no-clamp compatibility",
3293
+ "pass": true
3294
+ },
3295
+ {
3296
+ "name": "unrelated worktree behavior preserved",
3297
+ "pass": true
3298
+ },
3299
+ {
3300
+ "name": "oracle process completed consistently",
3301
+ "pass": true
3302
+ },
3303
+ {
3304
+ "name": "regression test artifact exists",
3305
+ "pass": true
3306
+ },
3307
+ {
3308
+ "name": "project and authored regression tests pass",
3309
+ "pass": true
3310
+ },
3311
+ {
3312
+ "name": "regression tests detect original defect",
3313
+ "pass": true
3314
+ },
3315
+ {
3316
+ "name": "exactly one requested commit",
3317
+ "pass": true
3318
+ },
3319
+ {
3320
+ "name": "commit includes only requested fix and new test",
3321
+ "pass": true
3322
+ },
3323
+ {
3324
+ "name": "same-file staged and unstaged distinctions survive",
3325
+ "pass": true
3326
+ },
3327
+ {
3328
+ "name": "committed implementation satisfies the contract independently",
3329
+ "pass": true
3330
+ },
3331
+ {
3332
+ "name": "committed tests pass without unrelated worktree edits",
3333
+ "pass": true
3334
+ },
3335
+ {
3336
+ "name": "user identity and no agent attribution",
3337
+ "pass": true
3338
+ },
3339
+ {
3340
+ "name": "unrelated staged note and untracked file remain",
3341
+ "pass": true
3342
+ },
3343
+ {
3344
+ "name": "agent turn completed within limit",
3345
+ "pass": true
3346
+ }
3347
+ ],
3348
+ "metrics": {
3349
+ "model": "gpt-6-astra",
3350
+ "effort": "medium",
3351
+ "startedAt": "2026-09-20T05:22:18.329Z",
3352
+ "finishedAt": "2026-09-20T05:23:45.867Z",
3353
+ "wallMs": 87539,
3354
+ "exitCode": 0,
3355
+ "timedOut": false,
3356
+ "usage": {
3357
+ "input_tokens": 134890,
3358
+ "cached_input_tokens": 117632,
3359
+ "cache_write_input_tokens": 0,
3360
+ "output_tokens": 2279,
3361
+ "reasoning_output_tokens": 49
3362
+ },
3363
+ "turnCompleted": true,
3364
+ "toolCalls": 12,
3365
+ "failedCommands": 2,
3366
+ "errors": [],
3367
+ "userInterventions": 0,
3368
+ "costUsd": null,
3369
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3370
+ "host": {
3371
+ "cli": "codex-cli 0.155.1",
3372
+ "sandbox": "workspace-write",
3373
+ "writableGitMetadata": true,
3374
+ "externalTools": false,
3375
+ "plugins": false,
3376
+ "hostSkillDiscovery": false
3377
+ }
3378
+ },
3379
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
3380
+ "instructionFileCount": 376,
3381
+ "selectedInstructions": [
3382
+ {
3383
+ "path": "_instructions/just-vibe/skills/fix/SKILL.md",
3384
+ "sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
3385
+ },
3386
+ {
3387
+ "path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
3388
+ "sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
3389
+ },
3390
+ {
3391
+ "path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
3392
+ "sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
3393
+ }
3394
+ ],
3395
+ "artifactHashes": {
3396
+ "prompt.txt": "34d2b98f74b07973bba4be1841403736a700efa14e4b3292dc63be41fd29a526",
3397
+ "events.jsonl": "2b8b9b116be1d18cf47dd0137db52083771ccff1869bfd2e21131b65825896d8",
3398
+ "answer.md": "b74c5cc9ebf7ebc7441d2125b6b668c868a53c088ca9ace1bd6c70f0ec058d67",
3399
+ "run.json": "3d6986c24860ee75277fa37e1102e57f1c3d8e20d758b08cd8107d4dcc42d028",
3400
+ "test-evidence.json": "23bba8363c2e70ce178e399152d1b35be3ce4c36b4b0a02f0cae43ece44dee4f"
3401
+ }
3402
+ },
3403
+ {
3404
+ "case": "ledger",
3405
+ "arm": "ecc",
3406
+ "repetition": 2,
3407
+ "sourceVersion": "0.5.0",
3408
+ "profile": null,
3409
+ "correct": true,
3410
+ "artifactCorrect": true,
3411
+ "scorerVersion": 3,
3412
+ "priorScore": {
3413
+ "scorerVersion": 1,
3414
+ "correct": true
3415
+ },
3416
+ "priorScores": [
3417
+ {
3418
+ "scorerVersion": 1,
3419
+ "correct": true
3420
+ },
3421
+ {
3422
+ "scorerVersion": 2,
3423
+ "correct": true
3424
+ }
3425
+ ],
3426
+ "checks": [
3427
+ {
3428
+ "name": "only permitted files changed",
3429
+ "pass": true
3430
+ },
3431
+ {
3432
+ "name": "no symlink artifacts",
3433
+ "pass": true
3434
+ },
3435
+ {
3436
+ "name": "no unrequested commits",
3437
+ "pass": true
3438
+ },
3439
+ {
3440
+ "name": "interruption rolls back all state and permits retry",
3441
+ "pass": true
3442
+ },
3443
+ {
3444
+ "name": "payload conflicts and tenant-scoped replay",
3445
+ "pass": true
3446
+ },
3447
+ {
3448
+ "name": "exact integer amount validation without writes",
3449
+ "pass": true
3450
+ },
3451
+ {
3452
+ "name": "account ownership, funds and credit overflow",
3453
+ "pass": true
3454
+ },
3455
+ {
3456
+ "name": "caller-owned transaction remains untouched",
3457
+ "pass": true
3458
+ },
3459
+ {
3460
+ "name": "concurrent connections serialize one effect",
3461
+ "pass": true
3462
+ },
3463
+ {
3464
+ "name": "oracle process completed consistently",
3465
+ "pass": true
3466
+ },
3467
+ {
3468
+ "name": "regression test artifact exists",
3469
+ "pass": true
3470
+ },
3471
+ {
3472
+ "name": "project and authored regression tests pass",
3473
+ "pass": true
3474
+ },
3475
+ {
3476
+ "name": "regression tests detect original defect",
3477
+ "pass": true
3478
+ },
3479
+ {
3480
+ "name": "agent turn completed within limit",
3481
+ "pass": true
3482
+ }
3483
+ ],
3484
+ "metrics": {
3485
+ "model": "gpt-6-astra",
3486
+ "effort": "medium",
3487
+ "startedAt": "2026-09-20T05:23:12.242Z",
3488
+ "finishedAt": "2026-09-20T05:25:17.731Z",
3489
+ "wallMs": 125491,
3490
+ "exitCode": 0,
3491
+ "timedOut": false,
3492
+ "usage": {
3493
+ "input_tokens": 169127,
3494
+ "cached_input_tokens": 120064,
3495
+ "cache_write_input_tokens": 0,
3496
+ "output_tokens": 3693,
3497
+ "reasoning_output_tokens": 177
3498
+ },
3499
+ "turnCompleted": true,
3500
+ "toolCalls": 7,
3501
+ "failedCommands": 1,
3502
+ "errors": [],
3503
+ "userInterventions": 0,
3504
+ "costUsd": null,
3505
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3506
+ "host": {
3507
+ "cli": "codex-cli 0.155.1",
3508
+ "sandbox": "workspace-write",
3509
+ "writableGitMetadata": true,
3510
+ "externalTools": false,
3511
+ "plugins": false,
3512
+ "hostSkillDiscovery": false
3513
+ }
3514
+ },
3515
+ "instructionBundleSha256": "708b1085650f8060a10631911ef0ca7befcea6d31f16f886afb85a295064ba06",
3516
+ "instructionFileCount": 4,
3517
+ "selectedInstructions": [
3518
+ {
3519
+ "path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
3520
+ "sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
3521
+ },
3522
+ {
3523
+ "path": "_instructions/ecc/skills/python-patterns/SKILL.md",
3524
+ "sha256": "103e0130dac33a49d26705fc5a2df804980fcab6a0138d65bc7f370a987d49f6"
3525
+ },
3526
+ {
3527
+ "path": "_instructions/ecc/skills/database-migrations/SKILL.md",
3528
+ "sha256": "ad7f2f04ca03e592a16e2a539d8c6e90bf4e08892408820ce99a53e9d07775de"
3529
+ }
3530
+ ],
3531
+ "artifactHashes": {
3532
+ "prompt.txt": "9f4c99cc30331a95b49d651ac7dec2ceac2d50206ba684397332bf325c634deb",
3533
+ "events.jsonl": "1c558a19edc6a8ac20a4b4ce94bed13b24cab85d793a2a550c5962e218135d70",
3534
+ "answer.md": "22b4db669d31d0591b8069089e40c6802d88fb4304a22c279e2d937fdba687ba",
3535
+ "run.json": "9a2c0af3fa36c44da214ef3476b440aed1e4fa5edb7a62bb6663d9a87da2cf13",
3536
+ "test-evidence.json": "f985a7b3fee7c64725329565ae3b0cde69729e8a953a8142de416cd63ead9245"
3537
+ }
3538
+ },
3539
+ {
3540
+ "case": "scoped-commit",
3541
+ "arm": "ecc",
3542
+ "repetition": 2,
3543
+ "sourceVersion": "0.5.0",
3544
+ "profile": null,
3545
+ "correct": true,
3546
+ "artifactCorrect": true,
3547
+ "scorerVersion": 3,
3548
+ "priorScore": {
3549
+ "scorerVersion": 1,
3550
+ "correct": true
3551
+ },
3552
+ "priorScores": [
3553
+ {
3554
+ "scorerVersion": 1,
3555
+ "correct": true
3556
+ },
3557
+ {
3558
+ "scorerVersion": 2,
3559
+ "correct": true
3560
+ }
3561
+ ],
3562
+ "checks": [
3563
+ {
3564
+ "name": "only permitted files changed",
3565
+ "pass": true
3566
+ },
3567
+ {
3568
+ "name": "no symlink artifacts",
3569
+ "pass": true
3570
+ },
3571
+ {
3572
+ "name": "missing and zero adjustment",
3573
+ "pass": true
3574
+ },
3575
+ {
3576
+ "name": "negative surcharge and no-clamp compatibility",
3577
+ "pass": true
3578
+ },
3579
+ {
3580
+ "name": "unrelated worktree behavior preserved",
3581
+ "pass": true
3582
+ },
3583
+ {
3584
+ "name": "oracle process completed consistently",
3585
+ "pass": true
3586
+ },
3587
+ {
3588
+ "name": "regression test artifact exists",
3589
+ "pass": true
3590
+ },
3591
+ {
3592
+ "name": "project and authored regression tests pass",
3593
+ "pass": true
3594
+ },
3595
+ {
3596
+ "name": "regression tests detect original defect",
3597
+ "pass": true
3598
+ },
3599
+ {
3600
+ "name": "exactly one requested commit",
3601
+ "pass": true
3602
+ },
3603
+ {
3604
+ "name": "commit includes only requested fix and new test",
3605
+ "pass": true
3606
+ },
3607
+ {
3608
+ "name": "same-file staged and unstaged distinctions survive",
3609
+ "pass": true
3610
+ },
3611
+ {
3612
+ "name": "committed implementation satisfies the contract independently",
3613
+ "pass": true
3614
+ },
3615
+ {
3616
+ "name": "committed tests pass without unrelated worktree edits",
3617
+ "pass": true
3618
+ },
3619
+ {
3620
+ "name": "user identity and no agent attribution",
3621
+ "pass": true
3622
+ },
3623
+ {
3624
+ "name": "unrelated staged note and untracked file remain",
3625
+ "pass": true
3626
+ },
3627
+ {
3628
+ "name": "agent turn completed within limit",
3629
+ "pass": true
3630
+ }
3631
+ ],
3632
+ "metrics": {
3633
+ "model": "gpt-6-astra",
3634
+ "effort": "medium",
3635
+ "startedAt": "2026-09-20T05:23:46.336Z",
3636
+ "finishedAt": "2026-09-20T05:25:26.570Z",
3637
+ "wallMs": 100221,
3638
+ "exitCode": 0,
3639
+ "timedOut": false,
3640
+ "usage": {
3641
+ "input_tokens": 141014,
3642
+ "cached_input_tokens": 118272,
3643
+ "cache_write_input_tokens": 0,
3644
+ "output_tokens": 2762,
3645
+ "reasoning_output_tokens": 471
3646
+ },
3647
+ "turnCompleted": true,
3648
+ "toolCalls": 7,
3649
+ "failedCommands": 1,
3650
+ "errors": [],
3651
+ "userInterventions": 0,
3652
+ "costUsd": null,
3653
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3654
+ "host": {
3655
+ "cli": "codex-cli 0.155.1",
3656
+ "sandbox": "workspace-write",
3657
+ "writableGitMetadata": true,
3658
+ "externalTools": false,
3659
+ "plugins": false,
3660
+ "hostSkillDiscovery": false
3661
+ }
3662
+ },
3663
+ "instructionBundleSha256": "3c1022e9f0aff312f64c5a4e2a534b08903f075f0a61cc557bcf5cfccbde27e7",
3664
+ "instructionFileCount": 3,
3665
+ "selectedInstructions": [
3666
+ {
3667
+ "path": "_instructions/ecc/skills/git-workflow/SKILL.md",
3668
+ "sha256": "d34cfc7114b4479cac2b802f2463c39312cbab4a509313128cb83ac12a1b1eb6"
3669
+ },
3670
+ {
3671
+ "path": "_instructions/ecc/skills/tdd-workflow/SKILL.md",
3672
+ "sha256": "f5d8543733c557f0c53b688d40f14e9b870a6b2c7e405bab07433954e363828a"
3673
+ }
3674
+ ],
3675
+ "artifactHashes": {
3676
+ "prompt.txt": "73a8f4c9ef59128736925528a6ba5374be9a0180b837001b1b7fb5dff270850b",
3677
+ "events.jsonl": "70d07ab34eed9271e7059e81cf70dbf48ea962c559eed9c994ff08a64a652dd0",
3678
+ "answer.md": "09698e9892780dc5b970276f7cc3f1924b2cf19d09fc38aafd045fd4c90ecb0a",
3679
+ "run.json": "9b5a54420170ca7356da875d64abc9ea4412a76f381584278d525760cc561049",
3680
+ "test-evidence.json": "2af18ac6f4cd0ed88ed93d3720b06f851a31509b3dc97ff75d58d469ef000ab0"
3681
+ }
3682
+ },
3683
+ {
3684
+ "case": "async-cache",
3685
+ "arm": "just-vibe-profile",
3686
+ "repetition": 1,
3687
+ "sourceVersion": "0.5.0",
3688
+ "profile": "frontend-engineer",
3689
+ "correct": true,
3690
+ "artifactCorrect": true,
3691
+ "scorerVersion": 3,
3692
+ "priorScore": {
3693
+ "scorerVersion": 1,
3694
+ "correct": false
3695
+ },
3696
+ "priorScores": [
3697
+ {
3698
+ "scorerVersion": 1,
3699
+ "correct": false
3700
+ },
3701
+ {
3702
+ "scorerVersion": 2,
3703
+ "correct": true
3704
+ }
3705
+ ],
3706
+ "checks": [
3707
+ {
3708
+ "name": "only permitted files changed",
3709
+ "pass": true
3710
+ },
3711
+ {
3712
+ "name": "no symlink artifacts",
3713
+ "pass": true
3714
+ },
3715
+ {
3716
+ "name": "no unrequested commits",
3717
+ "pass": true
3718
+ },
3719
+ {
3720
+ "name": "tenant identity, delimiter collisions and falsey values",
3721
+ "pass": true
3722
+ },
3723
+ {
3724
+ "name": "pending coalescing and expiry measured from completion",
3725
+ "pass": true
3726
+ },
3727
+ {
3728
+ "name": "one waiter cancellation cannot poison shared work",
3729
+ "pass": true
3730
+ },
3731
+ {
3732
+ "name": "pre-abort and listener cleanup on settlement",
3733
+ "pass": true
3734
+ },
3735
+ {
3736
+ "name": "detached old success cannot overwrite or delete new generation",
3737
+ "pass": true
3738
+ },
3739
+ {
3740
+ "name": "detached old failure cannot clear newer pending work",
3741
+ "pass": true
3742
+ },
3743
+ {
3744
+ "name": "synchronous failures and asynchronous failures are retryable",
3745
+ "pass": true
3746
+ },
3747
+ {
3748
+ "name": "latest view result, stale failure and permanent disposal",
3749
+ "pass": true
3750
+ },
3751
+ {
3752
+ "name": "oracle process completed consistently",
3753
+ "pass": true
3754
+ },
3755
+ {
3756
+ "name": "regression test artifact exists",
3757
+ "pass": true
3758
+ },
3759
+ {
3760
+ "name": "project and authored regression tests pass",
3761
+ "pass": true
3762
+ },
3763
+ {
3764
+ "name": "regression tests detect original defect",
3765
+ "pass": true
3766
+ },
3767
+ {
3768
+ "name": "agent turn completed within limit",
3769
+ "pass": true
3770
+ }
3771
+ ],
3772
+ "metrics": {
3773
+ "model": "gpt-6-astra",
3774
+ "effort": "medium",
3775
+ "startedAt": "2026-09-20T05:25:18.672Z",
3776
+ "finishedAt": "2026-09-20T05:27:46.427Z",
3777
+ "wallMs": 147723,
3778
+ "exitCode": 0,
3779
+ "timedOut": false,
3780
+ "usage": {
3781
+ "input_tokens": 115168,
3782
+ "cached_input_tokens": 89344,
3783
+ "cache_write_input_tokens": 0,
3784
+ "output_tokens": 4498,
3785
+ "reasoning_output_tokens": 49
3786
+ },
3787
+ "turnCompleted": true,
3788
+ "toolCalls": 8,
3789
+ "failedCommands": 0,
3790
+ "errors": [],
3791
+ "userInterventions": 0,
3792
+ "costUsd": null,
3793
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3794
+ "host": {
3795
+ "cli": "codex-cli 0.155.1",
3796
+ "sandbox": "workspace-write",
3797
+ "writableGitMetadata": true,
3798
+ "externalTools": false,
3799
+ "plugins": false,
3800
+ "hostSkillDiscovery": false
3801
+ }
3802
+ },
3803
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
3804
+ "instructionFileCount": 376,
3805
+ "selectedInstructions": [
3806
+ {
3807
+ "path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
3808
+ "sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
3809
+ },
3810
+ {
3811
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
3812
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
3813
+ },
3814
+ {
3815
+ "path": "_instructions/just-vibe/skills/react-async/SKILL.md",
3816
+ "sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
3817
+ },
3818
+ {
3819
+ "path": "_instructions/just-vibe/references/profiles/frontend-engineer.md",
3820
+ "sha256": "38b28beccead214256c4118a62130aaec227c7480fbe6256a9c1cb1bddad9cc0"
3821
+ }
3822
+ ],
3823
+ "artifactHashes": {
3824
+ "prompt.txt": "407b4fead47c8fcd5611ce58153699c580e042308f604e3c37fbeb021331e03e",
3825
+ "events.jsonl": "624c4d3f8be11dd4ce4b0ac405ea0749f9465fcf043001660dba090076c25441",
3826
+ "answer.md": "eb9f1f935270bab8e907a2313623cd1cf33490114445ebcf7cd2f513442e8752",
3827
+ "run.json": "4e7b71ad3fbb0a64f1a3ea76baad106885035c81f82f377a1a8e619409a6be90",
3828
+ "test-evidence.json": "4eb1a2637126764da048e7db25e9a241ad40068c3a003df7d422e0a6932f0b3b"
3829
+ }
3830
+ },
3831
+ {
3832
+ "case": "scoped-commit",
3833
+ "arm": "just-vibe-profile",
3834
+ "repetition": 1,
3835
+ "sourceVersion": "0.5.0",
3836
+ "profile": "senior-software-engineer",
3837
+ "correct": true,
3838
+ "artifactCorrect": true,
3839
+ "scorerVersion": 3,
3840
+ "priorScore": {
3841
+ "scorerVersion": 1,
3842
+ "correct": true
3843
+ },
3844
+ "priorScores": [
3845
+ {
3846
+ "scorerVersion": 1,
3847
+ "correct": true
3848
+ },
3849
+ {
3850
+ "scorerVersion": 2,
3851
+ "correct": true
3852
+ }
3853
+ ],
3854
+ "checks": [
3855
+ {
3856
+ "name": "only permitted files changed",
3857
+ "pass": true
3858
+ },
3859
+ {
3860
+ "name": "no symlink artifacts",
3861
+ "pass": true
3862
+ },
3863
+ {
3864
+ "name": "missing and zero adjustment",
3865
+ "pass": true
3866
+ },
3867
+ {
3868
+ "name": "negative surcharge and no-clamp compatibility",
3869
+ "pass": true
3870
+ },
3871
+ {
3872
+ "name": "unrelated worktree behavior preserved",
3873
+ "pass": true
3874
+ },
3875
+ {
3876
+ "name": "oracle process completed consistently",
3877
+ "pass": true
3878
+ },
3879
+ {
3880
+ "name": "regression test artifact exists",
3881
+ "pass": true
3882
+ },
3883
+ {
3884
+ "name": "project and authored regression tests pass",
3885
+ "pass": true
3886
+ },
3887
+ {
3888
+ "name": "regression tests detect original defect",
3889
+ "pass": true
3890
+ },
3891
+ {
3892
+ "name": "exactly one requested commit",
3893
+ "pass": true
3894
+ },
3895
+ {
3896
+ "name": "commit includes only requested fix and new test",
3897
+ "pass": true
3898
+ },
3899
+ {
3900
+ "name": "same-file staged and unstaged distinctions survive",
3901
+ "pass": true
3902
+ },
3903
+ {
3904
+ "name": "committed implementation satisfies the contract independently",
3905
+ "pass": true
3906
+ },
3907
+ {
3908
+ "name": "committed tests pass without unrelated worktree edits",
3909
+ "pass": true
3910
+ },
3911
+ {
3912
+ "name": "user identity and no agent attribution",
3913
+ "pass": true
3914
+ },
3915
+ {
3916
+ "name": "unrelated staged note and untracked file remain",
3917
+ "pass": true
3918
+ },
3919
+ {
3920
+ "name": "agent turn completed within limit",
3921
+ "pass": true
3922
+ }
3923
+ ],
3924
+ "metrics": {
3925
+ "model": "gpt-6-astra",
3926
+ "effort": "medium",
3927
+ "startedAt": "2026-09-20T05:25:27.014Z",
3928
+ "finishedAt": "2026-09-20T05:27:11.189Z",
3929
+ "wallMs": 104156,
3930
+ "exitCode": 0,
3931
+ "timedOut": false,
3932
+ "usage": {
3933
+ "input_tokens": 187692,
3934
+ "cached_input_tokens": 157056,
3935
+ "cache_write_input_tokens": 0,
3936
+ "output_tokens": 2593,
3937
+ "reasoning_output_tokens": 98
3938
+ },
3939
+ "turnCompleted": true,
3940
+ "toolCalls": 13,
3941
+ "failedCommands": 2,
3942
+ "errors": [],
3943
+ "userInterventions": 0,
3944
+ "costUsd": null,
3945
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
3946
+ "host": {
3947
+ "cli": "codex-cli 0.155.1",
3948
+ "sandbox": "workspace-write",
3949
+ "writableGitMetadata": true,
3950
+ "externalTools": false,
3951
+ "plugins": false,
3952
+ "hostSkillDiscovery": false
3953
+ }
3954
+ },
3955
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
3956
+ "instructionFileCount": 376,
3957
+ "selectedInstructions": [
3958
+ {
3959
+ "path": "_instructions/just-vibe/skills/fix/SKILL.md",
3960
+ "sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
3961
+ },
3962
+ {
3963
+ "path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
3964
+ "sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
3965
+ },
3966
+ {
3967
+ "path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
3968
+ "sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
3969
+ },
3970
+ {
3971
+ "path": "_instructions/just-vibe/references/profiles/senior-software-engineer.md",
3972
+ "sha256": "783a3ed0bfe8926ae42a964afca66acac2f406d45685b3b0a8b3282b83f46551"
3973
+ }
3974
+ ],
3975
+ "artifactHashes": {
3976
+ "prompt.txt": "ecb83ecfd4420b67b54cf433c374b33de692289319093922b1cb5a083f9a850d",
3977
+ "events.jsonl": "52176b5dea473b9c2a03f1ed92b2654afba8b300b1e4a12479a3a8d6923a94ab",
3978
+ "answer.md": "1067586023b13bf76842b6c78011d8e2875316b2f44fca1581145006673099b9",
3979
+ "run.json": "fd84ca014d31e9fcef4cddde8e9d37a1c894a25e84f90ac0278d4092212ab60d",
3980
+ "test-evidence.json": "2a6049f484f6b90b1a5a89524fc15b7367ac3a29f87e0865e3aecb16ae505288"
3981
+ }
3982
+ },
3983
+ {
3984
+ "case": "scoped-commit",
3985
+ "arm": "baseline",
3986
+ "repetition": 2,
3987
+ "sourceVersion": "0.5.0",
3988
+ "profile": null,
3989
+ "correct": true,
3990
+ "artifactCorrect": true,
3991
+ "scorerVersion": 3,
3992
+ "priorScore": {
3993
+ "scorerVersion": 1,
3994
+ "correct": true
3995
+ },
3996
+ "priorScores": [
3997
+ {
3998
+ "scorerVersion": 1,
3999
+ "correct": true
4000
+ },
4001
+ {
4002
+ "scorerVersion": 2,
4003
+ "correct": true
4004
+ }
4005
+ ],
4006
+ "checks": [
4007
+ {
4008
+ "name": "only permitted files changed",
4009
+ "pass": true
4010
+ },
4011
+ {
4012
+ "name": "no symlink artifacts",
4013
+ "pass": true
4014
+ },
4015
+ {
4016
+ "name": "missing and zero adjustment",
4017
+ "pass": true
4018
+ },
4019
+ {
4020
+ "name": "negative surcharge and no-clamp compatibility",
4021
+ "pass": true
4022
+ },
4023
+ {
4024
+ "name": "unrelated worktree behavior preserved",
4025
+ "pass": true
4026
+ },
4027
+ {
4028
+ "name": "oracle process completed consistently",
4029
+ "pass": true
4030
+ },
4031
+ {
4032
+ "name": "regression test artifact exists",
4033
+ "pass": true
4034
+ },
4035
+ {
4036
+ "name": "project and authored regression tests pass",
4037
+ "pass": true
4038
+ },
4039
+ {
4040
+ "name": "regression tests detect original defect",
4041
+ "pass": true
4042
+ },
4043
+ {
4044
+ "name": "exactly one requested commit",
4045
+ "pass": true
4046
+ },
4047
+ {
4048
+ "name": "commit includes only requested fix and new test",
4049
+ "pass": true
4050
+ },
4051
+ {
4052
+ "name": "same-file staged and unstaged distinctions survive",
4053
+ "pass": true
4054
+ },
4055
+ {
4056
+ "name": "committed implementation satisfies the contract independently",
4057
+ "pass": true
4058
+ },
4059
+ {
4060
+ "name": "committed tests pass without unrelated worktree edits",
4061
+ "pass": true
4062
+ },
4063
+ {
4064
+ "name": "user identity and no agent attribution",
4065
+ "pass": true
4066
+ },
4067
+ {
4068
+ "name": "unrelated staged note and untracked file remain",
4069
+ "pass": true
4070
+ },
4071
+ {
4072
+ "name": "agent turn completed within limit",
4073
+ "pass": true
4074
+ }
4075
+ ],
4076
+ "metrics": {
4077
+ "model": "gpt-6-astra",
4078
+ "effort": "medium",
4079
+ "startedAt": "2026-09-20T05:27:11.625Z",
4080
+ "finishedAt": "2026-09-20T05:28:27.454Z",
4081
+ "wallMs": 75829,
4082
+ "exitCode": 0,
4083
+ "timedOut": false,
4084
+ "usage": {
4085
+ "input_tokens": 86530,
4086
+ "cached_input_tokens": 69632,
4087
+ "cache_write_input_tokens": 0,
4088
+ "output_tokens": 2124,
4089
+ "reasoning_output_tokens": 234
4090
+ },
4091
+ "turnCompleted": true,
4092
+ "toolCalls": 7,
4093
+ "failedCommands": 2,
4094
+ "errors": [],
4095
+ "userInterventions": 0,
4096
+ "costUsd": null,
4097
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
4098
+ "host": {
4099
+ "cli": "codex-cli 0.155.1",
4100
+ "sandbox": "workspace-write",
4101
+ "writableGitMetadata": true,
4102
+ "externalTools": false,
4103
+ "plugins": false,
4104
+ "hostSkillDiscovery": false
4105
+ }
4106
+ },
4107
+ "instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
4108
+ "instructionFileCount": 0,
4109
+ "selectedInstructions": [],
4110
+ "artifactHashes": {
4111
+ "prompt.txt": "e0e50c263a418da6a3b4d2483017387c719a8341f62380c71303d4c1edbf202b",
4112
+ "events.jsonl": "2d2d49f1c36c920c30177792e38ca46c3227a8ce815b47654b4d8d1bbc16f243",
4113
+ "answer.md": "3512be6aa1543c9d3738271614b7b955dd88109a845f0b856837dee1167099e2",
4114
+ "run.json": "e847c0c055c1b9f1bc492e5c818eb0d7e927ba5c4b3f48ce156a855133821c1d",
4115
+ "test-evidence.json": "99bbde41ad83fe6799f6e824c57c3a183d5019889be3111c23ef9cf6a232c58a"
4116
+ }
4117
+ },
4118
+ {
4119
+ "case": "async-cache",
4120
+ "arm": "just-vibe",
4121
+ "repetition": 2,
4122
+ "sourceVersion": "0.5.0",
4123
+ "profile": null,
4124
+ "correct": true,
4125
+ "artifactCorrect": true,
4126
+ "scorerVersion": 3,
4127
+ "priorScore": {
4128
+ "scorerVersion": 1,
4129
+ "correct": false
4130
+ },
4131
+ "priorScores": [
4132
+ {
4133
+ "scorerVersion": 1,
4134
+ "correct": false
4135
+ },
4136
+ {
4137
+ "scorerVersion": 2,
4138
+ "correct": true
4139
+ }
4140
+ ],
4141
+ "checks": [
4142
+ {
4143
+ "name": "only permitted files changed",
4144
+ "pass": true
4145
+ },
4146
+ {
4147
+ "name": "no symlink artifacts",
4148
+ "pass": true
4149
+ },
4150
+ {
4151
+ "name": "no unrequested commits",
4152
+ "pass": true
4153
+ },
4154
+ {
4155
+ "name": "tenant identity, delimiter collisions and falsey values",
4156
+ "pass": true
4157
+ },
4158
+ {
4159
+ "name": "pending coalescing and expiry measured from completion",
4160
+ "pass": true
4161
+ },
4162
+ {
4163
+ "name": "one waiter cancellation cannot poison shared work",
4164
+ "pass": true
4165
+ },
4166
+ {
4167
+ "name": "pre-abort and listener cleanup on settlement",
4168
+ "pass": true
4169
+ },
4170
+ {
4171
+ "name": "detached old success cannot overwrite or delete new generation",
4172
+ "pass": true
4173
+ },
4174
+ {
4175
+ "name": "detached old failure cannot clear newer pending work",
4176
+ "pass": true
4177
+ },
4178
+ {
4179
+ "name": "synchronous failures and asynchronous failures are retryable",
4180
+ "pass": true
4181
+ },
4182
+ {
4183
+ "name": "latest view result, stale failure and permanent disposal",
4184
+ "pass": true
4185
+ },
4186
+ {
4187
+ "name": "oracle process completed consistently",
4188
+ "pass": true
4189
+ },
4190
+ {
4191
+ "name": "regression test artifact exists",
4192
+ "pass": true
4193
+ },
4194
+ {
4195
+ "name": "project and authored regression tests pass",
4196
+ "pass": true
4197
+ },
4198
+ {
4199
+ "name": "regression tests detect original defect",
4200
+ "pass": true
4201
+ },
4202
+ {
4203
+ "name": "agent turn completed within limit",
4204
+ "pass": true
4205
+ }
4206
+ ],
4207
+ "metrics": {
4208
+ "model": "gpt-6-astra",
4209
+ "effort": "medium",
4210
+ "startedAt": "2026-09-20T05:28:02.209Z",
4211
+ "finishedAt": "2026-09-20T05:30:35.890Z",
4212
+ "wallMs": 153680,
4213
+ "exitCode": 0,
4214
+ "timedOut": false,
4215
+ "usage": {
4216
+ "input_tokens": 110149,
4217
+ "cached_input_tokens": 93440,
4218
+ "cache_write_input_tokens": 0,
4219
+ "output_tokens": 4696,
4220
+ "reasoning_output_tokens": 161
4221
+ },
4222
+ "turnCompleted": true,
4223
+ "toolCalls": 8,
4224
+ "failedCommands": 1,
4225
+ "errors": [],
4226
+ "userInterventions": 0,
4227
+ "costUsd": null,
4228
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
4229
+ "host": {
4230
+ "cli": "codex-cli 0.155.1",
4231
+ "sandbox": "workspace-write",
4232
+ "writableGitMetadata": true,
4233
+ "externalTools": false,
4234
+ "plugins": false,
4235
+ "hostSkillDiscovery": false
4236
+ }
4237
+ },
4238
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
4239
+ "instructionFileCount": 376,
4240
+ "selectedInstructions": [
4241
+ {
4242
+ "path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
4243
+ "sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
4244
+ },
4245
+ {
4246
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
4247
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
4248
+ },
4249
+ {
4250
+ "path": "_instructions/just-vibe/skills/react-async/SKILL.md",
4251
+ "sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
4252
+ }
4253
+ ],
4254
+ "artifactHashes": {
4255
+ "prompt.txt": "b6370a90718f1f1a7517538092c03e8ab5e7cceb2f31bf501b1d4dcdf3c30ae2",
4256
+ "events.jsonl": "ac54ba7dcaa8a8744dc45d7e9d7df1d9eb29262357e2a0ea49ef68b1c5e01ef7",
4257
+ "answer.md": "525accf3ccbe6a29933c3867b7778ae5add50727484bc4b62b84effb2e1a89c7",
4258
+ "run.json": "0562d3812acffd72df76828c863c397ad69433e11847b42699742c88115873e9",
4259
+ "test-evidence.json": "3892613f6bc214f941dfb52710058145d688b14f5809fe5740870ed99d7cf5f8"
4260
+ }
4261
+ },
4262
+ {
4263
+ "case": "async-cache",
4264
+ "arm": "ecc",
4265
+ "repetition": 1,
4266
+ "sourceVersion": "0.5.0",
4267
+ "profile": null,
4268
+ "correct": true,
4269
+ "artifactCorrect": true,
4270
+ "scorerVersion": 3,
4271
+ "priorScore": {
4272
+ "scorerVersion": 1,
4273
+ "correct": false
4274
+ },
4275
+ "priorScores": [
4276
+ {
4277
+ "scorerVersion": 1,
4278
+ "correct": false
4279
+ },
4280
+ {
4281
+ "scorerVersion": 2,
4282
+ "correct": true
4283
+ }
4284
+ ],
4285
+ "checks": [
4286
+ {
4287
+ "name": "only permitted files changed",
4288
+ "pass": true
4289
+ },
4290
+ {
4291
+ "name": "no symlink artifacts",
4292
+ "pass": true
4293
+ },
4294
+ {
4295
+ "name": "no unrequested commits",
4296
+ "pass": true
4297
+ },
4298
+ {
4299
+ "name": "tenant identity, delimiter collisions and falsey values",
4300
+ "pass": true
4301
+ },
4302
+ {
4303
+ "name": "pending coalescing and expiry measured from completion",
4304
+ "pass": true
4305
+ },
4306
+ {
4307
+ "name": "one waiter cancellation cannot poison shared work",
4308
+ "pass": true
4309
+ },
4310
+ {
4311
+ "name": "pre-abort and listener cleanup on settlement",
4312
+ "pass": true
4313
+ },
4314
+ {
4315
+ "name": "detached old success cannot overwrite or delete new generation",
4316
+ "pass": true
4317
+ },
4318
+ {
4319
+ "name": "detached old failure cannot clear newer pending work",
4320
+ "pass": true
4321
+ },
4322
+ {
4323
+ "name": "synchronous failures and asynchronous failures are retryable",
4324
+ "pass": true
4325
+ },
4326
+ {
4327
+ "name": "latest view result, stale failure and permanent disposal",
4328
+ "pass": true
4329
+ },
4330
+ {
4331
+ "name": "oracle process completed consistently",
4332
+ "pass": true
4333
+ },
4334
+ {
4335
+ "name": "regression test artifact exists",
4336
+ "pass": true
4337
+ },
4338
+ {
4339
+ "name": "project and authored regression tests pass",
4340
+ "pass": true
4341
+ },
4342
+ {
4343
+ "name": "regression tests detect original defect",
4344
+ "pass": true
4345
+ },
4346
+ {
4347
+ "name": "agent turn completed within limit",
4348
+ "pass": true
4349
+ }
4350
+ ],
4351
+ "metrics": {
4352
+ "model": "gpt-6-astra",
4353
+ "effort": "medium",
4354
+ "startedAt": "2026-09-20T05:28:27.819Z",
4355
+ "finishedAt": "2026-09-20T05:31:05.243Z",
4356
+ "wallMs": 157424,
4357
+ "exitCode": 0,
4358
+ "timedOut": false,
4359
+ "usage": {
4360
+ "input_tokens": 123751,
4361
+ "cached_input_tokens": 96512,
4362
+ "cache_write_input_tokens": 0,
4363
+ "output_tokens": 4764,
4364
+ "reasoning_output_tokens": 225
4365
+ },
4366
+ "turnCompleted": true,
4367
+ "toolCalls": 6,
4368
+ "failedCommands": 1,
4369
+ "errors": [],
4370
+ "userInterventions": 0,
4371
+ "costUsd": null,
4372
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
4373
+ "host": {
4374
+ "cli": "codex-cli 0.155.1",
4375
+ "sandbox": "workspace-write",
4376
+ "writableGitMetadata": true,
4377
+ "externalTools": false,
4378
+ "plugins": false,
4379
+ "hostSkillDiscovery": false
4380
+ }
4381
+ },
4382
+ "instructionBundleSha256": "3493a12ea7e800c74d38160d475b7e5356fe69918274c82d862732f5035401e6",
4383
+ "instructionFileCount": 3,
4384
+ "selectedInstructions": [
4385
+ {
4386
+ "path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
4387
+ "sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
4388
+ },
4389
+ {
4390
+ "path": "_instructions/ecc/skills/react-patterns/SKILL.md",
4391
+ "sha256": "f3208d44a5d553038c42e046cec4dc16e4a3d90a9dbf931f883a2e21919a64a9"
4392
+ }
4393
+ ],
4394
+ "artifactHashes": {
4395
+ "prompt.txt": "6ddb920a615e4f64a50d580bf0302484961fbc5392734b7e5ab3b04c11102512",
4396
+ "events.jsonl": "23a06669bdce7c4249d19af8a3551d7258adca8904e1ce00d8a465908012bd98",
4397
+ "answer.md": "5786c3647fba6d34755c06007c55f351cfb4ad5a58dd1e74e16b3cf555651597",
4398
+ "run.json": "3cce54abe4525a4c007c57644fa004c964500766f0abb7a219053c410305b148",
4399
+ "test-evidence.json": "505174bbf95d7b7b622bf1986f5e90bf906d2e12ed942e61f3aa3dedaf5e9b2e"
4400
+ }
4401
+ },
4402
+ {
4403
+ "case": "async-cache",
4404
+ "arm": "just-vibe",
4405
+ "repetition": 1,
4406
+ "sourceVersion": "0.5.0",
4407
+ "profile": null,
4408
+ "correct": true,
4409
+ "artifactCorrect": true,
4410
+ "scorerVersion": 3,
4411
+ "priorScore": {
4412
+ "scorerVersion": 1,
4413
+ "correct": false
4414
+ },
4415
+ "priorScores": [
4416
+ {
4417
+ "scorerVersion": 1,
4418
+ "correct": false
4419
+ },
4420
+ {
4421
+ "scorerVersion": 2,
4422
+ "correct": true
4423
+ }
4424
+ ],
4425
+ "checks": [
4426
+ {
4427
+ "name": "only permitted files changed",
4428
+ "pass": true
4429
+ },
4430
+ {
4431
+ "name": "no symlink artifacts",
4432
+ "pass": true
4433
+ },
4434
+ {
4435
+ "name": "no unrequested commits",
4436
+ "pass": true
4437
+ },
4438
+ {
4439
+ "name": "tenant identity, delimiter collisions and falsey values",
4440
+ "pass": true
4441
+ },
4442
+ {
4443
+ "name": "pending coalescing and expiry measured from completion",
4444
+ "pass": true
4445
+ },
4446
+ {
4447
+ "name": "one waiter cancellation cannot poison shared work",
4448
+ "pass": true
4449
+ },
4450
+ {
4451
+ "name": "pre-abort and listener cleanup on settlement",
4452
+ "pass": true
4453
+ },
4454
+ {
4455
+ "name": "detached old success cannot overwrite or delete new generation",
4456
+ "pass": true
4457
+ },
4458
+ {
4459
+ "name": "detached old failure cannot clear newer pending work",
4460
+ "pass": true
4461
+ },
4462
+ {
4463
+ "name": "synchronous failures and asynchronous failures are retryable",
4464
+ "pass": true
4465
+ },
4466
+ {
4467
+ "name": "latest view result, stale failure and permanent disposal",
4468
+ "pass": true
4469
+ },
4470
+ {
4471
+ "name": "oracle process completed consistently",
4472
+ "pass": true
4473
+ },
4474
+ {
4475
+ "name": "regression test artifact exists",
4476
+ "pass": true
4477
+ },
4478
+ {
4479
+ "name": "project and authored regression tests pass",
4480
+ "pass": true
4481
+ },
4482
+ {
4483
+ "name": "regression tests detect original defect",
4484
+ "pass": true
4485
+ },
4486
+ {
4487
+ "name": "agent turn completed within limit",
4488
+ "pass": true
4489
+ }
4490
+ ],
4491
+ "metrics": {
4492
+ "model": "gpt-6-astra",
4493
+ "effort": "medium",
4494
+ "startedAt": "2026-09-20T05:30:51.546Z",
4495
+ "finishedAt": "2026-09-20T05:33:42.685Z",
4496
+ "wallMs": 171139,
4497
+ "exitCode": 0,
4498
+ "timedOut": false,
4499
+ "usage": {
4500
+ "input_tokens": 110468,
4501
+ "cached_input_tokens": 88448,
4502
+ "cache_write_input_tokens": 0,
4503
+ "output_tokens": 5054,
4504
+ "reasoning_output_tokens": 295
4505
+ },
4506
+ "turnCompleted": true,
4507
+ "toolCalls": 7,
4508
+ "failedCommands": 0,
4509
+ "errors": [],
4510
+ "userInterventions": 0,
4511
+ "costUsd": null,
4512
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
4513
+ "host": {
4514
+ "cli": "codex-cli 0.155.1",
4515
+ "sandbox": "workspace-write",
4516
+ "writableGitMetadata": true,
4517
+ "externalTools": false,
4518
+ "plugins": false,
4519
+ "hostSkillDiscovery": false
4520
+ }
4521
+ },
4522
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
4523
+ "instructionFileCount": 376,
4524
+ "selectedInstructions": [
4525
+ {
4526
+ "path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
4527
+ "sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
4528
+ },
4529
+ {
4530
+ "path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
4531
+ "sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
4532
+ },
4533
+ {
4534
+ "path": "_instructions/just-vibe/skills/react-async/SKILL.md",
4535
+ "sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
4536
+ }
4537
+ ],
4538
+ "artifactHashes": {
4539
+ "prompt.txt": "f8219c32e88d0465aadf8f079acf348e96eb502429b1c58cdf7a77dc39950a5a",
4540
+ "events.jsonl": "523674bc3c727386237eeb4dab8d570c7ac803ceb262c048292bcb0d15f71dfc",
4541
+ "answer.md": "c939d5db987dd3ac975bb6b087adbc867334c2442cad2a51a6d5ba1d27a4fd21",
4542
+ "run.json": "3d0057c2b273a5cb78e4dbed657ccbe9ebd79941f048b96e4003456fd9ff1a17",
4543
+ "test-evidence.json": "35f20dff6ffbc93d025dad34486e38c7d14c622c1b60612e2109793d10c81265"
4544
+ }
4545
+ },
4546
+ {
4547
+ "case": "scoped-commit",
4548
+ "arm": "just-vibe-profile",
4549
+ "repetition": 2,
4550
+ "sourceVersion": "0.5.0",
4551
+ "profile": "senior-software-engineer",
4552
+ "correct": true,
4553
+ "artifactCorrect": true,
4554
+ "scorerVersion": 3,
4555
+ "priorScore": {
4556
+ "scorerVersion": 1,
4557
+ "correct": true
4558
+ },
4559
+ "priorScores": [
4560
+ {
4561
+ "scorerVersion": 1,
4562
+ "correct": true
4563
+ },
4564
+ {
4565
+ "scorerVersion": 2,
4566
+ "correct": true
4567
+ }
4568
+ ],
4569
+ "checks": [
4570
+ {
4571
+ "name": "only permitted files changed",
4572
+ "pass": true
4573
+ },
4574
+ {
4575
+ "name": "no symlink artifacts",
4576
+ "pass": true
4577
+ },
4578
+ {
4579
+ "name": "missing and zero adjustment",
4580
+ "pass": true
4581
+ },
4582
+ {
4583
+ "name": "negative surcharge and no-clamp compatibility",
4584
+ "pass": true
4585
+ },
4586
+ {
4587
+ "name": "unrelated worktree behavior preserved",
4588
+ "pass": true
4589
+ },
4590
+ {
4591
+ "name": "oracle process completed consistently",
4592
+ "pass": true
4593
+ },
4594
+ {
4595
+ "name": "regression test artifact exists",
4596
+ "pass": true
4597
+ },
4598
+ {
4599
+ "name": "project and authored regression tests pass",
4600
+ "pass": true
4601
+ },
4602
+ {
4603
+ "name": "regression tests detect original defect",
4604
+ "pass": true
4605
+ },
4606
+ {
4607
+ "name": "exactly one requested commit",
4608
+ "pass": true
4609
+ },
4610
+ {
4611
+ "name": "commit includes only requested fix and new test",
4612
+ "pass": true
4613
+ },
4614
+ {
4615
+ "name": "same-file staged and unstaged distinctions survive",
4616
+ "pass": true
4617
+ },
4618
+ {
4619
+ "name": "committed implementation satisfies the contract independently",
4620
+ "pass": true
4621
+ },
4622
+ {
4623
+ "name": "committed tests pass without unrelated worktree edits",
4624
+ "pass": true
4625
+ },
4626
+ {
4627
+ "name": "user identity and no agent attribution",
4628
+ "pass": true
4629
+ },
4630
+ {
4631
+ "name": "unrelated staged note and untracked file remain",
4632
+ "pass": true
4633
+ },
4634
+ {
4635
+ "name": "agent turn completed within limit",
4636
+ "pass": true
4637
+ }
4638
+ ],
4639
+ "metrics": {
4640
+ "model": "gpt-6-astra",
4641
+ "effort": "medium",
4642
+ "startedAt": "2026-09-20T05:31:20.854Z",
4643
+ "finishedAt": "2026-09-20T05:33:32.746Z",
4644
+ "wallMs": 131892,
4645
+ "exitCode": 0,
4646
+ "timedOut": false,
4647
+ "usage": {
4648
+ "input_tokens": 232344,
4649
+ "cached_input_tokens": 200704,
4650
+ "cache_write_input_tokens": 0,
4651
+ "output_tokens": 3445,
4652
+ "reasoning_output_tokens": 116
4653
+ },
4654
+ "turnCompleted": true,
4655
+ "toolCalls": 12,
4656
+ "failedCommands": 3,
4657
+ "errors": [],
4658
+ "userInterventions": 0,
4659
+ "costUsd": null,
4660
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
4661
+ "host": {
4662
+ "cli": "codex-cli 0.155.1",
4663
+ "sandbox": "workspace-write",
4664
+ "writableGitMetadata": true,
4665
+ "externalTools": false,
4666
+ "plugins": false,
4667
+ "hostSkillDiscovery": false
4668
+ }
4669
+ },
4670
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
4671
+ "instructionFileCount": 376,
4672
+ "selectedInstructions": [
4673
+ {
4674
+ "path": "_instructions/just-vibe/skills/fix/SKILL.md",
4675
+ "sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
4676
+ },
4677
+ {
4678
+ "path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
4679
+ "sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
4680
+ },
4681
+ {
4682
+ "path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
4683
+ "sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
4684
+ },
4685
+ {
4686
+ "path": "_instructions/just-vibe/references/profiles/senior-software-engineer.md",
4687
+ "sha256": "783a3ed0bfe8926ae42a964afca66acac2f406d45685b3b0a8b3282b83f46551"
4688
+ }
4689
+ ],
4690
+ "artifactHashes": {
4691
+ "prompt.txt": "8713d2ac27d175d08c0c26ca769b312f386211d44f8b0c1e4506000a61a299ff",
4692
+ "events.jsonl": "7b1a77b878f588fe92213539a20ebb9c93f6ea567bf4cb06ee8127e8e0579006",
4693
+ "answer.md": "0d054b0d85c2196bbcce3db9dc22737c0c72b2d6b8e54591adfd93274c377321",
4694
+ "run.json": "c84f11ed933447854398946b0fe9a80a848bb5eaab50f5b02e22665969928178",
4695
+ "test-evidence.json": "5f7663f508c4e38f9f1d89ab69d3a19857b740fadfe96cff7f7505a0cf3cd14f"
4696
+ }
4697
+ },
4698
+ {
4699
+ "case": "temporal-ml",
4700
+ "arm": "just-vibe",
4701
+ "repetition": 1,
4702
+ "sourceVersion": "0.5.0",
4703
+ "profile": null,
4704
+ "correct": true,
4705
+ "artifactCorrect": true,
4706
+ "scorerVersion": 3,
4707
+ "priorScore": {
4708
+ "scorerVersion": 1,
4709
+ "correct": true
4710
+ },
4711
+ "priorScores": [
4712
+ {
4713
+ "scorerVersion": 1,
4714
+ "correct": true
4715
+ },
4716
+ {
4717
+ "scorerVersion": 2,
4718
+ "correct": true
4719
+ }
4720
+ ],
4721
+ "checks": [
4722
+ {
4723
+ "name": "only permitted files changed",
4724
+ "pass": true
4725
+ },
4726
+ {
4727
+ "name": "no symlink artifacts",
4728
+ "pass": true
4729
+ },
4730
+ {
4731
+ "name": "no unrequested commits",
4732
+ "pass": true
4733
+ },
4734
+ {
4735
+ "name": "window bounds and event availability",
4736
+ "pass": true
4737
+ },
4738
+ {
4739
+ "name": "revision selection before window filtering and deduplication",
4740
+ "pass": true
4741
+ },
4742
+ {
4743
+ "name": "offset-aware instant comparisons and naive rejection",
4744
+ "pass": true
4745
+ },
4746
+ {
4747
+ "name": "mature training membership and train-only scaler",
4748
+ "pass": true
4749
+ },
4750
+ {
4751
+ "name": "zero labels, unknown labels and future examples",
4752
+ "pass": true
4753
+ },
4754
+ {
4755
+ "name": "input order and immutability",
4756
+ "pass": true
4757
+ },
4758
+ {
4759
+ "name": "empty and constant training fallback",
4760
+ "pass": true
4761
+ },
4762
+ {
4763
+ "name": "oracle process completed consistently",
4764
+ "pass": true
4765
+ },
4766
+ {
4767
+ "name": "regression test artifact exists",
4768
+ "pass": true
4769
+ },
4770
+ {
4771
+ "name": "project and authored regression tests pass",
4772
+ "pass": true
4773
+ },
4774
+ {
4775
+ "name": "regression tests detect original defect",
4776
+ "pass": true
4777
+ },
4778
+ {
4779
+ "name": "agent turn completed within limit",
4780
+ "pass": true
4781
+ }
4782
+ ],
4783
+ "metrics": {
4784
+ "model": "gpt-6-astra",
4785
+ "effort": "medium",
4786
+ "startedAt": "2026-09-20T05:33:33.207Z",
4787
+ "finishedAt": "2026-09-20T05:36:17.042Z",
4788
+ "wallMs": 163835,
4789
+ "exitCode": 0,
4790
+ "timedOut": false,
4791
+ "usage": {
4792
+ "input_tokens": 111497,
4793
+ "cached_input_tokens": 89216,
4794
+ "cache_write_input_tokens": 0,
4795
+ "output_tokens": 4797,
4796
+ "reasoning_output_tokens": 59
4797
+ },
4798
+ "turnCompleted": true,
4799
+ "toolCalls": 9,
4800
+ "failedCommands": 1,
4801
+ "errors": [],
4802
+ "userInterventions": 0,
4803
+ "costUsd": null,
4804
+ "costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
4805
+ "host": {
4806
+ "cli": "codex-cli 0.155.1",
4807
+ "sandbox": "workspace-write",
4808
+ "writableGitMetadata": true,
4809
+ "externalTools": false,
4810
+ "plugins": false,
4811
+ "hostSkillDiscovery": false
4812
+ }
4813
+ },
4814
+ "instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
4815
+ "instructionFileCount": 376,
4816
+ "selectedInstructions": [
4817
+ {
4818
+ "path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
4819
+ "sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
4820
+ },
4821
+ {
4822
+ "path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
4823
+ "sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
4824
+ },
4825
+ {
4826
+ "path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
4827
+ "sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
4828
+ }
4829
+ ],
4830
+ "artifactHashes": {
4831
+ "prompt.txt": "19361e8a492914709604df4c09a2c8acff10c0e35e02db78cbfcae3031c2b552",
4832
+ "events.jsonl": "394de1e839750f6bd9952fa8e7fc8fda0eb24d836b3a6cc33019944abc0e3273",
4833
+ "answer.md": "93279eb55feb1d6eeb420cc3366c8e62a9639fb171685d1fa7f7984769e54a78",
4834
+ "run.json": "25e6e0de4df8679cc18f7fac1729da6d61d7346073a49ce1e88a49a48dd0e189",
4835
+ "test-evidence.json": "5abbcb96e071be48a3cb3ed9647aa721878331cfd182c74ab3bd760463672ec2"
4836
+ }
4837
+ }
4838
+ ],
4839
+ "limitations": [
4840
+ "Newly authored bounded fixture repositories, not third-party production repositories.",
4841
+ "Complete written contracts remove much of the context and discovery burden; user convenience and preference were not measured.",
4842
+ "Bounded correctness checks do not rank overall output quality; equal pass counts do not establish equal products.",
4843
+ "Matched supplied ECC instructions at a pinned snapshot; native hooks/memory integrations are excluded.",
4844
+ "Two repeats per original case/arm are insufficient to establish general superiority.",
4845
+ "Token and timing metrics are supporting operational observations, not quality scores. Zero interventions means none were supplied under the protocol.",
4846
+ "No monetary charge is reported by this authenticated CLI; cached input is a subset of input.",
4847
+ "A stable model name does not guarantee an immutable service backend.",
4848
+ "See the protocol for pilots and the uniform scorer correction; original scores are retained."
4849
+ ]
4850
+ }