just-vibe 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/plugins/marketplace.json +12 -0
- package/.claude-plugin/marketplace.json +12 -0
- package/CHANGELOG.md +49 -0
- package/LICENSE +21 -0
- package/README.md +282 -0
- package/bin/just-vibe.mjs +3 -0
- package/docs/command-quality.md +74 -0
- package/docs/compatibility.md +29 -0
- package/docs/releases.md +51 -0
- package/evals/README.md +47 -0
- package/evals/behavior/cases/arch-events/flow.json +12 -0
- package/evals/behavior/cases/arch-events/task.md +3 -0
- package/evals/behavior/cases/authz/access.mjs +1 -0
- package/evals/behavior/cases/authz/task.md +3 -0
- package/evals/behavior/cases/checkout/checkout.mjs +1 -0
- package/evals/behavior/cases/checkout/contract.md +1 -0
- package/evals/behavior/cases/checkout/keep.txt +1 -0
- package/evals/behavior/cases/checkout/task.md +3 -0
- package/evals/behavior/cases/data-reconcile/source.json +14 -0
- package/evals/behavior/cases/data-reconcile/target.json +14 -0
- package/evals/behavior/cases/data-reconcile/task.md +3 -0
- package/evals/behavior/cases/db-migrate/context.json +13 -0
- package/evals/behavior/cases/db-migrate/migration.sql +3 -0
- package/evals/behavior/cases/db-migrate/task.md +3 -0
- package/evals/behavior/cases/db-query/query.sql +1 -0
- package/evals/behavior/cases/db-query/rows.json +32 -0
- package/evals/behavior/cases/db-query/task.md +3 -0
- package/evals/behavior/cases/decision-matrix/decision.json +22 -0
- package/evals/behavior/cases/decision-matrix/task.md +3 -0
- package/evals/behavior/cases/github-pr/prs.json +16 -0
- package/evals/behavior/cases/github-pr/request.json +9 -0
- package/evals/behavior/cases/github-pr/task.md +3 -0
- package/evals/behavior/cases/idempotency/contract.md +1 -0
- package/evals/behavior/cases/idempotency/orders.mjs +1 -0
- package/evals/behavior/cases/idempotency/task.md +3 -0
- package/evals/behavior/cases/ml-checkpoint/checkpoint.json +6 -0
- package/evals/behavior/cases/ml-checkpoint/task.md +3 -0
- package/evals/behavior/cases/ml-checkpoint/training.json +16 -0
- package/evals/behavior/cases/ml-evaluate/labels.json +18 -0
- package/evals/behavior/cases/ml-evaluate/predictions.json +14 -0
- package/evals/behavior/cases/ml-evaluate/task.md +3 -0
- package/evals/behavior/cases/ml-leakage/task.json +30 -0
- package/evals/behavior/cases/ml-leakage/task.md +3 -0
- package/evals/behavior/cases/ml-parity/serving.json +16 -0
- package/evals/behavior/cases/ml-parity/task.md +3 -0
- package/evals/behavior/cases/ml-parity/training.json +16 -0
- package/evals/behavior/cases/ml-split/task.json +7 -0
- package/evals/behavior/cases/ml-split/task.md +3 -0
- package/evals/behavior/cases/ops-logs/context.json +4 -0
- package/evals/behavior/cases/ops-logs/events.json +17 -0
- package/evals/behavior/cases/ops-logs/task.md +3 -0
- package/evals/behavior/cases/rag-boundary/documents.json +26 -0
- package/evals/behavior/cases/rag-boundary/query.json +5 -0
- package/evals/behavior/cases/rag-boundary/task.md +3 -0
- package/evals/behavior/cases/react-race/AccountPanel.jsx +1 -0
- package/evals/behavior/cases/react-race/loader.mjs +1 -0
- package/evals/behavior/cases/react-race/task.md +3 -0
- package/evals/behavior/cases/regression-test/checkout.mjs +1 -0
- package/evals/behavior/cases/regression-test/contract.md +1 -0
- package/evals/behavior/cases/regression-test/task.md +3 -0
- package/evals/behavior/cases/ui-accessibility/observations.json +17 -0
- package/evals/behavior/cases/ui-accessibility/task.md +3 -0
- package/evals/behavior/cases/vercel-env/consumers.json +13 -0
- package/evals/behavior/cases/vercel-env/metadata.json +11 -0
- package/evals/behavior/cases/vercel-env/task.md +3 -0
- package/evals/behavior/cases/vite-assets/deployment.json +8 -0
- package/evals/behavior/cases/vite-assets/render.mjs +1 -0
- package/evals/behavior/cases/vite-assets/task.md +3 -0
- package/evals/behavior/cases/vite-assets/vite.config.mjs +1 -0
- package/evals/behavior/cases.json +185 -0
- package/evals/behavior/code-oracles.mjs +58 -0
- package/evals/behavior/harness.mjs +109 -0
- package/evals/behavior/oracles.json +196 -0
- package/evals/benchmark/README.md +57 -0
- package/evals/benchmark/cases.json +9 -0
- package/evals/benchmark/harness.mjs +231 -0
- package/evals/benchmark/oracles/node.mjs +69 -0
- package/evals/benchmark/oracles/python.py +117 -0
- package/evals/benchmark/report.mjs +62 -0
- package/evals/benchmark/repos/async-cache/README.md +12 -0
- package/evals/benchmark/repos/async-cache/TASK.md +1 -0
- package/evals/benchmark/repos/async-cache/package.json +1 -0
- package/evals/benchmark/repos/async-cache/src/cache.mjs +13 -0
- package/evals/benchmark/repos/async-cache/src/view.mjs +9 -0
- package/evals/benchmark/repos/async-cache/test/smoke.test.mjs +9 -0
- package/evals/benchmark/repos/ledger/README.md +11 -0
- package/evals/benchmark/repos/ledger/TASK.md +1 -0
- package/evals/benchmark/repos/ledger/src/service.py +14 -0
- package/evals/benchmark/repos/ledger/src/store.py +12 -0
- package/evals/benchmark/repos/ledger/test/test_smoke.py +9 -0
- package/evals/benchmark/repos/scoped-commit/README.md +5 -0
- package/evals/benchmark/repos/scoped-commit/TASK.md +1 -0
- package/evals/benchmark/repos/scoped-commit/package.json +1 -0
- package/evals/benchmark/repos/scoped-commit/src/invoice.mjs +8 -0
- package/evals/benchmark/repos/scoped-commit/test/invoice.test.mjs +4 -0
- package/evals/benchmark/repos/temporal-ml/README.md +12 -0
- package/evals/benchmark/repos/temporal-ml/TASK.md +1 -0
- package/evals/benchmark/repos/temporal-ml/src/features.py +9 -0
- package/evals/benchmark/repos/temporal-ml/src/pipeline.py +10 -0
- package/evals/benchmark/repos/temporal-ml/src/report.py +2 -0
- package/evals/benchmark/repos/temporal-ml/test/test_smoke.py +7 -0
- package/evals/benchmark/support/commit-tree.mjs +11 -0
- package/evals/benchmark/support/python-test-report.py +48 -0
- package/evals/fixtures/checkout/checkout.mjs +4 -0
- package/evals/fixtures/checkout/checkout.test.mjs +13 -0
- package/evals/fixtures/checkout/package.json +6 -0
- package/evals/fixtures/checkout/unrelated.txt +1 -0
- package/evals/fixtures/ml/observations.csv +5 -0
- package/evals/fixtures/ml/task.md +1 -0
- package/evals/releases/0.2.0.md +45 -0
- package/evals/releases/0.3.0.md +23 -0
- package/evals/releases/0.4.0-results.json +1274 -0
- package/evals/releases/0.4.0.md +55 -0
- package/evals/releases/0.5.0.md +28 -0
- package/evals/releases/0.6.0-after-results.json +1307 -0
- package/evals/releases/0.6.0-before-results.json +4850 -0
- package/evals/releases/0.6.0.md +94 -0
- package/evals/releases/0.7.0.md +32 -0
- package/evals/scenarios.json +7777 -0
- package/package.json +50 -0
- package/plugins/just-vibe/.claude-plugin/plugin.json +11 -0
- package/plugins/just-vibe/.codex-plugin/plugin.json +24 -0
- package/plugins/just-vibe/LICENSE +21 -0
- package/plugins/just-vibe/catalog/commands.json +16757 -0
- package/plugins/just-vibe/catalog/packs.json +115 -0
- package/plugins/just-vibe/catalog/profiles.json +2503 -0
- package/plugins/just-vibe/hooks/hooks.json +11 -0
- package/plugins/just-vibe/references/command-reference.md +328 -0
- package/plugins/just-vibe/references/daily-workflows.md +133 -0
- package/plugins/just-vibe/references/execution.md +60 -0
- package/plugins/just-vibe/references/instruction-memory.md +86 -0
- package/plugins/just-vibe/references/packs/api.md +27 -0
- package/plugins/just-vibe/references/packs/architecture.md +29 -0
- package/plugins/just-vibe/references/packs/backend.md +43 -0
- package/plugins/just-vibe/references/packs/data.md +27 -0
- package/plugins/just-vibe/references/packs/database.md +32 -0
- package/plugins/just-vibe/references/packs/decisions.md +29 -0
- package/plugins/just-vibe/references/packs/general.md +34 -0
- package/plugins/just-vibe/references/packs/git.md +45 -0
- package/plugins/just-vibe/references/packs/github.md +31 -0
- package/plugins/just-vibe/references/packs/installation.md +27 -0
- package/plugins/just-vibe/references/packs/llm.md +33 -0
- package/plugins/just-vibe/references/packs/ml-data.md +43 -0
- package/plugins/just-vibe/references/packs/ml-deployment.md +31 -0
- package/plugins/just-vibe/references/packs/ml-evaluation.md +29 -0
- package/plugins/just-vibe/references/packs/ml-experiments.md +29 -0
- package/plugins/just-vibe/references/packs/operations.md +35 -0
- package/plugins/just-vibe/references/packs/react.md +29 -0
- package/plugins/just-vibe/references/packs/security.md +31 -0
- package/plugins/just-vibe/references/packs/testing.md +35 -0
- package/plugins/just-vibe/references/packs/ui.md +29 -0
- package/plugins/just-vibe/references/packs/vercel.md +29 -0
- package/plugins/just-vibe/references/packs/vite.md +29 -0
- package/plugins/just-vibe/references/profile-reference.md +155 -0
- package/plugins/just-vibe/references/profiles/accessibility-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/agent-systems-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ai-evaluation-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ai-security-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/analytics-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/android-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/api-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/application-security-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/applied-ai-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/backend-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/bioinformatics-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/blockchain-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/build-release-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/business-intelligence-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/capacity-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/causal-inference-scientist.md +31 -0
- package/plugins/just-vibe/references/profiles/cloud-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/cloud-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/cloud-security-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/compiler-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/computer-vision-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/controls-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/creative-technologist.md +31 -0
- package/plugins/just-vibe/references/profiles/cryptography-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/data-analyst.md +31 -0
- package/plugins/just-vibe/references/profiles/data-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/data-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/data-governance-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/data-platform-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/data-quality-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/data-scientist.md +31 -0
- package/plugins/just-vibe/references/profiles/database-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/database-reliability-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/design-systems-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/desktop-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/detection-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/developer-advocate.md +31 -0
- package/plugins/just-vibe/references/profiles/developer-experience-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/devops-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/distributed-systems-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/edge-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/embedded-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/engineering-manager.md +31 -0
- package/plugins/just-vibe/references/profiles/enterprise-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/experimentation-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/finops-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/firmware-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/frontend-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/frontend-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/fullstack-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/game-networking-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/gameplay-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/geospatial-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/graphics-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/hpc-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/identity-access-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/inference-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/infrastructure-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/integration-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/integration-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ios-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/iot-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/kubernetes-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/llm-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/machine-learning-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ml-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/ml-data-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ml-platform-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/mlops-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/mobile-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/network-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/nlp-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/observability-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/performance-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/platform-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/platform-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/principal-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/privacy-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/product-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/product-security-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/protocol-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/qa-automation-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/recommendation-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/reinforcement-learning-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/research-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/research-scientist.md +31 -0
- package/plugins/just-vibe/references/profiles/responsible-ai-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/robotics-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/runtime-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/scientific-software-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/search-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/security-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/security-automation-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/security-incident-responder.md +31 -0
- package/plugins/just-vibe/references/profiles/senior-software-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/simulation-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/site-reliability-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/software-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/solutions-architect.md +31 -0
- package/plugins/just-vibe/references/profiles/speech-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/staff-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/storage-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/streaming-data-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/supply-chain-security-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/systems-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/tech-lead.md +31 -0
- package/plugins/just-vibe/references/profiles/technical-writer.md +31 -0
- package/plugins/just-vibe/references/profiles/test-infrastructure-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ui-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/ux-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/web-performance-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles/xr-engineer.md +31 -0
- package/plugins/just-vibe/references/profiles.md +59 -0
- package/plugins/just-vibe/references/runtime.md +70 -0
- package/plugins/just-vibe/references/scenarios/auth.md +31 -0
- package/plugins/just-vibe/references/scenarios/combobox.md +9 -0
- package/plugins/just-vibe/references/scenarios/date-picker.md +9 -0
- package/plugins/just-vibe/references/scenarios/delivery-evidence.md +21 -0
- package/plugins/just-vibe/references/scenarios/dialog.md +9 -0
- package/plugins/just-vibe/references/scenarios/training.md +21 -0
- package/plugins/just-vibe/references/teach-test.md +37 -0
- package/plugins/just-vibe/references/teaching.md +34 -0
- package/plugins/just-vibe/references/validation.md +11 -0
- package/plugins/just-vibe/scripts/discover-capabilities.mjs +3 -0
- package/plugins/just-vibe/scripts/hooks.mjs +14 -0
- package/plugins/just-vibe/scripts/inspect-project.mjs +3 -0
- package/plugins/just-vibe/scripts/installer.mjs +280 -0
- package/plugins/just-vibe/scripts/lib/automation.mjs +142 -0
- package/plugins/just-vibe/scripts/lib/bundle.mjs +100 -0
- package/plugins/just-vibe/scripts/lib/catalog.mjs +135 -0
- package/plugins/just-vibe/scripts/lib/command.mjs +26 -0
- package/plugins/just-vibe/scripts/lib/continuity.mjs +77 -0
- package/plugins/just-vibe/scripts/lib/discovery.mjs +84 -0
- package/plugins/just-vibe/scripts/lib/entrypoint.mjs +12 -0
- package/plugins/just-vibe/scripts/lib/evidence.mjs +136 -0
- package/plugins/just-vibe/scripts/lib/process.mjs +44 -0
- package/plugins/just-vibe/scripts/lib/profiles.mjs +83 -0
- package/plugins/just-vibe/scripts/lib/project.mjs +60 -0
- package/plugins/just-vibe/scripts/lib/routing.mjs +82 -0
- package/plugins/just-vibe/scripts/lib/run.mjs +248 -0
- package/plugins/just-vibe/scripts/lib/storage.mjs +84 -0
- package/plugins/just-vibe/scripts/lib/teaching.mjs +118 -0
- package/plugins/just-vibe/scripts/toolkit.mjs +225 -0
- package/plugins/just-vibe/skills/a11y/SKILL.md +8 -0
- package/plugins/just-vibe/skills/api-breaking/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-client/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-contract-test/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-design/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-errors/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-openapi/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-pagination/SKILL.md +56 -0
- package/plugins/just-vibe/skills/api-webhooks/SKILL.md +56 -0
- package/plugins/just-vibe/skills/arch-boundaries/SKILL.md +58 -0
- package/plugins/just-vibe/skills/arch-contracts/SKILL.md +56 -0
- package/plugins/just-vibe/skills/arch-event-flow/SKILL.md +56 -0
- package/plugins/just-vibe/skills/arch-feature/SKILL.md +57 -0
- package/plugins/just-vibe/skills/arch-map/SKILL.md +56 -0
- package/plugins/just-vibe/skills/arch-modernize/SKILL.md +56 -0
- package/plugins/just-vibe/skills/arch-scale/SKILL.md +58 -0
- package/plugins/just-vibe/skills/arch-tenancy/SKILL.md +56 -0
- package/plugins/just-vibe/skills/auto/SKILL.md +67 -0
- package/plugins/just-vibe/skills/automate/SKILL.md +56 -0
- package/plugins/just-vibe/skills/backend-auth/SKILL.md +63 -0
- package/plugins/just-vibe/skills/backend-cache/SKILL.md +59 -0
- package/plugins/just-vibe/skills/backend-concurrency/SKILL.md +58 -0
- package/plugins/just-vibe/skills/backend-idempotency/SKILL.md +58 -0
- package/plugins/just-vibe/skills/backend-jobs/SKILL.md +56 -0
- package/plugins/just-vibe/skills/backend-permissions/SKILL.md +56 -0
- package/plugins/just-vibe/skills/backend-resilience/SKILL.md +56 -0
- package/plugins/just-vibe/skills/backend-service/SKILL.md +56 -0
- package/plugins/just-vibe/skills/brainstorm/SKILL.md +56 -0
- package/plugins/just-vibe/skills/build/SKILL.md +56 -0
- package/plugins/just-vibe/skills/challenge/SKILL.md +56 -0
- package/plugins/just-vibe/skills/checkpoint/SKILL.md +59 -0
- package/plugins/just-vibe/skills/ci/SKILL.md +56 -0
- package/plugins/just-vibe/skills/cleanup/SKILL.md +56 -0
- package/plugins/just-vibe/skills/compare/SKILL.md +56 -0
- package/plugins/just-vibe/skills/copy/SKILL.md +56 -0
- package/plugins/just-vibe/skills/coverage/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-backfill/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-contract/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-incremental/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-lineage/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-pipeline/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-profile/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-quality/SKILL.md +56 -0
- package/plugins/just-vibe/skills/data-reconcile/SKILL.md +56 -0
- package/plugins/just-vibe/skills/db-access/SKILL.md +56 -0
- package/plugins/just-vibe/skills/db-explain/SKILL.md +56 -0
- package/plugins/just-vibe/skills/db-index/SKILL.md +56 -0
- package/plugins/just-vibe/skills/db-integrity/SKILL.md +57 -0
- package/plugins/just-vibe/skills/db-locks/SKILL.md +56 -0
- package/plugins/just-vibe/skills/db-migrate/SKILL.md +63 -0
- package/plugins/just-vibe/skills/db-query/SKILL.md +56 -0
- package/plugins/just-vibe/skills/db-schema/SKILL.md +56 -0
- package/plugins/just-vibe/skills/debug/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decide/SKILL.md +57 -0
- package/plugins/just-vibe/skills/decision-adr/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decision-buy-build/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decision-matrix/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decision-premortem/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decision-reversible/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decision-revisit/SKILL.md +56 -0
- package/plugins/just-vibe/skills/decision-spike/SKILL.md +58 -0
- package/plugins/just-vibe/skills/deploy/SKILL.md +56 -0
- package/plugins/just-vibe/skills/deps/SKILL.md +56 -0
- package/plugins/just-vibe/skills/design/SKILL.md +56 -0
- package/plugins/just-vibe/skills/do/SKILL.md +8 -0
- package/plugins/just-vibe/skills/docs/SKILL.md +56 -0
- package/plugins/just-vibe/skills/doctor/SKILL.md +58 -0
- package/plugins/just-vibe/skills/explain/SKILL.md +56 -0
- package/plugins/just-vibe/skills/fix/SKILL.md +57 -0
- package/plugins/just-vibe/skills/git-bisect/SKILL.md +58 -0
- package/plugins/just-vibe/skills/git-commit/SKILL.md +59 -0
- package/plugins/just-vibe/skills/git-conflicts/SKILL.md +58 -0
- package/plugins/just-vibe/skills/git-diff/SKILL.md +58 -0
- package/plugins/just-vibe/skills/git-recover/SKILL.md +58 -0
- package/plugins/just-vibe/skills/git-split/SKILL.md +58 -0
- package/plugins/just-vibe/skills/git-status/SKILL.md +58 -0
- package/plugins/just-vibe/skills/git-worktree/SKILL.md +58 -0
- package/plugins/just-vibe/skills/github-actions/SKILL.md +64 -0
- package/plugins/just-vibe/skills/github-address-review/SKILL.md +58 -0
- package/plugins/just-vibe/skills/github-fix-ci/SKILL.md +63 -0
- package/plugins/just-vibe/skills/github-issue/SKILL.md +58 -0
- package/plugins/just-vibe/skills/github-pr/SKILL.md +63 -0
- package/plugins/just-vibe/skills/github-release/SKILL.md +58 -0
- package/plugins/just-vibe/skills/github-review/SKILL.md +58 -0
- package/plugins/just-vibe/skills/github-triage/SKILL.md +58 -0
- package/plugins/just-vibe/skills/handoff/SKILL.md +62 -0
- package/plugins/just-vibe/skills/help/SKILL.md +63 -0
- package/plugins/just-vibe/skills/integrate/SKILL.md +56 -0
- package/plugins/just-vibe/skills/learn/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-cost/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-evals/SKILL.md +58 -0
- package/plugins/just-vibe/skills/llm-injection/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-prompt/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-rag/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-retrieval/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-structured/SKILL.md +56 -0
- package/plugins/just-vibe/skills/llm-tools/SKILL.md +58 -0
- package/plugins/just-vibe/skills/map/SKILL.md +56 -0
- package/plugins/just-vibe/skills/match/SKILL.md +56 -0
- package/plugins/just-vibe/skills/migrate/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-ablation/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-baseline/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-batch/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-calibrate/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-dataset/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-dataset-version/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-debug-training/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-drift/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-error-analysis/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-evaluate/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-experiments/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-explain/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-features/SKILL.md +59 -0
- package/plugins/just-vibe/skills/ml-frame/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-imbalance/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-inference-perf/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-labels/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-leakage/SKILL.md +64 -0
- package/plugins/just-vibe/skills/ml-monitor/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-package/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-parity/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-report/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-reproduce/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-robustness/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-rollout/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-serving/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-slices/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-split/SKILL.md +58 -0
- package/plugins/just-vibe/skills/ml-threshold/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-train/SKILL.md +62 -0
- package/plugins/just-vibe/skills/ml-training-cost/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ml-tune/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-alerts/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-container/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-incident/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-logs/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-observability/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-postmortem/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-restore/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ops-runbook/SKILL.md +56 -0
- package/plugins/just-vibe/skills/orient/SKILL.md +58 -0
- package/plugins/just-vibe/skills/perf/SKILL.md +56 -0
- package/plugins/just-vibe/skills/plan/SKILL.md +56 -0
- package/plugins/just-vibe/skills/polish/SKILL.md +56 -0
- package/plugins/just-vibe/skills/pr/SKILL.md +58 -0
- package/plugins/just-vibe/skills/profile/SKILL.md +66 -0
- package/plugins/just-vibe/skills/profiles/SKILL.md +58 -0
- package/plugins/just-vibe/skills/react-async/SKILL.md +57 -0
- package/plugins/just-vibe/skills/react-audit/SKILL.md +56 -0
- package/plugins/just-vibe/skills/react-component/SKILL.md +65 -0
- package/plugins/just-vibe/skills/react-effects/SKILL.md +58 -0
- package/plugins/just-vibe/skills/react-forms/SKILL.md +56 -0
- package/plugins/just-vibe/skills/react-hydration/SKILL.md +57 -0
- package/plugins/just-vibe/skills/react-rerenders/SKILL.md +56 -0
- package/plugins/just-vibe/skills/react-state/SKILL.md +56 -0
- package/plugins/just-vibe/skills/refactor/SKILL.md +56 -0
- package/plugins/just-vibe/skills/release/SKILL.md +58 -0
- package/plugins/just-vibe/skills/remember/SKILL.md +70 -0
- package/plugins/just-vibe/skills/repro/SKILL.md +56 -0
- package/plugins/just-vibe/skills/research/SKILL.md +56 -0
- package/plugins/just-vibe/skills/responsive/SKILL.md +8 -0
- package/plugins/just-vibe/skills/resume/SKILL.md +63 -0
- package/plugins/just-vibe/skills/review/SKILL.md +56 -0
- package/plugins/just-vibe/skills/scope/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-authz/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-config/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-dependencies/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-fix/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-inputs/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-secrets/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-threat-model/SKILL.md +56 -0
- package/plugins/just-vibe/skills/security-uploads/SKILL.md +56 -0
- package/plugins/just-vibe/skills/setup/SKILL.md +60 -0
- package/plugins/just-vibe/skills/skill/SKILL.md +56 -0
- package/plugins/just-vibe/skills/spec/SKILL.md +56 -0
- package/plugins/just-vibe/skills/tasks/SKILL.md +56 -0
- package/plugins/just-vibe/skills/teach/SKILL.md +63 -0
- package/plugins/just-vibe/skills/teach-test/SKILL.md +65 -0
- package/plugins/just-vibe/skills/test/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-e2e/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-fixtures/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-flaky/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-integration/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-load/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-property/SKILL.md +56 -0
- package/plugins/just-vibe/skills/test-regression/SKILL.md +57 -0
- package/plugins/just-vibe/skills/test-unit/SKILL.md +56 -0
- package/plugins/just-vibe/skills/tools/SKILL.md +64 -0
- package/plugins/just-vibe/skills/trace/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-accessibility/SKILL.md +57 -0
- package/plugins/just-vibe/skills/ui-audit/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-flow/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-motion/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-responsive/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-states/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-system/SKILL.md +56 -0
- package/plugins/just-vibe/skills/ui-visual-diff/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vercel-audit/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vercel-build-fix/SKILL.md +63 -0
- package/plugins/just-vibe/skills/vercel-env/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vercel-performance/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vercel-preview/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vercel-release-check/SKILL.md +57 -0
- package/plugins/just-vibe/skills/vercel-routing/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vercel-runtime/SKILL.md +61 -0
- package/plugins/just-vibe/skills/verify/SKILL.md +59 -0
- package/plugins/just-vibe/skills/vite-assets/SKILL.md +57 -0
- package/plugins/just-vibe/skills/vite-bundle/SKILL.md +58 -0
- package/plugins/just-vibe/skills/vite-chunks/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vite-config/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vite-env/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vite-hmr/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vite-setup/SKILL.md +56 -0
- package/plugins/just-vibe/skills/vite-upgrade/SKILL.md +56 -0
|
@@ -0,0 +1,4850 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"exportedAt": "2026-09-20T05:57:11.497Z",
|
|
4
|
+
"scorer": {
|
|
5
|
+
"version": 3,
|
|
6
|
+
"files": {
|
|
7
|
+
"harness.mjs": "420d327b8bf6fa624674eabc96330ed23ec6a7048f28914e62d05e621fb1fa17",
|
|
8
|
+
"oracles/node.mjs": "d3834ed66845b9f1e6a449df22c70c09225784af139d83c154dd4afaebd1afa0",
|
|
9
|
+
"oracles/python.py": "1c11ad48f970d40c91c2cbe20d44d7593282bd728a50dcc62c2e3752f44d030c",
|
|
10
|
+
"support/python-test-report.py": "5c20557d12792055a7855066ea46b0c8af099fabe9eeec4e47cdd48387d5de1b",
|
|
11
|
+
"support/commit-tree.mjs": "58cd033e6d8c62ebc70733ca07704bcea388a60c8bfc719dc91d29d9f91203ff"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"protocol": {
|
|
15
|
+
"schemaVersion": 1,
|
|
16
|
+
"preparedAt": "2026-09-20T04:55:41.027Z",
|
|
17
|
+
"seed": 5192026,
|
|
18
|
+
"repetitions": 2,
|
|
19
|
+
"sourceRevision": "8ed8fcb5b2c690dcff2409268c1d4e3079f59823",
|
|
20
|
+
"eccRevision": "934195f955cf0da847d59fcd6f68856bce112d8b",
|
|
21
|
+
"cases": [
|
|
22
|
+
"async-cache",
|
|
23
|
+
"ledger",
|
|
24
|
+
"temporal-ml",
|
|
25
|
+
"scoped-commit"
|
|
26
|
+
],
|
|
27
|
+
"arms": [
|
|
28
|
+
"baseline",
|
|
29
|
+
"just-vibe",
|
|
30
|
+
"just-vibe-profile",
|
|
31
|
+
"ecc"
|
|
32
|
+
],
|
|
33
|
+
"oracleHashes": {
|
|
34
|
+
"node.mjs": "d3834ed66845b9f1e6a449df22c70c09225784af139d83c154dd4afaebd1afa0",
|
|
35
|
+
"python.py": "1968467c1b6703cf99c75857f36fcb71a6959db37e9aca23461e6042dd78a660"
|
|
36
|
+
},
|
|
37
|
+
"fixtureHashes": {
|
|
38
|
+
"async-cache/README.md": "8fbc7fa5973cc7198b734663ad9b5349ea94fccfcba72140b0ed75d062671dff",
|
|
39
|
+
"async-cache/TASK.md": "983b6fb0b0793089cdda4d018b320aedc49be106059dbd87cdcbe4cb94019ac2",
|
|
40
|
+
"async-cache/package.json": "de318e5a8b84c2ff52f66f104f5e08cca9cf5591fe0a889997914d0b217b084c",
|
|
41
|
+
"async-cache/src/cache.mjs": "709790e64a79e518c780e5c6c8769ab01baba07038dd9771974ed3030ee05797",
|
|
42
|
+
"async-cache/src/view.mjs": "10b5cf41b51018c73c0dd3b6561c0f3bd23119a53b8aa5f879a089657d805afd",
|
|
43
|
+
"async-cache/test/smoke.test.mjs": "ecbccb9b5656dc25e4f702cdd0cd86f85c0ebaca1ef9c576cb457c41eb56e0b1",
|
|
44
|
+
"ledger/README.md": "742cc270241357a0fd087f832a54f19f6371d5415f97ee2892780faf2bf22f0c",
|
|
45
|
+
"ledger/TASK.md": "ebe45c67879749a49c287cc3347f7e8465db7b0db93eb3906e467d4c2430f62e",
|
|
46
|
+
"ledger/src/service.py": "829552e42bfde0cf6d68ca184eeb35336ad7b5186c1df7dddd95455c59e682b6",
|
|
47
|
+
"ledger/src/store.py": "89a9d25f50add85ca8c674d7199c50f7fdc032ff73b9ac938e07e011b2ecf8a4",
|
|
48
|
+
"ledger/test/test_smoke.py": "9d474f96bb26bbae08dca155f6434d930f95497aba7f8c34138339f19e6734e5",
|
|
49
|
+
"scoped-commit/README.md": "573ab14673d6b42cda49b8dd553fc9fa934065c6586255bd35c5ef858178164c",
|
|
50
|
+
"scoped-commit/TASK.md": "32f3f0221ff65d490c48e4703ad51d25989763d0b3e6eeb4478434682163e39d",
|
|
51
|
+
"scoped-commit/package.json": "3f664875afb7212ad9cf0ab854233eb311cc185f839f874286e58d3c558e0a39",
|
|
52
|
+
"scoped-commit/src/invoice.mjs": "09b4f6a0f01123c1675f4b439407a937b778ee07991741f7e6557bc42ce25aed",
|
|
53
|
+
"scoped-commit/test/invoice.test.mjs": "6ebaa3fec759ec2cf2584b92dc90f81781f64a9b352bf142f10964fcf06e3cd5",
|
|
54
|
+
"temporal-ml/README.md": "d5a5ec1cd3d0a3d3efd00e50273eadfefa8b701479ecc5df0a3f5bdd03648277",
|
|
55
|
+
"temporal-ml/TASK.md": "3929892e02a8bdf818f5202cb60c4eae6b464be9643ec3dbdb64188f49553a98",
|
|
56
|
+
"temporal-ml/src/features.py": "7a38416ea486692a683e2b144f50bbe1b2745cdfe13a0ea6ded6633a3be28ac5",
|
|
57
|
+
"temporal-ml/src/pipeline.py": "f27a9dd5415c357848f160bfeec3b4beb5b51ad3ff0f71bae928901c84b2c08b",
|
|
58
|
+
"temporal-ml/src/report.py": "35431e4b7cfbec8085a6f28c2a1617de5aa3ea5a94901aad46d68a353d5a1088",
|
|
59
|
+
"temporal-ml/test/test_smoke.py": "38f26de9e323d330aac9c83dad478627aff8785656370c342292f0bdb36618ac"
|
|
60
|
+
},
|
|
61
|
+
"harnessSha256": "4824a74d4b62082dd2677c54b87caede67d30c9a82404d37549fb1de77fdf752",
|
|
62
|
+
"note": "Author-created multi-file fixture repositories; supplied instructions, not full native plugin hooks. Fresh contexts, randomized order and immutable trial inputs. Public tasks are not a permanent blind benchmark."
|
|
63
|
+
},
|
|
64
|
+
"summary": {
|
|
65
|
+
"baseline": {
|
|
66
|
+
"passed": 8,
|
|
67
|
+
"trials": 8,
|
|
68
|
+
"artifactPassed": 8,
|
|
69
|
+
"completed": 8,
|
|
70
|
+
"timeouts": 0,
|
|
71
|
+
"medianWallMs": 146957.5,
|
|
72
|
+
"wallTimeAvailableTrials": 8,
|
|
73
|
+
"toolCalls": 47,
|
|
74
|
+
"failedCommands": 6,
|
|
75
|
+
"userInterventions": 0,
|
|
76
|
+
"countMetricsAvailableTrials": {
|
|
77
|
+
"toolCalls": 8,
|
|
78
|
+
"failedCommands": 8,
|
|
79
|
+
"userInterventions": 8
|
|
80
|
+
},
|
|
81
|
+
"usage": {
|
|
82
|
+
"input_tokens": {
|
|
83
|
+
"sumAvailable": 723179,
|
|
84
|
+
"availableTrials": 8
|
|
85
|
+
},
|
|
86
|
+
"cached_input_tokens": {
|
|
87
|
+
"sumAvailable": 541312,
|
|
88
|
+
"availableTrials": 8
|
|
89
|
+
},
|
|
90
|
+
"output_tokens": {
|
|
91
|
+
"sumAvailable": 31627,
|
|
92
|
+
"availableTrials": 8
|
|
93
|
+
},
|
|
94
|
+
"reasoning_output_tokens": {
|
|
95
|
+
"sumAvailable": 1979,
|
|
96
|
+
"availableTrials": 8
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
"costUsd": null
|
|
100
|
+
},
|
|
101
|
+
"ecc": {
|
|
102
|
+
"passed": 8,
|
|
103
|
+
"trials": 8,
|
|
104
|
+
"artifactPassed": 8,
|
|
105
|
+
"completed": 8,
|
|
106
|
+
"timeouts": 0,
|
|
107
|
+
"medianWallMs": 144498,
|
|
108
|
+
"wallTimeAvailableTrials": 8,
|
|
109
|
+
"toolCalls": 58,
|
|
110
|
+
"failedCommands": 9,
|
|
111
|
+
"userInterventions": 0,
|
|
112
|
+
"countMetricsAvailableTrials": {
|
|
113
|
+
"toolCalls": 8,
|
|
114
|
+
"failedCommands": 8,
|
|
115
|
+
"userInterventions": 8
|
|
116
|
+
},
|
|
117
|
+
"usage": {
|
|
118
|
+
"input_tokens": {
|
|
119
|
+
"sumAvailable": 1142256,
|
|
120
|
+
"availableTrials": 8
|
|
121
|
+
},
|
|
122
|
+
"cached_input_tokens": {
|
|
123
|
+
"sumAvailable": 916864,
|
|
124
|
+
"availableTrials": 8
|
|
125
|
+
},
|
|
126
|
+
"output_tokens": {
|
|
127
|
+
"sumAvailable": 31801,
|
|
128
|
+
"availableTrials": 8
|
|
129
|
+
},
|
|
130
|
+
"reasoning_output_tokens": {
|
|
131
|
+
"sumAvailable": 1630,
|
|
132
|
+
"availableTrials": 8
|
|
133
|
+
}
|
|
134
|
+
},
|
|
135
|
+
"costUsd": null
|
|
136
|
+
},
|
|
137
|
+
"just-vibe-profile": {
|
|
138
|
+
"passed": 8,
|
|
139
|
+
"trials": 8,
|
|
140
|
+
"artifactPassed": 8,
|
|
141
|
+
"completed": 8,
|
|
142
|
+
"timeouts": 0,
|
|
143
|
+
"medianWallMs": 158840.5,
|
|
144
|
+
"wallTimeAvailableTrials": 8,
|
|
145
|
+
"toolCalls": 76,
|
|
146
|
+
"failedCommands": 7,
|
|
147
|
+
"userInterventions": 0,
|
|
148
|
+
"countMetricsAvailableTrials": {
|
|
149
|
+
"toolCalls": 8,
|
|
150
|
+
"failedCommands": 8,
|
|
151
|
+
"userInterventions": 8
|
|
152
|
+
},
|
|
153
|
+
"usage": {
|
|
154
|
+
"input_tokens": {
|
|
155
|
+
"sumAvailable": 1116010,
|
|
156
|
+
"availableTrials": 8
|
|
157
|
+
},
|
|
158
|
+
"cached_input_tokens": {
|
|
159
|
+
"sumAvailable": 892928,
|
|
160
|
+
"availableTrials": 8
|
|
161
|
+
},
|
|
162
|
+
"output_tokens": {
|
|
163
|
+
"sumAvailable": 35641,
|
|
164
|
+
"availableTrials": 8
|
|
165
|
+
},
|
|
166
|
+
"reasoning_output_tokens": {
|
|
167
|
+
"sumAvailable": 1007,
|
|
168
|
+
"availableTrials": 8
|
|
169
|
+
}
|
|
170
|
+
},
|
|
171
|
+
"costUsd": null
|
|
172
|
+
},
|
|
173
|
+
"just-vibe": {
|
|
174
|
+
"passed": 8,
|
|
175
|
+
"trials": 8,
|
|
176
|
+
"artifactPassed": 8,
|
|
177
|
+
"completed": 8,
|
|
178
|
+
"timeouts": 0,
|
|
179
|
+
"medianWallMs": 153749,
|
|
180
|
+
"wallTimeAvailableTrials": 8,
|
|
181
|
+
"toolCalls": 70,
|
|
182
|
+
"failedCommands": 8,
|
|
183
|
+
"userInterventions": 0,
|
|
184
|
+
"countMetricsAvailableTrials": {
|
|
185
|
+
"toolCalls": 8,
|
|
186
|
+
"failedCommands": 8,
|
|
187
|
+
"userInterventions": 8
|
|
188
|
+
},
|
|
189
|
+
"usage": {
|
|
190
|
+
"input_tokens": {
|
|
191
|
+
"sumAvailable": 956052,
|
|
192
|
+
"availableTrials": 8
|
|
193
|
+
},
|
|
194
|
+
"cached_input_tokens": {
|
|
195
|
+
"sumAvailable": 785792,
|
|
196
|
+
"availableTrials": 8
|
|
197
|
+
},
|
|
198
|
+
"output_tokens": {
|
|
199
|
+
"sumAvailable": 33968,
|
|
200
|
+
"availableTrials": 8
|
|
201
|
+
},
|
|
202
|
+
"reasoning_output_tokens": {
|
|
203
|
+
"sumAvailable": 1125,
|
|
204
|
+
"availableTrials": 8
|
|
205
|
+
}
|
|
206
|
+
},
|
|
207
|
+
"costUsd": null
|
|
208
|
+
}
|
|
209
|
+
},
|
|
210
|
+
"paired": [
|
|
211
|
+
{
|
|
212
|
+
"left": "just-vibe",
|
|
213
|
+
"right": "baseline",
|
|
214
|
+
"pairs": 8,
|
|
215
|
+
"bothPass": 8,
|
|
216
|
+
"leftOnly": 0,
|
|
217
|
+
"rightOnly": 0,
|
|
218
|
+
"neither": 0,
|
|
219
|
+
"comparisons": [
|
|
220
|
+
{
|
|
221
|
+
"case": "ledger",
|
|
222
|
+
"repetition": 1,
|
|
223
|
+
"left": true,
|
|
224
|
+
"right": true
|
|
225
|
+
},
|
|
226
|
+
{
|
|
227
|
+
"case": "ledger",
|
|
228
|
+
"repetition": 2,
|
|
229
|
+
"left": true,
|
|
230
|
+
"right": true
|
|
231
|
+
},
|
|
232
|
+
{
|
|
233
|
+
"case": "scoped-commit",
|
|
234
|
+
"repetition": 2,
|
|
235
|
+
"left": true,
|
|
236
|
+
"right": true
|
|
237
|
+
},
|
|
238
|
+
{
|
|
239
|
+
"case": "temporal-ml",
|
|
240
|
+
"repetition": 2,
|
|
241
|
+
"left": true,
|
|
242
|
+
"right": true
|
|
243
|
+
},
|
|
244
|
+
{
|
|
245
|
+
"case": "scoped-commit",
|
|
246
|
+
"repetition": 1,
|
|
247
|
+
"left": true,
|
|
248
|
+
"right": true
|
|
249
|
+
},
|
|
250
|
+
{
|
|
251
|
+
"case": "async-cache",
|
|
252
|
+
"repetition": 2,
|
|
253
|
+
"left": true,
|
|
254
|
+
"right": true
|
|
255
|
+
},
|
|
256
|
+
{
|
|
257
|
+
"case": "async-cache",
|
|
258
|
+
"repetition": 1,
|
|
259
|
+
"left": true,
|
|
260
|
+
"right": true
|
|
261
|
+
},
|
|
262
|
+
{
|
|
263
|
+
"case": "temporal-ml",
|
|
264
|
+
"repetition": 1,
|
|
265
|
+
"left": true,
|
|
266
|
+
"right": true
|
|
267
|
+
}
|
|
268
|
+
]
|
|
269
|
+
},
|
|
270
|
+
{
|
|
271
|
+
"left": "just-vibe",
|
|
272
|
+
"right": "ecc",
|
|
273
|
+
"pairs": 8,
|
|
274
|
+
"bothPass": 8,
|
|
275
|
+
"leftOnly": 0,
|
|
276
|
+
"rightOnly": 0,
|
|
277
|
+
"neither": 0,
|
|
278
|
+
"comparisons": [
|
|
279
|
+
{
|
|
280
|
+
"case": "ledger",
|
|
281
|
+
"repetition": 1,
|
|
282
|
+
"left": true,
|
|
283
|
+
"right": true
|
|
284
|
+
},
|
|
285
|
+
{
|
|
286
|
+
"case": "ledger",
|
|
287
|
+
"repetition": 2,
|
|
288
|
+
"left": true,
|
|
289
|
+
"right": true
|
|
290
|
+
},
|
|
291
|
+
{
|
|
292
|
+
"case": "scoped-commit",
|
|
293
|
+
"repetition": 2,
|
|
294
|
+
"left": true,
|
|
295
|
+
"right": true
|
|
296
|
+
},
|
|
297
|
+
{
|
|
298
|
+
"case": "temporal-ml",
|
|
299
|
+
"repetition": 2,
|
|
300
|
+
"left": true,
|
|
301
|
+
"right": true
|
|
302
|
+
},
|
|
303
|
+
{
|
|
304
|
+
"case": "scoped-commit",
|
|
305
|
+
"repetition": 1,
|
|
306
|
+
"left": true,
|
|
307
|
+
"right": true
|
|
308
|
+
},
|
|
309
|
+
{
|
|
310
|
+
"case": "async-cache",
|
|
311
|
+
"repetition": 2,
|
|
312
|
+
"left": true,
|
|
313
|
+
"right": true
|
|
314
|
+
},
|
|
315
|
+
{
|
|
316
|
+
"case": "async-cache",
|
|
317
|
+
"repetition": 1,
|
|
318
|
+
"left": true,
|
|
319
|
+
"right": true
|
|
320
|
+
},
|
|
321
|
+
{
|
|
322
|
+
"case": "temporal-ml",
|
|
323
|
+
"repetition": 1,
|
|
324
|
+
"left": true,
|
|
325
|
+
"right": true
|
|
326
|
+
}
|
|
327
|
+
]
|
|
328
|
+
},
|
|
329
|
+
{
|
|
330
|
+
"left": "just-vibe-profile",
|
|
331
|
+
"right": "just-vibe",
|
|
332
|
+
"pairs": 8,
|
|
333
|
+
"bothPass": 8,
|
|
334
|
+
"leftOnly": 0,
|
|
335
|
+
"rightOnly": 0,
|
|
336
|
+
"neither": 0,
|
|
337
|
+
"comparisons": [
|
|
338
|
+
{
|
|
339
|
+
"case": "temporal-ml",
|
|
340
|
+
"repetition": 2,
|
|
341
|
+
"left": true,
|
|
342
|
+
"right": true
|
|
343
|
+
},
|
|
344
|
+
{
|
|
345
|
+
"case": "ledger",
|
|
346
|
+
"repetition": 2,
|
|
347
|
+
"left": true,
|
|
348
|
+
"right": true
|
|
349
|
+
},
|
|
350
|
+
{
|
|
351
|
+
"case": "ledger",
|
|
352
|
+
"repetition": 1,
|
|
353
|
+
"left": true,
|
|
354
|
+
"right": true
|
|
355
|
+
},
|
|
356
|
+
{
|
|
357
|
+
"case": "temporal-ml",
|
|
358
|
+
"repetition": 1,
|
|
359
|
+
"left": true,
|
|
360
|
+
"right": true
|
|
361
|
+
},
|
|
362
|
+
{
|
|
363
|
+
"case": "async-cache",
|
|
364
|
+
"repetition": 2,
|
|
365
|
+
"left": true,
|
|
366
|
+
"right": true
|
|
367
|
+
},
|
|
368
|
+
{
|
|
369
|
+
"case": "async-cache",
|
|
370
|
+
"repetition": 1,
|
|
371
|
+
"left": true,
|
|
372
|
+
"right": true
|
|
373
|
+
},
|
|
374
|
+
{
|
|
375
|
+
"case": "scoped-commit",
|
|
376
|
+
"repetition": 1,
|
|
377
|
+
"left": true,
|
|
378
|
+
"right": true
|
|
379
|
+
},
|
|
380
|
+
{
|
|
381
|
+
"case": "scoped-commit",
|
|
382
|
+
"repetition": 2,
|
|
383
|
+
"left": true,
|
|
384
|
+
"right": true
|
|
385
|
+
}
|
|
386
|
+
]
|
|
387
|
+
}
|
|
388
|
+
],
|
|
389
|
+
"trials": [
|
|
390
|
+
{
|
|
391
|
+
"case": "scoped-commit",
|
|
392
|
+
"arm": "baseline",
|
|
393
|
+
"repetition": 1,
|
|
394
|
+
"sourceVersion": "0.5.0",
|
|
395
|
+
"profile": null,
|
|
396
|
+
"correct": true,
|
|
397
|
+
"artifactCorrect": true,
|
|
398
|
+
"scorerVersion": 3,
|
|
399
|
+
"priorScore": {
|
|
400
|
+
"scorerVersion": 1,
|
|
401
|
+
"correct": true
|
|
402
|
+
},
|
|
403
|
+
"priorScores": [
|
|
404
|
+
{
|
|
405
|
+
"scorerVersion": 1,
|
|
406
|
+
"correct": true
|
|
407
|
+
},
|
|
408
|
+
{
|
|
409
|
+
"scorerVersion": 2,
|
|
410
|
+
"correct": true
|
|
411
|
+
}
|
|
412
|
+
],
|
|
413
|
+
"checks": [
|
|
414
|
+
{
|
|
415
|
+
"name": "only permitted files changed",
|
|
416
|
+
"pass": true
|
|
417
|
+
},
|
|
418
|
+
{
|
|
419
|
+
"name": "no symlink artifacts",
|
|
420
|
+
"pass": true
|
|
421
|
+
},
|
|
422
|
+
{
|
|
423
|
+
"name": "missing and zero adjustment",
|
|
424
|
+
"pass": true
|
|
425
|
+
},
|
|
426
|
+
{
|
|
427
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
428
|
+
"pass": true
|
|
429
|
+
},
|
|
430
|
+
{
|
|
431
|
+
"name": "unrelated worktree behavior preserved",
|
|
432
|
+
"pass": true
|
|
433
|
+
},
|
|
434
|
+
{
|
|
435
|
+
"name": "oracle process completed consistently",
|
|
436
|
+
"pass": true
|
|
437
|
+
},
|
|
438
|
+
{
|
|
439
|
+
"name": "regression test artifact exists",
|
|
440
|
+
"pass": true
|
|
441
|
+
},
|
|
442
|
+
{
|
|
443
|
+
"name": "project and authored regression tests pass",
|
|
444
|
+
"pass": true
|
|
445
|
+
},
|
|
446
|
+
{
|
|
447
|
+
"name": "regression tests detect original defect",
|
|
448
|
+
"pass": true
|
|
449
|
+
},
|
|
450
|
+
{
|
|
451
|
+
"name": "exactly one requested commit",
|
|
452
|
+
"pass": true
|
|
453
|
+
},
|
|
454
|
+
{
|
|
455
|
+
"name": "commit includes only requested fix and new test",
|
|
456
|
+
"pass": true
|
|
457
|
+
},
|
|
458
|
+
{
|
|
459
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
460
|
+
"pass": true
|
|
461
|
+
},
|
|
462
|
+
{
|
|
463
|
+
"name": "committed implementation satisfies the contract independently",
|
|
464
|
+
"pass": true
|
|
465
|
+
},
|
|
466
|
+
{
|
|
467
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
468
|
+
"pass": true
|
|
469
|
+
},
|
|
470
|
+
{
|
|
471
|
+
"name": "user identity and no agent attribution",
|
|
472
|
+
"pass": true
|
|
473
|
+
},
|
|
474
|
+
{
|
|
475
|
+
"name": "unrelated staged note and untracked file remain",
|
|
476
|
+
"pass": true
|
|
477
|
+
},
|
|
478
|
+
{
|
|
479
|
+
"name": "agent turn completed within limit",
|
|
480
|
+
"pass": true
|
|
481
|
+
}
|
|
482
|
+
],
|
|
483
|
+
"metrics": {
|
|
484
|
+
"model": "gpt-6-astra",
|
|
485
|
+
"effort": "medium",
|
|
486
|
+
"startedAt": "2026-09-20T04:55:41.084Z",
|
|
487
|
+
"finishedAt": "2026-09-20T04:56:54.806Z",
|
|
488
|
+
"wallMs": 73722,
|
|
489
|
+
"exitCode": 0,
|
|
490
|
+
"timedOut": false,
|
|
491
|
+
"usage": {
|
|
492
|
+
"input_tokens": 99356,
|
|
493
|
+
"cached_input_tokens": 74368,
|
|
494
|
+
"cache_write_input_tokens": 0,
|
|
495
|
+
"output_tokens": 1885,
|
|
496
|
+
"reasoning_output_tokens": 190
|
|
497
|
+
},
|
|
498
|
+
"turnCompleted": true,
|
|
499
|
+
"toolCalls": 8,
|
|
500
|
+
"failedCommands": 1,
|
|
501
|
+
"errors": [],
|
|
502
|
+
"userInterventions": 0,
|
|
503
|
+
"costUsd": null,
|
|
504
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
505
|
+
"host": {
|
|
506
|
+
"cli": "codex-cli 0.155.1",
|
|
507
|
+
"sandbox": "workspace-write",
|
|
508
|
+
"writableGitMetadata": true,
|
|
509
|
+
"externalTools": false,
|
|
510
|
+
"plugins": false,
|
|
511
|
+
"hostSkillDiscovery": false
|
|
512
|
+
}
|
|
513
|
+
},
|
|
514
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
515
|
+
"instructionFileCount": 0,
|
|
516
|
+
"selectedInstructions": [],
|
|
517
|
+
"artifactHashes": {
|
|
518
|
+
"prompt.txt": "e2e3fbbc6ba18a8319d207f6d1d31c36942355c959c8c9490ad5b72e72fe14d2",
|
|
519
|
+
"events.jsonl": "0740ab136874c9eef78c044a7332e0c421c9698bcbbcfaa8c4af6fd0ebb8a100",
|
|
520
|
+
"answer.md": "3c371b2b14835024d1db999072432825203ff79fe89fe3710ec94ab0d7af0d56",
|
|
521
|
+
"run.json": "5707b83b9e9446adc67989936d527772fe4e911d4545345f57066da279603e20",
|
|
522
|
+
"test-evidence.json": "ce08861aa20ef2bb504e3f1b8b2971686637e8f476e8bde19a9e55f6a6c7bb38"
|
|
523
|
+
}
|
|
524
|
+
},
|
|
525
|
+
{
|
|
526
|
+
"case": "temporal-ml",
|
|
527
|
+
"arm": "baseline",
|
|
528
|
+
"repetition": 1,
|
|
529
|
+
"sourceVersion": "0.5.0",
|
|
530
|
+
"profile": null,
|
|
531
|
+
"correct": true,
|
|
532
|
+
"artifactCorrect": true,
|
|
533
|
+
"scorerVersion": 3,
|
|
534
|
+
"priorScore": {
|
|
535
|
+
"scorerVersion": 1,
|
|
536
|
+
"correct": false
|
|
537
|
+
},
|
|
538
|
+
"priorScores": [
|
|
539
|
+
{
|
|
540
|
+
"scorerVersion": 1,
|
|
541
|
+
"correct": false
|
|
542
|
+
},
|
|
543
|
+
{
|
|
544
|
+
"scorerVersion": 2,
|
|
545
|
+
"correct": true
|
|
546
|
+
}
|
|
547
|
+
],
|
|
548
|
+
"checks": [
|
|
549
|
+
{
|
|
550
|
+
"name": "only permitted files changed",
|
|
551
|
+
"pass": true
|
|
552
|
+
},
|
|
553
|
+
{
|
|
554
|
+
"name": "no symlink artifacts",
|
|
555
|
+
"pass": true
|
|
556
|
+
},
|
|
557
|
+
{
|
|
558
|
+
"name": "no unrequested commits",
|
|
559
|
+
"pass": true
|
|
560
|
+
},
|
|
561
|
+
{
|
|
562
|
+
"name": "window bounds and event availability",
|
|
563
|
+
"pass": true
|
|
564
|
+
},
|
|
565
|
+
{
|
|
566
|
+
"name": "revision selection before window filtering and deduplication",
|
|
567
|
+
"pass": true
|
|
568
|
+
},
|
|
569
|
+
{
|
|
570
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
571
|
+
"pass": true
|
|
572
|
+
},
|
|
573
|
+
{
|
|
574
|
+
"name": "mature training membership and train-only scaler",
|
|
575
|
+
"pass": true
|
|
576
|
+
},
|
|
577
|
+
{
|
|
578
|
+
"name": "zero labels, unknown labels and future examples",
|
|
579
|
+
"pass": true
|
|
580
|
+
},
|
|
581
|
+
{
|
|
582
|
+
"name": "input order and immutability",
|
|
583
|
+
"pass": true
|
|
584
|
+
},
|
|
585
|
+
{
|
|
586
|
+
"name": "empty and constant training fallback",
|
|
587
|
+
"pass": true
|
|
588
|
+
},
|
|
589
|
+
{
|
|
590
|
+
"name": "oracle process completed consistently",
|
|
591
|
+
"pass": true
|
|
592
|
+
},
|
|
593
|
+
{
|
|
594
|
+
"name": "regression test artifact exists",
|
|
595
|
+
"pass": true
|
|
596
|
+
},
|
|
597
|
+
{
|
|
598
|
+
"name": "project and authored regression tests pass",
|
|
599
|
+
"pass": true
|
|
600
|
+
},
|
|
601
|
+
{
|
|
602
|
+
"name": "regression tests detect original defect",
|
|
603
|
+
"pass": true
|
|
604
|
+
},
|
|
605
|
+
{
|
|
606
|
+
"name": "agent turn completed within limit",
|
|
607
|
+
"pass": true
|
|
608
|
+
}
|
|
609
|
+
],
|
|
610
|
+
"metrics": {
|
|
611
|
+
"model": "gpt-6-astra",
|
|
612
|
+
"effort": "medium",
|
|
613
|
+
"startedAt": "2026-09-20T04:55:41.088Z",
|
|
614
|
+
"finishedAt": "2026-09-20T04:58:27.550Z",
|
|
615
|
+
"wallMs": 166464,
|
|
616
|
+
"exitCode": 0,
|
|
617
|
+
"timedOut": false,
|
|
618
|
+
"usage": {
|
|
619
|
+
"input_tokens": 90768,
|
|
620
|
+
"cached_input_tokens": 73984,
|
|
621
|
+
"cache_write_input_tokens": 0,
|
|
622
|
+
"output_tokens": 5105,
|
|
623
|
+
"reasoning_output_tokens": 201
|
|
624
|
+
},
|
|
625
|
+
"turnCompleted": true,
|
|
626
|
+
"toolCalls": 6,
|
|
627
|
+
"failedCommands": 0,
|
|
628
|
+
"errors": [],
|
|
629
|
+
"userInterventions": 0,
|
|
630
|
+
"costUsd": null,
|
|
631
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
632
|
+
"host": {
|
|
633
|
+
"cli": "codex-cli 0.155.1",
|
|
634
|
+
"sandbox": "workspace-write",
|
|
635
|
+
"writableGitMetadata": true,
|
|
636
|
+
"externalTools": false,
|
|
637
|
+
"plugins": false,
|
|
638
|
+
"hostSkillDiscovery": false
|
|
639
|
+
}
|
|
640
|
+
},
|
|
641
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
642
|
+
"instructionFileCount": 0,
|
|
643
|
+
"selectedInstructions": [],
|
|
644
|
+
"artifactHashes": {
|
|
645
|
+
"prompt.txt": "3f4f3a668c54ca85a8e1dfb586ebb0b3144e038c64dc10717696b8221bfcc804",
|
|
646
|
+
"events.jsonl": "7e2b52cb46e56e8a17a1c325a8237f0d91d1d735d608a0709ed76e53e12937b1",
|
|
647
|
+
"answer.md": "375f68c7106ca314314293b62b23ffe802dcc1d0333ab3889689524dc2a43b13",
|
|
648
|
+
"run.json": "13d70c9e16f83f8b28fb703a76c022d34148e630b43eb4fd721564d42a400c95",
|
|
649
|
+
"test-evidence.json": "c1ced509f4ee21b0e038ac2e4b61a214b3f3fd8ce3a2b21fe5a3edf9acad6e80"
|
|
650
|
+
}
|
|
651
|
+
},
|
|
652
|
+
{
|
|
653
|
+
"case": "async-cache",
|
|
654
|
+
"arm": "baseline",
|
|
655
|
+
"repetition": 2,
|
|
656
|
+
"sourceVersion": "0.5.0",
|
|
657
|
+
"profile": null,
|
|
658
|
+
"correct": true,
|
|
659
|
+
"artifactCorrect": true,
|
|
660
|
+
"scorerVersion": 3,
|
|
661
|
+
"priorScore": {
|
|
662
|
+
"scorerVersion": 1,
|
|
663
|
+
"correct": false
|
|
664
|
+
},
|
|
665
|
+
"priorScores": [
|
|
666
|
+
{
|
|
667
|
+
"scorerVersion": 1,
|
|
668
|
+
"correct": false
|
|
669
|
+
},
|
|
670
|
+
{
|
|
671
|
+
"scorerVersion": 2,
|
|
672
|
+
"correct": true
|
|
673
|
+
}
|
|
674
|
+
],
|
|
675
|
+
"checks": [
|
|
676
|
+
{
|
|
677
|
+
"name": "only permitted files changed",
|
|
678
|
+
"pass": true
|
|
679
|
+
},
|
|
680
|
+
{
|
|
681
|
+
"name": "no symlink artifacts",
|
|
682
|
+
"pass": true
|
|
683
|
+
},
|
|
684
|
+
{
|
|
685
|
+
"name": "no unrequested commits",
|
|
686
|
+
"pass": true
|
|
687
|
+
},
|
|
688
|
+
{
|
|
689
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
690
|
+
"pass": true
|
|
691
|
+
},
|
|
692
|
+
{
|
|
693
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
694
|
+
"pass": true
|
|
695
|
+
},
|
|
696
|
+
{
|
|
697
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
698
|
+
"pass": true
|
|
699
|
+
},
|
|
700
|
+
{
|
|
701
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
702
|
+
"pass": true
|
|
703
|
+
},
|
|
704
|
+
{
|
|
705
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
706
|
+
"pass": true
|
|
707
|
+
},
|
|
708
|
+
{
|
|
709
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
710
|
+
"pass": true
|
|
711
|
+
},
|
|
712
|
+
{
|
|
713
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
714
|
+
"pass": true
|
|
715
|
+
},
|
|
716
|
+
{
|
|
717
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
718
|
+
"pass": true
|
|
719
|
+
},
|
|
720
|
+
{
|
|
721
|
+
"name": "oracle process completed consistently",
|
|
722
|
+
"pass": true
|
|
723
|
+
},
|
|
724
|
+
{
|
|
725
|
+
"name": "regression test artifact exists",
|
|
726
|
+
"pass": true
|
|
727
|
+
},
|
|
728
|
+
{
|
|
729
|
+
"name": "project and authored regression tests pass",
|
|
730
|
+
"pass": true
|
|
731
|
+
},
|
|
732
|
+
{
|
|
733
|
+
"name": "regression tests detect original defect",
|
|
734
|
+
"pass": true
|
|
735
|
+
},
|
|
736
|
+
{
|
|
737
|
+
"name": "agent turn completed within limit",
|
|
738
|
+
"pass": true
|
|
739
|
+
}
|
|
740
|
+
],
|
|
741
|
+
"metrics": {
|
|
742
|
+
"model": "gpt-6-astra",
|
|
743
|
+
"effort": "medium",
|
|
744
|
+
"startedAt": "2026-09-20T04:56:55.213Z",
|
|
745
|
+
"finishedAt": "2026-09-20T04:59:30.660Z",
|
|
746
|
+
"wallMs": 155448,
|
|
747
|
+
"exitCode": 0,
|
|
748
|
+
"timedOut": false,
|
|
749
|
+
"usage": {
|
|
750
|
+
"input_tokens": 88909,
|
|
751
|
+
"cached_input_tokens": 59520,
|
|
752
|
+
"cache_write_input_tokens": 0,
|
|
753
|
+
"output_tokens": 4497,
|
|
754
|
+
"reasoning_output_tokens": 181
|
|
755
|
+
},
|
|
756
|
+
"turnCompleted": true,
|
|
757
|
+
"toolCalls": 5,
|
|
758
|
+
"failedCommands": 1,
|
|
759
|
+
"errors": [],
|
|
760
|
+
"userInterventions": 0,
|
|
761
|
+
"costUsd": null,
|
|
762
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
763
|
+
"host": {
|
|
764
|
+
"cli": "codex-cli 0.155.1",
|
|
765
|
+
"sandbox": "workspace-write",
|
|
766
|
+
"writableGitMetadata": true,
|
|
767
|
+
"externalTools": false,
|
|
768
|
+
"plugins": false,
|
|
769
|
+
"hostSkillDiscovery": false
|
|
770
|
+
}
|
|
771
|
+
},
|
|
772
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
773
|
+
"instructionFileCount": 0,
|
|
774
|
+
"selectedInstructions": [],
|
|
775
|
+
"artifactHashes": {
|
|
776
|
+
"prompt.txt": "b18d760c8babaa95d450f681e3c08354d85cee1a633d41888a62299b09b7b800",
|
|
777
|
+
"events.jsonl": "93403d186fdd323e5a5a485f951f9a099707521e4aa25fc2b9745d8931d8da79",
|
|
778
|
+
"answer.md": "714a5a3e97cfccb965117edb42404ec9c630ede5745bb51a22e73eede298d202",
|
|
779
|
+
"run.json": "a943d1764616ac6b96aec1a062d90d412838fc612cb727959d6e5d426dafe0d2",
|
|
780
|
+
"test-evidence.json": "bb80b5fe91e5b1674639b3ea39385d6ff6f94f35472b3f5b5faa6a19c04ea88a"
|
|
781
|
+
}
|
|
782
|
+
},
|
|
783
|
+
{
|
|
784
|
+
"case": "async-cache",
|
|
785
|
+
"arm": "ecc",
|
|
786
|
+
"repetition": 2,
|
|
787
|
+
"sourceVersion": "0.5.0",
|
|
788
|
+
"profile": null,
|
|
789
|
+
"correct": true,
|
|
790
|
+
"artifactCorrect": true,
|
|
791
|
+
"scorerVersion": 3,
|
|
792
|
+
"priorScore": {
|
|
793
|
+
"scorerVersion": 1,
|
|
794
|
+
"correct": false
|
|
795
|
+
},
|
|
796
|
+
"priorScores": [
|
|
797
|
+
{
|
|
798
|
+
"scorerVersion": 1,
|
|
799
|
+
"correct": false
|
|
800
|
+
},
|
|
801
|
+
{
|
|
802
|
+
"scorerVersion": 2,
|
|
803
|
+
"correct": true
|
|
804
|
+
}
|
|
805
|
+
],
|
|
806
|
+
"checks": [
|
|
807
|
+
{
|
|
808
|
+
"name": "only permitted files changed",
|
|
809
|
+
"pass": true
|
|
810
|
+
},
|
|
811
|
+
{
|
|
812
|
+
"name": "no symlink artifacts",
|
|
813
|
+
"pass": true
|
|
814
|
+
},
|
|
815
|
+
{
|
|
816
|
+
"name": "no unrequested commits",
|
|
817
|
+
"pass": true
|
|
818
|
+
},
|
|
819
|
+
{
|
|
820
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
821
|
+
"pass": true
|
|
822
|
+
},
|
|
823
|
+
{
|
|
824
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
825
|
+
"pass": true
|
|
826
|
+
},
|
|
827
|
+
{
|
|
828
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
829
|
+
"pass": true
|
|
830
|
+
},
|
|
831
|
+
{
|
|
832
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
833
|
+
"pass": true
|
|
834
|
+
},
|
|
835
|
+
{
|
|
836
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
837
|
+
"pass": true
|
|
838
|
+
},
|
|
839
|
+
{
|
|
840
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
841
|
+
"pass": true
|
|
842
|
+
},
|
|
843
|
+
{
|
|
844
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
845
|
+
"pass": true
|
|
846
|
+
},
|
|
847
|
+
{
|
|
848
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
849
|
+
"pass": true
|
|
850
|
+
},
|
|
851
|
+
{
|
|
852
|
+
"name": "oracle process completed consistently",
|
|
853
|
+
"pass": true
|
|
854
|
+
},
|
|
855
|
+
{
|
|
856
|
+
"name": "regression test artifact exists",
|
|
857
|
+
"pass": true
|
|
858
|
+
},
|
|
859
|
+
{
|
|
860
|
+
"name": "project and authored regression tests pass",
|
|
861
|
+
"pass": true
|
|
862
|
+
},
|
|
863
|
+
{
|
|
864
|
+
"name": "regression tests detect original defect",
|
|
865
|
+
"pass": true
|
|
866
|
+
},
|
|
867
|
+
{
|
|
868
|
+
"name": "agent turn completed within limit",
|
|
869
|
+
"pass": true
|
|
870
|
+
}
|
|
871
|
+
],
|
|
872
|
+
"metrics": {
|
|
873
|
+
"model": "gpt-6-astra",
|
|
874
|
+
"effort": "medium",
|
|
875
|
+
"startedAt": "2026-09-20T04:58:27.869Z",
|
|
876
|
+
"finishedAt": "2026-09-20T05:01:37.572Z",
|
|
877
|
+
"wallMs": 189704,
|
|
878
|
+
"exitCode": 0,
|
|
879
|
+
"timedOut": false,
|
|
880
|
+
"usage": {
|
|
881
|
+
"input_tokens": 124489,
|
|
882
|
+
"cached_input_tokens": 96128,
|
|
883
|
+
"cache_write_input_tokens": 0,
|
|
884
|
+
"output_tokens": 5076,
|
|
885
|
+
"reasoning_output_tokens": 231
|
|
886
|
+
},
|
|
887
|
+
"turnCompleted": true,
|
|
888
|
+
"toolCalls": 8,
|
|
889
|
+
"failedCommands": 1,
|
|
890
|
+
"errors": [],
|
|
891
|
+
"userInterventions": 0,
|
|
892
|
+
"costUsd": null,
|
|
893
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
894
|
+
"host": {
|
|
895
|
+
"cli": "codex-cli 0.155.1",
|
|
896
|
+
"sandbox": "workspace-write",
|
|
897
|
+
"writableGitMetadata": true,
|
|
898
|
+
"externalTools": false,
|
|
899
|
+
"plugins": false,
|
|
900
|
+
"hostSkillDiscovery": false
|
|
901
|
+
}
|
|
902
|
+
},
|
|
903
|
+
"instructionBundleSha256": "3493a12ea7e800c74d38160d475b7e5356fe69918274c82d862732f5035401e6",
|
|
904
|
+
"instructionFileCount": 3,
|
|
905
|
+
"selectedInstructions": [
|
|
906
|
+
{
|
|
907
|
+
"path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
|
|
908
|
+
"sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
|
|
909
|
+
},
|
|
910
|
+
{
|
|
911
|
+
"path": "_instructions/ecc/skills/react-patterns/SKILL.md",
|
|
912
|
+
"sha256": "f3208d44a5d553038c42e046cec4dc16e4a3d90a9dbf931f883a2e21919a64a9"
|
|
913
|
+
}
|
|
914
|
+
],
|
|
915
|
+
"artifactHashes": {
|
|
916
|
+
"prompt.txt": "c30e2db18286bc63e1d824dd3fa95d282c93a80b203e905301f8a2b1ccd819da",
|
|
917
|
+
"events.jsonl": "12b8da1cf328290e702e7ba356bc2155eddc984647d2fcfb78752d3bc95783ae",
|
|
918
|
+
"answer.md": "3c0d04ec06c791c68b02f9f28736b6b82f9b3b4eabdde0d7632412c229676b6e",
|
|
919
|
+
"run.json": "157fac3bf33cea7f6d066c66a2cf384b16c9dc1134108cea40bdd1b3858cc1c2",
|
|
920
|
+
"test-evidence.json": "0ec21520db203345a73761de25437df68da86040d174662c28f963fbc86645ff"
|
|
921
|
+
}
|
|
922
|
+
},
|
|
923
|
+
{
|
|
924
|
+
"case": "ledger",
|
|
925
|
+
"arm": "baseline",
|
|
926
|
+
"repetition": 1,
|
|
927
|
+
"sourceVersion": "0.5.0",
|
|
928
|
+
"profile": null,
|
|
929
|
+
"correct": true,
|
|
930
|
+
"artifactCorrect": true,
|
|
931
|
+
"scorerVersion": 3,
|
|
932
|
+
"priorScore": {
|
|
933
|
+
"scorerVersion": 1,
|
|
934
|
+
"correct": true
|
|
935
|
+
},
|
|
936
|
+
"priorScores": [
|
|
937
|
+
{
|
|
938
|
+
"scorerVersion": 1,
|
|
939
|
+
"correct": true
|
|
940
|
+
},
|
|
941
|
+
{
|
|
942
|
+
"scorerVersion": 2,
|
|
943
|
+
"correct": true
|
|
944
|
+
}
|
|
945
|
+
],
|
|
946
|
+
"checks": [
|
|
947
|
+
{
|
|
948
|
+
"name": "only permitted files changed",
|
|
949
|
+
"pass": true
|
|
950
|
+
},
|
|
951
|
+
{
|
|
952
|
+
"name": "no symlink artifacts",
|
|
953
|
+
"pass": true
|
|
954
|
+
},
|
|
955
|
+
{
|
|
956
|
+
"name": "no unrequested commits",
|
|
957
|
+
"pass": true
|
|
958
|
+
},
|
|
959
|
+
{
|
|
960
|
+
"name": "interruption rolls back all state and permits retry",
|
|
961
|
+
"pass": true
|
|
962
|
+
},
|
|
963
|
+
{
|
|
964
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
965
|
+
"pass": true
|
|
966
|
+
},
|
|
967
|
+
{
|
|
968
|
+
"name": "exact integer amount validation without writes",
|
|
969
|
+
"pass": true
|
|
970
|
+
},
|
|
971
|
+
{
|
|
972
|
+
"name": "account ownership, funds and credit overflow",
|
|
973
|
+
"pass": true
|
|
974
|
+
},
|
|
975
|
+
{
|
|
976
|
+
"name": "caller-owned transaction remains untouched",
|
|
977
|
+
"pass": true
|
|
978
|
+
},
|
|
979
|
+
{
|
|
980
|
+
"name": "concurrent connections serialize one effect",
|
|
981
|
+
"pass": true
|
|
982
|
+
},
|
|
983
|
+
{
|
|
984
|
+
"name": "oracle process completed consistently",
|
|
985
|
+
"pass": true
|
|
986
|
+
},
|
|
987
|
+
{
|
|
988
|
+
"name": "regression test artifact exists",
|
|
989
|
+
"pass": true
|
|
990
|
+
},
|
|
991
|
+
{
|
|
992
|
+
"name": "project and authored regression tests pass",
|
|
993
|
+
"pass": true
|
|
994
|
+
},
|
|
995
|
+
{
|
|
996
|
+
"name": "regression tests detect original defect",
|
|
997
|
+
"pass": true
|
|
998
|
+
},
|
|
999
|
+
{
|
|
1000
|
+
"name": "agent turn completed within limit",
|
|
1001
|
+
"pass": true
|
|
1002
|
+
}
|
|
1003
|
+
],
|
|
1004
|
+
"metrics": {
|
|
1005
|
+
"model": "gpt-6-astra",
|
|
1006
|
+
"effort": "medium",
|
|
1007
|
+
"startedAt": "2026-09-20T04:59:46.193Z",
|
|
1008
|
+
"finishedAt": "2026-09-20T05:02:12.636Z",
|
|
1009
|
+
"wallMs": 146444,
|
|
1010
|
+
"exitCode": 0,
|
|
1011
|
+
"timedOut": false,
|
|
1012
|
+
"usage": {
|
|
1013
|
+
"input_tokens": 106293,
|
|
1014
|
+
"cached_input_tokens": 86144,
|
|
1015
|
+
"cache_write_input_tokens": 0,
|
|
1016
|
+
"output_tokens": 4473,
|
|
1017
|
+
"reasoning_output_tokens": 246
|
|
1018
|
+
},
|
|
1019
|
+
"turnCompleted": true,
|
|
1020
|
+
"toolCalls": 6,
|
|
1021
|
+
"failedCommands": 1,
|
|
1022
|
+
"errors": [],
|
|
1023
|
+
"userInterventions": 0,
|
|
1024
|
+
"costUsd": null,
|
|
1025
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1026
|
+
"host": {
|
|
1027
|
+
"cli": "codex-cli 0.155.1",
|
|
1028
|
+
"sandbox": "workspace-write",
|
|
1029
|
+
"writableGitMetadata": true,
|
|
1030
|
+
"externalTools": false,
|
|
1031
|
+
"plugins": false,
|
|
1032
|
+
"hostSkillDiscovery": false
|
|
1033
|
+
}
|
|
1034
|
+
},
|
|
1035
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
1036
|
+
"instructionFileCount": 0,
|
|
1037
|
+
"selectedInstructions": [],
|
|
1038
|
+
"artifactHashes": {
|
|
1039
|
+
"prompt.txt": "629cc8c65448eed540bebe9a5224e682de8b9cf7dd29a2476d55eb1085796262",
|
|
1040
|
+
"events.jsonl": "9609880c97f8ccd06631ec5521766754e12035bf00db37e9930372e849b07c25",
|
|
1041
|
+
"answer.md": "db5d2959cefa0b00d6b545a2567e4e776fa64615819ce64beac369bde7599efc",
|
|
1042
|
+
"run.json": "aa8b609c9bc36fc37edb7d266895693967a47b97a8f2d8ca2de43ee9871ad10f",
|
|
1043
|
+
"test-evidence.json": "db36bafd9ed65fa6097f02d927665f50eaee2f1fd217d6a59a0b6c6e45c2d7de"
|
|
1044
|
+
}
|
|
1045
|
+
},
|
|
1046
|
+
{
|
|
1047
|
+
"case": "temporal-ml",
|
|
1048
|
+
"arm": "ecc",
|
|
1049
|
+
"repetition": 1,
|
|
1050
|
+
"sourceVersion": "0.5.0",
|
|
1051
|
+
"profile": null,
|
|
1052
|
+
"correct": true,
|
|
1053
|
+
"artifactCorrect": true,
|
|
1054
|
+
"scorerVersion": 3,
|
|
1055
|
+
"priorScore": {
|
|
1056
|
+
"scorerVersion": 1,
|
|
1057
|
+
"correct": true
|
|
1058
|
+
},
|
|
1059
|
+
"priorScores": [
|
|
1060
|
+
{
|
|
1061
|
+
"scorerVersion": 1,
|
|
1062
|
+
"correct": true
|
|
1063
|
+
},
|
|
1064
|
+
{
|
|
1065
|
+
"scorerVersion": 2,
|
|
1066
|
+
"correct": true
|
|
1067
|
+
}
|
|
1068
|
+
],
|
|
1069
|
+
"checks": [
|
|
1070
|
+
{
|
|
1071
|
+
"name": "only permitted files changed",
|
|
1072
|
+
"pass": true
|
|
1073
|
+
},
|
|
1074
|
+
{
|
|
1075
|
+
"name": "no symlink artifacts",
|
|
1076
|
+
"pass": true
|
|
1077
|
+
},
|
|
1078
|
+
{
|
|
1079
|
+
"name": "no unrequested commits",
|
|
1080
|
+
"pass": true
|
|
1081
|
+
},
|
|
1082
|
+
{
|
|
1083
|
+
"name": "window bounds and event availability",
|
|
1084
|
+
"pass": true
|
|
1085
|
+
},
|
|
1086
|
+
{
|
|
1087
|
+
"name": "revision selection before window filtering and deduplication",
|
|
1088
|
+
"pass": true
|
|
1089
|
+
},
|
|
1090
|
+
{
|
|
1091
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
1092
|
+
"pass": true
|
|
1093
|
+
},
|
|
1094
|
+
{
|
|
1095
|
+
"name": "mature training membership and train-only scaler",
|
|
1096
|
+
"pass": true
|
|
1097
|
+
},
|
|
1098
|
+
{
|
|
1099
|
+
"name": "zero labels, unknown labels and future examples",
|
|
1100
|
+
"pass": true
|
|
1101
|
+
},
|
|
1102
|
+
{
|
|
1103
|
+
"name": "input order and immutability",
|
|
1104
|
+
"pass": true
|
|
1105
|
+
},
|
|
1106
|
+
{
|
|
1107
|
+
"name": "empty and constant training fallback",
|
|
1108
|
+
"pass": true
|
|
1109
|
+
},
|
|
1110
|
+
{
|
|
1111
|
+
"name": "oracle process completed consistently",
|
|
1112
|
+
"pass": true
|
|
1113
|
+
},
|
|
1114
|
+
{
|
|
1115
|
+
"name": "regression test artifact exists",
|
|
1116
|
+
"pass": true
|
|
1117
|
+
},
|
|
1118
|
+
{
|
|
1119
|
+
"name": "project and authored regression tests pass",
|
|
1120
|
+
"pass": true
|
|
1121
|
+
},
|
|
1122
|
+
{
|
|
1123
|
+
"name": "regression tests detect original defect",
|
|
1124
|
+
"pass": true
|
|
1125
|
+
},
|
|
1126
|
+
{
|
|
1127
|
+
"name": "agent turn completed within limit",
|
|
1128
|
+
"pass": true
|
|
1129
|
+
}
|
|
1130
|
+
],
|
|
1131
|
+
"metrics": {
|
|
1132
|
+
"model": "gpt-6-astra",
|
|
1133
|
+
"effort": "medium",
|
|
1134
|
+
"startedAt": "2026-09-20T05:01:53.119Z",
|
|
1135
|
+
"finishedAt": "2026-09-20T05:04:31.062Z",
|
|
1136
|
+
"wallMs": 157944,
|
|
1137
|
+
"exitCode": 0,
|
|
1138
|
+
"timedOut": false,
|
|
1139
|
+
"usage": {
|
|
1140
|
+
"input_tokens": 126814,
|
|
1141
|
+
"cached_input_tokens": 106624,
|
|
1142
|
+
"cache_write_input_tokens": 0,
|
|
1143
|
+
"output_tokens": 4719,
|
|
1144
|
+
"reasoning_output_tokens": 149
|
|
1145
|
+
},
|
|
1146
|
+
"turnCompleted": true,
|
|
1147
|
+
"toolCalls": 8,
|
|
1148
|
+
"failedCommands": 1,
|
|
1149
|
+
"errors": [],
|
|
1150
|
+
"userInterventions": 0,
|
|
1151
|
+
"costUsd": null,
|
|
1152
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1153
|
+
"host": {
|
|
1154
|
+
"cli": "codex-cli 0.155.1",
|
|
1155
|
+
"sandbox": "workspace-write",
|
|
1156
|
+
"writableGitMetadata": true,
|
|
1157
|
+
"externalTools": false,
|
|
1158
|
+
"plugins": false,
|
|
1159
|
+
"hostSkillDiscovery": false
|
|
1160
|
+
}
|
|
1161
|
+
},
|
|
1162
|
+
"instructionBundleSha256": "d2dd2376d7f768b6e05e0b7fc59b0a108959afa38a4f1f3e8d3066a24082e5b0",
|
|
1163
|
+
"instructionFileCount": 3,
|
|
1164
|
+
"selectedInstructions": [
|
|
1165
|
+
{
|
|
1166
|
+
"path": "_instructions/ecc/skills/mle-workflow/SKILL.md",
|
|
1167
|
+
"sha256": "2497888dd543ca7bdf5d0cb4d90fce023eb2c1c14f860f0af8e8be42423131b4"
|
|
1168
|
+
},
|
|
1169
|
+
{
|
|
1170
|
+
"path": "_instructions/ecc/agents/mle-reviewer.md",
|
|
1171
|
+
"sha256": "c505be5fccea9d067775b86fed76bc4b84e63e17090855ac135694adbc83a7f8"
|
|
1172
|
+
}
|
|
1173
|
+
],
|
|
1174
|
+
"artifactHashes": {
|
|
1175
|
+
"prompt.txt": "b7858c08491a385986bdbb0ecabfc0b37803f9439a9e70f58b8597fda84b2eaf",
|
|
1176
|
+
"events.jsonl": "d92ede149b9ac38eb3c9f299c54627704962f35b102b3308e7da6d2213223962",
|
|
1177
|
+
"answer.md": "c47b9322b8f9db57caab254089369ef4181533ea04882835a458fe75f1fb1da0",
|
|
1178
|
+
"run.json": "3a5965618a735fcfd3fecc25d059bc1a6eaf5750b0740c854c7773c4e9c415d7",
|
|
1179
|
+
"test-evidence.json": "facd356e859fad8baa45de47079edcaaafadd5b1ed9e4f5ea438d046ed25d2cb"
|
|
1180
|
+
}
|
|
1181
|
+
},
|
|
1182
|
+
{
|
|
1183
|
+
"case": "ledger",
|
|
1184
|
+
"arm": "ecc",
|
|
1185
|
+
"repetition": 1,
|
|
1186
|
+
"sourceVersion": "0.5.0",
|
|
1187
|
+
"profile": null,
|
|
1188
|
+
"correct": true,
|
|
1189
|
+
"artifactCorrect": true,
|
|
1190
|
+
"scorerVersion": 3,
|
|
1191
|
+
"priorScore": {
|
|
1192
|
+
"scorerVersion": 1,
|
|
1193
|
+
"correct": true
|
|
1194
|
+
},
|
|
1195
|
+
"priorScores": [
|
|
1196
|
+
{
|
|
1197
|
+
"scorerVersion": 1,
|
|
1198
|
+
"correct": true
|
|
1199
|
+
},
|
|
1200
|
+
{
|
|
1201
|
+
"scorerVersion": 2,
|
|
1202
|
+
"correct": true
|
|
1203
|
+
}
|
|
1204
|
+
],
|
|
1205
|
+
"checks": [
|
|
1206
|
+
{
|
|
1207
|
+
"name": "only permitted files changed",
|
|
1208
|
+
"pass": true
|
|
1209
|
+
},
|
|
1210
|
+
{
|
|
1211
|
+
"name": "no symlink artifacts",
|
|
1212
|
+
"pass": true
|
|
1213
|
+
},
|
|
1214
|
+
{
|
|
1215
|
+
"name": "no unrequested commits",
|
|
1216
|
+
"pass": true
|
|
1217
|
+
},
|
|
1218
|
+
{
|
|
1219
|
+
"name": "interruption rolls back all state and permits retry",
|
|
1220
|
+
"pass": true
|
|
1221
|
+
},
|
|
1222
|
+
{
|
|
1223
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
1224
|
+
"pass": true
|
|
1225
|
+
},
|
|
1226
|
+
{
|
|
1227
|
+
"name": "exact integer amount validation without writes",
|
|
1228
|
+
"pass": true
|
|
1229
|
+
},
|
|
1230
|
+
{
|
|
1231
|
+
"name": "account ownership, funds and credit overflow",
|
|
1232
|
+
"pass": true
|
|
1233
|
+
},
|
|
1234
|
+
{
|
|
1235
|
+
"name": "caller-owned transaction remains untouched",
|
|
1236
|
+
"pass": true
|
|
1237
|
+
},
|
|
1238
|
+
{
|
|
1239
|
+
"name": "concurrent connections serialize one effect",
|
|
1240
|
+
"pass": true
|
|
1241
|
+
},
|
|
1242
|
+
{
|
|
1243
|
+
"name": "oracle process completed consistently",
|
|
1244
|
+
"pass": true
|
|
1245
|
+
},
|
|
1246
|
+
{
|
|
1247
|
+
"name": "regression test artifact exists",
|
|
1248
|
+
"pass": true
|
|
1249
|
+
},
|
|
1250
|
+
{
|
|
1251
|
+
"name": "project and authored regression tests pass",
|
|
1252
|
+
"pass": true
|
|
1253
|
+
},
|
|
1254
|
+
{
|
|
1255
|
+
"name": "regression tests detect original defect",
|
|
1256
|
+
"pass": true
|
|
1257
|
+
},
|
|
1258
|
+
{
|
|
1259
|
+
"name": "agent turn completed within limit",
|
|
1260
|
+
"pass": true
|
|
1261
|
+
}
|
|
1262
|
+
],
|
|
1263
|
+
"metrics": {
|
|
1264
|
+
"model": "gpt-6-astra",
|
|
1265
|
+
"effort": "medium",
|
|
1266
|
+
"startedAt": "2026-09-20T05:02:12.999Z",
|
|
1267
|
+
"finishedAt": "2026-09-20T05:04:51.077Z",
|
|
1268
|
+
"wallMs": 158080,
|
|
1269
|
+
"exitCode": 0,
|
|
1270
|
+
"timedOut": false,
|
|
1271
|
+
"usage": {
|
|
1272
|
+
"input_tokens": 164493,
|
|
1273
|
+
"cached_input_tokens": 129408,
|
|
1274
|
+
"cache_write_input_tokens": 0,
|
|
1275
|
+
"output_tokens": 4583,
|
|
1276
|
+
"reasoning_output_tokens": 95
|
|
1277
|
+
},
|
|
1278
|
+
"turnCompleted": true,
|
|
1279
|
+
"toolCalls": 8,
|
|
1280
|
+
"failedCommands": 2,
|
|
1281
|
+
"errors": [],
|
|
1282
|
+
"userInterventions": 0,
|
|
1283
|
+
"costUsd": null,
|
|
1284
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1285
|
+
"host": {
|
|
1286
|
+
"cli": "codex-cli 0.155.1",
|
|
1287
|
+
"sandbox": "workspace-write",
|
|
1288
|
+
"writableGitMetadata": true,
|
|
1289
|
+
"externalTools": false,
|
|
1290
|
+
"plugins": false,
|
|
1291
|
+
"hostSkillDiscovery": false
|
|
1292
|
+
}
|
|
1293
|
+
},
|
|
1294
|
+
"instructionBundleSha256": "708b1085650f8060a10631911ef0ca7befcea6d31f16f886afb85a295064ba06",
|
|
1295
|
+
"instructionFileCount": 4,
|
|
1296
|
+
"selectedInstructions": [
|
|
1297
|
+
{
|
|
1298
|
+
"path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
|
|
1299
|
+
"sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
|
|
1300
|
+
},
|
|
1301
|
+
{
|
|
1302
|
+
"path": "_instructions/ecc/skills/python-patterns/SKILL.md",
|
|
1303
|
+
"sha256": "103e0130dac33a49d26705fc5a2df804980fcab6a0138d65bc7f370a987d49f6"
|
|
1304
|
+
},
|
|
1305
|
+
{
|
|
1306
|
+
"path": "_instructions/ecc/skills/database-migrations/SKILL.md",
|
|
1307
|
+
"sha256": "ad7f2f04ca03e592a16e2a539d8c6e90bf4e08892408820ce99a53e9d07775de"
|
|
1308
|
+
}
|
|
1309
|
+
],
|
|
1310
|
+
"artifactHashes": {
|
|
1311
|
+
"prompt.txt": "969b58c5eb30264d77841639f8266e6797d0d6417ffa4f43ac578179ef650c94",
|
|
1312
|
+
"events.jsonl": "6bf43574ae56c8783534ae356878e5c528814245e32e19a6c6f76cf28eb0e796",
|
|
1313
|
+
"answer.md": "7071d90e1be0ba6d7191bd0e03fb4ed0b19853fcc41eedbe79c8dd57ad35aa4c",
|
|
1314
|
+
"run.json": "2b336a7bc250ee8d9112d89fe6821eb2497d686c8015f04746b486dee5c6a790",
|
|
1315
|
+
"test-evidence.json": "fbf76438e81e0f74bec974c41668aea55fa69022dd477411e577f8cbbfb24a90"
|
|
1316
|
+
}
|
|
1317
|
+
},
|
|
1318
|
+
{
|
|
1319
|
+
"case": "temporal-ml",
|
|
1320
|
+
"arm": "just-vibe-profile",
|
|
1321
|
+
"repetition": 2,
|
|
1322
|
+
"sourceVersion": "0.5.0",
|
|
1323
|
+
"profile": "machine-learning-engineer",
|
|
1324
|
+
"correct": true,
|
|
1325
|
+
"artifactCorrect": true,
|
|
1326
|
+
"scorerVersion": 3,
|
|
1327
|
+
"priorScore": {
|
|
1328
|
+
"scorerVersion": 1,
|
|
1329
|
+
"correct": true
|
|
1330
|
+
},
|
|
1331
|
+
"priorScores": [
|
|
1332
|
+
{
|
|
1333
|
+
"scorerVersion": 1,
|
|
1334
|
+
"correct": true
|
|
1335
|
+
},
|
|
1336
|
+
{
|
|
1337
|
+
"scorerVersion": 2,
|
|
1338
|
+
"correct": true
|
|
1339
|
+
}
|
|
1340
|
+
],
|
|
1341
|
+
"checks": [
|
|
1342
|
+
{
|
|
1343
|
+
"name": "only permitted files changed",
|
|
1344
|
+
"pass": true
|
|
1345
|
+
},
|
|
1346
|
+
{
|
|
1347
|
+
"name": "no symlink artifacts",
|
|
1348
|
+
"pass": true
|
|
1349
|
+
},
|
|
1350
|
+
{
|
|
1351
|
+
"name": "no unrequested commits",
|
|
1352
|
+
"pass": true
|
|
1353
|
+
},
|
|
1354
|
+
{
|
|
1355
|
+
"name": "window bounds and event availability",
|
|
1356
|
+
"pass": true
|
|
1357
|
+
},
|
|
1358
|
+
{
|
|
1359
|
+
"name": "revision selection before window filtering and deduplication",
|
|
1360
|
+
"pass": true
|
|
1361
|
+
},
|
|
1362
|
+
{
|
|
1363
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
1364
|
+
"pass": true
|
|
1365
|
+
},
|
|
1366
|
+
{
|
|
1367
|
+
"name": "mature training membership and train-only scaler",
|
|
1368
|
+
"pass": true
|
|
1369
|
+
},
|
|
1370
|
+
{
|
|
1371
|
+
"name": "zero labels, unknown labels and future examples",
|
|
1372
|
+
"pass": true
|
|
1373
|
+
},
|
|
1374
|
+
{
|
|
1375
|
+
"name": "input order and immutability",
|
|
1376
|
+
"pass": true
|
|
1377
|
+
},
|
|
1378
|
+
{
|
|
1379
|
+
"name": "empty and constant training fallback",
|
|
1380
|
+
"pass": true
|
|
1381
|
+
},
|
|
1382
|
+
{
|
|
1383
|
+
"name": "oracle process completed consistently",
|
|
1384
|
+
"pass": true
|
|
1385
|
+
},
|
|
1386
|
+
{
|
|
1387
|
+
"name": "regression test artifact exists",
|
|
1388
|
+
"pass": true
|
|
1389
|
+
},
|
|
1390
|
+
{
|
|
1391
|
+
"name": "project and authored regression tests pass",
|
|
1392
|
+
"pass": true
|
|
1393
|
+
},
|
|
1394
|
+
{
|
|
1395
|
+
"name": "regression tests detect original defect",
|
|
1396
|
+
"pass": true
|
|
1397
|
+
},
|
|
1398
|
+
{
|
|
1399
|
+
"name": "agent turn completed within limit",
|
|
1400
|
+
"pass": true
|
|
1401
|
+
}
|
|
1402
|
+
],
|
|
1403
|
+
"metrics": {
|
|
1404
|
+
"model": "gpt-6-astra",
|
|
1405
|
+
"effort": "medium",
|
|
1406
|
+
"startedAt": "2026-09-20T05:04:31.403Z",
|
|
1407
|
+
"finishedAt": "2026-09-20T05:07:20.234Z",
|
|
1408
|
+
"wallMs": 168833,
|
|
1409
|
+
"exitCode": 0,
|
|
1410
|
+
"timedOut": false,
|
|
1411
|
+
"usage": {
|
|
1412
|
+
"input_tokens": 117496,
|
|
1413
|
+
"cached_input_tokens": 90752,
|
|
1414
|
+
"cache_write_input_tokens": 0,
|
|
1415
|
+
"output_tokens": 5043,
|
|
1416
|
+
"reasoning_output_tokens": 130
|
|
1417
|
+
},
|
|
1418
|
+
"turnCompleted": true,
|
|
1419
|
+
"toolCalls": 9,
|
|
1420
|
+
"failedCommands": 1,
|
|
1421
|
+
"errors": [],
|
|
1422
|
+
"userInterventions": 0,
|
|
1423
|
+
"costUsd": null,
|
|
1424
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1425
|
+
"host": {
|
|
1426
|
+
"cli": "codex-cli 0.155.1",
|
|
1427
|
+
"sandbox": "workspace-write",
|
|
1428
|
+
"writableGitMetadata": true,
|
|
1429
|
+
"externalTools": false,
|
|
1430
|
+
"plugins": false,
|
|
1431
|
+
"hostSkillDiscovery": false
|
|
1432
|
+
}
|
|
1433
|
+
},
|
|
1434
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
1435
|
+
"instructionFileCount": 376,
|
|
1436
|
+
"selectedInstructions": [
|
|
1437
|
+
{
|
|
1438
|
+
"path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
|
|
1439
|
+
"sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
|
|
1440
|
+
},
|
|
1441
|
+
{
|
|
1442
|
+
"path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
|
|
1443
|
+
"sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
|
|
1444
|
+
},
|
|
1445
|
+
{
|
|
1446
|
+
"path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
|
|
1447
|
+
"sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
|
|
1448
|
+
},
|
|
1449
|
+
{
|
|
1450
|
+
"path": "_instructions/just-vibe/references/profiles/machine-learning-engineer.md",
|
|
1451
|
+
"sha256": "f25512789561ba743e670153bdc62fd742d22ab541955a99927f734c4cd17076"
|
|
1452
|
+
}
|
|
1453
|
+
],
|
|
1454
|
+
"artifactHashes": {
|
|
1455
|
+
"prompt.txt": "9e3bd2b00c6c01066efc9a0fedefea3297290127cfc12ff0b50469b5deb4c8d8",
|
|
1456
|
+
"events.jsonl": "827a161591907f0e7bf4f1220255596b387fc039dd6d9c8ebdee89ef32cdfd44",
|
|
1457
|
+
"answer.md": "6630210815ad74b35bec92a035a50e04168f16c26f28e9d51d31e95a2bcbf3f7",
|
|
1458
|
+
"run.json": "0f4e87f5e6671a6a7666bff215d8ea732871220066b6e1f11fa8c372cf4912de",
|
|
1459
|
+
"test-evidence.json": "55a265956d39da8a9d52535274bc51c6d56d48991e457515b80f1d7c043a72d1"
|
|
1460
|
+
}
|
|
1461
|
+
},
|
|
1462
|
+
{
|
|
1463
|
+
"case": "async-cache",
|
|
1464
|
+
"arm": "baseline",
|
|
1465
|
+
"repetition": 1,
|
|
1466
|
+
"sourceVersion": "0.5.0",
|
|
1467
|
+
"profile": null,
|
|
1468
|
+
"correct": true,
|
|
1469
|
+
"artifactCorrect": true,
|
|
1470
|
+
"scorerVersion": 3,
|
|
1471
|
+
"priorScore": {
|
|
1472
|
+
"scorerVersion": 1,
|
|
1473
|
+
"correct": false
|
|
1474
|
+
},
|
|
1475
|
+
"priorScores": [
|
|
1476
|
+
{
|
|
1477
|
+
"scorerVersion": 1,
|
|
1478
|
+
"correct": false
|
|
1479
|
+
},
|
|
1480
|
+
{
|
|
1481
|
+
"scorerVersion": 2,
|
|
1482
|
+
"correct": true
|
|
1483
|
+
}
|
|
1484
|
+
],
|
|
1485
|
+
"checks": [
|
|
1486
|
+
{
|
|
1487
|
+
"name": "only permitted files changed",
|
|
1488
|
+
"pass": true
|
|
1489
|
+
},
|
|
1490
|
+
{
|
|
1491
|
+
"name": "no symlink artifacts",
|
|
1492
|
+
"pass": true
|
|
1493
|
+
},
|
|
1494
|
+
{
|
|
1495
|
+
"name": "no unrequested commits",
|
|
1496
|
+
"pass": true
|
|
1497
|
+
},
|
|
1498
|
+
{
|
|
1499
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
1500
|
+
"pass": true
|
|
1501
|
+
},
|
|
1502
|
+
{
|
|
1503
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
1504
|
+
"pass": true
|
|
1505
|
+
},
|
|
1506
|
+
{
|
|
1507
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
1508
|
+
"pass": true
|
|
1509
|
+
},
|
|
1510
|
+
{
|
|
1511
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
1512
|
+
"pass": true
|
|
1513
|
+
},
|
|
1514
|
+
{
|
|
1515
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
1516
|
+
"pass": true
|
|
1517
|
+
},
|
|
1518
|
+
{
|
|
1519
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
1520
|
+
"pass": true
|
|
1521
|
+
},
|
|
1522
|
+
{
|
|
1523
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
1524
|
+
"pass": true
|
|
1525
|
+
},
|
|
1526
|
+
{
|
|
1527
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
1528
|
+
"pass": true
|
|
1529
|
+
},
|
|
1530
|
+
{
|
|
1531
|
+
"name": "oracle process completed consistently",
|
|
1532
|
+
"pass": true
|
|
1533
|
+
},
|
|
1534
|
+
{
|
|
1535
|
+
"name": "regression test artifact exists",
|
|
1536
|
+
"pass": true
|
|
1537
|
+
},
|
|
1538
|
+
{
|
|
1539
|
+
"name": "project and authored regression tests pass",
|
|
1540
|
+
"pass": true
|
|
1541
|
+
},
|
|
1542
|
+
{
|
|
1543
|
+
"name": "regression tests detect original defect",
|
|
1544
|
+
"pass": true
|
|
1545
|
+
},
|
|
1546
|
+
{
|
|
1547
|
+
"name": "agent turn completed within limit",
|
|
1548
|
+
"pass": true
|
|
1549
|
+
}
|
|
1550
|
+
],
|
|
1551
|
+
"metrics": {
|
|
1552
|
+
"model": "gpt-6-astra",
|
|
1553
|
+
"effort": "medium",
|
|
1554
|
+
"startedAt": "2026-09-20T05:04:51.517Z",
|
|
1555
|
+
"finishedAt": "2026-09-20T05:07:42.337Z",
|
|
1556
|
+
"wallMs": 170821,
|
|
1557
|
+
"exitCode": 0,
|
|
1558
|
+
"timedOut": false,
|
|
1559
|
+
"usage": {
|
|
1560
|
+
"input_tokens": 76054,
|
|
1561
|
+
"cached_input_tokens": 63744,
|
|
1562
|
+
"cache_write_input_tokens": 0,
|
|
1563
|
+
"output_tokens": 5179,
|
|
1564
|
+
"reasoning_output_tokens": 455
|
|
1565
|
+
},
|
|
1566
|
+
"turnCompleted": true,
|
|
1567
|
+
"toolCalls": 5,
|
|
1568
|
+
"failedCommands": 0,
|
|
1569
|
+
"errors": [],
|
|
1570
|
+
"userInterventions": 0,
|
|
1571
|
+
"costUsd": null,
|
|
1572
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1573
|
+
"host": {
|
|
1574
|
+
"cli": "codex-cli 0.155.1",
|
|
1575
|
+
"sandbox": "workspace-write",
|
|
1576
|
+
"writableGitMetadata": true,
|
|
1577
|
+
"externalTools": false,
|
|
1578
|
+
"plugins": false,
|
|
1579
|
+
"hostSkillDiscovery": false
|
|
1580
|
+
}
|
|
1581
|
+
},
|
|
1582
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
1583
|
+
"instructionFileCount": 0,
|
|
1584
|
+
"selectedInstructions": [],
|
|
1585
|
+
"artifactHashes": {
|
|
1586
|
+
"prompt.txt": "17a7761a148d92d26fcc397519636c9cfcd6bbcc6eee9a1f3e2e321926b22173",
|
|
1587
|
+
"events.jsonl": "adf4628de4d0b35d13d96806eafbfd71dd97557fc31e15c37f8e4ed18401649f",
|
|
1588
|
+
"answer.md": "30b65440cb8d4bb9096538efbfe2c12e1d9399c4066bf53d792321da3378e5e8",
|
|
1589
|
+
"run.json": "5d31340a9f1878e0c6632355170d435493a39c3869cd7213cfae8ffafcd06dea",
|
|
1590
|
+
"test-evidence.json": "8d78d0432ac7973193247921ff1d7712f15bae5944977d27ce401e0d6d8a5391"
|
|
1591
|
+
}
|
|
1592
|
+
},
|
|
1593
|
+
{
|
|
1594
|
+
"case": "ledger",
|
|
1595
|
+
"arm": "just-vibe",
|
|
1596
|
+
"repetition": 1,
|
|
1597
|
+
"sourceVersion": "0.5.0",
|
|
1598
|
+
"profile": null,
|
|
1599
|
+
"correct": true,
|
|
1600
|
+
"artifactCorrect": true,
|
|
1601
|
+
"scorerVersion": 3,
|
|
1602
|
+
"priorScore": {
|
|
1603
|
+
"scorerVersion": 1,
|
|
1604
|
+
"correct": true
|
|
1605
|
+
},
|
|
1606
|
+
"priorScores": [
|
|
1607
|
+
{
|
|
1608
|
+
"scorerVersion": 1,
|
|
1609
|
+
"correct": true
|
|
1610
|
+
},
|
|
1611
|
+
{
|
|
1612
|
+
"scorerVersion": 2,
|
|
1613
|
+
"correct": true
|
|
1614
|
+
}
|
|
1615
|
+
],
|
|
1616
|
+
"checks": [
|
|
1617
|
+
{
|
|
1618
|
+
"name": "only permitted files changed",
|
|
1619
|
+
"pass": true
|
|
1620
|
+
},
|
|
1621
|
+
{
|
|
1622
|
+
"name": "no symlink artifacts",
|
|
1623
|
+
"pass": true
|
|
1624
|
+
},
|
|
1625
|
+
{
|
|
1626
|
+
"name": "no unrequested commits",
|
|
1627
|
+
"pass": true
|
|
1628
|
+
},
|
|
1629
|
+
{
|
|
1630
|
+
"name": "interruption rolls back all state and permits retry",
|
|
1631
|
+
"pass": true
|
|
1632
|
+
},
|
|
1633
|
+
{
|
|
1634
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
1635
|
+
"pass": true
|
|
1636
|
+
},
|
|
1637
|
+
{
|
|
1638
|
+
"name": "exact integer amount validation without writes",
|
|
1639
|
+
"pass": true
|
|
1640
|
+
},
|
|
1641
|
+
{
|
|
1642
|
+
"name": "account ownership, funds and credit overflow",
|
|
1643
|
+
"pass": true
|
|
1644
|
+
},
|
|
1645
|
+
{
|
|
1646
|
+
"name": "caller-owned transaction remains untouched",
|
|
1647
|
+
"pass": true
|
|
1648
|
+
},
|
|
1649
|
+
{
|
|
1650
|
+
"name": "concurrent connections serialize one effect",
|
|
1651
|
+
"pass": true
|
|
1652
|
+
},
|
|
1653
|
+
{
|
|
1654
|
+
"name": "oracle process completed consistently",
|
|
1655
|
+
"pass": true
|
|
1656
|
+
},
|
|
1657
|
+
{
|
|
1658
|
+
"name": "regression test artifact exists",
|
|
1659
|
+
"pass": true
|
|
1660
|
+
},
|
|
1661
|
+
{
|
|
1662
|
+
"name": "project and authored regression tests pass",
|
|
1663
|
+
"pass": true
|
|
1664
|
+
},
|
|
1665
|
+
{
|
|
1666
|
+
"name": "regression tests detect original defect",
|
|
1667
|
+
"pass": true
|
|
1668
|
+
},
|
|
1669
|
+
{
|
|
1670
|
+
"name": "agent turn completed within limit",
|
|
1671
|
+
"pass": true
|
|
1672
|
+
}
|
|
1673
|
+
],
|
|
1674
|
+
"metrics": {
|
|
1675
|
+
"model": "gpt-6-astra",
|
|
1676
|
+
"effort": "medium",
|
|
1677
|
+
"startedAt": "2026-09-20T05:07:20.639Z",
|
|
1678
|
+
"finishedAt": "2026-09-20T05:10:16.135Z",
|
|
1679
|
+
"wallMs": 175498,
|
|
1680
|
+
"exitCode": 0,
|
|
1681
|
+
"timedOut": false,
|
|
1682
|
+
"usage": {
|
|
1683
|
+
"input_tokens": 129599,
|
|
1684
|
+
"cached_input_tokens": 104704,
|
|
1685
|
+
"cache_write_input_tokens": 0,
|
|
1686
|
+
"output_tokens": 5055,
|
|
1687
|
+
"reasoning_output_tokens": 134
|
|
1688
|
+
},
|
|
1689
|
+
"turnCompleted": true,
|
|
1690
|
+
"toolCalls": 7,
|
|
1691
|
+
"failedCommands": 1,
|
|
1692
|
+
"errors": [],
|
|
1693
|
+
"userInterventions": 0,
|
|
1694
|
+
"costUsd": null,
|
|
1695
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1696
|
+
"host": {
|
|
1697
|
+
"cli": "codex-cli 0.155.1",
|
|
1698
|
+
"sandbox": "workspace-write",
|
|
1699
|
+
"writableGitMetadata": true,
|
|
1700
|
+
"externalTools": false,
|
|
1701
|
+
"plugins": false,
|
|
1702
|
+
"hostSkillDiscovery": false
|
|
1703
|
+
}
|
|
1704
|
+
},
|
|
1705
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
1706
|
+
"instructionFileCount": 376,
|
|
1707
|
+
"selectedInstructions": [
|
|
1708
|
+
{
|
|
1709
|
+
"path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
|
|
1710
|
+
"sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
|
|
1711
|
+
},
|
|
1712
|
+
{
|
|
1713
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
1714
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
1715
|
+
},
|
|
1716
|
+
{
|
|
1717
|
+
"path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
|
|
1718
|
+
"sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
|
|
1719
|
+
}
|
|
1720
|
+
],
|
|
1721
|
+
"artifactHashes": {
|
|
1722
|
+
"prompt.txt": "ec65ca80d426908d8b084e4a67a2486931aa5d4bb4041c6729e0215b7f5daaf1",
|
|
1723
|
+
"events.jsonl": "a2a1ad73aa272cbeaa53a0c75feb79ff8820ba93c04e539369970d276fffdca3",
|
|
1724
|
+
"answer.md": "0968bfb22633e0cc577c68641be991f0f5ede0cf93d068ee598cee51c8af0d4d",
|
|
1725
|
+
"run.json": "34aa7212ac08c3a4792900bb9ce7d5d9f48c9df4dd51a6ecd3114465f82a1ab7",
|
|
1726
|
+
"test-evidence.json": "82a6aa9f394991ce0d4f1d3bb6af6a79a8f9df7a4f9c852b899fc84001bb1aa1"
|
|
1727
|
+
}
|
|
1728
|
+
},
|
|
1729
|
+
{
|
|
1730
|
+
"case": "ledger",
|
|
1731
|
+
"arm": "baseline",
|
|
1732
|
+
"repetition": 2,
|
|
1733
|
+
"sourceVersion": "0.5.0",
|
|
1734
|
+
"profile": null,
|
|
1735
|
+
"correct": true,
|
|
1736
|
+
"artifactCorrect": true,
|
|
1737
|
+
"scorerVersion": 3,
|
|
1738
|
+
"priorScore": {
|
|
1739
|
+
"scorerVersion": 1,
|
|
1740
|
+
"correct": true
|
|
1741
|
+
},
|
|
1742
|
+
"priorScores": [
|
|
1743
|
+
{
|
|
1744
|
+
"scorerVersion": 1,
|
|
1745
|
+
"correct": true
|
|
1746
|
+
},
|
|
1747
|
+
{
|
|
1748
|
+
"scorerVersion": 2,
|
|
1749
|
+
"correct": true
|
|
1750
|
+
}
|
|
1751
|
+
],
|
|
1752
|
+
"checks": [
|
|
1753
|
+
{
|
|
1754
|
+
"name": "only permitted files changed",
|
|
1755
|
+
"pass": true
|
|
1756
|
+
},
|
|
1757
|
+
{
|
|
1758
|
+
"name": "no symlink artifacts",
|
|
1759
|
+
"pass": true
|
|
1760
|
+
},
|
|
1761
|
+
{
|
|
1762
|
+
"name": "no unrequested commits",
|
|
1763
|
+
"pass": true
|
|
1764
|
+
},
|
|
1765
|
+
{
|
|
1766
|
+
"name": "interruption rolls back all state and permits retry",
|
|
1767
|
+
"pass": true
|
|
1768
|
+
},
|
|
1769
|
+
{
|
|
1770
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
1771
|
+
"pass": true
|
|
1772
|
+
},
|
|
1773
|
+
{
|
|
1774
|
+
"name": "exact integer amount validation without writes",
|
|
1775
|
+
"pass": true
|
|
1776
|
+
},
|
|
1777
|
+
{
|
|
1778
|
+
"name": "account ownership, funds and credit overflow",
|
|
1779
|
+
"pass": true
|
|
1780
|
+
},
|
|
1781
|
+
{
|
|
1782
|
+
"name": "caller-owned transaction remains untouched",
|
|
1783
|
+
"pass": true
|
|
1784
|
+
},
|
|
1785
|
+
{
|
|
1786
|
+
"name": "concurrent connections serialize one effect",
|
|
1787
|
+
"pass": true
|
|
1788
|
+
},
|
|
1789
|
+
{
|
|
1790
|
+
"name": "oracle process completed consistently",
|
|
1791
|
+
"pass": true
|
|
1792
|
+
},
|
|
1793
|
+
{
|
|
1794
|
+
"name": "regression test artifact exists",
|
|
1795
|
+
"pass": true
|
|
1796
|
+
},
|
|
1797
|
+
{
|
|
1798
|
+
"name": "project and authored regression tests pass",
|
|
1799
|
+
"pass": true
|
|
1800
|
+
},
|
|
1801
|
+
{
|
|
1802
|
+
"name": "regression tests detect original defect",
|
|
1803
|
+
"pass": true
|
|
1804
|
+
},
|
|
1805
|
+
{
|
|
1806
|
+
"name": "agent turn completed within limit",
|
|
1807
|
+
"pass": true
|
|
1808
|
+
}
|
|
1809
|
+
],
|
|
1810
|
+
"metrics": {
|
|
1811
|
+
"model": "gpt-6-astra",
|
|
1812
|
+
"effort": "medium",
|
|
1813
|
+
"startedAt": "2026-09-20T05:07:57.867Z",
|
|
1814
|
+
"finishedAt": "2026-09-20T05:10:10.731Z",
|
|
1815
|
+
"wallMs": 132865,
|
|
1816
|
+
"exitCode": 0,
|
|
1817
|
+
"timedOut": false,
|
|
1818
|
+
"usage": {
|
|
1819
|
+
"input_tokens": 86471,
|
|
1820
|
+
"cached_input_tokens": 68096,
|
|
1821
|
+
"cache_write_input_tokens": 0,
|
|
1822
|
+
"output_tokens": 3977,
|
|
1823
|
+
"reasoning_output_tokens": 237
|
|
1824
|
+
},
|
|
1825
|
+
"turnCompleted": true,
|
|
1826
|
+
"toolCalls": 5,
|
|
1827
|
+
"failedCommands": 0,
|
|
1828
|
+
"errors": [],
|
|
1829
|
+
"userInterventions": 0,
|
|
1830
|
+
"costUsd": null,
|
|
1831
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1832
|
+
"host": {
|
|
1833
|
+
"cli": "codex-cli 0.155.1",
|
|
1834
|
+
"sandbox": "workspace-write",
|
|
1835
|
+
"writableGitMetadata": true,
|
|
1836
|
+
"externalTools": false,
|
|
1837
|
+
"plugins": false,
|
|
1838
|
+
"hostSkillDiscovery": false
|
|
1839
|
+
}
|
|
1840
|
+
},
|
|
1841
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
1842
|
+
"instructionFileCount": 0,
|
|
1843
|
+
"selectedInstructions": [],
|
|
1844
|
+
"artifactHashes": {
|
|
1845
|
+
"prompt.txt": "8f10dbf8b2ff96c84d7b5c2d77df03e33f1172a6059914f8f0be67220e7386cd",
|
|
1846
|
+
"events.jsonl": "a1776ca437710f1e861fef76065ca396c57fb840250e95d4939a2548c59bff13",
|
|
1847
|
+
"answer.md": "b2ee42994a25409694f55e6a01cf17861bc48ad94a5c954ea58566dd12535161",
|
|
1848
|
+
"run.json": "4c78c95aaa21c673ac028efd629791d6ee36e4f1aa9a9fbf2bd5b703bf8eb31e",
|
|
1849
|
+
"test-evidence.json": "e9f3d9247c21feaa06ad388361d77aff65422e64d9cc47587a434273379ddb2d"
|
|
1850
|
+
}
|
|
1851
|
+
},
|
|
1852
|
+
{
|
|
1853
|
+
"case": "ledger",
|
|
1854
|
+
"arm": "just-vibe-profile",
|
|
1855
|
+
"repetition": 2,
|
|
1856
|
+
"sourceVersion": "0.5.0",
|
|
1857
|
+
"profile": "backend-engineer",
|
|
1858
|
+
"correct": true,
|
|
1859
|
+
"artifactCorrect": true,
|
|
1860
|
+
"scorerVersion": 3,
|
|
1861
|
+
"priorScore": {
|
|
1862
|
+
"scorerVersion": 1,
|
|
1863
|
+
"correct": true
|
|
1864
|
+
},
|
|
1865
|
+
"priorScores": [
|
|
1866
|
+
{
|
|
1867
|
+
"scorerVersion": 1,
|
|
1868
|
+
"correct": true
|
|
1869
|
+
},
|
|
1870
|
+
{
|
|
1871
|
+
"scorerVersion": 2,
|
|
1872
|
+
"correct": true
|
|
1873
|
+
}
|
|
1874
|
+
],
|
|
1875
|
+
"checks": [
|
|
1876
|
+
{
|
|
1877
|
+
"name": "only permitted files changed",
|
|
1878
|
+
"pass": true
|
|
1879
|
+
},
|
|
1880
|
+
{
|
|
1881
|
+
"name": "no symlink artifacts",
|
|
1882
|
+
"pass": true
|
|
1883
|
+
},
|
|
1884
|
+
{
|
|
1885
|
+
"name": "no unrequested commits",
|
|
1886
|
+
"pass": true
|
|
1887
|
+
},
|
|
1888
|
+
{
|
|
1889
|
+
"name": "interruption rolls back all state and permits retry",
|
|
1890
|
+
"pass": true
|
|
1891
|
+
},
|
|
1892
|
+
{
|
|
1893
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
1894
|
+
"pass": true
|
|
1895
|
+
},
|
|
1896
|
+
{
|
|
1897
|
+
"name": "exact integer amount validation without writes",
|
|
1898
|
+
"pass": true
|
|
1899
|
+
},
|
|
1900
|
+
{
|
|
1901
|
+
"name": "account ownership, funds and credit overflow",
|
|
1902
|
+
"pass": true
|
|
1903
|
+
},
|
|
1904
|
+
{
|
|
1905
|
+
"name": "caller-owned transaction remains untouched",
|
|
1906
|
+
"pass": true
|
|
1907
|
+
},
|
|
1908
|
+
{
|
|
1909
|
+
"name": "concurrent connections serialize one effect",
|
|
1910
|
+
"pass": true
|
|
1911
|
+
},
|
|
1912
|
+
{
|
|
1913
|
+
"name": "oracle process completed consistently",
|
|
1914
|
+
"pass": true
|
|
1915
|
+
},
|
|
1916
|
+
{
|
|
1917
|
+
"name": "regression test artifact exists",
|
|
1918
|
+
"pass": true
|
|
1919
|
+
},
|
|
1920
|
+
{
|
|
1921
|
+
"name": "project and authored regression tests pass",
|
|
1922
|
+
"pass": true
|
|
1923
|
+
},
|
|
1924
|
+
{
|
|
1925
|
+
"name": "regression tests detect original defect",
|
|
1926
|
+
"pass": true
|
|
1927
|
+
},
|
|
1928
|
+
{
|
|
1929
|
+
"name": "agent turn completed within limit",
|
|
1930
|
+
"pass": true
|
|
1931
|
+
}
|
|
1932
|
+
],
|
|
1933
|
+
"metrics": {
|
|
1934
|
+
"model": "gpt-6-astra",
|
|
1935
|
+
"effort": "medium",
|
|
1936
|
+
"startedAt": "2026-09-20T05:10:16.134Z",
|
|
1937
|
+
"finishedAt": "2026-09-20T05:13:14.919Z",
|
|
1938
|
+
"wallMs": 178787,
|
|
1939
|
+
"exitCode": 0,
|
|
1940
|
+
"timedOut": false,
|
|
1941
|
+
"usage": {
|
|
1942
|
+
"input_tokens": 115062,
|
|
1943
|
+
"cached_input_tokens": 89472,
|
|
1944
|
+
"cache_write_input_tokens": 0,
|
|
1945
|
+
"output_tokens": 5117,
|
|
1946
|
+
"reasoning_output_tokens": 187
|
|
1947
|
+
},
|
|
1948
|
+
"turnCompleted": true,
|
|
1949
|
+
"toolCalls": 11,
|
|
1950
|
+
"failedCommands": 0,
|
|
1951
|
+
"errors": [],
|
|
1952
|
+
"userInterventions": 0,
|
|
1953
|
+
"costUsd": null,
|
|
1954
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
1955
|
+
"host": {
|
|
1956
|
+
"cli": "codex-cli 0.155.1",
|
|
1957
|
+
"sandbox": "workspace-write",
|
|
1958
|
+
"writableGitMetadata": true,
|
|
1959
|
+
"externalTools": false,
|
|
1960
|
+
"plugins": false,
|
|
1961
|
+
"hostSkillDiscovery": false
|
|
1962
|
+
}
|
|
1963
|
+
},
|
|
1964
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
1965
|
+
"instructionFileCount": 376,
|
|
1966
|
+
"selectedInstructions": [
|
|
1967
|
+
{
|
|
1968
|
+
"path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
|
|
1969
|
+
"sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
|
|
1970
|
+
},
|
|
1971
|
+
{
|
|
1972
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
1973
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
1974
|
+
},
|
|
1975
|
+
{
|
|
1976
|
+
"path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
|
|
1977
|
+
"sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
|
|
1978
|
+
},
|
|
1979
|
+
{
|
|
1980
|
+
"path": "_instructions/just-vibe/references/profiles/backend-engineer.md",
|
|
1981
|
+
"sha256": "04929733fceaea01f274057054ee7e89395989ace7ac1830e84f6d2e56252e8f"
|
|
1982
|
+
}
|
|
1983
|
+
],
|
|
1984
|
+
"artifactHashes": {
|
|
1985
|
+
"prompt.txt": "218f5d08510bb95bd7170461e56a55707fbb57a9b99c2995fed143b3e410aa3a",
|
|
1986
|
+
"events.jsonl": "8d327fbca53e205ff7402d59801390888281fb3e83437960ed5e2f10be32d6ca",
|
|
1987
|
+
"answer.md": "edec7dc08fe4ce6b85f5dca47d239f616e27dd3f662c3db6e84c702907f73477",
|
|
1988
|
+
"run.json": "9b651d1a20f182b76261c07942e75efd659df9c24fb2c0cbcf260c2c8bdd437d",
|
|
1989
|
+
"test-evidence.json": "1508a7675dd5767c677057167852035b97301f381e1ab6a5c83d7d7923c904bb"
|
|
1990
|
+
}
|
|
1991
|
+
},
|
|
1992
|
+
{
|
|
1993
|
+
"case": "ledger",
|
|
1994
|
+
"arm": "just-vibe-profile",
|
|
1995
|
+
"repetition": 1,
|
|
1996
|
+
"sourceVersion": "0.5.0",
|
|
1997
|
+
"profile": "backend-engineer",
|
|
1998
|
+
"correct": true,
|
|
1999
|
+
"artifactCorrect": true,
|
|
2000
|
+
"scorerVersion": 3,
|
|
2001
|
+
"priorScore": {
|
|
2002
|
+
"scorerVersion": 1,
|
|
2003
|
+
"correct": false
|
|
2004
|
+
},
|
|
2005
|
+
"priorScores": [
|
|
2006
|
+
{
|
|
2007
|
+
"scorerVersion": 1,
|
|
2008
|
+
"correct": false
|
|
2009
|
+
},
|
|
2010
|
+
{
|
|
2011
|
+
"scorerVersion": 2,
|
|
2012
|
+
"correct": false
|
|
2013
|
+
}
|
|
2014
|
+
],
|
|
2015
|
+
"checks": [
|
|
2016
|
+
{
|
|
2017
|
+
"name": "only permitted files changed",
|
|
2018
|
+
"pass": true
|
|
2019
|
+
},
|
|
2020
|
+
{
|
|
2021
|
+
"name": "no symlink artifacts",
|
|
2022
|
+
"pass": true
|
|
2023
|
+
},
|
|
2024
|
+
{
|
|
2025
|
+
"name": "no unrequested commits",
|
|
2026
|
+
"pass": true
|
|
2027
|
+
},
|
|
2028
|
+
{
|
|
2029
|
+
"name": "interruption rolls back all state and permits retry",
|
|
2030
|
+
"pass": true
|
|
2031
|
+
},
|
|
2032
|
+
{
|
|
2033
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
2034
|
+
"pass": true
|
|
2035
|
+
},
|
|
2036
|
+
{
|
|
2037
|
+
"name": "exact integer amount validation without writes",
|
|
2038
|
+
"pass": true
|
|
2039
|
+
},
|
|
2040
|
+
{
|
|
2041
|
+
"name": "account ownership, funds and credit overflow",
|
|
2042
|
+
"pass": true
|
|
2043
|
+
},
|
|
2044
|
+
{
|
|
2045
|
+
"name": "caller-owned transaction remains untouched",
|
|
2046
|
+
"pass": true
|
|
2047
|
+
},
|
|
2048
|
+
{
|
|
2049
|
+
"name": "concurrent connections serialize one effect",
|
|
2050
|
+
"pass": true
|
|
2051
|
+
},
|
|
2052
|
+
{
|
|
2053
|
+
"name": "oracle process completed consistently",
|
|
2054
|
+
"pass": true
|
|
2055
|
+
},
|
|
2056
|
+
{
|
|
2057
|
+
"name": "regression test artifact exists",
|
|
2058
|
+
"pass": true
|
|
2059
|
+
},
|
|
2060
|
+
{
|
|
2061
|
+
"name": "project and authored regression tests pass",
|
|
2062
|
+
"pass": true
|
|
2063
|
+
},
|
|
2064
|
+
{
|
|
2065
|
+
"name": "regression tests detect original defect",
|
|
2066
|
+
"pass": true
|
|
2067
|
+
},
|
|
2068
|
+
{
|
|
2069
|
+
"name": "agent turn completed within limit",
|
|
2070
|
+
"pass": true
|
|
2071
|
+
}
|
|
2072
|
+
],
|
|
2073
|
+
"metrics": {
|
|
2074
|
+
"model": "gpt-6-astra",
|
|
2075
|
+
"effort": "medium",
|
|
2076
|
+
"startedAt": "2026-09-20T05:10:25.751Z",
|
|
2077
|
+
"finishedAt": "2026-09-20T05:12:59.479Z",
|
|
2078
|
+
"wallMs": 153729,
|
|
2079
|
+
"exitCode": 0,
|
|
2080
|
+
"timedOut": false,
|
|
2081
|
+
"usage": {
|
|
2082
|
+
"input_tokens": 114088,
|
|
2083
|
+
"cached_input_tokens": 88832,
|
|
2084
|
+
"cache_write_input_tokens": 0,
|
|
2085
|
+
"output_tokens": 4659,
|
|
2086
|
+
"reasoning_output_tokens": 97
|
|
2087
|
+
},
|
|
2088
|
+
"turnCompleted": true,
|
|
2089
|
+
"toolCalls": 6,
|
|
2090
|
+
"failedCommands": 0,
|
|
2091
|
+
"errors": [],
|
|
2092
|
+
"userInterventions": 0,
|
|
2093
|
+
"costUsd": null,
|
|
2094
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2095
|
+
"host": {
|
|
2096
|
+
"cli": "codex-cli 0.155.1",
|
|
2097
|
+
"sandbox": "workspace-write",
|
|
2098
|
+
"writableGitMetadata": true,
|
|
2099
|
+
"externalTools": false,
|
|
2100
|
+
"plugins": false,
|
|
2101
|
+
"hostSkillDiscovery": false
|
|
2102
|
+
}
|
|
2103
|
+
},
|
|
2104
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
2105
|
+
"instructionFileCount": 376,
|
|
2106
|
+
"selectedInstructions": [
|
|
2107
|
+
{
|
|
2108
|
+
"path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
|
|
2109
|
+
"sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
|
|
2110
|
+
},
|
|
2111
|
+
{
|
|
2112
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
2113
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
2114
|
+
},
|
|
2115
|
+
{
|
|
2116
|
+
"path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
|
|
2117
|
+
"sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
|
|
2118
|
+
},
|
|
2119
|
+
{
|
|
2120
|
+
"path": "_instructions/just-vibe/references/profiles/backend-engineer.md",
|
|
2121
|
+
"sha256": "04929733fceaea01f274057054ee7e89395989ace7ac1830e84f6d2e56252e8f"
|
|
2122
|
+
}
|
|
2123
|
+
],
|
|
2124
|
+
"artifactHashes": {
|
|
2125
|
+
"prompt.txt": "7cf768768de9c88c43ff5662c15640a57f688e6f6ab0a0e2e80faba366a0970e",
|
|
2126
|
+
"events.jsonl": "25d19e3cc3ad769368b5d9edd40ea346d545ad3c6d677bcccd443d20838b7160",
|
|
2127
|
+
"answer.md": "4658936e95d45356c190fb7af607c29f9b5f4f462fe30c9c014bdcacac3dab54",
|
|
2128
|
+
"run.json": "e6f2cc3c8604182ca801d929a7eebccc763c80daa9e4d3da9c1f0405629d6dbd",
|
|
2129
|
+
"test-evidence.json": "a997851859d0cfe7d0382db70211cb41dd7fbe88c12cd6a5a5359263712ea648"
|
|
2130
|
+
}
|
|
2131
|
+
},
|
|
2132
|
+
{
|
|
2133
|
+
"case": "ledger",
|
|
2134
|
+
"arm": "just-vibe",
|
|
2135
|
+
"repetition": 2,
|
|
2136
|
+
"sourceVersion": "0.5.0",
|
|
2137
|
+
"profile": null,
|
|
2138
|
+
"correct": true,
|
|
2139
|
+
"artifactCorrect": true,
|
|
2140
|
+
"scorerVersion": 3,
|
|
2141
|
+
"priorScore": {
|
|
2142
|
+
"scorerVersion": 1,
|
|
2143
|
+
"correct": true
|
|
2144
|
+
},
|
|
2145
|
+
"priorScores": [
|
|
2146
|
+
{
|
|
2147
|
+
"scorerVersion": 1,
|
|
2148
|
+
"correct": true
|
|
2149
|
+
},
|
|
2150
|
+
{
|
|
2151
|
+
"scorerVersion": 2,
|
|
2152
|
+
"correct": true
|
|
2153
|
+
}
|
|
2154
|
+
],
|
|
2155
|
+
"checks": [
|
|
2156
|
+
{
|
|
2157
|
+
"name": "only permitted files changed",
|
|
2158
|
+
"pass": true
|
|
2159
|
+
},
|
|
2160
|
+
{
|
|
2161
|
+
"name": "no symlink artifacts",
|
|
2162
|
+
"pass": true
|
|
2163
|
+
},
|
|
2164
|
+
{
|
|
2165
|
+
"name": "no unrequested commits",
|
|
2166
|
+
"pass": true
|
|
2167
|
+
},
|
|
2168
|
+
{
|
|
2169
|
+
"name": "interruption rolls back all state and permits retry",
|
|
2170
|
+
"pass": true
|
|
2171
|
+
},
|
|
2172
|
+
{
|
|
2173
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
2174
|
+
"pass": true
|
|
2175
|
+
},
|
|
2176
|
+
{
|
|
2177
|
+
"name": "exact integer amount validation without writes",
|
|
2178
|
+
"pass": true
|
|
2179
|
+
},
|
|
2180
|
+
{
|
|
2181
|
+
"name": "account ownership, funds and credit overflow",
|
|
2182
|
+
"pass": true
|
|
2183
|
+
},
|
|
2184
|
+
{
|
|
2185
|
+
"name": "caller-owned transaction remains untouched",
|
|
2186
|
+
"pass": true
|
|
2187
|
+
},
|
|
2188
|
+
{
|
|
2189
|
+
"name": "concurrent connections serialize one effect",
|
|
2190
|
+
"pass": true
|
|
2191
|
+
},
|
|
2192
|
+
{
|
|
2193
|
+
"name": "oracle process completed consistently",
|
|
2194
|
+
"pass": true
|
|
2195
|
+
},
|
|
2196
|
+
{
|
|
2197
|
+
"name": "regression test artifact exists",
|
|
2198
|
+
"pass": true
|
|
2199
|
+
},
|
|
2200
|
+
{
|
|
2201
|
+
"name": "project and authored regression tests pass",
|
|
2202
|
+
"pass": true
|
|
2203
|
+
},
|
|
2204
|
+
{
|
|
2205
|
+
"name": "regression tests detect original defect",
|
|
2206
|
+
"pass": true
|
|
2207
|
+
},
|
|
2208
|
+
{
|
|
2209
|
+
"name": "agent turn completed within limit",
|
|
2210
|
+
"pass": true
|
|
2211
|
+
}
|
|
2212
|
+
],
|
|
2213
|
+
"metrics": {
|
|
2214
|
+
"model": "gpt-6-astra",
|
|
2215
|
+
"effort": "medium",
|
|
2216
|
+
"startedAt": "2026-09-20T05:13:14.918Z",
|
|
2217
|
+
"finishedAt": "2026-09-20T05:15:48.734Z",
|
|
2218
|
+
"wallMs": 153818,
|
|
2219
|
+
"exitCode": 0,
|
|
2220
|
+
"timedOut": false,
|
|
2221
|
+
"usage": {
|
|
2222
|
+
"input_tokens": 109223,
|
|
2223
|
+
"cached_input_tokens": 93184,
|
|
2224
|
+
"cache_write_input_tokens": 0,
|
|
2225
|
+
"output_tokens": 4601,
|
|
2226
|
+
"reasoning_output_tokens": 168
|
|
2227
|
+
},
|
|
2228
|
+
"turnCompleted": true,
|
|
2229
|
+
"toolCalls": 8,
|
|
2230
|
+
"failedCommands": 1,
|
|
2231
|
+
"errors": [],
|
|
2232
|
+
"userInterventions": 0,
|
|
2233
|
+
"costUsd": null,
|
|
2234
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2235
|
+
"host": {
|
|
2236
|
+
"cli": "codex-cli 0.155.1",
|
|
2237
|
+
"sandbox": "workspace-write",
|
|
2238
|
+
"writableGitMetadata": true,
|
|
2239
|
+
"externalTools": false,
|
|
2240
|
+
"plugins": false,
|
|
2241
|
+
"hostSkillDiscovery": false
|
|
2242
|
+
}
|
|
2243
|
+
},
|
|
2244
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
2245
|
+
"instructionFileCount": 376,
|
|
2246
|
+
"selectedInstructions": [
|
|
2247
|
+
{
|
|
2248
|
+
"path": "_instructions/just-vibe/skills/backend-idempotency/SKILL.md",
|
|
2249
|
+
"sha256": "6bbbb67397be345081452f9937b2827c5dbbe790ef585cb4bea40b8aee54c3a3"
|
|
2250
|
+
},
|
|
2251
|
+
{
|
|
2252
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
2253
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
2254
|
+
},
|
|
2255
|
+
{
|
|
2256
|
+
"path": "_instructions/just-vibe/skills/db-integrity/SKILL.md",
|
|
2257
|
+
"sha256": "af0436d62633bd09e0310d7a7e508790492bcb825e5f2ff2efe86ecd1ce67162"
|
|
2258
|
+
}
|
|
2259
|
+
],
|
|
2260
|
+
"artifactHashes": {
|
|
2261
|
+
"prompt.txt": "9bc4ecb5f263d86b9e4f660a33e8612977928cd8f1a461b69b2cc5b7f6073560",
|
|
2262
|
+
"events.jsonl": "3caf7b252114487bdd94e2c88aaae77d7bc7afad16990b2a2df4d9d7af9fb11c",
|
|
2263
|
+
"answer.md": "3a700733fdfcbbbafdd2e57126fa49d9071f0abfac733ae35e262600f5ee244c",
|
|
2264
|
+
"run.json": "9f2d7e97d8efc6ae5a1fca451ad6381571ed1358d31afc15f90ff12c37807808",
|
|
2265
|
+
"test-evidence.json": "1a70026f0680abcfe53ddc48ce4f31db1b99686782105d45e0d2d5c05b3b9978"
|
|
2266
|
+
}
|
|
2267
|
+
},
|
|
2268
|
+
{
|
|
2269
|
+
"case": "temporal-ml",
|
|
2270
|
+
"arm": "baseline",
|
|
2271
|
+
"repetition": 2,
|
|
2272
|
+
"sourceVersion": "0.5.0",
|
|
2273
|
+
"profile": null,
|
|
2274
|
+
"correct": true,
|
|
2275
|
+
"artifactCorrect": true,
|
|
2276
|
+
"scorerVersion": 3,
|
|
2277
|
+
"priorScore": {
|
|
2278
|
+
"scorerVersion": 1,
|
|
2279
|
+
"correct": true
|
|
2280
|
+
},
|
|
2281
|
+
"priorScores": [
|
|
2282
|
+
{
|
|
2283
|
+
"scorerVersion": 1,
|
|
2284
|
+
"correct": true
|
|
2285
|
+
},
|
|
2286
|
+
{
|
|
2287
|
+
"scorerVersion": 2,
|
|
2288
|
+
"correct": true
|
|
2289
|
+
}
|
|
2290
|
+
],
|
|
2291
|
+
"checks": [
|
|
2292
|
+
{
|
|
2293
|
+
"name": "only permitted files changed",
|
|
2294
|
+
"pass": true
|
|
2295
|
+
},
|
|
2296
|
+
{
|
|
2297
|
+
"name": "no symlink artifacts",
|
|
2298
|
+
"pass": true
|
|
2299
|
+
},
|
|
2300
|
+
{
|
|
2301
|
+
"name": "no unrequested commits",
|
|
2302
|
+
"pass": true
|
|
2303
|
+
},
|
|
2304
|
+
{
|
|
2305
|
+
"name": "window bounds and event availability",
|
|
2306
|
+
"pass": true
|
|
2307
|
+
},
|
|
2308
|
+
{
|
|
2309
|
+
"name": "revision selection before window filtering and deduplication",
|
|
2310
|
+
"pass": true
|
|
2311
|
+
},
|
|
2312
|
+
{
|
|
2313
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
2314
|
+
"pass": true
|
|
2315
|
+
},
|
|
2316
|
+
{
|
|
2317
|
+
"name": "mature training membership and train-only scaler",
|
|
2318
|
+
"pass": true
|
|
2319
|
+
},
|
|
2320
|
+
{
|
|
2321
|
+
"name": "zero labels, unknown labels and future examples",
|
|
2322
|
+
"pass": true
|
|
2323
|
+
},
|
|
2324
|
+
{
|
|
2325
|
+
"name": "input order and immutability",
|
|
2326
|
+
"pass": true
|
|
2327
|
+
},
|
|
2328
|
+
{
|
|
2329
|
+
"name": "empty and constant training fallback",
|
|
2330
|
+
"pass": true
|
|
2331
|
+
},
|
|
2332
|
+
{
|
|
2333
|
+
"name": "oracle process completed consistently",
|
|
2334
|
+
"pass": true
|
|
2335
|
+
},
|
|
2336
|
+
{
|
|
2337
|
+
"name": "regression test artifact exists",
|
|
2338
|
+
"pass": true
|
|
2339
|
+
},
|
|
2340
|
+
{
|
|
2341
|
+
"name": "project and authored regression tests pass",
|
|
2342
|
+
"pass": true
|
|
2343
|
+
},
|
|
2344
|
+
{
|
|
2345
|
+
"name": "regression tests detect original defect",
|
|
2346
|
+
"pass": true
|
|
2347
|
+
},
|
|
2348
|
+
{
|
|
2349
|
+
"name": "agent turn completed within limit",
|
|
2350
|
+
"pass": true
|
|
2351
|
+
}
|
|
2352
|
+
],
|
|
2353
|
+
"metrics": {
|
|
2354
|
+
"model": "gpt-6-astra",
|
|
2355
|
+
"effort": "medium",
|
|
2356
|
+
"startedAt": "2026-09-20T05:13:15.545Z",
|
|
2357
|
+
"finishedAt": "2026-09-20T05:15:43.015Z",
|
|
2358
|
+
"wallMs": 147471,
|
|
2359
|
+
"exitCode": 0,
|
|
2360
|
+
"timedOut": false,
|
|
2361
|
+
"usage": {
|
|
2362
|
+
"input_tokens": 88798,
|
|
2363
|
+
"cached_input_tokens": 45824,
|
|
2364
|
+
"cache_write_input_tokens": 0,
|
|
2365
|
+
"output_tokens": 4387,
|
|
2366
|
+
"reasoning_output_tokens": 235
|
|
2367
|
+
},
|
|
2368
|
+
"turnCompleted": true,
|
|
2369
|
+
"toolCalls": 5,
|
|
2370
|
+
"failedCommands": 1,
|
|
2371
|
+
"errors": [],
|
|
2372
|
+
"userInterventions": 0,
|
|
2373
|
+
"costUsd": null,
|
|
2374
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2375
|
+
"host": {
|
|
2376
|
+
"cli": "codex-cli 0.155.1",
|
|
2377
|
+
"sandbox": "workspace-write",
|
|
2378
|
+
"writableGitMetadata": true,
|
|
2379
|
+
"externalTools": false,
|
|
2380
|
+
"plugins": false,
|
|
2381
|
+
"hostSkillDiscovery": false
|
|
2382
|
+
}
|
|
2383
|
+
},
|
|
2384
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
2385
|
+
"instructionFileCount": 0,
|
|
2386
|
+
"selectedInstructions": [],
|
|
2387
|
+
"artifactHashes": {
|
|
2388
|
+
"prompt.txt": "2b05ee0ad0afa53c0bc5c71aaa479a150554be7f9ffa9a42e98c860a56b8b443",
|
|
2389
|
+
"events.jsonl": "c69fcb6b698ecc324a07f3e91464cf465d1d81a337bce340f6c50ce5b3291b29",
|
|
2390
|
+
"answer.md": "8a97b80859e5b17e02988ce2621999a801993af43b48cbb101be158f6598f9e6",
|
|
2391
|
+
"run.json": "3f06b83daba0ee8e82dad9f19aaecc8aa3e4e79a72d141b5691174e0d915eac1",
|
|
2392
|
+
"test-evidence.json": "7170cc572c6d5f95fadb6b460c8179890d794457e20232b92c2a83e4769f1a79"
|
|
2393
|
+
}
|
|
2394
|
+
},
|
|
2395
|
+
{
|
|
2396
|
+
"case": "scoped-commit",
|
|
2397
|
+
"arm": "just-vibe",
|
|
2398
|
+
"repetition": 2,
|
|
2399
|
+
"sourceVersion": "0.5.0",
|
|
2400
|
+
"profile": null,
|
|
2401
|
+
"correct": true,
|
|
2402
|
+
"artifactCorrect": true,
|
|
2403
|
+
"scorerVersion": 3,
|
|
2404
|
+
"priorScore": {
|
|
2405
|
+
"scorerVersion": 1,
|
|
2406
|
+
"correct": true
|
|
2407
|
+
},
|
|
2408
|
+
"priorScores": [
|
|
2409
|
+
{
|
|
2410
|
+
"scorerVersion": 1,
|
|
2411
|
+
"correct": true
|
|
2412
|
+
},
|
|
2413
|
+
{
|
|
2414
|
+
"scorerVersion": 2,
|
|
2415
|
+
"correct": true
|
|
2416
|
+
}
|
|
2417
|
+
],
|
|
2418
|
+
"checks": [
|
|
2419
|
+
{
|
|
2420
|
+
"name": "only permitted files changed",
|
|
2421
|
+
"pass": true
|
|
2422
|
+
},
|
|
2423
|
+
{
|
|
2424
|
+
"name": "no symlink artifacts",
|
|
2425
|
+
"pass": true
|
|
2426
|
+
},
|
|
2427
|
+
{
|
|
2428
|
+
"name": "missing and zero adjustment",
|
|
2429
|
+
"pass": true
|
|
2430
|
+
},
|
|
2431
|
+
{
|
|
2432
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
2433
|
+
"pass": true
|
|
2434
|
+
},
|
|
2435
|
+
{
|
|
2436
|
+
"name": "unrelated worktree behavior preserved",
|
|
2437
|
+
"pass": true
|
|
2438
|
+
},
|
|
2439
|
+
{
|
|
2440
|
+
"name": "oracle process completed consistently",
|
|
2441
|
+
"pass": true
|
|
2442
|
+
},
|
|
2443
|
+
{
|
|
2444
|
+
"name": "regression test artifact exists",
|
|
2445
|
+
"pass": true
|
|
2446
|
+
},
|
|
2447
|
+
{
|
|
2448
|
+
"name": "project and authored regression tests pass",
|
|
2449
|
+
"pass": true
|
|
2450
|
+
},
|
|
2451
|
+
{
|
|
2452
|
+
"name": "regression tests detect original defect",
|
|
2453
|
+
"pass": true
|
|
2454
|
+
},
|
|
2455
|
+
{
|
|
2456
|
+
"name": "exactly one requested commit",
|
|
2457
|
+
"pass": true
|
|
2458
|
+
},
|
|
2459
|
+
{
|
|
2460
|
+
"name": "commit includes only requested fix and new test",
|
|
2461
|
+
"pass": true
|
|
2462
|
+
},
|
|
2463
|
+
{
|
|
2464
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
2465
|
+
"pass": true
|
|
2466
|
+
},
|
|
2467
|
+
{
|
|
2468
|
+
"name": "committed implementation satisfies the contract independently",
|
|
2469
|
+
"pass": true
|
|
2470
|
+
},
|
|
2471
|
+
{
|
|
2472
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
2473
|
+
"pass": true
|
|
2474
|
+
},
|
|
2475
|
+
{
|
|
2476
|
+
"name": "user identity and no agent attribution",
|
|
2477
|
+
"pass": true
|
|
2478
|
+
},
|
|
2479
|
+
{
|
|
2480
|
+
"name": "unrelated staged note and untracked file remain",
|
|
2481
|
+
"pass": true
|
|
2482
|
+
},
|
|
2483
|
+
{
|
|
2484
|
+
"name": "agent turn completed within limit",
|
|
2485
|
+
"pass": true
|
|
2486
|
+
}
|
|
2487
|
+
],
|
|
2488
|
+
"metrics": {
|
|
2489
|
+
"model": "gpt-6-astra",
|
|
2490
|
+
"effort": "medium",
|
|
2491
|
+
"startedAt": "2026-09-20T05:15:43.338Z",
|
|
2492
|
+
"finishedAt": "2026-09-20T05:17:32.944Z",
|
|
2493
|
+
"wallMs": 109608,
|
|
2494
|
+
"exitCode": 0,
|
|
2495
|
+
"timedOut": false,
|
|
2496
|
+
"usage": {
|
|
2497
|
+
"input_tokens": 139583,
|
|
2498
|
+
"cached_input_tokens": 113280,
|
|
2499
|
+
"cache_write_input_tokens": 0,
|
|
2500
|
+
"output_tokens": 2950,
|
|
2501
|
+
"reasoning_output_tokens": 227
|
|
2502
|
+
},
|
|
2503
|
+
"turnCompleted": true,
|
|
2504
|
+
"toolCalls": 11,
|
|
2505
|
+
"failedCommands": 2,
|
|
2506
|
+
"errors": [],
|
|
2507
|
+
"userInterventions": 0,
|
|
2508
|
+
"costUsd": null,
|
|
2509
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2510
|
+
"host": {
|
|
2511
|
+
"cli": "codex-cli 0.155.1",
|
|
2512
|
+
"sandbox": "workspace-write",
|
|
2513
|
+
"writableGitMetadata": true,
|
|
2514
|
+
"externalTools": false,
|
|
2515
|
+
"plugins": false,
|
|
2516
|
+
"hostSkillDiscovery": false
|
|
2517
|
+
}
|
|
2518
|
+
},
|
|
2519
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
2520
|
+
"instructionFileCount": 376,
|
|
2521
|
+
"selectedInstructions": [
|
|
2522
|
+
{
|
|
2523
|
+
"path": "_instructions/just-vibe/skills/fix/SKILL.md",
|
|
2524
|
+
"sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
|
|
2525
|
+
},
|
|
2526
|
+
{
|
|
2527
|
+
"path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
|
|
2528
|
+
"sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
|
|
2529
|
+
},
|
|
2530
|
+
{
|
|
2531
|
+
"path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
|
|
2532
|
+
"sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
|
|
2533
|
+
}
|
|
2534
|
+
],
|
|
2535
|
+
"artifactHashes": {
|
|
2536
|
+
"prompt.txt": "d061d3cc7648821d1efbdf19d0990f344766a49d75b1fe9db3073118d63dfe22",
|
|
2537
|
+
"events.jsonl": "f50a5076a0efa6976eebeaffa8b706dfe228216190193351a6104f5aff2c0c10",
|
|
2538
|
+
"answer.md": "e520237e095e425269b70cd4908c6229216a79432c4c7d6b431c558f08c1e9f6",
|
|
2539
|
+
"run.json": "fe70d00e11708c3cf257c8833932e258c8a2b4fe263ae5b8eff5ef6f7cc19043",
|
|
2540
|
+
"test-evidence.json": "ff71d3edb7d56de1907932c9252601bf39e773c0c62dbe6a8db94294337ca6d6"
|
|
2541
|
+
}
|
|
2542
|
+
},
|
|
2543
|
+
{
|
|
2544
|
+
"case": "temporal-ml",
|
|
2545
|
+
"arm": "just-vibe-profile",
|
|
2546
|
+
"repetition": 1,
|
|
2547
|
+
"sourceVersion": "0.5.0",
|
|
2548
|
+
"profile": "machine-learning-engineer",
|
|
2549
|
+
"correct": true,
|
|
2550
|
+
"artifactCorrect": true,
|
|
2551
|
+
"scorerVersion": 3,
|
|
2552
|
+
"priorScore": {
|
|
2553
|
+
"scorerVersion": 1,
|
|
2554
|
+
"correct": true
|
|
2555
|
+
},
|
|
2556
|
+
"priorScores": [
|
|
2557
|
+
{
|
|
2558
|
+
"scorerVersion": 1,
|
|
2559
|
+
"correct": true
|
|
2560
|
+
},
|
|
2561
|
+
{
|
|
2562
|
+
"scorerVersion": 2,
|
|
2563
|
+
"correct": true
|
|
2564
|
+
}
|
|
2565
|
+
],
|
|
2566
|
+
"checks": [
|
|
2567
|
+
{
|
|
2568
|
+
"name": "only permitted files changed",
|
|
2569
|
+
"pass": true
|
|
2570
|
+
},
|
|
2571
|
+
{
|
|
2572
|
+
"name": "no symlink artifacts",
|
|
2573
|
+
"pass": true
|
|
2574
|
+
},
|
|
2575
|
+
{
|
|
2576
|
+
"name": "no unrequested commits",
|
|
2577
|
+
"pass": true
|
|
2578
|
+
},
|
|
2579
|
+
{
|
|
2580
|
+
"name": "window bounds and event availability",
|
|
2581
|
+
"pass": true
|
|
2582
|
+
},
|
|
2583
|
+
{
|
|
2584
|
+
"name": "revision selection before window filtering and deduplication",
|
|
2585
|
+
"pass": true
|
|
2586
|
+
},
|
|
2587
|
+
{
|
|
2588
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
2589
|
+
"pass": true
|
|
2590
|
+
},
|
|
2591
|
+
{
|
|
2592
|
+
"name": "mature training membership and train-only scaler",
|
|
2593
|
+
"pass": true
|
|
2594
|
+
},
|
|
2595
|
+
{
|
|
2596
|
+
"name": "zero labels, unknown labels and future examples",
|
|
2597
|
+
"pass": true
|
|
2598
|
+
},
|
|
2599
|
+
{
|
|
2600
|
+
"name": "input order and immutability",
|
|
2601
|
+
"pass": true
|
|
2602
|
+
},
|
|
2603
|
+
{
|
|
2604
|
+
"name": "empty and constant training fallback",
|
|
2605
|
+
"pass": true
|
|
2606
|
+
},
|
|
2607
|
+
{
|
|
2608
|
+
"name": "oracle process completed consistently",
|
|
2609
|
+
"pass": true
|
|
2610
|
+
},
|
|
2611
|
+
{
|
|
2612
|
+
"name": "regression test artifact exists",
|
|
2613
|
+
"pass": true
|
|
2614
|
+
},
|
|
2615
|
+
{
|
|
2616
|
+
"name": "project and authored regression tests pass",
|
|
2617
|
+
"pass": true
|
|
2618
|
+
},
|
|
2619
|
+
{
|
|
2620
|
+
"name": "regression tests detect original defect",
|
|
2621
|
+
"pass": true
|
|
2622
|
+
},
|
|
2623
|
+
{
|
|
2624
|
+
"name": "agent turn completed within limit",
|
|
2625
|
+
"pass": true
|
|
2626
|
+
}
|
|
2627
|
+
],
|
|
2628
|
+
"metrics": {
|
|
2629
|
+
"model": "gpt-6-astra",
|
|
2630
|
+
"effort": "medium",
|
|
2631
|
+
"startedAt": "2026-09-20T05:15:58.517Z",
|
|
2632
|
+
"finishedAt": "2026-09-20T05:18:42.467Z",
|
|
2633
|
+
"wallMs": 163952,
|
|
2634
|
+
"exitCode": 0,
|
|
2635
|
+
"timedOut": false,
|
|
2636
|
+
"usage": {
|
|
2637
|
+
"input_tokens": 117017,
|
|
2638
|
+
"cached_input_tokens": 86656,
|
|
2639
|
+
"cache_write_input_tokens": 0,
|
|
2640
|
+
"output_tokens": 4993,
|
|
2641
|
+
"reasoning_output_tokens": 105
|
|
2642
|
+
},
|
|
2643
|
+
"turnCompleted": true,
|
|
2644
|
+
"toolCalls": 8,
|
|
2645
|
+
"failedCommands": 0,
|
|
2646
|
+
"errors": [],
|
|
2647
|
+
"userInterventions": 0,
|
|
2648
|
+
"costUsd": null,
|
|
2649
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2650
|
+
"host": {
|
|
2651
|
+
"cli": "codex-cli 0.155.1",
|
|
2652
|
+
"sandbox": "workspace-write",
|
|
2653
|
+
"writableGitMetadata": true,
|
|
2654
|
+
"externalTools": false,
|
|
2655
|
+
"plugins": false,
|
|
2656
|
+
"hostSkillDiscovery": false
|
|
2657
|
+
}
|
|
2658
|
+
},
|
|
2659
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
2660
|
+
"instructionFileCount": 376,
|
|
2661
|
+
"selectedInstructions": [
|
|
2662
|
+
{
|
|
2663
|
+
"path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
|
|
2664
|
+
"sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
|
|
2665
|
+
},
|
|
2666
|
+
{
|
|
2667
|
+
"path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
|
|
2668
|
+
"sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
|
|
2669
|
+
},
|
|
2670
|
+
{
|
|
2671
|
+
"path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
|
|
2672
|
+
"sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
|
|
2673
|
+
},
|
|
2674
|
+
{
|
|
2675
|
+
"path": "_instructions/just-vibe/references/profiles/machine-learning-engineer.md",
|
|
2676
|
+
"sha256": "f25512789561ba743e670153bdc62fd742d22ab541955a99927f734c4cd17076"
|
|
2677
|
+
}
|
|
2678
|
+
],
|
|
2679
|
+
"artifactHashes": {
|
|
2680
|
+
"prompt.txt": "4048e066a6e875061f59ffd9100661f8f1683e816152b411eb1cb881b0a0f70a",
|
|
2681
|
+
"events.jsonl": "e28a2e512accf304e8e9b69917f82184bd1d41479668d4cf2b57fb0426aff797",
|
|
2682
|
+
"answer.md": "6567d4904eaf898df894952f59e17b6af21d9db735c4df1c67a8765d6929e3bb",
|
|
2683
|
+
"run.json": "f905cd98267cede6cb98fc02e0447ce965a8bf96af478f780a0cca28440f0be0",
|
|
2684
|
+
"test-evidence.json": "f0285157b0d5ee5f1ebcfb2e5d5626c24911ea3a8174fb9e88e08eba479f5d55"
|
|
2685
|
+
}
|
|
2686
|
+
},
|
|
2687
|
+
{
|
|
2688
|
+
"case": "temporal-ml",
|
|
2689
|
+
"arm": "just-vibe",
|
|
2690
|
+
"repetition": 2,
|
|
2691
|
+
"sourceVersion": "0.5.0",
|
|
2692
|
+
"profile": null,
|
|
2693
|
+
"correct": true,
|
|
2694
|
+
"artifactCorrect": true,
|
|
2695
|
+
"scorerVersion": 3,
|
|
2696
|
+
"priorScore": {
|
|
2697
|
+
"scorerVersion": 1,
|
|
2698
|
+
"correct": true
|
|
2699
|
+
},
|
|
2700
|
+
"priorScores": [
|
|
2701
|
+
{
|
|
2702
|
+
"scorerVersion": 1,
|
|
2703
|
+
"correct": true
|
|
2704
|
+
},
|
|
2705
|
+
{
|
|
2706
|
+
"scorerVersion": 2,
|
|
2707
|
+
"correct": true
|
|
2708
|
+
}
|
|
2709
|
+
],
|
|
2710
|
+
"checks": [
|
|
2711
|
+
{
|
|
2712
|
+
"name": "only permitted files changed",
|
|
2713
|
+
"pass": true
|
|
2714
|
+
},
|
|
2715
|
+
{
|
|
2716
|
+
"name": "no symlink artifacts",
|
|
2717
|
+
"pass": true
|
|
2718
|
+
},
|
|
2719
|
+
{
|
|
2720
|
+
"name": "no unrequested commits",
|
|
2721
|
+
"pass": true
|
|
2722
|
+
},
|
|
2723
|
+
{
|
|
2724
|
+
"name": "window bounds and event availability",
|
|
2725
|
+
"pass": true
|
|
2726
|
+
},
|
|
2727
|
+
{
|
|
2728
|
+
"name": "revision selection before window filtering and deduplication",
|
|
2729
|
+
"pass": true
|
|
2730
|
+
},
|
|
2731
|
+
{
|
|
2732
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
2733
|
+
"pass": true
|
|
2734
|
+
},
|
|
2735
|
+
{
|
|
2736
|
+
"name": "mature training membership and train-only scaler",
|
|
2737
|
+
"pass": true
|
|
2738
|
+
},
|
|
2739
|
+
{
|
|
2740
|
+
"name": "zero labels, unknown labels and future examples",
|
|
2741
|
+
"pass": true
|
|
2742
|
+
},
|
|
2743
|
+
{
|
|
2744
|
+
"name": "input order and immutability",
|
|
2745
|
+
"pass": true
|
|
2746
|
+
},
|
|
2747
|
+
{
|
|
2748
|
+
"name": "empty and constant training fallback",
|
|
2749
|
+
"pass": true
|
|
2750
|
+
},
|
|
2751
|
+
{
|
|
2752
|
+
"name": "oracle process completed consistently",
|
|
2753
|
+
"pass": true
|
|
2754
|
+
},
|
|
2755
|
+
{
|
|
2756
|
+
"name": "regression test artifact exists",
|
|
2757
|
+
"pass": true
|
|
2758
|
+
},
|
|
2759
|
+
{
|
|
2760
|
+
"name": "project and authored regression tests pass",
|
|
2761
|
+
"pass": true
|
|
2762
|
+
},
|
|
2763
|
+
{
|
|
2764
|
+
"name": "regression tests detect original defect",
|
|
2765
|
+
"pass": true
|
|
2766
|
+
},
|
|
2767
|
+
{
|
|
2768
|
+
"name": "agent turn completed within limit",
|
|
2769
|
+
"pass": true
|
|
2770
|
+
}
|
|
2771
|
+
],
|
|
2772
|
+
"metrics": {
|
|
2773
|
+
"model": "gpt-6-astra",
|
|
2774
|
+
"effort": "medium",
|
|
2775
|
+
"startedAt": "2026-09-20T05:17:33.437Z",
|
|
2776
|
+
"finishedAt": "2026-09-20T05:20:06.043Z",
|
|
2777
|
+
"wallMs": 152607,
|
|
2778
|
+
"exitCode": 0,
|
|
2779
|
+
"timedOut": false,
|
|
2780
|
+
"usage": {
|
|
2781
|
+
"input_tokens": 110643,
|
|
2782
|
+
"cached_input_tokens": 85888,
|
|
2783
|
+
"cache_write_input_tokens": 0,
|
|
2784
|
+
"output_tokens": 4536,
|
|
2785
|
+
"reasoning_output_tokens": 32
|
|
2786
|
+
},
|
|
2787
|
+
"turnCompleted": true,
|
|
2788
|
+
"toolCalls": 8,
|
|
2789
|
+
"failedCommands": 0,
|
|
2790
|
+
"errors": [],
|
|
2791
|
+
"userInterventions": 0,
|
|
2792
|
+
"costUsd": null,
|
|
2793
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2794
|
+
"host": {
|
|
2795
|
+
"cli": "codex-cli 0.155.1",
|
|
2796
|
+
"sandbox": "workspace-write",
|
|
2797
|
+
"writableGitMetadata": true,
|
|
2798
|
+
"externalTools": false,
|
|
2799
|
+
"plugins": false,
|
|
2800
|
+
"hostSkillDiscovery": false
|
|
2801
|
+
}
|
|
2802
|
+
},
|
|
2803
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
2804
|
+
"instructionFileCount": 376,
|
|
2805
|
+
"selectedInstructions": [
|
|
2806
|
+
{
|
|
2807
|
+
"path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
|
|
2808
|
+
"sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
|
|
2809
|
+
},
|
|
2810
|
+
{
|
|
2811
|
+
"path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
|
|
2812
|
+
"sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
|
|
2813
|
+
},
|
|
2814
|
+
{
|
|
2815
|
+
"path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
|
|
2816
|
+
"sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
|
|
2817
|
+
}
|
|
2818
|
+
],
|
|
2819
|
+
"artifactHashes": {
|
|
2820
|
+
"prompt.txt": "a63d55e16c91b2a75b74b29b440adc05ec13891e70dce90059f7349ece66f20a",
|
|
2821
|
+
"events.jsonl": "73f63cb42f6aa7bfdde0d589c8ae6910bb8f0fa749dcf3da9fae0aeb15b44b91",
|
|
2822
|
+
"answer.md": "77cefdae6dcb95dc9b19261b187664d05c95ea6992ad3ba479658843ebb98a66",
|
|
2823
|
+
"run.json": "c0c40b51adf8d7b085044c64310dfd50d8d5950b7986d90c05b833733b29eeab",
|
|
2824
|
+
"test-evidence.json": "ba1b9c09df1c943f884c82b525c9e0990ca4dc9c5cbbc3056cb0b54af7e1c7f8"
|
|
2825
|
+
}
|
|
2826
|
+
},
|
|
2827
|
+
{
|
|
2828
|
+
"case": "async-cache",
|
|
2829
|
+
"arm": "just-vibe-profile",
|
|
2830
|
+
"repetition": 2,
|
|
2831
|
+
"sourceVersion": "0.5.0",
|
|
2832
|
+
"profile": "frontend-engineer",
|
|
2833
|
+
"correct": true,
|
|
2834
|
+
"artifactCorrect": true,
|
|
2835
|
+
"scorerVersion": 3,
|
|
2836
|
+
"priorScore": {
|
|
2837
|
+
"scorerVersion": 1,
|
|
2838
|
+
"correct": false
|
|
2839
|
+
},
|
|
2840
|
+
"priorScores": [
|
|
2841
|
+
{
|
|
2842
|
+
"scorerVersion": 1,
|
|
2843
|
+
"correct": false
|
|
2844
|
+
},
|
|
2845
|
+
{
|
|
2846
|
+
"scorerVersion": 2,
|
|
2847
|
+
"correct": true
|
|
2848
|
+
}
|
|
2849
|
+
],
|
|
2850
|
+
"checks": [
|
|
2851
|
+
{
|
|
2852
|
+
"name": "only permitted files changed",
|
|
2853
|
+
"pass": true
|
|
2854
|
+
},
|
|
2855
|
+
{
|
|
2856
|
+
"name": "no symlink artifacts",
|
|
2857
|
+
"pass": true
|
|
2858
|
+
},
|
|
2859
|
+
{
|
|
2860
|
+
"name": "no unrequested commits",
|
|
2861
|
+
"pass": true
|
|
2862
|
+
},
|
|
2863
|
+
{
|
|
2864
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
2865
|
+
"pass": true
|
|
2866
|
+
},
|
|
2867
|
+
{
|
|
2868
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
2869
|
+
"pass": true
|
|
2870
|
+
},
|
|
2871
|
+
{
|
|
2872
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
2873
|
+
"pass": true
|
|
2874
|
+
},
|
|
2875
|
+
{
|
|
2876
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
2877
|
+
"pass": true
|
|
2878
|
+
},
|
|
2879
|
+
{
|
|
2880
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
2881
|
+
"pass": true
|
|
2882
|
+
},
|
|
2883
|
+
{
|
|
2884
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
2885
|
+
"pass": true
|
|
2886
|
+
},
|
|
2887
|
+
{
|
|
2888
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
2889
|
+
"pass": true
|
|
2890
|
+
},
|
|
2891
|
+
{
|
|
2892
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
2893
|
+
"pass": true
|
|
2894
|
+
},
|
|
2895
|
+
{
|
|
2896
|
+
"name": "oracle process completed consistently",
|
|
2897
|
+
"pass": true
|
|
2898
|
+
},
|
|
2899
|
+
{
|
|
2900
|
+
"name": "regression test artifact exists",
|
|
2901
|
+
"pass": true
|
|
2902
|
+
},
|
|
2903
|
+
{
|
|
2904
|
+
"name": "project and authored regression tests pass",
|
|
2905
|
+
"pass": true
|
|
2906
|
+
},
|
|
2907
|
+
{
|
|
2908
|
+
"name": "regression tests detect original defect",
|
|
2909
|
+
"pass": true
|
|
2910
|
+
},
|
|
2911
|
+
{
|
|
2912
|
+
"name": "agent turn completed within limit",
|
|
2913
|
+
"pass": true
|
|
2914
|
+
}
|
|
2915
|
+
],
|
|
2916
|
+
"metrics": {
|
|
2917
|
+
"model": "gpt-6-astra",
|
|
2918
|
+
"effort": "medium",
|
|
2919
|
+
"startedAt": "2026-09-20T05:18:42.882Z",
|
|
2920
|
+
"finishedAt": "2026-09-20T05:21:31.119Z",
|
|
2921
|
+
"wallMs": 168239,
|
|
2922
|
+
"exitCode": 0,
|
|
2923
|
+
"timedOut": false,
|
|
2924
|
+
"usage": {
|
|
2925
|
+
"input_tokens": 117143,
|
|
2926
|
+
"cached_input_tokens": 90112,
|
|
2927
|
+
"cache_write_input_tokens": 0,
|
|
2928
|
+
"output_tokens": 5293,
|
|
2929
|
+
"reasoning_output_tokens": 225
|
|
2930
|
+
},
|
|
2931
|
+
"turnCompleted": true,
|
|
2932
|
+
"toolCalls": 9,
|
|
2933
|
+
"failedCommands": 1,
|
|
2934
|
+
"errors": [],
|
|
2935
|
+
"userInterventions": 0,
|
|
2936
|
+
"costUsd": null,
|
|
2937
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
2938
|
+
"host": {
|
|
2939
|
+
"cli": "codex-cli 0.155.1",
|
|
2940
|
+
"sandbox": "workspace-write",
|
|
2941
|
+
"writableGitMetadata": true,
|
|
2942
|
+
"externalTools": false,
|
|
2943
|
+
"plugins": false,
|
|
2944
|
+
"hostSkillDiscovery": false
|
|
2945
|
+
}
|
|
2946
|
+
},
|
|
2947
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
2948
|
+
"instructionFileCount": 376,
|
|
2949
|
+
"selectedInstructions": [
|
|
2950
|
+
{
|
|
2951
|
+
"path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
|
|
2952
|
+
"sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
|
|
2953
|
+
},
|
|
2954
|
+
{
|
|
2955
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
2956
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
2957
|
+
},
|
|
2958
|
+
{
|
|
2959
|
+
"path": "_instructions/just-vibe/skills/react-async/SKILL.md",
|
|
2960
|
+
"sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
|
|
2961
|
+
},
|
|
2962
|
+
{
|
|
2963
|
+
"path": "_instructions/just-vibe/references/profiles/frontend-engineer.md",
|
|
2964
|
+
"sha256": "38b28beccead214256c4118a62130aaec227c7480fbe6256a9c1cb1bddad9cc0"
|
|
2965
|
+
}
|
|
2966
|
+
],
|
|
2967
|
+
"artifactHashes": {
|
|
2968
|
+
"prompt.txt": "6262db476c421423ecfb06e7198f3732df59d495ea6a3138cadd8b57b6da9c81",
|
|
2969
|
+
"events.jsonl": "abccd563222471fbbb0b773805414be00d99304e35cf6661b75092df03e1a1bc",
|
|
2970
|
+
"answer.md": "ae3dc982e0e1c182eb829c1567f43d83840261b5c17308dca37b4e6f2b6e6c1c",
|
|
2971
|
+
"run.json": "411d69c33271bc4ecb8668d744cbf0b4fd31701867837de0509b9a733d88b213",
|
|
2972
|
+
"test-evidence.json": "2cd35bb8126b0e50eef29827db54c70b1e67e0317b68a344bf3cf0b48eba6ce8"
|
|
2973
|
+
}
|
|
2974
|
+
},
|
|
2975
|
+
{
|
|
2976
|
+
"case": "temporal-ml",
|
|
2977
|
+
"arm": "ecc",
|
|
2978
|
+
"repetition": 2,
|
|
2979
|
+
"sourceVersion": "0.5.0",
|
|
2980
|
+
"profile": null,
|
|
2981
|
+
"correct": true,
|
|
2982
|
+
"artifactCorrect": true,
|
|
2983
|
+
"scorerVersion": 3,
|
|
2984
|
+
"priorScore": {
|
|
2985
|
+
"scorerVersion": 1,
|
|
2986
|
+
"correct": true
|
|
2987
|
+
},
|
|
2988
|
+
"priorScores": [
|
|
2989
|
+
{
|
|
2990
|
+
"scorerVersion": 1,
|
|
2991
|
+
"correct": true
|
|
2992
|
+
},
|
|
2993
|
+
{
|
|
2994
|
+
"scorerVersion": 2,
|
|
2995
|
+
"correct": true
|
|
2996
|
+
}
|
|
2997
|
+
],
|
|
2998
|
+
"checks": [
|
|
2999
|
+
{
|
|
3000
|
+
"name": "only permitted files changed",
|
|
3001
|
+
"pass": true
|
|
3002
|
+
},
|
|
3003
|
+
{
|
|
3004
|
+
"name": "no symlink artifacts",
|
|
3005
|
+
"pass": true
|
|
3006
|
+
},
|
|
3007
|
+
{
|
|
3008
|
+
"name": "no unrequested commits",
|
|
3009
|
+
"pass": true
|
|
3010
|
+
},
|
|
3011
|
+
{
|
|
3012
|
+
"name": "window bounds and event availability",
|
|
3013
|
+
"pass": true
|
|
3014
|
+
},
|
|
3015
|
+
{
|
|
3016
|
+
"name": "revision selection before window filtering and deduplication",
|
|
3017
|
+
"pass": true
|
|
3018
|
+
},
|
|
3019
|
+
{
|
|
3020
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
3021
|
+
"pass": true
|
|
3022
|
+
},
|
|
3023
|
+
{
|
|
3024
|
+
"name": "mature training membership and train-only scaler",
|
|
3025
|
+
"pass": true
|
|
3026
|
+
},
|
|
3027
|
+
{
|
|
3028
|
+
"name": "zero labels, unknown labels and future examples",
|
|
3029
|
+
"pass": true
|
|
3030
|
+
},
|
|
3031
|
+
{
|
|
3032
|
+
"name": "input order and immutability",
|
|
3033
|
+
"pass": true
|
|
3034
|
+
},
|
|
3035
|
+
{
|
|
3036
|
+
"name": "empty and constant training fallback",
|
|
3037
|
+
"pass": true
|
|
3038
|
+
},
|
|
3039
|
+
{
|
|
3040
|
+
"name": "oracle process completed consistently",
|
|
3041
|
+
"pass": true
|
|
3042
|
+
},
|
|
3043
|
+
{
|
|
3044
|
+
"name": "regression test artifact exists",
|
|
3045
|
+
"pass": true
|
|
3046
|
+
},
|
|
3047
|
+
{
|
|
3048
|
+
"name": "project and authored regression tests pass",
|
|
3049
|
+
"pass": true
|
|
3050
|
+
},
|
|
3051
|
+
{
|
|
3052
|
+
"name": "regression tests detect original defect",
|
|
3053
|
+
"pass": true
|
|
3054
|
+
},
|
|
3055
|
+
{
|
|
3056
|
+
"name": "agent turn completed within limit",
|
|
3057
|
+
"pass": true
|
|
3058
|
+
}
|
|
3059
|
+
],
|
|
3060
|
+
"metrics": {
|
|
3061
|
+
"model": "gpt-6-astra",
|
|
3062
|
+
"effort": "medium",
|
|
3063
|
+
"startedAt": "2026-09-20T05:20:06.372Z",
|
|
3064
|
+
"finishedAt": "2026-09-20T05:22:17.943Z",
|
|
3065
|
+
"wallMs": 131572,
|
|
3066
|
+
"exitCode": 0,
|
|
3067
|
+
"timedOut": false,
|
|
3068
|
+
"usage": {
|
|
3069
|
+
"input_tokens": 125712,
|
|
3070
|
+
"cached_input_tokens": 106112,
|
|
3071
|
+
"cache_write_input_tokens": 0,
|
|
3072
|
+
"output_tokens": 4026,
|
|
3073
|
+
"reasoning_output_tokens": 134
|
|
3074
|
+
},
|
|
3075
|
+
"turnCompleted": true,
|
|
3076
|
+
"toolCalls": 6,
|
|
3077
|
+
"failedCommands": 1,
|
|
3078
|
+
"errors": [],
|
|
3079
|
+
"userInterventions": 0,
|
|
3080
|
+
"costUsd": null,
|
|
3081
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3082
|
+
"host": {
|
|
3083
|
+
"cli": "codex-cli 0.155.1",
|
|
3084
|
+
"sandbox": "workspace-write",
|
|
3085
|
+
"writableGitMetadata": true,
|
|
3086
|
+
"externalTools": false,
|
|
3087
|
+
"plugins": false,
|
|
3088
|
+
"hostSkillDiscovery": false
|
|
3089
|
+
}
|
|
3090
|
+
},
|
|
3091
|
+
"instructionBundleSha256": "d2dd2376d7f768b6e05e0b7fc59b0a108959afa38a4f1f3e8d3066a24082e5b0",
|
|
3092
|
+
"instructionFileCount": 3,
|
|
3093
|
+
"selectedInstructions": [
|
|
3094
|
+
{
|
|
3095
|
+
"path": "_instructions/ecc/skills/mle-workflow/SKILL.md",
|
|
3096
|
+
"sha256": "2497888dd543ca7bdf5d0cb4d90fce023eb2c1c14f860f0af8e8be42423131b4"
|
|
3097
|
+
},
|
|
3098
|
+
{
|
|
3099
|
+
"path": "_instructions/ecc/agents/mle-reviewer.md",
|
|
3100
|
+
"sha256": "c505be5fccea9d067775b86fed76bc4b84e63e17090855ac135694adbc83a7f8"
|
|
3101
|
+
}
|
|
3102
|
+
],
|
|
3103
|
+
"artifactHashes": {
|
|
3104
|
+
"prompt.txt": "7c5ea78a552b22e003e28d9f38248cbab70ef81671b8e4429f590507703f5fc7",
|
|
3105
|
+
"events.jsonl": "88d519d34b8791de748c14f9fc64931a2e07615d35575fb9e78fdb41a9722290",
|
|
3106
|
+
"answer.md": "2776eb7a24d8ccbd89df4b33b4d177cc87d04653930885ae25d586a8cda8a9cf",
|
|
3107
|
+
"run.json": "b6cf2172ff6322d1f6d5abf5e94b024ae24240b6c1cda6c86421e828c383f90e",
|
|
3108
|
+
"test-evidence.json": "ce6a843d4af1c428fe51c2cc81bc74290708b823607130f691ac9601d2b237ef"
|
|
3109
|
+
}
|
|
3110
|
+
},
|
|
3111
|
+
{
|
|
3112
|
+
"case": "scoped-commit",
|
|
3113
|
+
"arm": "ecc",
|
|
3114
|
+
"repetition": 1,
|
|
3115
|
+
"sourceVersion": "0.5.0",
|
|
3116
|
+
"profile": null,
|
|
3117
|
+
"correct": true,
|
|
3118
|
+
"artifactCorrect": true,
|
|
3119
|
+
"scorerVersion": 3,
|
|
3120
|
+
"priorScore": {
|
|
3121
|
+
"scorerVersion": 1,
|
|
3122
|
+
"correct": true
|
|
3123
|
+
},
|
|
3124
|
+
"priorScores": [
|
|
3125
|
+
{
|
|
3126
|
+
"scorerVersion": 1,
|
|
3127
|
+
"correct": true
|
|
3128
|
+
},
|
|
3129
|
+
{
|
|
3130
|
+
"scorerVersion": 2,
|
|
3131
|
+
"correct": true
|
|
3132
|
+
}
|
|
3133
|
+
],
|
|
3134
|
+
"checks": [
|
|
3135
|
+
{
|
|
3136
|
+
"name": "only permitted files changed",
|
|
3137
|
+
"pass": true
|
|
3138
|
+
},
|
|
3139
|
+
{
|
|
3140
|
+
"name": "no symlink artifacts",
|
|
3141
|
+
"pass": true
|
|
3142
|
+
},
|
|
3143
|
+
{
|
|
3144
|
+
"name": "missing and zero adjustment",
|
|
3145
|
+
"pass": true
|
|
3146
|
+
},
|
|
3147
|
+
{
|
|
3148
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
3149
|
+
"pass": true
|
|
3150
|
+
},
|
|
3151
|
+
{
|
|
3152
|
+
"name": "unrelated worktree behavior preserved",
|
|
3153
|
+
"pass": true
|
|
3154
|
+
},
|
|
3155
|
+
{
|
|
3156
|
+
"name": "oracle process completed consistently",
|
|
3157
|
+
"pass": true
|
|
3158
|
+
},
|
|
3159
|
+
{
|
|
3160
|
+
"name": "regression test artifact exists",
|
|
3161
|
+
"pass": true
|
|
3162
|
+
},
|
|
3163
|
+
{
|
|
3164
|
+
"name": "project and authored regression tests pass",
|
|
3165
|
+
"pass": true
|
|
3166
|
+
},
|
|
3167
|
+
{
|
|
3168
|
+
"name": "regression tests detect original defect",
|
|
3169
|
+
"pass": true
|
|
3170
|
+
},
|
|
3171
|
+
{
|
|
3172
|
+
"name": "exactly one requested commit",
|
|
3173
|
+
"pass": true
|
|
3174
|
+
},
|
|
3175
|
+
{
|
|
3176
|
+
"name": "commit includes only requested fix and new test",
|
|
3177
|
+
"pass": true
|
|
3178
|
+
},
|
|
3179
|
+
{
|
|
3180
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
3181
|
+
"pass": true
|
|
3182
|
+
},
|
|
3183
|
+
{
|
|
3184
|
+
"name": "committed implementation satisfies the contract independently",
|
|
3185
|
+
"pass": true
|
|
3186
|
+
},
|
|
3187
|
+
{
|
|
3188
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
3189
|
+
"pass": true
|
|
3190
|
+
},
|
|
3191
|
+
{
|
|
3192
|
+
"name": "user identity and no agent attribution",
|
|
3193
|
+
"pass": true
|
|
3194
|
+
},
|
|
3195
|
+
{
|
|
3196
|
+
"name": "unrelated staged note and untracked file remain",
|
|
3197
|
+
"pass": true
|
|
3198
|
+
},
|
|
3199
|
+
{
|
|
3200
|
+
"name": "agent turn completed within limit",
|
|
3201
|
+
"pass": true
|
|
3202
|
+
}
|
|
3203
|
+
],
|
|
3204
|
+
"metrics": {
|
|
3205
|
+
"model": "gpt-6-astra",
|
|
3206
|
+
"effort": "medium",
|
|
3207
|
+
"startedAt": "2026-09-20T05:21:46.745Z",
|
|
3208
|
+
"finishedAt": "2026-09-20T05:23:11.892Z",
|
|
3209
|
+
"wallMs": 85148,
|
|
3210
|
+
"exitCode": 0,
|
|
3211
|
+
"timedOut": false,
|
|
3212
|
+
"usage": {
|
|
3213
|
+
"input_tokens": 166856,
|
|
3214
|
+
"cached_input_tokens": 143744,
|
|
3215
|
+
"cache_write_input_tokens": 0,
|
|
3216
|
+
"output_tokens": 2178,
|
|
3217
|
+
"reasoning_output_tokens": 148
|
|
3218
|
+
},
|
|
3219
|
+
"turnCompleted": true,
|
|
3220
|
+
"toolCalls": 8,
|
|
3221
|
+
"failedCommands": 1,
|
|
3222
|
+
"errors": [],
|
|
3223
|
+
"userInterventions": 0,
|
|
3224
|
+
"costUsd": null,
|
|
3225
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3226
|
+
"host": {
|
|
3227
|
+
"cli": "codex-cli 0.155.1",
|
|
3228
|
+
"sandbox": "workspace-write",
|
|
3229
|
+
"writableGitMetadata": true,
|
|
3230
|
+
"externalTools": false,
|
|
3231
|
+
"plugins": false,
|
|
3232
|
+
"hostSkillDiscovery": false
|
|
3233
|
+
}
|
|
3234
|
+
},
|
|
3235
|
+
"instructionBundleSha256": "3c1022e9f0aff312f64c5a4e2a534b08903f075f0a61cc557bcf5cfccbde27e7",
|
|
3236
|
+
"instructionFileCount": 3,
|
|
3237
|
+
"selectedInstructions": [
|
|
3238
|
+
{
|
|
3239
|
+
"path": "_instructions/ecc/skills/git-workflow/SKILL.md",
|
|
3240
|
+
"sha256": "d34cfc7114b4479cac2b802f2463c39312cbab4a509313128cb83ac12a1b1eb6"
|
|
3241
|
+
},
|
|
3242
|
+
{
|
|
3243
|
+
"path": "_instructions/ecc/skills/tdd-workflow/SKILL.md",
|
|
3244
|
+
"sha256": "f5d8543733c557f0c53b688d40f14e9b870a6b2c7e405bab07433954e363828a"
|
|
3245
|
+
}
|
|
3246
|
+
],
|
|
3247
|
+
"artifactHashes": {
|
|
3248
|
+
"prompt.txt": "c600119febde26f644e26766876ea1b296fee1f8d13d6850f3c9ce5bf5349e4d",
|
|
3249
|
+
"events.jsonl": "b2bad99c92b2673482d831d162d4516c5710026835ecf12ace01a89061550cec",
|
|
3250
|
+
"answer.md": "84513578aa644e64ec84e35724d30e27fef8df28e7fa6b5d0a2f0ce19bb329e0",
|
|
3251
|
+
"run.json": "18ce433fcfdfc1ffde4bfa89c6b7cfb42feb226a60ccc040a442c41571ee739e",
|
|
3252
|
+
"test-evidence.json": "da263225cd1f5d22b53e7535d54a5df31e1b482504c03980b9fabec4c574e6a6"
|
|
3253
|
+
}
|
|
3254
|
+
},
|
|
3255
|
+
{
|
|
3256
|
+
"case": "scoped-commit",
|
|
3257
|
+
"arm": "just-vibe",
|
|
3258
|
+
"repetition": 1,
|
|
3259
|
+
"sourceVersion": "0.5.0",
|
|
3260
|
+
"profile": null,
|
|
3261
|
+
"correct": true,
|
|
3262
|
+
"artifactCorrect": true,
|
|
3263
|
+
"scorerVersion": 3,
|
|
3264
|
+
"priorScore": {
|
|
3265
|
+
"scorerVersion": 1,
|
|
3266
|
+
"correct": true
|
|
3267
|
+
},
|
|
3268
|
+
"priorScores": [
|
|
3269
|
+
{
|
|
3270
|
+
"scorerVersion": 1,
|
|
3271
|
+
"correct": true
|
|
3272
|
+
},
|
|
3273
|
+
{
|
|
3274
|
+
"scorerVersion": 2,
|
|
3275
|
+
"correct": true
|
|
3276
|
+
}
|
|
3277
|
+
],
|
|
3278
|
+
"checks": [
|
|
3279
|
+
{
|
|
3280
|
+
"name": "only permitted files changed",
|
|
3281
|
+
"pass": true
|
|
3282
|
+
},
|
|
3283
|
+
{
|
|
3284
|
+
"name": "no symlink artifacts",
|
|
3285
|
+
"pass": true
|
|
3286
|
+
},
|
|
3287
|
+
{
|
|
3288
|
+
"name": "missing and zero adjustment",
|
|
3289
|
+
"pass": true
|
|
3290
|
+
},
|
|
3291
|
+
{
|
|
3292
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
3293
|
+
"pass": true
|
|
3294
|
+
},
|
|
3295
|
+
{
|
|
3296
|
+
"name": "unrelated worktree behavior preserved",
|
|
3297
|
+
"pass": true
|
|
3298
|
+
},
|
|
3299
|
+
{
|
|
3300
|
+
"name": "oracle process completed consistently",
|
|
3301
|
+
"pass": true
|
|
3302
|
+
},
|
|
3303
|
+
{
|
|
3304
|
+
"name": "regression test artifact exists",
|
|
3305
|
+
"pass": true
|
|
3306
|
+
},
|
|
3307
|
+
{
|
|
3308
|
+
"name": "project and authored regression tests pass",
|
|
3309
|
+
"pass": true
|
|
3310
|
+
},
|
|
3311
|
+
{
|
|
3312
|
+
"name": "regression tests detect original defect",
|
|
3313
|
+
"pass": true
|
|
3314
|
+
},
|
|
3315
|
+
{
|
|
3316
|
+
"name": "exactly one requested commit",
|
|
3317
|
+
"pass": true
|
|
3318
|
+
},
|
|
3319
|
+
{
|
|
3320
|
+
"name": "commit includes only requested fix and new test",
|
|
3321
|
+
"pass": true
|
|
3322
|
+
},
|
|
3323
|
+
{
|
|
3324
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
3325
|
+
"pass": true
|
|
3326
|
+
},
|
|
3327
|
+
{
|
|
3328
|
+
"name": "committed implementation satisfies the contract independently",
|
|
3329
|
+
"pass": true
|
|
3330
|
+
},
|
|
3331
|
+
{
|
|
3332
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
3333
|
+
"pass": true
|
|
3334
|
+
},
|
|
3335
|
+
{
|
|
3336
|
+
"name": "user identity and no agent attribution",
|
|
3337
|
+
"pass": true
|
|
3338
|
+
},
|
|
3339
|
+
{
|
|
3340
|
+
"name": "unrelated staged note and untracked file remain",
|
|
3341
|
+
"pass": true
|
|
3342
|
+
},
|
|
3343
|
+
{
|
|
3344
|
+
"name": "agent turn completed within limit",
|
|
3345
|
+
"pass": true
|
|
3346
|
+
}
|
|
3347
|
+
],
|
|
3348
|
+
"metrics": {
|
|
3349
|
+
"model": "gpt-6-astra",
|
|
3350
|
+
"effort": "medium",
|
|
3351
|
+
"startedAt": "2026-09-20T05:22:18.329Z",
|
|
3352
|
+
"finishedAt": "2026-09-20T05:23:45.867Z",
|
|
3353
|
+
"wallMs": 87539,
|
|
3354
|
+
"exitCode": 0,
|
|
3355
|
+
"timedOut": false,
|
|
3356
|
+
"usage": {
|
|
3357
|
+
"input_tokens": 134890,
|
|
3358
|
+
"cached_input_tokens": 117632,
|
|
3359
|
+
"cache_write_input_tokens": 0,
|
|
3360
|
+
"output_tokens": 2279,
|
|
3361
|
+
"reasoning_output_tokens": 49
|
|
3362
|
+
},
|
|
3363
|
+
"turnCompleted": true,
|
|
3364
|
+
"toolCalls": 12,
|
|
3365
|
+
"failedCommands": 2,
|
|
3366
|
+
"errors": [],
|
|
3367
|
+
"userInterventions": 0,
|
|
3368
|
+
"costUsd": null,
|
|
3369
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3370
|
+
"host": {
|
|
3371
|
+
"cli": "codex-cli 0.155.1",
|
|
3372
|
+
"sandbox": "workspace-write",
|
|
3373
|
+
"writableGitMetadata": true,
|
|
3374
|
+
"externalTools": false,
|
|
3375
|
+
"plugins": false,
|
|
3376
|
+
"hostSkillDiscovery": false
|
|
3377
|
+
}
|
|
3378
|
+
},
|
|
3379
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
3380
|
+
"instructionFileCount": 376,
|
|
3381
|
+
"selectedInstructions": [
|
|
3382
|
+
{
|
|
3383
|
+
"path": "_instructions/just-vibe/skills/fix/SKILL.md",
|
|
3384
|
+
"sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
|
|
3385
|
+
},
|
|
3386
|
+
{
|
|
3387
|
+
"path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
|
|
3388
|
+
"sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
|
|
3389
|
+
},
|
|
3390
|
+
{
|
|
3391
|
+
"path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
|
|
3392
|
+
"sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
|
|
3393
|
+
}
|
|
3394
|
+
],
|
|
3395
|
+
"artifactHashes": {
|
|
3396
|
+
"prompt.txt": "34d2b98f74b07973bba4be1841403736a700efa14e4b3292dc63be41fd29a526",
|
|
3397
|
+
"events.jsonl": "2b8b9b116be1d18cf47dd0137db52083771ccff1869bfd2e21131b65825896d8",
|
|
3398
|
+
"answer.md": "b74c5cc9ebf7ebc7441d2125b6b668c868a53c088ca9ace1bd6c70f0ec058d67",
|
|
3399
|
+
"run.json": "3d6986c24860ee75277fa37e1102e57f1c3d8e20d758b08cd8107d4dcc42d028",
|
|
3400
|
+
"test-evidence.json": "23bba8363c2e70ce178e399152d1b35be3ce4c36b4b0a02f0cae43ece44dee4f"
|
|
3401
|
+
}
|
|
3402
|
+
},
|
|
3403
|
+
{
|
|
3404
|
+
"case": "ledger",
|
|
3405
|
+
"arm": "ecc",
|
|
3406
|
+
"repetition": 2,
|
|
3407
|
+
"sourceVersion": "0.5.0",
|
|
3408
|
+
"profile": null,
|
|
3409
|
+
"correct": true,
|
|
3410
|
+
"artifactCorrect": true,
|
|
3411
|
+
"scorerVersion": 3,
|
|
3412
|
+
"priorScore": {
|
|
3413
|
+
"scorerVersion": 1,
|
|
3414
|
+
"correct": true
|
|
3415
|
+
},
|
|
3416
|
+
"priorScores": [
|
|
3417
|
+
{
|
|
3418
|
+
"scorerVersion": 1,
|
|
3419
|
+
"correct": true
|
|
3420
|
+
},
|
|
3421
|
+
{
|
|
3422
|
+
"scorerVersion": 2,
|
|
3423
|
+
"correct": true
|
|
3424
|
+
}
|
|
3425
|
+
],
|
|
3426
|
+
"checks": [
|
|
3427
|
+
{
|
|
3428
|
+
"name": "only permitted files changed",
|
|
3429
|
+
"pass": true
|
|
3430
|
+
},
|
|
3431
|
+
{
|
|
3432
|
+
"name": "no symlink artifacts",
|
|
3433
|
+
"pass": true
|
|
3434
|
+
},
|
|
3435
|
+
{
|
|
3436
|
+
"name": "no unrequested commits",
|
|
3437
|
+
"pass": true
|
|
3438
|
+
},
|
|
3439
|
+
{
|
|
3440
|
+
"name": "interruption rolls back all state and permits retry",
|
|
3441
|
+
"pass": true
|
|
3442
|
+
},
|
|
3443
|
+
{
|
|
3444
|
+
"name": "payload conflicts and tenant-scoped replay",
|
|
3445
|
+
"pass": true
|
|
3446
|
+
},
|
|
3447
|
+
{
|
|
3448
|
+
"name": "exact integer amount validation without writes",
|
|
3449
|
+
"pass": true
|
|
3450
|
+
},
|
|
3451
|
+
{
|
|
3452
|
+
"name": "account ownership, funds and credit overflow",
|
|
3453
|
+
"pass": true
|
|
3454
|
+
},
|
|
3455
|
+
{
|
|
3456
|
+
"name": "caller-owned transaction remains untouched",
|
|
3457
|
+
"pass": true
|
|
3458
|
+
},
|
|
3459
|
+
{
|
|
3460
|
+
"name": "concurrent connections serialize one effect",
|
|
3461
|
+
"pass": true
|
|
3462
|
+
},
|
|
3463
|
+
{
|
|
3464
|
+
"name": "oracle process completed consistently",
|
|
3465
|
+
"pass": true
|
|
3466
|
+
},
|
|
3467
|
+
{
|
|
3468
|
+
"name": "regression test artifact exists",
|
|
3469
|
+
"pass": true
|
|
3470
|
+
},
|
|
3471
|
+
{
|
|
3472
|
+
"name": "project and authored regression tests pass",
|
|
3473
|
+
"pass": true
|
|
3474
|
+
},
|
|
3475
|
+
{
|
|
3476
|
+
"name": "regression tests detect original defect",
|
|
3477
|
+
"pass": true
|
|
3478
|
+
},
|
|
3479
|
+
{
|
|
3480
|
+
"name": "agent turn completed within limit",
|
|
3481
|
+
"pass": true
|
|
3482
|
+
}
|
|
3483
|
+
],
|
|
3484
|
+
"metrics": {
|
|
3485
|
+
"model": "gpt-6-astra",
|
|
3486
|
+
"effort": "medium",
|
|
3487
|
+
"startedAt": "2026-09-20T05:23:12.242Z",
|
|
3488
|
+
"finishedAt": "2026-09-20T05:25:17.731Z",
|
|
3489
|
+
"wallMs": 125491,
|
|
3490
|
+
"exitCode": 0,
|
|
3491
|
+
"timedOut": false,
|
|
3492
|
+
"usage": {
|
|
3493
|
+
"input_tokens": 169127,
|
|
3494
|
+
"cached_input_tokens": 120064,
|
|
3495
|
+
"cache_write_input_tokens": 0,
|
|
3496
|
+
"output_tokens": 3693,
|
|
3497
|
+
"reasoning_output_tokens": 177
|
|
3498
|
+
},
|
|
3499
|
+
"turnCompleted": true,
|
|
3500
|
+
"toolCalls": 7,
|
|
3501
|
+
"failedCommands": 1,
|
|
3502
|
+
"errors": [],
|
|
3503
|
+
"userInterventions": 0,
|
|
3504
|
+
"costUsd": null,
|
|
3505
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3506
|
+
"host": {
|
|
3507
|
+
"cli": "codex-cli 0.155.1",
|
|
3508
|
+
"sandbox": "workspace-write",
|
|
3509
|
+
"writableGitMetadata": true,
|
|
3510
|
+
"externalTools": false,
|
|
3511
|
+
"plugins": false,
|
|
3512
|
+
"hostSkillDiscovery": false
|
|
3513
|
+
}
|
|
3514
|
+
},
|
|
3515
|
+
"instructionBundleSha256": "708b1085650f8060a10631911ef0ca7befcea6d31f16f886afb85a295064ba06",
|
|
3516
|
+
"instructionFileCount": 4,
|
|
3517
|
+
"selectedInstructions": [
|
|
3518
|
+
{
|
|
3519
|
+
"path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
|
|
3520
|
+
"sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
|
|
3521
|
+
},
|
|
3522
|
+
{
|
|
3523
|
+
"path": "_instructions/ecc/skills/python-patterns/SKILL.md",
|
|
3524
|
+
"sha256": "103e0130dac33a49d26705fc5a2df804980fcab6a0138d65bc7f370a987d49f6"
|
|
3525
|
+
},
|
|
3526
|
+
{
|
|
3527
|
+
"path": "_instructions/ecc/skills/database-migrations/SKILL.md",
|
|
3528
|
+
"sha256": "ad7f2f04ca03e592a16e2a539d8c6e90bf4e08892408820ce99a53e9d07775de"
|
|
3529
|
+
}
|
|
3530
|
+
],
|
|
3531
|
+
"artifactHashes": {
|
|
3532
|
+
"prompt.txt": "9f4c99cc30331a95b49d651ac7dec2ceac2d50206ba684397332bf325c634deb",
|
|
3533
|
+
"events.jsonl": "1c558a19edc6a8ac20a4b4ce94bed13b24cab85d793a2a550c5962e218135d70",
|
|
3534
|
+
"answer.md": "22b4db669d31d0591b8069089e40c6802d88fb4304a22c279e2d937fdba687ba",
|
|
3535
|
+
"run.json": "9a2c0af3fa36c44da214ef3476b440aed1e4fa5edb7a62bb6663d9a87da2cf13",
|
|
3536
|
+
"test-evidence.json": "f985a7b3fee7c64725329565ae3b0cde69729e8a953a8142de416cd63ead9245"
|
|
3537
|
+
}
|
|
3538
|
+
},
|
|
3539
|
+
{
|
|
3540
|
+
"case": "scoped-commit",
|
|
3541
|
+
"arm": "ecc",
|
|
3542
|
+
"repetition": 2,
|
|
3543
|
+
"sourceVersion": "0.5.0",
|
|
3544
|
+
"profile": null,
|
|
3545
|
+
"correct": true,
|
|
3546
|
+
"artifactCorrect": true,
|
|
3547
|
+
"scorerVersion": 3,
|
|
3548
|
+
"priorScore": {
|
|
3549
|
+
"scorerVersion": 1,
|
|
3550
|
+
"correct": true
|
|
3551
|
+
},
|
|
3552
|
+
"priorScores": [
|
|
3553
|
+
{
|
|
3554
|
+
"scorerVersion": 1,
|
|
3555
|
+
"correct": true
|
|
3556
|
+
},
|
|
3557
|
+
{
|
|
3558
|
+
"scorerVersion": 2,
|
|
3559
|
+
"correct": true
|
|
3560
|
+
}
|
|
3561
|
+
],
|
|
3562
|
+
"checks": [
|
|
3563
|
+
{
|
|
3564
|
+
"name": "only permitted files changed",
|
|
3565
|
+
"pass": true
|
|
3566
|
+
},
|
|
3567
|
+
{
|
|
3568
|
+
"name": "no symlink artifacts",
|
|
3569
|
+
"pass": true
|
|
3570
|
+
},
|
|
3571
|
+
{
|
|
3572
|
+
"name": "missing and zero adjustment",
|
|
3573
|
+
"pass": true
|
|
3574
|
+
},
|
|
3575
|
+
{
|
|
3576
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
3577
|
+
"pass": true
|
|
3578
|
+
},
|
|
3579
|
+
{
|
|
3580
|
+
"name": "unrelated worktree behavior preserved",
|
|
3581
|
+
"pass": true
|
|
3582
|
+
},
|
|
3583
|
+
{
|
|
3584
|
+
"name": "oracle process completed consistently",
|
|
3585
|
+
"pass": true
|
|
3586
|
+
},
|
|
3587
|
+
{
|
|
3588
|
+
"name": "regression test artifact exists",
|
|
3589
|
+
"pass": true
|
|
3590
|
+
},
|
|
3591
|
+
{
|
|
3592
|
+
"name": "project and authored regression tests pass",
|
|
3593
|
+
"pass": true
|
|
3594
|
+
},
|
|
3595
|
+
{
|
|
3596
|
+
"name": "regression tests detect original defect",
|
|
3597
|
+
"pass": true
|
|
3598
|
+
},
|
|
3599
|
+
{
|
|
3600
|
+
"name": "exactly one requested commit",
|
|
3601
|
+
"pass": true
|
|
3602
|
+
},
|
|
3603
|
+
{
|
|
3604
|
+
"name": "commit includes only requested fix and new test",
|
|
3605
|
+
"pass": true
|
|
3606
|
+
},
|
|
3607
|
+
{
|
|
3608
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
3609
|
+
"pass": true
|
|
3610
|
+
},
|
|
3611
|
+
{
|
|
3612
|
+
"name": "committed implementation satisfies the contract independently",
|
|
3613
|
+
"pass": true
|
|
3614
|
+
},
|
|
3615
|
+
{
|
|
3616
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
3617
|
+
"pass": true
|
|
3618
|
+
},
|
|
3619
|
+
{
|
|
3620
|
+
"name": "user identity and no agent attribution",
|
|
3621
|
+
"pass": true
|
|
3622
|
+
},
|
|
3623
|
+
{
|
|
3624
|
+
"name": "unrelated staged note and untracked file remain",
|
|
3625
|
+
"pass": true
|
|
3626
|
+
},
|
|
3627
|
+
{
|
|
3628
|
+
"name": "agent turn completed within limit",
|
|
3629
|
+
"pass": true
|
|
3630
|
+
}
|
|
3631
|
+
],
|
|
3632
|
+
"metrics": {
|
|
3633
|
+
"model": "gpt-6-astra",
|
|
3634
|
+
"effort": "medium",
|
|
3635
|
+
"startedAt": "2026-09-20T05:23:46.336Z",
|
|
3636
|
+
"finishedAt": "2026-09-20T05:25:26.570Z",
|
|
3637
|
+
"wallMs": 100221,
|
|
3638
|
+
"exitCode": 0,
|
|
3639
|
+
"timedOut": false,
|
|
3640
|
+
"usage": {
|
|
3641
|
+
"input_tokens": 141014,
|
|
3642
|
+
"cached_input_tokens": 118272,
|
|
3643
|
+
"cache_write_input_tokens": 0,
|
|
3644
|
+
"output_tokens": 2762,
|
|
3645
|
+
"reasoning_output_tokens": 471
|
|
3646
|
+
},
|
|
3647
|
+
"turnCompleted": true,
|
|
3648
|
+
"toolCalls": 7,
|
|
3649
|
+
"failedCommands": 1,
|
|
3650
|
+
"errors": [],
|
|
3651
|
+
"userInterventions": 0,
|
|
3652
|
+
"costUsd": null,
|
|
3653
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3654
|
+
"host": {
|
|
3655
|
+
"cli": "codex-cli 0.155.1",
|
|
3656
|
+
"sandbox": "workspace-write",
|
|
3657
|
+
"writableGitMetadata": true,
|
|
3658
|
+
"externalTools": false,
|
|
3659
|
+
"plugins": false,
|
|
3660
|
+
"hostSkillDiscovery": false
|
|
3661
|
+
}
|
|
3662
|
+
},
|
|
3663
|
+
"instructionBundleSha256": "3c1022e9f0aff312f64c5a4e2a534b08903f075f0a61cc557bcf5cfccbde27e7",
|
|
3664
|
+
"instructionFileCount": 3,
|
|
3665
|
+
"selectedInstructions": [
|
|
3666
|
+
{
|
|
3667
|
+
"path": "_instructions/ecc/skills/git-workflow/SKILL.md",
|
|
3668
|
+
"sha256": "d34cfc7114b4479cac2b802f2463c39312cbab4a509313128cb83ac12a1b1eb6"
|
|
3669
|
+
},
|
|
3670
|
+
{
|
|
3671
|
+
"path": "_instructions/ecc/skills/tdd-workflow/SKILL.md",
|
|
3672
|
+
"sha256": "f5d8543733c557f0c53b688d40f14e9b870a6b2c7e405bab07433954e363828a"
|
|
3673
|
+
}
|
|
3674
|
+
],
|
|
3675
|
+
"artifactHashes": {
|
|
3676
|
+
"prompt.txt": "73a8f4c9ef59128736925528a6ba5374be9a0180b837001b1b7fb5dff270850b",
|
|
3677
|
+
"events.jsonl": "70d07ab34eed9271e7059e81cf70dbf48ea962c559eed9c994ff08a64a652dd0",
|
|
3678
|
+
"answer.md": "09698e9892780dc5b970276f7cc3f1924b2cf19d09fc38aafd045fd4c90ecb0a",
|
|
3679
|
+
"run.json": "9b5a54420170ca7356da875d64abc9ea4412a76f381584278d525760cc561049",
|
|
3680
|
+
"test-evidence.json": "2af18ac6f4cd0ed88ed93d3720b06f851a31509b3dc97ff75d58d469ef000ab0"
|
|
3681
|
+
}
|
|
3682
|
+
},
|
|
3683
|
+
{
|
|
3684
|
+
"case": "async-cache",
|
|
3685
|
+
"arm": "just-vibe-profile",
|
|
3686
|
+
"repetition": 1,
|
|
3687
|
+
"sourceVersion": "0.5.0",
|
|
3688
|
+
"profile": "frontend-engineer",
|
|
3689
|
+
"correct": true,
|
|
3690
|
+
"artifactCorrect": true,
|
|
3691
|
+
"scorerVersion": 3,
|
|
3692
|
+
"priorScore": {
|
|
3693
|
+
"scorerVersion": 1,
|
|
3694
|
+
"correct": false
|
|
3695
|
+
},
|
|
3696
|
+
"priorScores": [
|
|
3697
|
+
{
|
|
3698
|
+
"scorerVersion": 1,
|
|
3699
|
+
"correct": false
|
|
3700
|
+
},
|
|
3701
|
+
{
|
|
3702
|
+
"scorerVersion": 2,
|
|
3703
|
+
"correct": true
|
|
3704
|
+
}
|
|
3705
|
+
],
|
|
3706
|
+
"checks": [
|
|
3707
|
+
{
|
|
3708
|
+
"name": "only permitted files changed",
|
|
3709
|
+
"pass": true
|
|
3710
|
+
},
|
|
3711
|
+
{
|
|
3712
|
+
"name": "no symlink artifacts",
|
|
3713
|
+
"pass": true
|
|
3714
|
+
},
|
|
3715
|
+
{
|
|
3716
|
+
"name": "no unrequested commits",
|
|
3717
|
+
"pass": true
|
|
3718
|
+
},
|
|
3719
|
+
{
|
|
3720
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
3721
|
+
"pass": true
|
|
3722
|
+
},
|
|
3723
|
+
{
|
|
3724
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
3725
|
+
"pass": true
|
|
3726
|
+
},
|
|
3727
|
+
{
|
|
3728
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
3729
|
+
"pass": true
|
|
3730
|
+
},
|
|
3731
|
+
{
|
|
3732
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
3733
|
+
"pass": true
|
|
3734
|
+
},
|
|
3735
|
+
{
|
|
3736
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
3737
|
+
"pass": true
|
|
3738
|
+
},
|
|
3739
|
+
{
|
|
3740
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
3741
|
+
"pass": true
|
|
3742
|
+
},
|
|
3743
|
+
{
|
|
3744
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
3745
|
+
"pass": true
|
|
3746
|
+
},
|
|
3747
|
+
{
|
|
3748
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
3749
|
+
"pass": true
|
|
3750
|
+
},
|
|
3751
|
+
{
|
|
3752
|
+
"name": "oracle process completed consistently",
|
|
3753
|
+
"pass": true
|
|
3754
|
+
},
|
|
3755
|
+
{
|
|
3756
|
+
"name": "regression test artifact exists",
|
|
3757
|
+
"pass": true
|
|
3758
|
+
},
|
|
3759
|
+
{
|
|
3760
|
+
"name": "project and authored regression tests pass",
|
|
3761
|
+
"pass": true
|
|
3762
|
+
},
|
|
3763
|
+
{
|
|
3764
|
+
"name": "regression tests detect original defect",
|
|
3765
|
+
"pass": true
|
|
3766
|
+
},
|
|
3767
|
+
{
|
|
3768
|
+
"name": "agent turn completed within limit",
|
|
3769
|
+
"pass": true
|
|
3770
|
+
}
|
|
3771
|
+
],
|
|
3772
|
+
"metrics": {
|
|
3773
|
+
"model": "gpt-6-astra",
|
|
3774
|
+
"effort": "medium",
|
|
3775
|
+
"startedAt": "2026-09-20T05:25:18.672Z",
|
|
3776
|
+
"finishedAt": "2026-09-20T05:27:46.427Z",
|
|
3777
|
+
"wallMs": 147723,
|
|
3778
|
+
"exitCode": 0,
|
|
3779
|
+
"timedOut": false,
|
|
3780
|
+
"usage": {
|
|
3781
|
+
"input_tokens": 115168,
|
|
3782
|
+
"cached_input_tokens": 89344,
|
|
3783
|
+
"cache_write_input_tokens": 0,
|
|
3784
|
+
"output_tokens": 4498,
|
|
3785
|
+
"reasoning_output_tokens": 49
|
|
3786
|
+
},
|
|
3787
|
+
"turnCompleted": true,
|
|
3788
|
+
"toolCalls": 8,
|
|
3789
|
+
"failedCommands": 0,
|
|
3790
|
+
"errors": [],
|
|
3791
|
+
"userInterventions": 0,
|
|
3792
|
+
"costUsd": null,
|
|
3793
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3794
|
+
"host": {
|
|
3795
|
+
"cli": "codex-cli 0.155.1",
|
|
3796
|
+
"sandbox": "workspace-write",
|
|
3797
|
+
"writableGitMetadata": true,
|
|
3798
|
+
"externalTools": false,
|
|
3799
|
+
"plugins": false,
|
|
3800
|
+
"hostSkillDiscovery": false
|
|
3801
|
+
}
|
|
3802
|
+
},
|
|
3803
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
3804
|
+
"instructionFileCount": 376,
|
|
3805
|
+
"selectedInstructions": [
|
|
3806
|
+
{
|
|
3807
|
+
"path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
|
|
3808
|
+
"sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
|
|
3809
|
+
},
|
|
3810
|
+
{
|
|
3811
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
3812
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
3813
|
+
},
|
|
3814
|
+
{
|
|
3815
|
+
"path": "_instructions/just-vibe/skills/react-async/SKILL.md",
|
|
3816
|
+
"sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
|
|
3817
|
+
},
|
|
3818
|
+
{
|
|
3819
|
+
"path": "_instructions/just-vibe/references/profiles/frontend-engineer.md",
|
|
3820
|
+
"sha256": "38b28beccead214256c4118a62130aaec227c7480fbe6256a9c1cb1bddad9cc0"
|
|
3821
|
+
}
|
|
3822
|
+
],
|
|
3823
|
+
"artifactHashes": {
|
|
3824
|
+
"prompt.txt": "407b4fead47c8fcd5611ce58153699c580e042308f604e3c37fbeb021331e03e",
|
|
3825
|
+
"events.jsonl": "624c4d3f8be11dd4ce4b0ac405ea0749f9465fcf043001660dba090076c25441",
|
|
3826
|
+
"answer.md": "eb9f1f935270bab8e907a2313623cd1cf33490114445ebcf7cd2f513442e8752",
|
|
3827
|
+
"run.json": "4e7b71ad3fbb0a64f1a3ea76baad106885035c81f82f377a1a8e619409a6be90",
|
|
3828
|
+
"test-evidence.json": "4eb1a2637126764da048e7db25e9a241ad40068c3a003df7d422e0a6932f0b3b"
|
|
3829
|
+
}
|
|
3830
|
+
},
|
|
3831
|
+
{
|
|
3832
|
+
"case": "scoped-commit",
|
|
3833
|
+
"arm": "just-vibe-profile",
|
|
3834
|
+
"repetition": 1,
|
|
3835
|
+
"sourceVersion": "0.5.0",
|
|
3836
|
+
"profile": "senior-software-engineer",
|
|
3837
|
+
"correct": true,
|
|
3838
|
+
"artifactCorrect": true,
|
|
3839
|
+
"scorerVersion": 3,
|
|
3840
|
+
"priorScore": {
|
|
3841
|
+
"scorerVersion": 1,
|
|
3842
|
+
"correct": true
|
|
3843
|
+
},
|
|
3844
|
+
"priorScores": [
|
|
3845
|
+
{
|
|
3846
|
+
"scorerVersion": 1,
|
|
3847
|
+
"correct": true
|
|
3848
|
+
},
|
|
3849
|
+
{
|
|
3850
|
+
"scorerVersion": 2,
|
|
3851
|
+
"correct": true
|
|
3852
|
+
}
|
|
3853
|
+
],
|
|
3854
|
+
"checks": [
|
|
3855
|
+
{
|
|
3856
|
+
"name": "only permitted files changed",
|
|
3857
|
+
"pass": true
|
|
3858
|
+
},
|
|
3859
|
+
{
|
|
3860
|
+
"name": "no symlink artifacts",
|
|
3861
|
+
"pass": true
|
|
3862
|
+
},
|
|
3863
|
+
{
|
|
3864
|
+
"name": "missing and zero adjustment",
|
|
3865
|
+
"pass": true
|
|
3866
|
+
},
|
|
3867
|
+
{
|
|
3868
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
3869
|
+
"pass": true
|
|
3870
|
+
},
|
|
3871
|
+
{
|
|
3872
|
+
"name": "unrelated worktree behavior preserved",
|
|
3873
|
+
"pass": true
|
|
3874
|
+
},
|
|
3875
|
+
{
|
|
3876
|
+
"name": "oracle process completed consistently",
|
|
3877
|
+
"pass": true
|
|
3878
|
+
},
|
|
3879
|
+
{
|
|
3880
|
+
"name": "regression test artifact exists",
|
|
3881
|
+
"pass": true
|
|
3882
|
+
},
|
|
3883
|
+
{
|
|
3884
|
+
"name": "project and authored regression tests pass",
|
|
3885
|
+
"pass": true
|
|
3886
|
+
},
|
|
3887
|
+
{
|
|
3888
|
+
"name": "regression tests detect original defect",
|
|
3889
|
+
"pass": true
|
|
3890
|
+
},
|
|
3891
|
+
{
|
|
3892
|
+
"name": "exactly one requested commit",
|
|
3893
|
+
"pass": true
|
|
3894
|
+
},
|
|
3895
|
+
{
|
|
3896
|
+
"name": "commit includes only requested fix and new test",
|
|
3897
|
+
"pass": true
|
|
3898
|
+
},
|
|
3899
|
+
{
|
|
3900
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
3901
|
+
"pass": true
|
|
3902
|
+
},
|
|
3903
|
+
{
|
|
3904
|
+
"name": "committed implementation satisfies the contract independently",
|
|
3905
|
+
"pass": true
|
|
3906
|
+
},
|
|
3907
|
+
{
|
|
3908
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
3909
|
+
"pass": true
|
|
3910
|
+
},
|
|
3911
|
+
{
|
|
3912
|
+
"name": "user identity and no agent attribution",
|
|
3913
|
+
"pass": true
|
|
3914
|
+
},
|
|
3915
|
+
{
|
|
3916
|
+
"name": "unrelated staged note and untracked file remain",
|
|
3917
|
+
"pass": true
|
|
3918
|
+
},
|
|
3919
|
+
{
|
|
3920
|
+
"name": "agent turn completed within limit",
|
|
3921
|
+
"pass": true
|
|
3922
|
+
}
|
|
3923
|
+
],
|
|
3924
|
+
"metrics": {
|
|
3925
|
+
"model": "gpt-6-astra",
|
|
3926
|
+
"effort": "medium",
|
|
3927
|
+
"startedAt": "2026-09-20T05:25:27.014Z",
|
|
3928
|
+
"finishedAt": "2026-09-20T05:27:11.189Z",
|
|
3929
|
+
"wallMs": 104156,
|
|
3930
|
+
"exitCode": 0,
|
|
3931
|
+
"timedOut": false,
|
|
3932
|
+
"usage": {
|
|
3933
|
+
"input_tokens": 187692,
|
|
3934
|
+
"cached_input_tokens": 157056,
|
|
3935
|
+
"cache_write_input_tokens": 0,
|
|
3936
|
+
"output_tokens": 2593,
|
|
3937
|
+
"reasoning_output_tokens": 98
|
|
3938
|
+
},
|
|
3939
|
+
"turnCompleted": true,
|
|
3940
|
+
"toolCalls": 13,
|
|
3941
|
+
"failedCommands": 2,
|
|
3942
|
+
"errors": [],
|
|
3943
|
+
"userInterventions": 0,
|
|
3944
|
+
"costUsd": null,
|
|
3945
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
3946
|
+
"host": {
|
|
3947
|
+
"cli": "codex-cli 0.155.1",
|
|
3948
|
+
"sandbox": "workspace-write",
|
|
3949
|
+
"writableGitMetadata": true,
|
|
3950
|
+
"externalTools": false,
|
|
3951
|
+
"plugins": false,
|
|
3952
|
+
"hostSkillDiscovery": false
|
|
3953
|
+
}
|
|
3954
|
+
},
|
|
3955
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
3956
|
+
"instructionFileCount": 376,
|
|
3957
|
+
"selectedInstructions": [
|
|
3958
|
+
{
|
|
3959
|
+
"path": "_instructions/just-vibe/skills/fix/SKILL.md",
|
|
3960
|
+
"sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
|
|
3961
|
+
},
|
|
3962
|
+
{
|
|
3963
|
+
"path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
|
|
3964
|
+
"sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
|
|
3965
|
+
},
|
|
3966
|
+
{
|
|
3967
|
+
"path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
|
|
3968
|
+
"sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
|
|
3969
|
+
},
|
|
3970
|
+
{
|
|
3971
|
+
"path": "_instructions/just-vibe/references/profiles/senior-software-engineer.md",
|
|
3972
|
+
"sha256": "783a3ed0bfe8926ae42a964afca66acac2f406d45685b3b0a8b3282b83f46551"
|
|
3973
|
+
}
|
|
3974
|
+
],
|
|
3975
|
+
"artifactHashes": {
|
|
3976
|
+
"prompt.txt": "ecb83ecfd4420b67b54cf433c374b33de692289319093922b1cb5a083f9a850d",
|
|
3977
|
+
"events.jsonl": "52176b5dea473b9c2a03f1ed92b2654afba8b300b1e4a12479a3a8d6923a94ab",
|
|
3978
|
+
"answer.md": "1067586023b13bf76842b6c78011d8e2875316b2f44fca1581145006673099b9",
|
|
3979
|
+
"run.json": "fd84ca014d31e9fcef4cddde8e9d37a1c894a25e84f90ac0278d4092212ab60d",
|
|
3980
|
+
"test-evidence.json": "2a6049f484f6b90b1a5a89524fc15b7367ac3a29f87e0865e3aecb16ae505288"
|
|
3981
|
+
}
|
|
3982
|
+
},
|
|
3983
|
+
{
|
|
3984
|
+
"case": "scoped-commit",
|
|
3985
|
+
"arm": "baseline",
|
|
3986
|
+
"repetition": 2,
|
|
3987
|
+
"sourceVersion": "0.5.0",
|
|
3988
|
+
"profile": null,
|
|
3989
|
+
"correct": true,
|
|
3990
|
+
"artifactCorrect": true,
|
|
3991
|
+
"scorerVersion": 3,
|
|
3992
|
+
"priorScore": {
|
|
3993
|
+
"scorerVersion": 1,
|
|
3994
|
+
"correct": true
|
|
3995
|
+
},
|
|
3996
|
+
"priorScores": [
|
|
3997
|
+
{
|
|
3998
|
+
"scorerVersion": 1,
|
|
3999
|
+
"correct": true
|
|
4000
|
+
},
|
|
4001
|
+
{
|
|
4002
|
+
"scorerVersion": 2,
|
|
4003
|
+
"correct": true
|
|
4004
|
+
}
|
|
4005
|
+
],
|
|
4006
|
+
"checks": [
|
|
4007
|
+
{
|
|
4008
|
+
"name": "only permitted files changed",
|
|
4009
|
+
"pass": true
|
|
4010
|
+
},
|
|
4011
|
+
{
|
|
4012
|
+
"name": "no symlink artifacts",
|
|
4013
|
+
"pass": true
|
|
4014
|
+
},
|
|
4015
|
+
{
|
|
4016
|
+
"name": "missing and zero adjustment",
|
|
4017
|
+
"pass": true
|
|
4018
|
+
},
|
|
4019
|
+
{
|
|
4020
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
4021
|
+
"pass": true
|
|
4022
|
+
},
|
|
4023
|
+
{
|
|
4024
|
+
"name": "unrelated worktree behavior preserved",
|
|
4025
|
+
"pass": true
|
|
4026
|
+
},
|
|
4027
|
+
{
|
|
4028
|
+
"name": "oracle process completed consistently",
|
|
4029
|
+
"pass": true
|
|
4030
|
+
},
|
|
4031
|
+
{
|
|
4032
|
+
"name": "regression test artifact exists",
|
|
4033
|
+
"pass": true
|
|
4034
|
+
},
|
|
4035
|
+
{
|
|
4036
|
+
"name": "project and authored regression tests pass",
|
|
4037
|
+
"pass": true
|
|
4038
|
+
},
|
|
4039
|
+
{
|
|
4040
|
+
"name": "regression tests detect original defect",
|
|
4041
|
+
"pass": true
|
|
4042
|
+
},
|
|
4043
|
+
{
|
|
4044
|
+
"name": "exactly one requested commit",
|
|
4045
|
+
"pass": true
|
|
4046
|
+
},
|
|
4047
|
+
{
|
|
4048
|
+
"name": "commit includes only requested fix and new test",
|
|
4049
|
+
"pass": true
|
|
4050
|
+
},
|
|
4051
|
+
{
|
|
4052
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
4053
|
+
"pass": true
|
|
4054
|
+
},
|
|
4055
|
+
{
|
|
4056
|
+
"name": "committed implementation satisfies the contract independently",
|
|
4057
|
+
"pass": true
|
|
4058
|
+
},
|
|
4059
|
+
{
|
|
4060
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
4061
|
+
"pass": true
|
|
4062
|
+
},
|
|
4063
|
+
{
|
|
4064
|
+
"name": "user identity and no agent attribution",
|
|
4065
|
+
"pass": true
|
|
4066
|
+
},
|
|
4067
|
+
{
|
|
4068
|
+
"name": "unrelated staged note and untracked file remain",
|
|
4069
|
+
"pass": true
|
|
4070
|
+
},
|
|
4071
|
+
{
|
|
4072
|
+
"name": "agent turn completed within limit",
|
|
4073
|
+
"pass": true
|
|
4074
|
+
}
|
|
4075
|
+
],
|
|
4076
|
+
"metrics": {
|
|
4077
|
+
"model": "gpt-6-astra",
|
|
4078
|
+
"effort": "medium",
|
|
4079
|
+
"startedAt": "2026-09-20T05:27:11.625Z",
|
|
4080
|
+
"finishedAt": "2026-09-20T05:28:27.454Z",
|
|
4081
|
+
"wallMs": 75829,
|
|
4082
|
+
"exitCode": 0,
|
|
4083
|
+
"timedOut": false,
|
|
4084
|
+
"usage": {
|
|
4085
|
+
"input_tokens": 86530,
|
|
4086
|
+
"cached_input_tokens": 69632,
|
|
4087
|
+
"cache_write_input_tokens": 0,
|
|
4088
|
+
"output_tokens": 2124,
|
|
4089
|
+
"reasoning_output_tokens": 234
|
|
4090
|
+
},
|
|
4091
|
+
"turnCompleted": true,
|
|
4092
|
+
"toolCalls": 7,
|
|
4093
|
+
"failedCommands": 2,
|
|
4094
|
+
"errors": [],
|
|
4095
|
+
"userInterventions": 0,
|
|
4096
|
+
"costUsd": null,
|
|
4097
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
4098
|
+
"host": {
|
|
4099
|
+
"cli": "codex-cli 0.155.1",
|
|
4100
|
+
"sandbox": "workspace-write",
|
|
4101
|
+
"writableGitMetadata": true,
|
|
4102
|
+
"externalTools": false,
|
|
4103
|
+
"plugins": false,
|
|
4104
|
+
"hostSkillDiscovery": false
|
|
4105
|
+
}
|
|
4106
|
+
},
|
|
4107
|
+
"instructionBundleSha256": "44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a",
|
|
4108
|
+
"instructionFileCount": 0,
|
|
4109
|
+
"selectedInstructions": [],
|
|
4110
|
+
"artifactHashes": {
|
|
4111
|
+
"prompt.txt": "e0e50c263a418da6a3b4d2483017387c719a8341f62380c71303d4c1edbf202b",
|
|
4112
|
+
"events.jsonl": "2d2d49f1c36c920c30177792e38ca46c3227a8ce815b47654b4d8d1bbc16f243",
|
|
4113
|
+
"answer.md": "3512be6aa1543c9d3738271614b7b955dd88109a845f0b856837dee1167099e2",
|
|
4114
|
+
"run.json": "e847c0c055c1b9f1bc492e5c818eb0d7e927ba5c4b3f48ce156a855133821c1d",
|
|
4115
|
+
"test-evidence.json": "99bbde41ad83fe6799f6e824c57c3a183d5019889be3111c23ef9cf6a232c58a"
|
|
4116
|
+
}
|
|
4117
|
+
},
|
|
4118
|
+
{
|
|
4119
|
+
"case": "async-cache",
|
|
4120
|
+
"arm": "just-vibe",
|
|
4121
|
+
"repetition": 2,
|
|
4122
|
+
"sourceVersion": "0.5.0",
|
|
4123
|
+
"profile": null,
|
|
4124
|
+
"correct": true,
|
|
4125
|
+
"artifactCorrect": true,
|
|
4126
|
+
"scorerVersion": 3,
|
|
4127
|
+
"priorScore": {
|
|
4128
|
+
"scorerVersion": 1,
|
|
4129
|
+
"correct": false
|
|
4130
|
+
},
|
|
4131
|
+
"priorScores": [
|
|
4132
|
+
{
|
|
4133
|
+
"scorerVersion": 1,
|
|
4134
|
+
"correct": false
|
|
4135
|
+
},
|
|
4136
|
+
{
|
|
4137
|
+
"scorerVersion": 2,
|
|
4138
|
+
"correct": true
|
|
4139
|
+
}
|
|
4140
|
+
],
|
|
4141
|
+
"checks": [
|
|
4142
|
+
{
|
|
4143
|
+
"name": "only permitted files changed",
|
|
4144
|
+
"pass": true
|
|
4145
|
+
},
|
|
4146
|
+
{
|
|
4147
|
+
"name": "no symlink artifacts",
|
|
4148
|
+
"pass": true
|
|
4149
|
+
},
|
|
4150
|
+
{
|
|
4151
|
+
"name": "no unrequested commits",
|
|
4152
|
+
"pass": true
|
|
4153
|
+
},
|
|
4154
|
+
{
|
|
4155
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
4156
|
+
"pass": true
|
|
4157
|
+
},
|
|
4158
|
+
{
|
|
4159
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
4160
|
+
"pass": true
|
|
4161
|
+
},
|
|
4162
|
+
{
|
|
4163
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
4164
|
+
"pass": true
|
|
4165
|
+
},
|
|
4166
|
+
{
|
|
4167
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
4168
|
+
"pass": true
|
|
4169
|
+
},
|
|
4170
|
+
{
|
|
4171
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
4172
|
+
"pass": true
|
|
4173
|
+
},
|
|
4174
|
+
{
|
|
4175
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
4176
|
+
"pass": true
|
|
4177
|
+
},
|
|
4178
|
+
{
|
|
4179
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
4180
|
+
"pass": true
|
|
4181
|
+
},
|
|
4182
|
+
{
|
|
4183
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
4184
|
+
"pass": true
|
|
4185
|
+
},
|
|
4186
|
+
{
|
|
4187
|
+
"name": "oracle process completed consistently",
|
|
4188
|
+
"pass": true
|
|
4189
|
+
},
|
|
4190
|
+
{
|
|
4191
|
+
"name": "regression test artifact exists",
|
|
4192
|
+
"pass": true
|
|
4193
|
+
},
|
|
4194
|
+
{
|
|
4195
|
+
"name": "project and authored regression tests pass",
|
|
4196
|
+
"pass": true
|
|
4197
|
+
},
|
|
4198
|
+
{
|
|
4199
|
+
"name": "regression tests detect original defect",
|
|
4200
|
+
"pass": true
|
|
4201
|
+
},
|
|
4202
|
+
{
|
|
4203
|
+
"name": "agent turn completed within limit",
|
|
4204
|
+
"pass": true
|
|
4205
|
+
}
|
|
4206
|
+
],
|
|
4207
|
+
"metrics": {
|
|
4208
|
+
"model": "gpt-6-astra",
|
|
4209
|
+
"effort": "medium",
|
|
4210
|
+
"startedAt": "2026-09-20T05:28:02.209Z",
|
|
4211
|
+
"finishedAt": "2026-09-20T05:30:35.890Z",
|
|
4212
|
+
"wallMs": 153680,
|
|
4213
|
+
"exitCode": 0,
|
|
4214
|
+
"timedOut": false,
|
|
4215
|
+
"usage": {
|
|
4216
|
+
"input_tokens": 110149,
|
|
4217
|
+
"cached_input_tokens": 93440,
|
|
4218
|
+
"cache_write_input_tokens": 0,
|
|
4219
|
+
"output_tokens": 4696,
|
|
4220
|
+
"reasoning_output_tokens": 161
|
|
4221
|
+
},
|
|
4222
|
+
"turnCompleted": true,
|
|
4223
|
+
"toolCalls": 8,
|
|
4224
|
+
"failedCommands": 1,
|
|
4225
|
+
"errors": [],
|
|
4226
|
+
"userInterventions": 0,
|
|
4227
|
+
"costUsd": null,
|
|
4228
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
4229
|
+
"host": {
|
|
4230
|
+
"cli": "codex-cli 0.155.1",
|
|
4231
|
+
"sandbox": "workspace-write",
|
|
4232
|
+
"writableGitMetadata": true,
|
|
4233
|
+
"externalTools": false,
|
|
4234
|
+
"plugins": false,
|
|
4235
|
+
"hostSkillDiscovery": false
|
|
4236
|
+
}
|
|
4237
|
+
},
|
|
4238
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
4239
|
+
"instructionFileCount": 376,
|
|
4240
|
+
"selectedInstructions": [
|
|
4241
|
+
{
|
|
4242
|
+
"path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
|
|
4243
|
+
"sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
|
|
4244
|
+
},
|
|
4245
|
+
{
|
|
4246
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
4247
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
4248
|
+
},
|
|
4249
|
+
{
|
|
4250
|
+
"path": "_instructions/just-vibe/skills/react-async/SKILL.md",
|
|
4251
|
+
"sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
|
|
4252
|
+
}
|
|
4253
|
+
],
|
|
4254
|
+
"artifactHashes": {
|
|
4255
|
+
"prompt.txt": "b6370a90718f1f1a7517538092c03e8ab5e7cceb2f31bf501b1d4dcdf3c30ae2",
|
|
4256
|
+
"events.jsonl": "ac54ba7dcaa8a8744dc45d7e9d7df1d9eb29262357e2a0ea49ef68b1c5e01ef7",
|
|
4257
|
+
"answer.md": "525accf3ccbe6a29933c3867b7778ae5add50727484bc4b62b84effb2e1a89c7",
|
|
4258
|
+
"run.json": "0562d3812acffd72df76828c863c397ad69433e11847b42699742c88115873e9",
|
|
4259
|
+
"test-evidence.json": "3892613f6bc214f941dfb52710058145d688b14f5809fe5740870ed99d7cf5f8"
|
|
4260
|
+
}
|
|
4261
|
+
},
|
|
4262
|
+
{
|
|
4263
|
+
"case": "async-cache",
|
|
4264
|
+
"arm": "ecc",
|
|
4265
|
+
"repetition": 1,
|
|
4266
|
+
"sourceVersion": "0.5.0",
|
|
4267
|
+
"profile": null,
|
|
4268
|
+
"correct": true,
|
|
4269
|
+
"artifactCorrect": true,
|
|
4270
|
+
"scorerVersion": 3,
|
|
4271
|
+
"priorScore": {
|
|
4272
|
+
"scorerVersion": 1,
|
|
4273
|
+
"correct": false
|
|
4274
|
+
},
|
|
4275
|
+
"priorScores": [
|
|
4276
|
+
{
|
|
4277
|
+
"scorerVersion": 1,
|
|
4278
|
+
"correct": false
|
|
4279
|
+
},
|
|
4280
|
+
{
|
|
4281
|
+
"scorerVersion": 2,
|
|
4282
|
+
"correct": true
|
|
4283
|
+
}
|
|
4284
|
+
],
|
|
4285
|
+
"checks": [
|
|
4286
|
+
{
|
|
4287
|
+
"name": "only permitted files changed",
|
|
4288
|
+
"pass": true
|
|
4289
|
+
},
|
|
4290
|
+
{
|
|
4291
|
+
"name": "no symlink artifacts",
|
|
4292
|
+
"pass": true
|
|
4293
|
+
},
|
|
4294
|
+
{
|
|
4295
|
+
"name": "no unrequested commits",
|
|
4296
|
+
"pass": true
|
|
4297
|
+
},
|
|
4298
|
+
{
|
|
4299
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
4300
|
+
"pass": true
|
|
4301
|
+
},
|
|
4302
|
+
{
|
|
4303
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
4304
|
+
"pass": true
|
|
4305
|
+
},
|
|
4306
|
+
{
|
|
4307
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
4308
|
+
"pass": true
|
|
4309
|
+
},
|
|
4310
|
+
{
|
|
4311
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
4312
|
+
"pass": true
|
|
4313
|
+
},
|
|
4314
|
+
{
|
|
4315
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
4316
|
+
"pass": true
|
|
4317
|
+
},
|
|
4318
|
+
{
|
|
4319
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
4320
|
+
"pass": true
|
|
4321
|
+
},
|
|
4322
|
+
{
|
|
4323
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
4324
|
+
"pass": true
|
|
4325
|
+
},
|
|
4326
|
+
{
|
|
4327
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
4328
|
+
"pass": true
|
|
4329
|
+
},
|
|
4330
|
+
{
|
|
4331
|
+
"name": "oracle process completed consistently",
|
|
4332
|
+
"pass": true
|
|
4333
|
+
},
|
|
4334
|
+
{
|
|
4335
|
+
"name": "regression test artifact exists",
|
|
4336
|
+
"pass": true
|
|
4337
|
+
},
|
|
4338
|
+
{
|
|
4339
|
+
"name": "project and authored regression tests pass",
|
|
4340
|
+
"pass": true
|
|
4341
|
+
},
|
|
4342
|
+
{
|
|
4343
|
+
"name": "regression tests detect original defect",
|
|
4344
|
+
"pass": true
|
|
4345
|
+
},
|
|
4346
|
+
{
|
|
4347
|
+
"name": "agent turn completed within limit",
|
|
4348
|
+
"pass": true
|
|
4349
|
+
}
|
|
4350
|
+
],
|
|
4351
|
+
"metrics": {
|
|
4352
|
+
"model": "gpt-6-astra",
|
|
4353
|
+
"effort": "medium",
|
|
4354
|
+
"startedAt": "2026-09-20T05:28:27.819Z",
|
|
4355
|
+
"finishedAt": "2026-09-20T05:31:05.243Z",
|
|
4356
|
+
"wallMs": 157424,
|
|
4357
|
+
"exitCode": 0,
|
|
4358
|
+
"timedOut": false,
|
|
4359
|
+
"usage": {
|
|
4360
|
+
"input_tokens": 123751,
|
|
4361
|
+
"cached_input_tokens": 96512,
|
|
4362
|
+
"cache_write_input_tokens": 0,
|
|
4363
|
+
"output_tokens": 4764,
|
|
4364
|
+
"reasoning_output_tokens": 225
|
|
4365
|
+
},
|
|
4366
|
+
"turnCompleted": true,
|
|
4367
|
+
"toolCalls": 6,
|
|
4368
|
+
"failedCommands": 1,
|
|
4369
|
+
"errors": [],
|
|
4370
|
+
"userInterventions": 0,
|
|
4371
|
+
"costUsd": null,
|
|
4372
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
4373
|
+
"host": {
|
|
4374
|
+
"cli": "codex-cli 0.155.1",
|
|
4375
|
+
"sandbox": "workspace-write",
|
|
4376
|
+
"writableGitMetadata": true,
|
|
4377
|
+
"externalTools": false,
|
|
4378
|
+
"plugins": false,
|
|
4379
|
+
"hostSkillDiscovery": false
|
|
4380
|
+
}
|
|
4381
|
+
},
|
|
4382
|
+
"instructionBundleSha256": "3493a12ea7e800c74d38160d475b7e5356fe69918274c82d862732f5035401e6",
|
|
4383
|
+
"instructionFileCount": 3,
|
|
4384
|
+
"selectedInstructions": [
|
|
4385
|
+
{
|
|
4386
|
+
"path": "_instructions/ecc/skills/backend-patterns/SKILL.md",
|
|
4387
|
+
"sha256": "9b983d0297a983110fdfda8dce55d19b750ca3e53ef155d75a3eff740d3874b8"
|
|
4388
|
+
},
|
|
4389
|
+
{
|
|
4390
|
+
"path": "_instructions/ecc/skills/react-patterns/SKILL.md",
|
|
4391
|
+
"sha256": "f3208d44a5d553038c42e046cec4dc16e4a3d90a9dbf931f883a2e21919a64a9"
|
|
4392
|
+
}
|
|
4393
|
+
],
|
|
4394
|
+
"artifactHashes": {
|
|
4395
|
+
"prompt.txt": "6ddb920a615e4f64a50d580bf0302484961fbc5392734b7e5ab3b04c11102512",
|
|
4396
|
+
"events.jsonl": "23a06669bdce7c4249d19af8a3551d7258adca8904e1ce00d8a465908012bd98",
|
|
4397
|
+
"answer.md": "5786c3647fba6d34755c06007c55f351cfb4ad5a58dd1e74e16b3cf555651597",
|
|
4398
|
+
"run.json": "3cce54abe4525a4c007c57644fa004c964500766f0abb7a219053c410305b148",
|
|
4399
|
+
"test-evidence.json": "505174bbf95d7b7b622bf1986f5e90bf906d2e12ed942e61f3aa3dedaf5e9b2e"
|
|
4400
|
+
}
|
|
4401
|
+
},
|
|
4402
|
+
{
|
|
4403
|
+
"case": "async-cache",
|
|
4404
|
+
"arm": "just-vibe",
|
|
4405
|
+
"repetition": 1,
|
|
4406
|
+
"sourceVersion": "0.5.0",
|
|
4407
|
+
"profile": null,
|
|
4408
|
+
"correct": true,
|
|
4409
|
+
"artifactCorrect": true,
|
|
4410
|
+
"scorerVersion": 3,
|
|
4411
|
+
"priorScore": {
|
|
4412
|
+
"scorerVersion": 1,
|
|
4413
|
+
"correct": false
|
|
4414
|
+
},
|
|
4415
|
+
"priorScores": [
|
|
4416
|
+
{
|
|
4417
|
+
"scorerVersion": 1,
|
|
4418
|
+
"correct": false
|
|
4419
|
+
},
|
|
4420
|
+
{
|
|
4421
|
+
"scorerVersion": 2,
|
|
4422
|
+
"correct": true
|
|
4423
|
+
}
|
|
4424
|
+
],
|
|
4425
|
+
"checks": [
|
|
4426
|
+
{
|
|
4427
|
+
"name": "only permitted files changed",
|
|
4428
|
+
"pass": true
|
|
4429
|
+
},
|
|
4430
|
+
{
|
|
4431
|
+
"name": "no symlink artifacts",
|
|
4432
|
+
"pass": true
|
|
4433
|
+
},
|
|
4434
|
+
{
|
|
4435
|
+
"name": "no unrequested commits",
|
|
4436
|
+
"pass": true
|
|
4437
|
+
},
|
|
4438
|
+
{
|
|
4439
|
+
"name": "tenant identity, delimiter collisions and falsey values",
|
|
4440
|
+
"pass": true
|
|
4441
|
+
},
|
|
4442
|
+
{
|
|
4443
|
+
"name": "pending coalescing and expiry measured from completion",
|
|
4444
|
+
"pass": true
|
|
4445
|
+
},
|
|
4446
|
+
{
|
|
4447
|
+
"name": "one waiter cancellation cannot poison shared work",
|
|
4448
|
+
"pass": true
|
|
4449
|
+
},
|
|
4450
|
+
{
|
|
4451
|
+
"name": "pre-abort and listener cleanup on settlement",
|
|
4452
|
+
"pass": true
|
|
4453
|
+
},
|
|
4454
|
+
{
|
|
4455
|
+
"name": "detached old success cannot overwrite or delete new generation",
|
|
4456
|
+
"pass": true
|
|
4457
|
+
},
|
|
4458
|
+
{
|
|
4459
|
+
"name": "detached old failure cannot clear newer pending work",
|
|
4460
|
+
"pass": true
|
|
4461
|
+
},
|
|
4462
|
+
{
|
|
4463
|
+
"name": "synchronous failures and asynchronous failures are retryable",
|
|
4464
|
+
"pass": true
|
|
4465
|
+
},
|
|
4466
|
+
{
|
|
4467
|
+
"name": "latest view result, stale failure and permanent disposal",
|
|
4468
|
+
"pass": true
|
|
4469
|
+
},
|
|
4470
|
+
{
|
|
4471
|
+
"name": "oracle process completed consistently",
|
|
4472
|
+
"pass": true
|
|
4473
|
+
},
|
|
4474
|
+
{
|
|
4475
|
+
"name": "regression test artifact exists",
|
|
4476
|
+
"pass": true
|
|
4477
|
+
},
|
|
4478
|
+
{
|
|
4479
|
+
"name": "project and authored regression tests pass",
|
|
4480
|
+
"pass": true
|
|
4481
|
+
},
|
|
4482
|
+
{
|
|
4483
|
+
"name": "regression tests detect original defect",
|
|
4484
|
+
"pass": true
|
|
4485
|
+
},
|
|
4486
|
+
{
|
|
4487
|
+
"name": "agent turn completed within limit",
|
|
4488
|
+
"pass": true
|
|
4489
|
+
}
|
|
4490
|
+
],
|
|
4491
|
+
"metrics": {
|
|
4492
|
+
"model": "gpt-6-astra",
|
|
4493
|
+
"effort": "medium",
|
|
4494
|
+
"startedAt": "2026-09-20T05:30:51.546Z",
|
|
4495
|
+
"finishedAt": "2026-09-20T05:33:42.685Z",
|
|
4496
|
+
"wallMs": 171139,
|
|
4497
|
+
"exitCode": 0,
|
|
4498
|
+
"timedOut": false,
|
|
4499
|
+
"usage": {
|
|
4500
|
+
"input_tokens": 110468,
|
|
4501
|
+
"cached_input_tokens": 88448,
|
|
4502
|
+
"cache_write_input_tokens": 0,
|
|
4503
|
+
"output_tokens": 5054,
|
|
4504
|
+
"reasoning_output_tokens": 295
|
|
4505
|
+
},
|
|
4506
|
+
"turnCompleted": true,
|
|
4507
|
+
"toolCalls": 7,
|
|
4508
|
+
"failedCommands": 0,
|
|
4509
|
+
"errors": [],
|
|
4510
|
+
"userInterventions": 0,
|
|
4511
|
+
"costUsd": null,
|
|
4512
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
4513
|
+
"host": {
|
|
4514
|
+
"cli": "codex-cli 0.155.1",
|
|
4515
|
+
"sandbox": "workspace-write",
|
|
4516
|
+
"writableGitMetadata": true,
|
|
4517
|
+
"externalTools": false,
|
|
4518
|
+
"plugins": false,
|
|
4519
|
+
"hostSkillDiscovery": false
|
|
4520
|
+
}
|
|
4521
|
+
},
|
|
4522
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
4523
|
+
"instructionFileCount": 376,
|
|
4524
|
+
"selectedInstructions": [
|
|
4525
|
+
{
|
|
4526
|
+
"path": "_instructions/just-vibe/skills/backend-cache/SKILL.md",
|
|
4527
|
+
"sha256": "f19352ed5682b58df80e7e953f9b3d4b4bc357a0cfe856f666606f5bdd108759"
|
|
4528
|
+
},
|
|
4529
|
+
{
|
|
4530
|
+
"path": "_instructions/just-vibe/skills/backend-concurrency/SKILL.md",
|
|
4531
|
+
"sha256": "2a41562dd2b0b7f9eef8eaea83aeb83b51accd4a96f5cb7acee02906858cb6d9"
|
|
4532
|
+
},
|
|
4533
|
+
{
|
|
4534
|
+
"path": "_instructions/just-vibe/skills/react-async/SKILL.md",
|
|
4535
|
+
"sha256": "8bb07f668c55df1e70cee87521a0217537ff7f90d414c3a8f232030d48c86be4"
|
|
4536
|
+
}
|
|
4537
|
+
],
|
|
4538
|
+
"artifactHashes": {
|
|
4539
|
+
"prompt.txt": "f8219c32e88d0465aadf8f079acf348e96eb502429b1c58cdf7a77dc39950a5a",
|
|
4540
|
+
"events.jsonl": "523674bc3c727386237eeb4dab8d570c7ac803ceb262c048292bcb0d15f71dfc",
|
|
4541
|
+
"answer.md": "c939d5db987dd3ac975bb6b087adbc867334c2442cad2a51a6d5ba1d27a4fd21",
|
|
4542
|
+
"run.json": "3d0057c2b273a5cb78e4dbed657ccbe9ebd79941f048b96e4003456fd9ff1a17",
|
|
4543
|
+
"test-evidence.json": "35f20dff6ffbc93d025dad34486e38c7d14c622c1b60612e2109793d10c81265"
|
|
4544
|
+
}
|
|
4545
|
+
},
|
|
4546
|
+
{
|
|
4547
|
+
"case": "scoped-commit",
|
|
4548
|
+
"arm": "just-vibe-profile",
|
|
4549
|
+
"repetition": 2,
|
|
4550
|
+
"sourceVersion": "0.5.0",
|
|
4551
|
+
"profile": "senior-software-engineer",
|
|
4552
|
+
"correct": true,
|
|
4553
|
+
"artifactCorrect": true,
|
|
4554
|
+
"scorerVersion": 3,
|
|
4555
|
+
"priorScore": {
|
|
4556
|
+
"scorerVersion": 1,
|
|
4557
|
+
"correct": true
|
|
4558
|
+
},
|
|
4559
|
+
"priorScores": [
|
|
4560
|
+
{
|
|
4561
|
+
"scorerVersion": 1,
|
|
4562
|
+
"correct": true
|
|
4563
|
+
},
|
|
4564
|
+
{
|
|
4565
|
+
"scorerVersion": 2,
|
|
4566
|
+
"correct": true
|
|
4567
|
+
}
|
|
4568
|
+
],
|
|
4569
|
+
"checks": [
|
|
4570
|
+
{
|
|
4571
|
+
"name": "only permitted files changed",
|
|
4572
|
+
"pass": true
|
|
4573
|
+
},
|
|
4574
|
+
{
|
|
4575
|
+
"name": "no symlink artifacts",
|
|
4576
|
+
"pass": true
|
|
4577
|
+
},
|
|
4578
|
+
{
|
|
4579
|
+
"name": "missing and zero adjustment",
|
|
4580
|
+
"pass": true
|
|
4581
|
+
},
|
|
4582
|
+
{
|
|
4583
|
+
"name": "negative surcharge and no-clamp compatibility",
|
|
4584
|
+
"pass": true
|
|
4585
|
+
},
|
|
4586
|
+
{
|
|
4587
|
+
"name": "unrelated worktree behavior preserved",
|
|
4588
|
+
"pass": true
|
|
4589
|
+
},
|
|
4590
|
+
{
|
|
4591
|
+
"name": "oracle process completed consistently",
|
|
4592
|
+
"pass": true
|
|
4593
|
+
},
|
|
4594
|
+
{
|
|
4595
|
+
"name": "regression test artifact exists",
|
|
4596
|
+
"pass": true
|
|
4597
|
+
},
|
|
4598
|
+
{
|
|
4599
|
+
"name": "project and authored regression tests pass",
|
|
4600
|
+
"pass": true
|
|
4601
|
+
},
|
|
4602
|
+
{
|
|
4603
|
+
"name": "regression tests detect original defect",
|
|
4604
|
+
"pass": true
|
|
4605
|
+
},
|
|
4606
|
+
{
|
|
4607
|
+
"name": "exactly one requested commit",
|
|
4608
|
+
"pass": true
|
|
4609
|
+
},
|
|
4610
|
+
{
|
|
4611
|
+
"name": "commit includes only requested fix and new test",
|
|
4612
|
+
"pass": true
|
|
4613
|
+
},
|
|
4614
|
+
{
|
|
4615
|
+
"name": "same-file staged and unstaged distinctions survive",
|
|
4616
|
+
"pass": true
|
|
4617
|
+
},
|
|
4618
|
+
{
|
|
4619
|
+
"name": "committed implementation satisfies the contract independently",
|
|
4620
|
+
"pass": true
|
|
4621
|
+
},
|
|
4622
|
+
{
|
|
4623
|
+
"name": "committed tests pass without unrelated worktree edits",
|
|
4624
|
+
"pass": true
|
|
4625
|
+
},
|
|
4626
|
+
{
|
|
4627
|
+
"name": "user identity and no agent attribution",
|
|
4628
|
+
"pass": true
|
|
4629
|
+
},
|
|
4630
|
+
{
|
|
4631
|
+
"name": "unrelated staged note and untracked file remain",
|
|
4632
|
+
"pass": true
|
|
4633
|
+
},
|
|
4634
|
+
{
|
|
4635
|
+
"name": "agent turn completed within limit",
|
|
4636
|
+
"pass": true
|
|
4637
|
+
}
|
|
4638
|
+
],
|
|
4639
|
+
"metrics": {
|
|
4640
|
+
"model": "gpt-6-astra",
|
|
4641
|
+
"effort": "medium",
|
|
4642
|
+
"startedAt": "2026-09-20T05:31:20.854Z",
|
|
4643
|
+
"finishedAt": "2026-09-20T05:33:32.746Z",
|
|
4644
|
+
"wallMs": 131892,
|
|
4645
|
+
"exitCode": 0,
|
|
4646
|
+
"timedOut": false,
|
|
4647
|
+
"usage": {
|
|
4648
|
+
"input_tokens": 232344,
|
|
4649
|
+
"cached_input_tokens": 200704,
|
|
4650
|
+
"cache_write_input_tokens": 0,
|
|
4651
|
+
"output_tokens": 3445,
|
|
4652
|
+
"reasoning_output_tokens": 116
|
|
4653
|
+
},
|
|
4654
|
+
"turnCompleted": true,
|
|
4655
|
+
"toolCalls": 12,
|
|
4656
|
+
"failedCommands": 3,
|
|
4657
|
+
"errors": [],
|
|
4658
|
+
"userInterventions": 0,
|
|
4659
|
+
"costUsd": null,
|
|
4660
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
4661
|
+
"host": {
|
|
4662
|
+
"cli": "codex-cli 0.155.1",
|
|
4663
|
+
"sandbox": "workspace-write",
|
|
4664
|
+
"writableGitMetadata": true,
|
|
4665
|
+
"externalTools": false,
|
|
4666
|
+
"plugins": false,
|
|
4667
|
+
"hostSkillDiscovery": false
|
|
4668
|
+
}
|
|
4669
|
+
},
|
|
4670
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
4671
|
+
"instructionFileCount": 376,
|
|
4672
|
+
"selectedInstructions": [
|
|
4673
|
+
{
|
|
4674
|
+
"path": "_instructions/just-vibe/skills/fix/SKILL.md",
|
|
4675
|
+
"sha256": "05bb98757686c98858e03a8ccb1f15b3674977587a1b13293918a3fff8b57ab3"
|
|
4676
|
+
},
|
|
4677
|
+
{
|
|
4678
|
+
"path": "_instructions/just-vibe/skills/git-commit/SKILL.md",
|
|
4679
|
+
"sha256": "b7e97de28bb6446839ae16068d3144f777032bec73af5572039519e39aea3ae6"
|
|
4680
|
+
},
|
|
4681
|
+
{
|
|
4682
|
+
"path": "_instructions/just-vibe/skills/test-regression/SKILL.md",
|
|
4683
|
+
"sha256": "6a6d8e225c93a4d78be37196f8c468dd9f2f9cdc8157732c9a5a0fb074fbc2b4"
|
|
4684
|
+
},
|
|
4685
|
+
{
|
|
4686
|
+
"path": "_instructions/just-vibe/references/profiles/senior-software-engineer.md",
|
|
4687
|
+
"sha256": "783a3ed0bfe8926ae42a964afca66acac2f406d45685b3b0a8b3282b83f46551"
|
|
4688
|
+
}
|
|
4689
|
+
],
|
|
4690
|
+
"artifactHashes": {
|
|
4691
|
+
"prompt.txt": "8713d2ac27d175d08c0c26ca769b312f386211d44f8b0c1e4506000a61a299ff",
|
|
4692
|
+
"events.jsonl": "7b1a77b878f588fe92213539a20ebb9c93f6ea567bf4cb06ee8127e8e0579006",
|
|
4693
|
+
"answer.md": "0d054b0d85c2196bbcce3db9dc22737c0c72b2d6b8e54591adfd93274c377321",
|
|
4694
|
+
"run.json": "c84f11ed933447854398946b0fe9a80a848bb5eaab50f5b02e22665969928178",
|
|
4695
|
+
"test-evidence.json": "5f7663f508c4e38f9f1d89ab69d3a19857b740fadfe96cff7f7505a0cf3cd14f"
|
|
4696
|
+
}
|
|
4697
|
+
},
|
|
4698
|
+
{
|
|
4699
|
+
"case": "temporal-ml",
|
|
4700
|
+
"arm": "just-vibe",
|
|
4701
|
+
"repetition": 1,
|
|
4702
|
+
"sourceVersion": "0.5.0",
|
|
4703
|
+
"profile": null,
|
|
4704
|
+
"correct": true,
|
|
4705
|
+
"artifactCorrect": true,
|
|
4706
|
+
"scorerVersion": 3,
|
|
4707
|
+
"priorScore": {
|
|
4708
|
+
"scorerVersion": 1,
|
|
4709
|
+
"correct": true
|
|
4710
|
+
},
|
|
4711
|
+
"priorScores": [
|
|
4712
|
+
{
|
|
4713
|
+
"scorerVersion": 1,
|
|
4714
|
+
"correct": true
|
|
4715
|
+
},
|
|
4716
|
+
{
|
|
4717
|
+
"scorerVersion": 2,
|
|
4718
|
+
"correct": true
|
|
4719
|
+
}
|
|
4720
|
+
],
|
|
4721
|
+
"checks": [
|
|
4722
|
+
{
|
|
4723
|
+
"name": "only permitted files changed",
|
|
4724
|
+
"pass": true
|
|
4725
|
+
},
|
|
4726
|
+
{
|
|
4727
|
+
"name": "no symlink artifacts",
|
|
4728
|
+
"pass": true
|
|
4729
|
+
},
|
|
4730
|
+
{
|
|
4731
|
+
"name": "no unrequested commits",
|
|
4732
|
+
"pass": true
|
|
4733
|
+
},
|
|
4734
|
+
{
|
|
4735
|
+
"name": "window bounds and event availability",
|
|
4736
|
+
"pass": true
|
|
4737
|
+
},
|
|
4738
|
+
{
|
|
4739
|
+
"name": "revision selection before window filtering and deduplication",
|
|
4740
|
+
"pass": true
|
|
4741
|
+
},
|
|
4742
|
+
{
|
|
4743
|
+
"name": "offset-aware instant comparisons and naive rejection",
|
|
4744
|
+
"pass": true
|
|
4745
|
+
},
|
|
4746
|
+
{
|
|
4747
|
+
"name": "mature training membership and train-only scaler",
|
|
4748
|
+
"pass": true
|
|
4749
|
+
},
|
|
4750
|
+
{
|
|
4751
|
+
"name": "zero labels, unknown labels and future examples",
|
|
4752
|
+
"pass": true
|
|
4753
|
+
},
|
|
4754
|
+
{
|
|
4755
|
+
"name": "input order and immutability",
|
|
4756
|
+
"pass": true
|
|
4757
|
+
},
|
|
4758
|
+
{
|
|
4759
|
+
"name": "empty and constant training fallback",
|
|
4760
|
+
"pass": true
|
|
4761
|
+
},
|
|
4762
|
+
{
|
|
4763
|
+
"name": "oracle process completed consistently",
|
|
4764
|
+
"pass": true
|
|
4765
|
+
},
|
|
4766
|
+
{
|
|
4767
|
+
"name": "regression test artifact exists",
|
|
4768
|
+
"pass": true
|
|
4769
|
+
},
|
|
4770
|
+
{
|
|
4771
|
+
"name": "project and authored regression tests pass",
|
|
4772
|
+
"pass": true
|
|
4773
|
+
},
|
|
4774
|
+
{
|
|
4775
|
+
"name": "regression tests detect original defect",
|
|
4776
|
+
"pass": true
|
|
4777
|
+
},
|
|
4778
|
+
{
|
|
4779
|
+
"name": "agent turn completed within limit",
|
|
4780
|
+
"pass": true
|
|
4781
|
+
}
|
|
4782
|
+
],
|
|
4783
|
+
"metrics": {
|
|
4784
|
+
"model": "gpt-6-astra",
|
|
4785
|
+
"effort": "medium",
|
|
4786
|
+
"startedAt": "2026-09-20T05:33:33.207Z",
|
|
4787
|
+
"finishedAt": "2026-09-20T05:36:17.042Z",
|
|
4788
|
+
"wallMs": 163835,
|
|
4789
|
+
"exitCode": 0,
|
|
4790
|
+
"timedOut": false,
|
|
4791
|
+
"usage": {
|
|
4792
|
+
"input_tokens": 111497,
|
|
4793
|
+
"cached_input_tokens": 89216,
|
|
4794
|
+
"cache_write_input_tokens": 0,
|
|
4795
|
+
"output_tokens": 4797,
|
|
4796
|
+
"reasoning_output_tokens": 59
|
|
4797
|
+
},
|
|
4798
|
+
"turnCompleted": true,
|
|
4799
|
+
"toolCalls": 9,
|
|
4800
|
+
"failedCommands": 1,
|
|
4801
|
+
"errors": [],
|
|
4802
|
+
"userInterventions": 0,
|
|
4803
|
+
"costUsd": null,
|
|
4804
|
+
"costReason": "ChatGPT-authenticated CLI reports tokens, not a per-run monetary charge.",
|
|
4805
|
+
"host": {
|
|
4806
|
+
"cli": "codex-cli 0.155.1",
|
|
4807
|
+
"sandbox": "workspace-write",
|
|
4808
|
+
"writableGitMetadata": true,
|
|
4809
|
+
"externalTools": false,
|
|
4810
|
+
"plugins": false,
|
|
4811
|
+
"hostSkillDiscovery": false
|
|
4812
|
+
}
|
|
4813
|
+
},
|
|
4814
|
+
"instructionBundleSha256": "56ec56183127a86307b445d4b3a74d2f267d5920d01023766239f1f640f243cd",
|
|
4815
|
+
"instructionFileCount": 376,
|
|
4816
|
+
"selectedInstructions": [
|
|
4817
|
+
{
|
|
4818
|
+
"path": "_instructions/just-vibe/skills/ml-features/SKILL.md",
|
|
4819
|
+
"sha256": "60ae4f875f43a32afbec4fa460629edf06876c072eb057b6c23c007f34ba36ad"
|
|
4820
|
+
},
|
|
4821
|
+
{
|
|
4822
|
+
"path": "_instructions/just-vibe/skills/ml-leakage/SKILL.md",
|
|
4823
|
+
"sha256": "40e953aabc397101c39d85f5a76441a8f84bb1303ad0bceba8be614b7ac15bb3"
|
|
4824
|
+
},
|
|
4825
|
+
{
|
|
4826
|
+
"path": "_instructions/just-vibe/skills/ml-split/SKILL.md",
|
|
4827
|
+
"sha256": "c4ad250b110d4a37253f453a85e7321077551ac2a313d9ff902ccdd5baea3e3b"
|
|
4828
|
+
}
|
|
4829
|
+
],
|
|
4830
|
+
"artifactHashes": {
|
|
4831
|
+
"prompt.txt": "19361e8a492914709604df4c09a2c8acff10c0e35e02db78cbfcae3031c2b552",
|
|
4832
|
+
"events.jsonl": "394de1e839750f6bd9952fa8e7fc8fda0eb24d836b3a6cc33019944abc0e3273",
|
|
4833
|
+
"answer.md": "93279eb55feb1d6eeb420cc3366c8e62a9639fb171685d1fa7f7984769e54a78",
|
|
4834
|
+
"run.json": "25e6e0de4df8679cc18f7fac1729da6d61d7346073a49ce1e88a49a48dd0e189",
|
|
4835
|
+
"test-evidence.json": "5abbcb96e071be48a3cb3ed9647aa721878331cfd182c74ab3bd760463672ec2"
|
|
4836
|
+
}
|
|
4837
|
+
}
|
|
4838
|
+
],
|
|
4839
|
+
"limitations": [
|
|
4840
|
+
"Newly authored bounded fixture repositories, not third-party production repositories.",
|
|
4841
|
+
"Complete written contracts remove much of the context and discovery burden; user convenience and preference were not measured.",
|
|
4842
|
+
"Bounded correctness checks do not rank overall output quality; equal pass counts do not establish equal products.",
|
|
4843
|
+
"Matched supplied ECC instructions at a pinned snapshot; native hooks/memory integrations are excluded.",
|
|
4844
|
+
"Two repeats per original case/arm are insufficient to establish general superiority.",
|
|
4845
|
+
"Token and timing metrics are supporting operational observations, not quality scores. Zero interventions means none were supplied under the protocol.",
|
|
4846
|
+
"No monetary charge is reported by this authenticated CLI; cached input is a subset of input.",
|
|
4847
|
+
"A stable model name does not guarantee an immutable service backend.",
|
|
4848
|
+
"See the protocol for pilots and the uniform scorer correction; original scores are retained."
|
|
4849
|
+
]
|
|
4850
|
+
}
|