@cassiomc1/forgeloop 1.6.5 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/DOCS_INDEX.md +1 -0
- package/GUIDE_ROUTER.md +26 -1
- package/LOOP_ENGINEERING.md +48 -0
- package/ORCHESTRATOR_INTEGRATION.md +38 -0
- package/PROTOCOL_INTEGRATION.md +62 -0
- package/README.md +25 -0
- package/benchmarks/execution-profiles/README.md +62 -0
- package/benchmarks/execution-profiles/api-feature.json +18 -0
- package/benchmarks/execution-profiles/authentication-change.json +18 -0
- package/benchmarks/execution-profiles/documentation-correction.json +18 -0
- package/benchmarks/execution-profiles/infrastructure-release.json +18 -0
- package/benchmarks/execution-profiles/novatask-saas-landing-page.json +36 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/api-feature.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/authentication-change.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/documentation-correction.json +558 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/infrastructure-release.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/novatask-saas-landing-page.json +558 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/small-bug-fix.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/static-landing-page.json +558 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-quality-repeat5-20260831/summary.json +231 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/api-feature.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/authentication-change.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/documentation-correction.json +558 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/infrastructure-release.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/novatask-saas-landing-page.json +558 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/small-bug-fix.json +552 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/static-landing-page.json +558 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-repeat5-20260831/summary.json +231 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/api-feature.json +1624 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/authentication-change.json +1619 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/documentation-correction.json +1539 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/infrastructure-release.json +1633 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/novatask-saas-landing-page.json +1634 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/small-bug-fix.json +1726 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/static-landing-page.json +1625 -0
- package/benchmarks/execution-profiles/results/aggregate/codex-tail-repeat20-20260831/summary.json +826 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/api-feature/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/authentication-change/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/documentation-correction/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-quality-repeat5-20260831/static-landing-page/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/api-feature/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/authentication-change/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/documentation-correction/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/infrastructure-release/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/novatask-saas-landing-page/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/small-bug-fix/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/direct/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/direct/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/direct/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/direct/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/direct/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopAdaptive/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopBalanced/run-001.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopBalanced/run-002.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopBalanced/run-003.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopBalanced/run-004.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-repeat5-20260831/static-landing-page/forgeloopBalanced/run-005.json +64 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-001.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-002.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-003.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-004.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-005.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-006.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-007.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-008.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-009.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-010.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-011.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-012.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-013.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-014.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-015.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-016.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-017.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-018.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-019.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopAdaptive/run-020.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-001.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-002.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-003.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-004.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-005.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-006.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-007.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-008.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-009.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-010.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-011.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-012.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-013.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-014.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-015.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-016.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-017.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-018.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-019.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/api-feature/forgeloopBalanced/run-020.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-001.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-002.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-003.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-004.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-005.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-006.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-007.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-008.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-009.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-010.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-011.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-012.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-013.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-014.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-015.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-016.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-017.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-018.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-019.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopAdaptive/run-020.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-001.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-002.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-003.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-004.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-005.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-006.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-007.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-008.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-009.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-010.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-011.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-012.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-013.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-014.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-015.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-016.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-017.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-018.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-019.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/authentication-change/forgeloopBalanced/run-020.json +85 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-001.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-002.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-003.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-004.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-005.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-006.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-007.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-008.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-009.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-010.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-011.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-012.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-013.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-014.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-015.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-016.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-017.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-018.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-019.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopAdaptive/run-020.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-001.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-002.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-003.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-004.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-005.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-006.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-007.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-008.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-009.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-010.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-011.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-012.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-013.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-014.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-015.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-016.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-017.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-018.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-019.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/documentation-correction/forgeloopBalanced/run-020.json +82 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-001.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-002.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-003.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-004.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-005.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-006.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-007.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-008.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-009.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-010.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-011.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-012.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-013.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-014.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-015.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-016.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-017.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-018.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-019.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopAdaptive/run-020.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-001.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-002.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-003.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-004.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-005.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-006.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-007.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-008.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-009.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-010.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-011.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-012.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-013.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-014.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-015.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-016.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-017.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-018.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-019.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/infrastructure-release/forgeloopBalanced/run-020.json +84 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-001.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-002.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-003.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-004.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-005.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-006.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-007.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-008.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-009.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-010.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-011.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-012.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-013.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-014.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-015.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-016.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-017.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-018.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-019.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopAdaptive/run-020.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-001.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-002.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-003.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-004.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-005.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-006.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-007.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-008.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-009.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-010.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-011.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-012.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-013.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-014.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-015.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-016.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-017.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-018.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-019.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/novatask-saas-landing-page/forgeloopBalanced/run-020.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-001.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-002.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-003.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-004.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-005.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-006.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-007.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-008.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-009.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-010.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-011.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-012.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-013.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-014.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-015.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-016.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-017.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-018.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-019.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopAdaptive/run-020.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-001.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-002.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-003.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-004.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-005.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-006.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-007.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-008.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-009.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-010.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-011.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-012.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-013.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-014.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-015.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-016.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-017.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-018.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-019.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/small-bug-fix/forgeloopBalanced/run-020.json +83 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-001.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-002.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-003.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-004.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-005.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-006.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-007.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-008.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-009.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-010.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-011.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-012.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-013.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-014.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-015.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-016.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-017.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-018.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-019.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/direct/run-020.json +80 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-001.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-002.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-003.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-004.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-005.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-006.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-007.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-008.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-009.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-010.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-011.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-012.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-013.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-014.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-015.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-016.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-017.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-018.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-019.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopAdaptive/run-020.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-001.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-002.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-003.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-004.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-005.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-006.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-007.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-008.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-009.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-010.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-011.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-012.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-013.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-014.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-015.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-016.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-017.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-018.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-019.json +89 -0
- package/benchmarks/execution-profiles/results/raw/codex-tail-repeat20-20260831/static-landing-page/forgeloopBalanced/run-020.json +89 -0
- package/benchmarks/execution-profiles/small-bug-fix.json +18 -0
- package/benchmarks/execution-profiles/static-landing-page.json +18 -0
- package/completions/_forgeloop +6 -4
- package/completions/forgeloop.bash +8 -4
- package/completions/forgeloop.fish +24 -1
- package/docs/AGENT_PROTOCOL_SUMMARY.md +45 -1
- package/docs/ARTIFACT_REFERENCE.md +53 -7
- package/docs/CLI_REFERENCE.md +83 -1
- package/docs/EXECUTION_PROFILE_BENCHMARKS.md +420 -0
- package/docs/GETTING_STARTED.md +28 -0
- package/docs/MCP.md +7 -1
- package/docs/RELEASE_CHECKLIST.md +11 -0
- package/docs/TROUBLESHOOTING.md +6 -0
- package/docs/UNIVERSAL_INTEGRATION.md +58 -0
- package/package.json +17 -2
- package/schemas/config.schema.json +1 -0
- package/schemas/execution-profile-benchmark-aggregate.schema.json +93 -0
- package/schemas/execution-profile-benchmark-run.schema.json +144 -0
- package/schemas/execution-profile-benchmark-scenario.schema.json +66 -0
- package/schemas/routing-result.schema.json +12 -0
- package/schemas/usage.schema.json +30 -0
- package/scripts/check-efficiency-regression.mjs +99 -0
- package/scripts/generate-agent-protocol-summary.mjs +35 -0
- package/scripts/lib/execution-profile-benchmark-io.mjs +67 -0
- package/scripts/report-execution-profile-outliers.mjs +136 -0
- package/scripts/report-tail-interpretation.mjs +156 -0
- package/scripts/run-execution-profile-benchmarks.mjs +341 -0
- package/scripts/summarize-execution-profile-benchmarks.mjs +84 -0
- package/scripts/validate-execution-profile-benchmarks.mjs +120 -0
- package/src/cli.js +16 -4
- package/src/commands/efficiency.js +12 -0
- package/src/commands/eval.js +8 -2
- package/src/commands/metrics.js +2 -2
- package/src/commands/next.js +26 -2
- package/src/commands/route.js +20 -2
- package/src/commands/task-show.js +31 -2
- package/src/commands/usage-record.js +61 -0
- package/src/core/artifact-registry.js +12 -0
- package/src/core/cli-command-definitions.js +27 -0
- package/src/core/command-executors.js +29 -5
- package/src/core/command-input.js +34 -0
- package/src/core/config.js +9 -0
- package/src/core/efficiency.js +197 -0
- package/src/core/error-codes.js +18 -0
- package/src/core/execution-profile-benchmarks.js +1148 -0
- package/src/core/execution-profile-context.js +177 -0
- package/src/core/execution-profile.js +248 -0
- package/src/core/integration-invocation-policy.js +43 -0
- package/src/core/integration-resources.js +22 -1
- package/src/core/protocol-info.js +42 -0
- package/src/core/router.js +23 -1
- package/src/core/runtime-context.js +11 -0
- package/src/core/schema-validation.js +4 -0
- package/src/core/task-paths.js +2 -0
- package/src/core/templates.js +4 -0
- package/src/core/trace.js +1 -0
- package/src/core/trajectory-evaluation.js +2 -2
- package/src/core/trajectory-metrics.js +18 -2
- package/src/core/usage.js +137 -0
- package/src/integration.d.ts +84 -0
- package/src/integration.js +14 -0
|
@@ -0,0 +1,420 @@
|
|
|
1
|
+
# Execution-profile benchmark protocol
|
|
2
|
+
|
|
3
|
+
ForgeLoop keeps execution-profile efficiency evidence separate from lifecycle
|
|
4
|
+
trust. The benchmark scenarios under
|
|
5
|
+
[`benchmarks/execution-profiles/`](../benchmarks/execution-profiles/) are
|
|
6
|
+
deterministic routing specifications. They are not measurements and they do
|
|
7
|
+
not authorize a performance claim by themselves.
|
|
8
|
+
|
|
9
|
+
## What is measured
|
|
10
|
+
|
|
11
|
+
The runner executes every scenario in these modes:
|
|
12
|
+
|
|
13
|
+
| Mode | Meaning |
|
|
14
|
+
| --- | --- |
|
|
15
|
+
| `direct` | The direct baseline supplied by the host adapter. |
|
|
16
|
+
| `forgeloopBalanced` | The normal ForgeLoop context and process presentation. |
|
|
17
|
+
| `forgeloopAdaptive` | The deterministic profile resolved from the scenario, contract, and scope. |
|
|
18
|
+
|
|
19
|
+
Each run records provider or host usage, runner-measured wall-clock time,
|
|
20
|
+
verification outcome, verification cycles, comparable work steps, and the
|
|
21
|
+
metadata needed to determine whether a comparison is valid. The runner never
|
|
22
|
+
derives token counts, costs, cache values, verification results, or comparable
|
|
23
|
+
steps from prompt length, elapsed time, model names, or estimates.
|
|
24
|
+
|
|
25
|
+
The required reference set contains the six original scenarios plus
|
|
26
|
+
`novatask-saas-landing-page`: documentation correction, static landing page,
|
|
27
|
+
small bug fix, API feature, authentication change, infrastructure/release, and
|
|
28
|
+
the NovaTask static SaaS landing page. NovaTask is a local HTML5/CSS3/vanilla
|
|
29
|
+
JavaScript workload with no external services, authentication, secrets, or
|
|
30
|
+
publication, and must resolve to `light`.
|
|
31
|
+
|
|
32
|
+
Trusted efficiency comparisons require all of the following:
|
|
33
|
+
|
|
34
|
+
- `PROVIDER_REPORTED` or `HOST_REPORTED` usage;
|
|
35
|
+
- actual non-null token and timing values for the metric being compared;
|
|
36
|
+
- `PASS` verification for both paired runs;
|
|
37
|
+
- a positive comparable-step count; and
|
|
38
|
+
- matching model, provider, prompt-spec fingerprint, project revision,
|
|
39
|
+
benchmark version, and environment metadata.
|
|
40
|
+
|
|
41
|
+
If any condition is missing, the aggregate reports `NOT_COMPARABLE` and
|
|
42
|
+
`claimsAllowed: false` for that comparison. `UNKNOWN` is a valid telemetry
|
|
43
|
+
state, not a zero value. Benchmark outcomes are observational and never relax
|
|
44
|
+
the lifecycle, evidence, authority, provenance, safety-floor, or completion
|
|
45
|
+
requirements.
|
|
46
|
+
|
|
47
|
+
## Running a benchmark
|
|
48
|
+
|
|
49
|
+
The command requires a host adapter because ForgeLoop cannot create real model
|
|
50
|
+
or provider measurements on its own:
|
|
51
|
+
|
|
52
|
+
```bash
|
|
53
|
+
npm run benchmark:profiles -- \
|
|
54
|
+
--adapter ./path/to/actual-host-adapter.mjs \
|
|
55
|
+
--runs 5 \
|
|
56
|
+
--json
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
Repetition counts are bounded by an explicit tier so the statistical purpose
|
|
60
|
+
of a run set is visible in the command itself:
|
|
61
|
+
|
|
62
|
+
| Tier | Runs | Purpose |
|
|
63
|
+
| --- | --- | --- |
|
|
64
|
+
| `smoke` | 1–3 | Fast adapter and pipeline checks; never efficiency evidence. |
|
|
65
|
+
| `evidence` | 5–10 | Central-tendency comparisons (default when no tier is given: 5 runs). |
|
|
66
|
+
| `tail` | 20–30 | Tail-risk and P95 stability analysis. |
|
|
67
|
+
|
|
68
|
+
`--tier smoke|evidence|tail` enforces these bounds and selects the tier
|
|
69
|
+
default when `--runs` is omitted. Runs outside a tier's bounds are rejected.
|
|
70
|
+
Tail-stability conclusions additionally require the sample minimum described
|
|
71
|
+
under tail analysis below.
|
|
72
|
+
|
|
73
|
+
The adapter exports `runBenchmark(input)` and must execute the supplied
|
|
74
|
+
scenario. Its result must include actual usage and verification data:
|
|
75
|
+
|
|
76
|
+
```js
|
|
77
|
+
export async function runBenchmark({ scenario, mode, runIndex, target }) {
|
|
78
|
+
// Execute the host's real workload here.
|
|
79
|
+
return {
|
|
80
|
+
usage: {
|
|
81
|
+
inputTokens: 120,
|
|
82
|
+
outputTokens: 80,
|
|
83
|
+
cacheReadTokens: null,
|
|
84
|
+
cacheWriteTokens: null,
|
|
85
|
+
totalTokens: 200,
|
|
86
|
+
costUsd: null,
|
|
87
|
+
model: "host-reported-model",
|
|
88
|
+
provider: "host-reported-provider",
|
|
89
|
+
source: "HOST_REPORTED",
|
|
90
|
+
},
|
|
91
|
+
promptSpecFingerprint: "sha256-or-other-host-bound-fingerprint",
|
|
92
|
+
verification: "PASS",
|
|
93
|
+
verificationCycles: 1,
|
|
94
|
+
comparableSteps: 4,
|
|
95
|
+
diagnostics: {
|
|
96
|
+
executionProfile: "light",
|
|
97
|
+
verificationCycles: 1,
|
|
98
|
+
modelTurns: 3,
|
|
99
|
+
toolCalls: 5,
|
|
100
|
+
retries: null,
|
|
101
|
+
correctionCycles: null,
|
|
102
|
+
filesRead: null,
|
|
103
|
+
filesWritten: 2,
|
|
104
|
+
contextRefreshes: null,
|
|
105
|
+
guideCount: 1,
|
|
106
|
+
guideIds: ["test"],
|
|
107
|
+
hostWarnings: [],
|
|
108
|
+
terminationReason: "COMPLETED",
|
|
109
|
+
flags: [],
|
|
110
|
+
},
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
```
|
|
114
|
+
|
|
115
|
+
The values above are shape-only examples. They must not be copied as evidence
|
|
116
|
+
unless the host actually reports them. The runner owns the elapsed-time
|
|
117
|
+
measurement and derives the Git revision from the target checkout. Results
|
|
118
|
+
are written under a unique run-set directory and existing history is never
|
|
119
|
+
overwritten.
|
|
120
|
+
|
|
121
|
+
The optional `diagnostics` object records host-observed execution detail for
|
|
122
|
+
tail-risk attribution. Every field is nullable: a host must leave a value
|
|
123
|
+
`null` (or omit `diagnostics` entirely) whenever it does not actually observe
|
|
124
|
+
that telemetry, and must never estimate it from prompt size, elapsed time, or
|
|
125
|
+
file size. `flags` may carry host-reported runaway signals from the fixed
|
|
126
|
+
signal vocabulary; the aggregate additionally derives deterministic signals
|
|
127
|
+
where recorded diagnostics support them.
|
|
128
|
+
|
|
129
|
+
An adapter may also return host-observed context usage. ForgeLoop does not
|
|
130
|
+
tokenize provider prompts. The optional shape is:
|
|
131
|
+
|
|
132
|
+
```json
|
|
133
|
+
{
|
|
134
|
+
"contextUsage": {
|
|
135
|
+
"source": "HOST_REPORTED",
|
|
136
|
+
"profile": "light",
|
|
137
|
+
"items": {
|
|
138
|
+
"taskContext": null,
|
|
139
|
+
"guides": null,
|
|
140
|
+
"history": null,
|
|
141
|
+
"protocolInstructions": null,
|
|
142
|
+
"repositoryContext": null,
|
|
143
|
+
"other": null
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
```
|
|
148
|
+
|
|
149
|
+
Every item is nullable and `UNKNOWN` requires all items to remain `null`.
|
|
150
|
+
Missing values are never inferred. When adaptive resolves to `light`, the
|
|
151
|
+
aggregate compares complete host-reported context items with the matching
|
|
152
|
+
balanced run and reports `CONTEXT_INFLATION` when light context is larger.
|
|
153
|
+
This is an observational diagnostic and never blocks lifecycle completion.
|
|
154
|
+
|
|
155
|
+
UI adapters may additionally return independently evaluated quality scores:
|
|
156
|
+
|
|
157
|
+
```json
|
|
158
|
+
{
|
|
159
|
+
"quality": {
|
|
160
|
+
"source": "EXTERNAL_REPORTED",
|
|
161
|
+
"scores": {
|
|
162
|
+
"visualQuality": null,
|
|
163
|
+
"responsiveQuality": null,
|
|
164
|
+
"accessibility": null,
|
|
165
|
+
"interactionPolish": null,
|
|
166
|
+
"requirementsCompleteness": null
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
```
|
|
171
|
+
|
|
172
|
+
Scores are on a 0–5 scale and remain `UNKNOWN` when no external evaluator or
|
|
173
|
+
host observation is available. Implementer self-ratings should not be used as
|
|
174
|
+
independent quality evidence; for NovaTask, review direct and ForgeLoop
|
|
175
|
+
outputs blind to execution mode before revealing the labels.
|
|
176
|
+
|
|
177
|
+
## Blind UI quality finalization
|
|
178
|
+
|
|
179
|
+
The runner supports an optional post-run finalization hook for adapters that
|
|
180
|
+
can collect independent UI evidence:
|
|
181
|
+
|
|
182
|
+
```js
|
|
183
|
+
export async function finalizeBenchmark({ benchmarkVersion, records, scenarios, target, runSetId }) {
|
|
184
|
+
// Render and evaluate retained UI workspaces after all host timings finish.
|
|
185
|
+
return {
|
|
186
|
+
qualityByRunId: {
|
|
187
|
+
// Keys are the runner-owned run IDs; values use the quality shape above.
|
|
188
|
+
},
|
|
189
|
+
summary: { status: "MEASURED" },
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
```
|
|
193
|
+
|
|
194
|
+
The runner calls this hook only after every `runBenchmark` call has returned.
|
|
195
|
+
The adapter's `wallClockMs` therefore excludes browser rendering and evaluator
|
|
196
|
+
latency. The finalizer may attach quality only to known runner run IDs; usage,
|
|
197
|
+
timing, verification, comparable steps, context telemetry, and metadata are
|
|
198
|
+
not rewritten by finalization. A finalizer must leave quality `UNKNOWN` when a
|
|
199
|
+
candidate cannot be rendered or the evaluator cannot return schema-valid
|
|
200
|
+
scores.
|
|
201
|
+
|
|
202
|
+
The maintained Codex visual evaluator is intentionally outside ForgeLoop
|
|
203
|
+
Core. It requires an explicitly supplied, already-installed Playwright runtime
|
|
204
|
+
and Chromium executable, renders desktop (1440×900) and mobile (390×844)
|
|
205
|
+
screenshots, blocks HTTP(S) requests, and gives the separate evaluator only
|
|
206
|
+
requirements, neutral browser observations, and anonymized candidate labels.
|
|
207
|
+
The evaluator receives no execution-mode labels, run IDs, source files, or
|
|
208
|
+
implementer self-ratings. Its validated scores are recorded as
|
|
209
|
+
`EXTERNAL_REPORTED`; this is independent observational evidence, not a human
|
|
210
|
+
acceptance decision and not lifecycle authority. If the evaluator is not
|
|
211
|
+
configured or fails, quality remains `UNKNOWN` and no quality-preservation
|
|
212
|
+
claim is permitted.
|
|
213
|
+
|
|
214
|
+
## Inspecting and validating results
|
|
215
|
+
|
|
216
|
+
```bash
|
|
217
|
+
npm run benchmark:profiles:summary -- --json
|
|
218
|
+
npm run benchmark:profiles:check -- --json
|
|
219
|
+
npm run benchmark:profiles:outliers -- --json
|
|
220
|
+
```
|
|
221
|
+
|
|
222
|
+
To enable the optional blind UI finalizer, provide paths to the host's
|
|
223
|
+
existing Playwright and Chromium installations and a separate evaluator
|
|
224
|
+
model. The benchmark does not install these resources:
|
|
225
|
+
|
|
226
|
+
```bash
|
|
227
|
+
FORGELOOP_BENCHMARK_MODEL=gpt-5.4-mini \
|
|
228
|
+
FORGELOOP_BENCHMARK_REASONING=low \
|
|
229
|
+
FORGELOOP_BENCHMARK_QUALITY_EVALUATOR=./benchmarks/evaluators/codex-cli-blind-visual.mjs \
|
|
230
|
+
FORGELOOP_BENCHMARK_PLAYWRIGHT_ROOT=/absolute/path/to/playwright \
|
|
231
|
+
FORGELOOP_BENCHMARK_BROWSER=/absolute/path/to/Google\ Chrome\ for\ Testing \
|
|
232
|
+
FORGELOOP_BENCHMARK_EVALUATOR_MODEL=gpt-5.4 \
|
|
233
|
+
npm run benchmark:profiles -- \
|
|
234
|
+
--adapter ./benchmarks/adapters/codex-cli-real-host.mjs \
|
|
235
|
+
--runs 5 \
|
|
236
|
+
--run-set codex-quality-repeat5-YYYYMMDD \
|
|
237
|
+
--output /tmp/forgeloop-benchmark-results-quality \
|
|
238
|
+
--json
|
|
239
|
+
```
|
|
240
|
+
|
|
241
|
+
The two evaluator processes have separate responsibilities: the
|
|
242
|
+
implementation host reports actual usage and deterministic verification, and
|
|
243
|
+
the read-only evaluator reports blind screenshot scores. Neither process may
|
|
244
|
+
invent context-item counts, token counts, costs, cache values, or lifecycle
|
|
245
|
+
state.
|
|
246
|
+
|
|
247
|
+
Before a host run exists, the summary is intentionally:
|
|
248
|
+
|
|
249
|
+
```json
|
|
250
|
+
{
|
|
251
|
+
"status": "NOT_MEASURED",
|
|
252
|
+
"claimsAllowed": false
|
|
253
|
+
}
|
|
254
|
+
```
|
|
255
|
+
|
|
256
|
+
Raw runs are stored below `benchmarks/execution-profiles/results/raw/` and
|
|
257
|
+
recomputed aggregates below `benchmarks/execution-profiles/results/aggregate/`.
|
|
258
|
+
The validator checks all scenario, raw-run, and aggregate schemas and
|
|
259
|
+
recomputes aggregates from raw measurements. A changed overhead target is
|
|
260
|
+
observable in the report; it is not a blocking lifecycle gate.
|
|
261
|
+
|
|
262
|
+
CI can run `npm run benchmark:profiles:regression -- --json`. It reports
|
|
263
|
+
`OK`, `EFFICIENCY_REGRESSION`, `NOT_MEASURED`, or `NOT_COMPARABLE`; a regression
|
|
264
|
+
is a release-quality warning, not a ForgeLoop lifecycle failure.
|
|
265
|
+
|
|
266
|
+
For LIGHT scenarios, the initial non-blocking objectives are P50 token
|
|
267
|
+
overhead no greater than +35% and P95 token overhead no greater than +60%
|
|
268
|
+
against a comparable direct baseline. These objectives never trade away
|
|
269
|
+
verification quality, requirement coverage, or protocol safety.
|
|
270
|
+
|
|
271
|
+
## Robust statistics and tail stability
|
|
272
|
+
|
|
273
|
+
Benchmark methodology v2 reports robust variability for skewed token
|
|
274
|
+
distributions. Methodology-v2 mode aggregates include, for every measured
|
|
275
|
+
quantity, `count`, `average`, `minimum`, `p25`, `p50`, `p75`, `p90`, `p95`,
|
|
276
|
+
`maximum`, `iqr`, `mad`, and `outlierCount`. Percentiles use linear
|
|
277
|
+
interpolation; `iqr` is the interquartile range and `mad` the median absolute
|
|
278
|
+
deviation around the median. Methodology-v1 aggregates keep their frozen
|
|
279
|
+
historical shape.
|
|
280
|
+
|
|
281
|
+
Every non-direct comparison in a v2 aggregate gains a `tail` object, `pairedRatioDiagnostics`, `pairedRuns`, and separate paired and distribution statistics:
|
|
282
|
+
|
|
283
|
+
```json
|
|
284
|
+
{
|
|
285
|
+
"pairedOverheadPercent": {
|
|
286
|
+
"p50": 3.5685,
|
|
287
|
+
"p95": 174.1502
|
|
288
|
+
},
|
|
289
|
+
"distributionDeltaPercent": {
|
|
290
|
+
"p50": 3.4708,
|
|
291
|
+
"p95": 13.1906
|
|
292
|
+
},
|
|
293
|
+
"pairedRatioDiagnostics": {
|
|
294
|
+
"pairCount": 20,
|
|
295
|
+
"baselineMinimum": 63298,
|
|
296
|
+
"baselineP25": 65742.25,
|
|
297
|
+
"baselineP50": 140632,
|
|
298
|
+
"lowBaselineThreshold": 84379.2,
|
|
299
|
+
"lowBaselinePairCount": 7
|
|
300
|
+
},
|
|
301
|
+
"tail": {
|
|
302
|
+
"sampleMinimum": 20,
|
|
303
|
+
"sampleCount": 20,
|
|
304
|
+
"p95TokenOverheadPercent": 174.1502,
|
|
305
|
+
"pairedOverheadP95Percent": 174.1502,
|
|
306
|
+
"distributionP95DeltaPercent": 13.1906,
|
|
307
|
+
"outlierCount": 0,
|
|
308
|
+
"status": "TAIL_REGRESSION",
|
|
309
|
+
"pairedStatus": "TAIL_REGRESSION",
|
|
310
|
+
"distributionStatus": "TAIL_ACCEPTABLE",
|
|
311
|
+
"combinedInterpretation": "TAIL_PAIRED_RATIO_SENSITIVE"
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
```
|
|
315
|
+
|
|
316
|
+
### Paired overhead vs. distribution tail delta
|
|
317
|
+
|
|
318
|
+
`pairedOverheadP95Percent` is the P95 of run-level relative overhead values (`((adaptive_i - direct_i) / direct_i) * 100`) across matched run indices. Because execution runs are independent stochastic trials, paired ratios can become very large when an individual direct baseline run finishes in an unusually low token regime (`LOW_BASELINE_TOKEN_REGIME`, defined as `directTokens < directP50 * 0.60`).
|
|
319
|
+
|
|
320
|
+
`distributionP95DeltaPercent` compares the P95 values of the candidate and baseline token distributions directly (`((adaptiveP95 - directP95) / directP95) * 100`).
|
|
321
|
+
|
|
322
|
+
These are distinct statistics and must not be presented as interchangeable metrics:
|
|
323
|
+
|
|
324
|
+
- When a candidate distribution is genuinely heavy-tailed, `distributionP95DeltaPercent` itself exceeds the objective (`TAIL_DISTRIBUTION_REGRESSION`).
|
|
325
|
+
- When the candidate distribution P95 is acceptable but paired overhead is inflated by low-baseline runs, the combined interpretation is `TAIL_PAIRED_RATIO_SENSITIVE`.
|
|
326
|
+
|
|
327
|
+
```bash
|
|
328
|
+
npm run benchmark:profiles:tail-analysis -- [--results <dir>] [--run-set <id>] [--json]
|
|
329
|
+
```
|
|
330
|
+
|
|
331
|
+
Tail status is observational and is classified as:
|
|
332
|
+
|
|
333
|
+
- `NOT_ENOUGH_SAMPLES` when comparable pairs are below the sample minimum (20) or P95 telemetry is unavailable;
|
|
334
|
+
- `TAIL_REGRESSION` when the P95 token metric exceeds the +60% objective;
|
|
335
|
+
- `TAIL_WARNING` when the sample is sufficient but IQR outliers are present;
|
|
336
|
+
- `TAIL_STABLE` / `TAIL_ACCEPTABLE` otherwise.
|
|
337
|
+
|
|
338
|
+
Combined interpretation states:
|
|
339
|
+
|
|
340
|
+
- `TAIL_CONSISTENT`: paired and distribution views agree;
|
|
341
|
+
- `TAIL_PAIRED_RATIO_SENSITIVE`: paired P95 fails while distribution P95 passes and low-baseline pairs are present;
|
|
342
|
+
- `TAIL_DISTRIBUTION_REGRESSION`: absolute distribution P95 delta exceeds the objective;
|
|
343
|
+
- `TAIL_UNRESOLVED`: sample count is insufficient or evidence is incomplete.
|
|
344
|
+
|
|
345
|
+
Tail status never gates lifecycle completion; it tells operators when a run
|
|
346
|
+
set is large enough to trust its tail.
|
|
347
|
+
|
|
348
|
+
## Outlier classification and runaway signals
|
|
349
|
+
|
|
350
|
+
Token outliers are classified deterministically per scenario and mode with
|
|
351
|
+
the `TOKEN_IQR_1_5` policy: a measured run whose total tokens exceed
|
|
352
|
+
`Q3 + 1.5 × IQR` of that mode's measured distribution is an outlier, and at
|
|
353
|
+
least 4 measured samples are required before classification. Each outlier
|
|
354
|
+
record keeps the run identity, token values, `ratioToMedian`, and the
|
|
355
|
+
diagnostic signals that explain it.
|
|
356
|
+
|
|
357
|
+
```bash
|
|
358
|
+
npm run benchmark:profiles:outliers -- [--results <dir>] [--run-set <id>] [--json]
|
|
359
|
+
```
|
|
360
|
+
|
|
361
|
+
The report is read-only: it never rewrites raw runs or aggregates and it
|
|
362
|
+
never changes lifecycle truth. Signals come from two sources: host-reported
|
|
363
|
+
`diagnostics.flags` and deterministic derivations from recorded diagnostics
|
|
364
|
+
(model turns or tool calls more than double the mode median, repeated
|
|
365
|
+
verification or correction cycles, retries, repeated context refreshes). An
|
|
366
|
+
outlier with no recorded explanation is reported as `UNKNOWN_TOKEN_SPIKE`,
|
|
367
|
+
which is an admission of missing telemetry, not an estimate. Historical
|
|
368
|
+
methodology-v1 runs carry no diagnostics, so their spikes legitimately remain
|
|
369
|
+
`UNKNOWN_TOKEN_SPIKE`.
|
|
370
|
+
|
|
371
|
+
## Methodology versioning and historical compatibility
|
|
372
|
+
|
|
373
|
+
Scenarios, runs, and aggregates carry a `benchmarkVersion`. Methodology v2
|
|
374
|
+
bumps the current version to `2`; readers accept versions `1` and `2`.
|
|
375
|
+
Historical v1 run sets are immutable evidence: their raw runs and stored
|
|
376
|
+
aggregates are never rewritten, and recomputation reproduces the frozen v1
|
|
377
|
+
aggregate shape exactly. Version checks therefore never invalidate committed
|
|
378
|
+
history; a run set aggregates under the methodology its runs were measured
|
|
379
|
+
with. Only new run sets recorded under methodology v2 receive robust
|
|
380
|
+
statistics, tail status, outlier analysis, and diagnostics.
|
|
381
|
+
|
|
382
|
+
## Host context contract
|
|
383
|
+
|
|
384
|
+
The universal integration API exposes `task/context`, and the MCP adapter
|
|
385
|
+
registers it as `forgeloop://task/{taskId}/context`. The projection includes
|
|
386
|
+
the resolved profile, objective, deliverables, constraints, selected guide
|
|
387
|
+
IDs, next action, verification requirements, and an explicit context policy:
|
|
388
|
+
|
|
389
|
+
- `light`: targeted context, compact output, short planning, focused checks,
|
|
390
|
+
and lazy optional artifacts;
|
|
391
|
+
- `balanced`: relevant context, standard output and planning, normal checks;
|
|
392
|
+
- `full`: expanded context, deep planning, broad risk context, and expanded
|
|
393
|
+
verification when justified.
|
|
394
|
+
|
|
395
|
+
Every projection also states that lifecycle phases, required gates, evidence,
|
|
396
|
+
verification truth, authority, provenance, the safety floor, and validated
|
|
397
|
+
completion remain unchanged. A host may omit optional presentation context,
|
|
398
|
+
but it may not use `light` to skip a required lifecycle phase or gate.
|
|
399
|
+
|
|
400
|
+
Historical protocol-v1 routes without profile metadata remain readable and are
|
|
401
|
+
projected to the balanced compatibility profile.
|
|
402
|
+
|
|
403
|
+
For UI scenarios, hosts should report independent visual, responsive,
|
|
404
|
+
accessibility, interaction-polish, and requirements-completeness scores when
|
|
405
|
+
an external evaluator or blind human review is available. Implementer
|
|
406
|
+
self-ratings are not trusted as a substitute. NovaTask comparisons should
|
|
407
|
+
hide the execution mode until this review is complete.
|
|
408
|
+
|
|
409
|
+
## Schemas and source policy
|
|
410
|
+
|
|
411
|
+
The machine-readable contracts are:
|
|
412
|
+
|
|
413
|
+
- `schemas/execution-profile-benchmark-scenario.schema.json`;
|
|
414
|
+
- `schemas/execution-profile-benchmark-run.schema.json`; and
|
|
415
|
+
- `schemas/execution-profile-benchmark-aggregate.schema.json`.
|
|
416
|
+
|
|
417
|
+
The source policy is intentionally narrow: provider or host observations are
|
|
418
|
+
accepted for benchmark claims, while actor-reported or absent telemetry stays
|
|
419
|
+
non-comparable. This is an efficiency observation boundary, not verification
|
|
420
|
+
evidence and not an external publication result.
|
package/docs/GETTING_STARTED.md
CHANGED
|
@@ -26,6 +26,34 @@ Core mental model:
|
|
|
26
26
|
- `checks = verification truth`
|
|
27
27
|
- `receipt = completion/publication record`
|
|
28
28
|
|
|
29
|
+
### Adaptive execution profiles
|
|
30
|
+
|
|
31
|
+
ForgeLoop uses `executionProfile` to choose the appropriate process and context
|
|
32
|
+
depth without changing its assurance guarantees. It is separate from
|
|
33
|
+
`complianceMode`, which controls policy enforcement.
|
|
34
|
+
|
|
35
|
+
```text
|
|
36
|
+
auto → light | balanced | full
|
|
37
|
+
```
|
|
38
|
+
|
|
39
|
+
Small, local, reversible documentation and UI work normally resolves to
|
|
40
|
+
`light`; behavior changes and ordinary application work resolve to
|
|
41
|
+
`balanced`; authentication, publication, infrastructure, secrets, personal
|
|
42
|
+
data, critical paths, and irreversible work resolve to `full`. A CLI or project
|
|
43
|
+
request may raise the profile, but never lower the deterministic safety floor.
|
|
44
|
+
|
|
45
|
+
For compact host context, use:
|
|
46
|
+
|
|
47
|
+
```bash
|
|
48
|
+
forgeloop next --task task-contact-form-001 --compact --json
|
|
49
|
+
forgeloop task-show --task task-contact-form-001 --compact --json
|
|
50
|
+
```
|
|
51
|
+
|
|
52
|
+
These commands do not bypass contracts, gates, verification, provenance,
|
|
53
|
+
lifecycle phases, or validator-backed completion. Usage telemetry is optional,
|
|
54
|
+
never estimated, and never verification evidence; `efficiency --task` compares
|
|
55
|
+
only against a metadata-compatible local baseline.
|
|
56
|
+
|
|
29
57
|
---
|
|
30
58
|
|
|
31
59
|
## 2. Prerequisites
|
package/docs/MCP.md
CHANGED
|
@@ -50,6 +50,7 @@ Capability flags (process-scoped, immutable after launch):
|
|
|
50
50
|
- `forgeloop://task/{taskId}/action/{actionId}`
|
|
51
51
|
- `forgeloop://task/{taskId}/approvals`
|
|
52
52
|
- `forgeloop://task/{taskId}/metrics`
|
|
53
|
+
- `forgeloop://task/{taskId}/context` — bounded profile-aware host context
|
|
53
54
|
- `forgeloop://task/{taskId}/evaluations`
|
|
54
55
|
- `forgeloop://project/capability-policy`
|
|
55
56
|
|
|
@@ -83,6 +84,11 @@ content.
|
|
|
83
84
|
Raw recovery artifacts, transaction journals, lock files, and unbounded event
|
|
84
85
|
ledgers are intentionally not exposed.
|
|
85
86
|
|
|
87
|
+
The context resource is read-only. It lets an MCP host adapt presentation depth
|
|
88
|
+
from the canonical resolved execution profile while preserving lifecycle
|
|
89
|
+
phases, required gates, verification truth, authority, provenance, and
|
|
90
|
+
validator-backed completion.
|
|
91
|
+
|
|
86
92
|
Optional workspace binding, handoff, responsibility, verification-scope,
|
|
87
93
|
RevisionProvider, SigningProvider, and attestation operations remain governed
|
|
88
94
|
by the same canonical command executors when exposed by a compatible host.
|
|
@@ -113,7 +119,7 @@ forgeloop-mcp-http --project /repo --mode safe # 127.0.0.1:3333
|
|
|
113
119
|
|
|
114
120
|
| Component | Current contract |
|
|
115
121
|
| --- | --- |
|
|
116
|
-
| ForgeLoop core package | `>=1.5.0 <2` dependency range; current repository generation `1.
|
|
122
|
+
| ForgeLoop core package | `>=1.5.0 <2` dependency range; current repository generation `1.8.x` |
|
|
117
123
|
| ForgeLoop protocol | `1` |
|
|
118
124
|
| Integration API | `1` |
|
|
119
125
|
| MCP package | `0.1.x` initial package |
|
|
@@ -16,6 +16,17 @@ preparation and verification checklist; it does not authorize publication.
|
|
|
16
16
|
- [ ] `npm run dependency:policy` passes without adding runtime dependencies.
|
|
17
17
|
- [ ] `npm run lint` passes.
|
|
18
18
|
- [ ] `npm test` passes.
|
|
19
|
+
- [ ] `npm run benchmark:profiles:check` passes; absent provider/host history
|
|
20
|
+
is reported as `NOT_MEASURED`, never as zero or a passing efficiency claim.
|
|
21
|
+
- [ ] `npm run benchmark:profiles:regression` reports the observed status;
|
|
22
|
+
`EFFICIENCY_REGRESSION` remains a non-blocking warning.
|
|
23
|
+
- [ ] `npm run benchmark:profiles:outliers` and
|
|
24
|
+
`npm run benchmark:profiles:tail-analysis` report the observed
|
|
25
|
+
`TOKEN_IQR_1_5`, paired-ratio, and distribution-tail results without
|
|
26
|
+
conflating `pairedOverheadPercent` with `distributionDeltaPercent`.
|
|
27
|
+
- [ ] Historical v1 run sets remain byte-for-byte immutable while v2 run sets
|
|
28
|
+
carry robust statistics, low-baseline diagnostics, and explicit tail
|
|
29
|
+
interpretations.
|
|
19
30
|
- [ ] `npm run coverage` passes the configured global and critical-module gates.
|
|
20
31
|
- [ ] `npm run docs:check`, `npm run docs:generated:check`,
|
|
21
32
|
`npm run docs:conformance`, and `npm run docs:examples:check` pass.
|
package/docs/TROUBLESHOOTING.md
CHANGED
|
@@ -986,6 +986,7 @@ forgeloop next --task <id> --json
|
|
|
986
986
|
| `E_DIAGNOSTIC_CASE_CYCLE_MISMATCH` | Diagnostic case verification cycle does not match the active work state verification cycle. | Record the diagnostic case for the current active verification cycle. |
|
|
987
987
|
| `E_DIAGNOSTIC_CASE_EVIDENCE_INVALID` | A diagnostic case evidence reference does not match any check from the active verification cycle. | Reference check IDs recorded during the active verification cycle. |
|
|
988
988
|
| `E_DIAGNOSTIC_CASE_INVALID` | Structured diagnostic case details or parameters are malformed. | Provide valid observations, contributors, hypotheses with settlement criteria, and nextSafeAction. |
|
|
989
|
+
| `E_EFFICIENCY_BASELINE_INVALID` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
989
990
|
| `E_EVIDENCE_COVERAGE_INVALID` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
990
991
|
| `E_EVIDENCE_COVERAGE_PARTIAL` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
991
992
|
| `E_EVIDENCE_INVALID` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
@@ -993,6 +994,9 @@ forgeloop next --task <id> --json
|
|
|
993
994
|
| `E_EVIDENCE_PARTIAL` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
994
995
|
| `E_EVIDENCE_REQUIRED` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
995
996
|
| `E_EVIDENCE_STALE` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
997
|
+
| `E_EXECUTION_PROFILE_INCONSISTENT` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
998
|
+
| `E_EXECUTION_PROFILE_INVALID` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
999
|
+
| `E_EXECUTION_PROFILE_SAFETY_FLOOR_INVALID` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
996
1000
|
| `E_EXECUTION_REF_INVALID` | Referenced execution ID does not exist. | Re-run check via forgeloop run-check. |
|
|
997
1001
|
| `E_FAILURE_SIGNATURE_INVALID` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
998
1002
|
| `E_FUTURE_LIFECYCLE_EVIDENCE` | A ForgeLoop protocol validation or lifecycle condition was not satisfied. | Inspect the structured command result, correct the named artifact or prerequisite, then run forgeloop next --json. |
|
|
@@ -1123,6 +1127,8 @@ forgeloop next --task <id> --json
|
|
|
1123
1127
|
| `E_TRACE_SNAPSHOT_INCONSISTENT` | Task artifacts changed while the execution trace was being read. | Rerun the read-only projection to obtain a consistent view. |
|
|
1124
1128
|
| `E_TRAJECTORY_REFERENCE_REQUIRED` | Comparative efficiency requires a reference scenario with positive comparableSteps. | Provide --scenario with reference.comparableSteps, or omit efficiency from the result. |
|
|
1125
1129
|
| `E_TRAJECTORY_SCENARIO_INVALID` | Trajectory scenario file is missing required fields or schema-invalid. | Correct the scenario JSON against schemas/trajectory-scenario.schema.json. |
|
|
1130
|
+
| `E_USAGE_INVALID` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
1131
|
+
| `E_USAGE_SOURCE_INVALID` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
1126
1132
|
| `E_VERIFICATION_EXECUTION_INVALID` | The trusted verification execution adapter returned incomplete or invalid execution metadata. | Repair the adapter contract and rerun verification; do not promote incomplete execution evidence. |
|
|
1127
1133
|
| `E_VERIFICATION_ISOLATION_UNAVAILABLE` | Verification cannot run because the required disposable or system isolation boundary is unavailable. | Use a trusted ForgeLoop execution adapter with the required isolation mode; never run the check in the live project. |
|
|
1128
1134
|
| `E_VERIFICATION_SCOPE_INVALID` | A ForgeLoop boundary, artifact, provider, or attestation validation condition was not satisfied. | Inspect the structured command result, correct the named boundary or artifact, then retry the canonical command. |
|
|
@@ -35,6 +35,64 @@ import {
|
|
|
35
35
|
FORCE_DESTRUCTIVE) describe what an invocation would do; launch policy
|
|
36
36
|
decides what is allowed.
|
|
37
37
|
|
|
38
|
+
### Profile-aware context
|
|
39
|
+
|
|
40
|
+
The resolved execution profile is available from the persisted route and from
|
|
41
|
+
compact `next`/`task-show` projections. `complianceMode` remains the policy
|
|
42
|
+
enforcement dimension; `executionProfile` is the independent process/context
|
|
43
|
+
depth dimension.
|
|
44
|
+
|
|
45
|
+
The API's read-only `task/context` resource provides the canonical host
|
|
46
|
+
projection for this decision. It includes the objective, deliverables,
|
|
47
|
+
constraints, selected guide IDs, current phase, next action, verification
|
|
48
|
+
requirements, resolved profile, and bounded optional-context policy. The MCP
|
|
49
|
+
adapter exposes the same projection at
|
|
50
|
+
`forgeloop://task/{taskId}/context`.
|
|
51
|
+
|
|
52
|
+
For `light`, an adapter should send only the current objective, deliverables,
|
|
53
|
+
hard constraints, resolved profile, selected guide IDs or relevant guide
|
|
54
|
+
sections, current phase, exact next action, and verification requirements. It
|
|
55
|
+
should reuse unchanged state locally instead of repeatedly sending full
|
|
56
|
+
ledgers, schemas, receipts, or protocol documents. This is presentation
|
|
57
|
+
optimization only: required gates, verification truth, authority, provenance,
|
|
58
|
+
and validated completion remain unchanged. A lifecycle fast path is not part
|
|
59
|
+
of protocol v1.
|
|
60
|
+
|
|
61
|
+
Optional reflection, trajectory evaluation, handoff, responsibility,
|
|
62
|
+
attestation, benchmark, and continuity artifacts are lazy and should be
|
|
63
|
+
created only when policy, an explicit request, or recovery requires them.
|
|
64
|
+
|
|
65
|
+
The profile never authorizes a lifecycle-phase or required-gate skip. A phase
|
|
66
|
+
may be absent only when the canonical protocol marks it not applicable;
|
|
67
|
+
presentation depth cannot change evidence, verification truth, authority,
|
|
68
|
+
provenance, safety-floor, or validator-backed completion requirements.
|
|
69
|
+
|
|
70
|
+
### Usage and efficiency boundary
|
|
71
|
+
|
|
72
|
+
Create a context with an optional trusted provider:
|
|
73
|
+
|
|
74
|
+
```js
|
|
75
|
+
const context = createForgeLoopContext({
|
|
76
|
+
usageProvider: {
|
|
77
|
+
async getTaskUsage({ projectPath, taskId }) {
|
|
78
|
+
return hostUsageStore.lookup({ projectPath, taskId });
|
|
79
|
+
},
|
|
80
|
+
},
|
|
81
|
+
});
|
|
82
|
+
```
|
|
83
|
+
|
|
84
|
+
The provider returns `PROVIDER_REPORTED` or `HOST_REPORTED` snapshots. The CLI
|
|
85
|
+
fallback is explicitly `ACTOR_REPORTED`; missing fields remain `null` and no
|
|
86
|
+
token or cost estimate is produced. Usage never satisfies a check or
|
|
87
|
+
completion requirement. Use `efficiency --task --baseline <project-local-json>`
|
|
88
|
+
only for metadata-compatible comparisons; otherwise the result is
|
|
89
|
+
`NOT_COMPARABLE`.
|
|
90
|
+
|
|
91
|
+
For measured execution-profile comparisons, use the reproducible benchmark
|
|
92
|
+
commands in [`EXECUTION_PROFILE_BENCHMARKS.md`](./EXECUTION_PROFILE_BENCHMARKS.md).
|
|
93
|
+
The benchmark source policy accepts provider or host observations only and
|
|
94
|
+
keeps unavailable or non-comparable measurements out of efficiency claims.
|
|
95
|
+
|
|
38
96
|
## Consumers
|
|
39
97
|
|
|
40
98
|
| Surface | Entry |
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cassiomc1/forgeloop",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.8.0",
|
|
4
4
|
"description": "Portable, verifiable engineering protocol for AI coding environments and developer workflows",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -22,6 +22,7 @@
|
|
|
22
22
|
"src",
|
|
23
23
|
"ENG",
|
|
24
24
|
"schemas",
|
|
25
|
+
"benchmarks/execution-profiles",
|
|
25
26
|
".forgeloop/forgeloop.gitignore",
|
|
26
27
|
"AGENTS.md",
|
|
27
28
|
"CLAUDE.md",
|
|
@@ -65,8 +66,16 @@
|
|
|
65
66
|
"docs/SIGNING_PROVIDERS.md",
|
|
66
67
|
"docs/PLATFORM_ADAPTERS.md",
|
|
67
68
|
"docs/AGENT_PROTOCOL_SUMMARY.md",
|
|
69
|
+
"docs/EXECUTION_PROFILE_BENCHMARKS.md",
|
|
68
70
|
"scripts/generate-shell-completions.mjs",
|
|
69
71
|
"scripts/generate-agent-protocol-summary.mjs",
|
|
72
|
+
"scripts/run-execution-profile-benchmarks.mjs",
|
|
73
|
+
"scripts/summarize-execution-profile-benchmarks.mjs",
|
|
74
|
+
"scripts/validate-execution-profile-benchmarks.mjs",
|
|
75
|
+
"scripts/report-execution-profile-outliers.mjs",
|
|
76
|
+
"scripts/report-tail-interpretation.mjs",
|
|
77
|
+
"scripts/check-efficiency-regression.mjs",
|
|
78
|
+
"scripts/lib/execution-profile-benchmark-io.mjs",
|
|
70
79
|
"scripts/benchmark-cli-startup.mjs",
|
|
71
80
|
"scripts/check-critical-coverage.mjs",
|
|
72
81
|
"scripts/check-changelog-freshness.mjs",
|
|
@@ -104,7 +113,13 @@
|
|
|
104
113
|
"mcp:setup": "node scripts/mcp-setup.mjs",
|
|
105
114
|
"mcp:pack:check": "node scripts/mcp-package-smoke.mjs",
|
|
106
115
|
"poc:evidence:verify": "node scripts/verify_poc_evidence.mjs",
|
|
107
|
-
"poc:evidence:test": "node --test poc/test/poc-evidence-publication.test.js"
|
|
116
|
+
"poc:evidence:test": "node --test poc/test/poc-evidence-publication.test.js",
|
|
117
|
+
"benchmark:profiles": "node scripts/run-execution-profile-benchmarks.mjs",
|
|
118
|
+
"benchmark:profiles:summary": "node scripts/summarize-execution-profile-benchmarks.mjs",
|
|
119
|
+
"benchmark:profiles:check": "node scripts/validate-execution-profile-benchmarks.mjs",
|
|
120
|
+
"benchmark:profiles:outliers": "node scripts/report-execution-profile-outliers.mjs",
|
|
121
|
+
"benchmark:profiles:tail-analysis": "node scripts/report-tail-interpretation.mjs",
|
|
122
|
+
"benchmark:profiles:regression": "node scripts/check-efficiency-regression.mjs"
|
|
108
123
|
},
|
|
109
124
|
"devDependencies": {
|
|
110
125
|
"c8": "^12.0.0",
|
|
@@ -8,6 +8,7 @@
|
|
|
8
8
|
"schemaVersion": { "const": 1 },
|
|
9
9
|
"protocolVersion": { "const": 1 },
|
|
10
10
|
"complianceMode": { "enum": ["advisory", "standard", "strict"] },
|
|
11
|
+
"executionProfile": { "enum": ["auto", "light", "balanced", "full"] },
|
|
11
12
|
"policy": { "type": "string", "minLength": 1 },
|
|
12
13
|
"requiredGates": { "type": "array", "items": { "type": "string", "minLength": 1 } },
|
|
13
14
|
"requiredEvidence": { "type": "array", "items": { "type": "string", "minLength": 1 } },
|