anvil-engineering-workbench 1.0.9 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +52 -0
- package/README.md +23 -18
- package/dist/ai/claude-code-provider.js +55 -9
- package/dist/ai/claude-code-provider.js.map +1 -1
- package/dist/ai/provider.js +1 -1
- package/dist/ai/provider.js.map +1 -1
- package/dist/cli.js +850 -278
- package/dist/cli.js.map +1 -1
- package/dist/core/adr-engine.js +9 -11
- package/dist/core/adr-engine.js.map +1 -1
- package/dist/core/agent-config-release.js +29 -13
- package/dist/core/agent-config-release.js.map +1 -1
- package/dist/core/agent-config-versioning.js +32 -17
- package/dist/core/agent-config-versioning.js.map +1 -1
- package/dist/core/agent-evaluation-intelligence.js +30 -38
- package/dist/core/agent-evaluation-intelligence.js.map +1 -1
- package/dist/core/agent-evolution.js +109 -20
- package/dist/core/agent-evolution.js.map +1 -1
- package/dist/core/agent-experiment-studio.js +19 -11
- package/dist/core/agent-experiment-studio.js.map +1 -1
- package/dist/core/agent-optimization.js +69 -14
- package/dist/core/agent-optimization.js.map +1 -1
- package/dist/core/agent-registry.js +87 -15
- package/dist/core/agent-registry.js.map +1 -1
- package/dist/core/agent-security-audit.js +21 -21
- package/dist/core/agent-security-audit.js.map +1 -1
- package/dist/core/agent-workspace-context.js +37 -6
- package/dist/core/agent-workspace-context.js.map +1 -1
- package/dist/core/ai-code-review.js +60 -12
- package/dist/core/ai-code-review.js.map +1 -1
- package/dist/core/anthropic-provider.js.map +1 -1
- package/dist/core/architecture-map.js +87 -24
- package/dist/core/architecture-map.js.map +1 -1
- package/dist/core/benchmark-engine.js +89 -21
- package/dist/core/benchmark-engine.js.map +1 -1
- package/dist/core/benchmark-matrix.js +215 -41
- package/dist/core/benchmark-matrix.js.map +1 -1
- package/dist/core/benchmark-regression.js +124 -18
- package/dist/core/benchmark-regression.js.map +1 -1
- package/dist/core/change-intelligence.js +102 -43
- package/dist/core/change-intelligence.js.map +1 -1
- package/dist/core/code-intelligence.js +40 -13
- package/dist/core/code-intelligence.js.map +1 -1
- package/dist/core/code-review.d.ts +8 -0
- package/dist/core/code-review.js +214 -19
- package/dist/core/code-review.js.map +1 -1
- package/dist/core/code-search.js +79 -39
- package/dist/core/code-search.js.map +1 -1
- package/dist/core/container-sandbox.js +87 -23
- package/dist/core/container-sandbox.js.map +1 -1
- package/dist/core/dashboard-server.js +379 -93
- package/dist/core/dashboard-server.js.map +1 -1
- package/dist/core/dependency-graph.js +75 -13
- package/dist/core/dependency-graph.js.map +1 -1
- package/dist/core/dependency-impact.js +132 -33
- package/dist/core/dependency-impact.js.map +1 -1
- package/dist/core/dependency-intelligence.js +153 -56
- package/dist/core/dependency-intelligence.js.map +1 -1
- package/dist/core/doctor.js +3 -3
- package/dist/core/doctor.js.map +1 -1
- package/dist/core/engineering-risk.js +75 -40
- package/dist/core/engineering-risk.js.map +1 -1
- package/dist/core/env-compat.js.map +1 -1
- package/dist/core/evaluation-engine.js +188 -42
- package/dist/core/evaluation-engine.js.map +1 -1
- package/dist/core/execution-trace.js +83 -29
- package/dist/core/execution-trace.js.map +1 -1
- package/dist/core/experiment-history.js +70 -20
- package/dist/core/experiment-history.js.map +1 -1
- package/dist/core/experiment-manifest.js +92 -13
- package/dist/core/experiment-manifest.js.map +1 -1
- package/dist/core/gemini-provider.js.map +1 -1
- package/dist/core/git-intelligence.js +68 -16
- package/dist/core/git-intelligence.js.map +1 -1
- package/dist/core/hook-engine.js +7 -3
- package/dist/core/hook-engine.js.map +1 -1
- package/dist/core/hosted-agent-provider.js +48 -8
- package/dist/core/hosted-agent-provider.js.map +1 -1
- package/dist/core/intelligence-timeline.js +92 -43
- package/dist/core/intelligence-timeline.js.map +1 -1
- package/dist/core/mcp-setup.js +12 -12
- package/dist/core/mcp-setup.js.map +1 -1
- package/dist/core/model-router.js +153 -37
- package/dist/core/model-router.js.map +1 -1
- package/dist/core/openai-compatible-provider.js +41 -10
- package/dist/core/openai-compatible-provider.js.map +1 -1
- package/dist/core/orchestrator.js +28 -23
- package/dist/core/orchestrator.js.map +1 -1
- package/dist/core/patch-application.js +88 -24
- package/dist/core/patch-application.js.map +1 -1
- package/dist/core/patch-approval.js +43 -15
- package/dist/core/patch-approval.js.map +1 -1
- package/dist/core/patch-validation.js +93 -15
- package/dist/core/patch-validation.js.map +1 -1
- package/dist/core/permission-policy.js +8 -5
- package/dist/core/permission-policy.js.map +1 -1
- package/dist/core/policy-engine.d.ts +96 -0
- package/dist/core/policy-engine.js +447 -0
- package/dist/core/policy-engine.js.map +1 -0
- package/dist/core/project-cleaner.js +143 -129
- package/dist/core/project-cleaner.js.map +1 -1
- package/dist/core/project-health.js +183 -21
- package/dist/core/project-health.js.map +1 -1
- package/dist/core/project-init.js +32 -20
- package/dist/core/project-init.js.map +1 -1
- package/dist/core/project-inspector.js +81 -32
- package/dist/core/project-inspector.js.map +1 -1
- package/dist/core/project-memory.js +41 -18
- package/dist/core/project-memory.js.map +1 -1
- package/dist/core/provider-diagnostics.js +65 -12
- package/dist/core/provider-diagnostics.js.map +1 -1
- package/dist/core/quality-audit.js +167 -28
- package/dist/core/quality-audit.js.map +1 -1
- package/dist/core/regression-intelligence.js +88 -8
- package/dist/core/regression-intelligence.js.map +1 -1
- package/dist/core/remediation-planner.js +112 -40
- package/dist/core/remediation-planner.js.map +1 -1
- package/dist/core/review-history.js +39 -7
- package/dist/core/review-history.js.map +1 -1
- package/dist/core/run-history-output.js.map +1 -1
- package/dist/core/run-replay.js +12 -10
- package/dist/core/run-replay.js.map +1 -1
- package/dist/core/run-store.js +48 -21
- package/dist/core/run-store.js.map +1 -1
- package/dist/core/sandbox-cleanup-audit.js +1 -1
- package/dist/core/sandbox-cleanup-audit.js.map +1 -1
- package/dist/core/sandbox-compliance.js +53 -9
- package/dist/core/sandbox-compliance.js.map +1 -1
- package/dist/core/sandbox-lifecycle.js +1 -1
- package/dist/core/sandbox-lifecycle.js.map +1 -1
- package/dist/core/sandbox-policy.js +27 -3
- package/dist/core/sandbox-policy.js.map +1 -1
- package/dist/core/sandbox-runtime.js +9 -5
- package/dist/core/sandbox-runtime.js.map +1 -1
- package/dist/core/sandbox-security-profiles.js +31 -12
- package/dist/core/sandbox-security-profiles.js.map +1 -1
- package/dist/core/sarif-formatter.d.ts +12 -4
- package/dist/core/sarif-formatter.js +262 -57
- package/dist/core/sarif-formatter.js.map +1 -1
- package/dist/core/security-scanner.js +40 -32
- package/dist/core/security-scanner.js.map +1 -1
- package/dist/core/skill-registry.js +83 -21
- package/dist/core/skill-registry.js.map +1 -1
- package/dist/core/staged-verification.js +25 -10
- package/dist/core/staged-verification.js.map +1 -1
- package/dist/core/verification-history.js +12 -7
- package/dist/core/verification-history.js.map +1 -1
- package/dist/core/verification.js +50 -19
- package/dist/core/verification.js.map +1 -1
- package/dist/core/workflow-store.js +16 -4
- package/dist/core/workflow-store.js.map +1 -1
- package/dist/core/workspace-browser.js +57 -10
- package/dist/core/workspace-browser.js.map +1 -1
- package/dist/core/workspace-scan-policy.js +26 -4
- package/dist/core/workspace-scan-policy.js.map +1 -1
- package/dist/core/workspace-tool-broker.d.ts +1 -1
- package/dist/core/workspace-tool-broker.js +25 -4
- package/dist/core/workspace-tool-broker.js.map +1 -1
- package/dist/mcp/server.js +148 -55
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/workspace-path.js +2 -2
- package/dist/mcp/workspace-path.js.map +1 -1
- package/package.json +8 -5
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"execution-trace.js","sourceRoot":"","sources":["../../src/core/execution-trace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"execution-trace.js","sourceRoot":"","sources":["../../src/core/execution-trace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AA4B7B,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,OAAO,CACL,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;QAChC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QACvB,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,GAAG;QAC1B,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG;QACzB,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;QAClF,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG;QACzB,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,GAAG;QAC5B,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QACnC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QACpC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC;QACjC,KAAK,CAAC,UAAU,IAAI,CAAC;QACrB,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,UAAU,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;QAC3F,OAAO,KAAK,CAAC,mBAAmB,KAAK,QAAQ;QAC7C,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,mBAAmB,CAAC;QAC/C,KAAK,CAAC,mBAAmB,IAAI,CAAC;QAC9B,OAAO,KAAK,CAAC,oBAAoB,KAAK,QAAQ;QAC9C,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,oBAAoB,CAAC;QAChD,KAAK,CAAC,oBAAoB,IAAI,CAAC;QAC/B,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC;QAC9D,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAK,KAAK,CAAC,OAAkB,IAAI,CAAC,CAAC,CAAC,CACzG,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA8B;IACxD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuD,CAAC;IACjF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI;YAC/C,IAAI,EAAE,KAAK,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,CAAC;SACd,CAAC;QACF,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtB,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;QACtC,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;QACvC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAI,SAAiB,EAAE,KAAa,EAAE,MAAwB;IAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,KAAK,GAAG,OAAO,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrF,MAAM,IAAI,KAAK,CACb,oFAAoF;gBAClF,IAAI;gBACJ,0BAA0B,CAC7B,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC;YACb,KAAK;YACL,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,GAAG,IAAI,EACT,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAC9C,CAAC;QACF,OAAO,MAAM,MAAM,EAAE,CAAC;IACxB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YACzF,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBACpF,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0DAA0D;QAC5D,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAmB,EACnB,KAAa,EACb,OAA8B;IAE9B,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACrH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAClF,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,kBAAkB,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,MAAM,GAAG;YACb,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM;YACxE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,MAAM;YACzE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM;YACtE,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC;YACxF,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC;YAC1F,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;SACtE,CAAC;QACF,MAAM,QAAQ,GAA2B;YACvC,OAAO,EAAE,CAAC;YACV,KAAK;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,MAAM;YACN,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC;SACvC,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;QAC1D,IAAI,YAAY,GAAiB,EAAE,CAAC;QACpC,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAoC,CAAC;YACpG,IACE,QAAQ,CAAC,OAAO,KAAK,CAAC;gBACtB,QAAQ,CAAC,KAAK,KAAK,KAAK;gBACxB,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAChC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBAE3D,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC;YAChC,IAAI,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ;gBAAE,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC;gBAAE,MAAM,KAAK,CAAC;QACvG,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC,CAAC;QAC/C,MAAM,YAAY,GAAG;YACnB,KAAK,EAAE,QAAQ,CAAC,MAAM;YACtB,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM;YACzE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,MAAM;YAC1E,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM;YACvE,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC;YACzF,qBAAqB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC;YAC3F,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;SACvE,CAAC;QACF,MAAM,cAAc,GAA2B;YAC7C,OAAO,EAAE,CAAC;YACV,KAAK;YACL,SAAS;YACT,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,YAAY;YACpB,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC;SACxC,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE;gBACzE,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,KAAK;aACZ,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,WAAmB,EAAE,KAAa;IACzE,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACrH,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IACvF,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACjE,IACE,CAAC,MAAM;QACP,OAAO,MAAM,KAAK,QAAQ;QAC1B,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC;QACtB,MAAM,CAAC,OAAO,KAAK,CAAC;QACpB,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;QACpB,MAAM,CAAC,KAAK,KAAK,KAAK;QACtB,CAAC,CAAC,WAAW,IAAI,MAAM,CAAC;QACxB,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;QACpC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC;QACtB,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC9B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,EACzD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,MAAgC,CAAC;AAC1C,CAAC"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
export function buildExperimentHistory(history, options = {}) {
|
|
2
2
|
const limit = Math.max(1, Math.min(100, options.limit ?? 50));
|
|
3
|
-
const reports = history
|
|
4
|
-
.
|
|
3
|
+
const reports = history
|
|
4
|
+
.filter((report) => report.summary.length && (!options.suiteId || report.suiteId === options.suiteId))
|
|
5
|
+
.sort((a, b) => a.createdAt.localeCompare(b.createdAt))
|
|
6
|
+
.slice(-limit);
|
|
5
7
|
const groups = new Map();
|
|
6
8
|
for (const report of reports)
|
|
7
9
|
for (const summary of report.summary) {
|
|
@@ -18,33 +20,67 @@ export function buildExperimentHistory(history, options = {}) {
|
|
|
18
20
|
const previous = values.length > 1 ? values[values.length - 2] : undefined;
|
|
19
21
|
const completed = values.reduce((sum, item) => sum + item.summary.completed, 0);
|
|
20
22
|
const weighted = (field) => completed
|
|
21
|
-
? Math.round(values.reduce((sum, item) => sum + item.summary[field] * item.summary.completed, 0) / completed *
|
|
23
|
+
? Math.round((values.reduce((sum, item) => sum + item.summary[field] * item.summary.completed, 0) / completed) *
|
|
24
|
+
(field === "averageDurationMs" || field === "averageEstimatedTokens" ? 1 : 10)) / (field === "averageDurationMs" || field === "averageEstimatedTokens" ? 1 : 10)
|
|
22
25
|
: 0;
|
|
23
|
-
const allScores = values.flatMap(item => item.report.results
|
|
26
|
+
const allScores = values.flatMap((item) => item.report.results
|
|
27
|
+
.filter((result) => result.candidateId === latest.summary.candidateId && result.status === "completed")
|
|
28
|
+
.map((result) => result.score));
|
|
24
29
|
const average = allScores.length ? allScores.reduce((sum, value) => sum + value, 0) / allScores.length : 0;
|
|
25
|
-
const stdDev = allScores.length
|
|
26
|
-
|
|
30
|
+
const stdDev = allScores.length
|
|
31
|
+
? Math.sqrt(allScores.reduce((sum, value) => sum + Math.pow(value - average, 2), 0) / allScores.length)
|
|
32
|
+
: 0;
|
|
33
|
+
const scoreDelta = previous
|
|
34
|
+
? Math.round((latest.summary.averageScore - previous.summary.averageScore) * 10) / 10
|
|
35
|
+
: null;
|
|
27
36
|
entries.push({
|
|
28
|
-
suiteId: latest.report.suiteId,
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
37
|
+
suiteId: latest.report.suiteId,
|
|
38
|
+
candidateId: latest.summary.candidateId,
|
|
39
|
+
provider: latest.summary.provider,
|
|
40
|
+
model: latest.summary.model,
|
|
41
|
+
runs: values.length,
|
|
42
|
+
completedTrials: completed,
|
|
43
|
+
averageScore: weighted("averageScore"),
|
|
44
|
+
passRate: weighted("passRate"),
|
|
45
|
+
averageDurationMs: weighted("averageDurationMs"),
|
|
46
|
+
averageEstimatedTokens: weighted("averageEstimatedTokens"),
|
|
47
|
+
scoreStdDev: Math.round(stdDev * 10) / 10,
|
|
48
|
+
latestScore: latest.summary.averageScore,
|
|
49
|
+
scoreDelta,
|
|
50
|
+
latestMatrixId: latest.report.matrixId,
|
|
51
|
+
regression: scoreDelta !== null && scoreDelta <= -5,
|
|
33
52
|
});
|
|
34
53
|
}
|
|
35
|
-
entries.sort((a, b) => a.suiteId.localeCompare(b.suiteId) ||
|
|
36
|
-
|
|
54
|
+
entries.sort((a, b) => a.suiteId.localeCompare(b.suiteId) ||
|
|
55
|
+
b.averageScore - a.averageScore ||
|
|
56
|
+
a.candidateId.localeCompare(b.candidateId));
|
|
57
|
+
const regressions = entries
|
|
58
|
+
.filter((item) => item.regression)
|
|
59
|
+
.map((item) => item.suiteId +
|
|
60
|
+
" / " +
|
|
61
|
+
item.candidateId +
|
|
62
|
+
": latest score fell " +
|
|
63
|
+
Math.abs(item.scoreDelta ?? 0) +
|
|
64
|
+
" points versus its previous run.");
|
|
37
65
|
return {
|
|
38
|
-
generatedAt: new Date().toISOString(),
|
|
66
|
+
generatedAt: new Date().toISOString(),
|
|
67
|
+
reportsAnalyzed: reports.length,
|
|
68
|
+
entries,
|
|
69
|
+
regressions,
|
|
39
70
|
caveats: [
|
|
40
71
|
"Rankings are comparable only within the same suite and equivalent task/environment settings.",
|
|
41
72
|
"Scores are weighted by completed trials; benchmark rubric quality and coverage determine what the scores mean.",
|
|
42
|
-
"Token counts are estimates, not provider billing records. Historical configuration and model changes can confound trends."
|
|
43
|
-
]
|
|
73
|
+
"Token counts are estimates, not provider billing records. Historical configuration and model changes can confound trends.",
|
|
74
|
+
],
|
|
44
75
|
};
|
|
45
76
|
}
|
|
46
77
|
export function formatExperimentHistory(report) {
|
|
47
|
-
const lines = [
|
|
78
|
+
const lines = [
|
|
79
|
+
"FORGE Experiment History & Leaderboard",
|
|
80
|
+
"Reports analyzed: " + report.reportsAnalyzed,
|
|
81
|
+
"",
|
|
82
|
+
"Suite | Rank | Candidate | Provider/model | Runs | Trials | Avg score | Pass rate | Avg duration | Estimated tokens | Score trend",
|
|
83
|
+
];
|
|
48
84
|
let suite = "";
|
|
49
85
|
let rank = 0;
|
|
50
86
|
for (const item of report.entries) {
|
|
@@ -54,11 +90,25 @@ export function formatExperimentHistory(report) {
|
|
|
54
90
|
lines.push("", suite + " leaderboard");
|
|
55
91
|
}
|
|
56
92
|
rank += 1;
|
|
57
|
-
lines.push([
|
|
93
|
+
lines.push([
|
|
94
|
+
item.suiteId,
|
|
95
|
+
String(rank),
|
|
96
|
+
item.candidateId,
|
|
97
|
+
item.provider + "/" + item.model,
|
|
98
|
+
item.runs,
|
|
99
|
+
item.completedTrials,
|
|
100
|
+
item.averageScore + "/100",
|
|
101
|
+
item.passRate + "%",
|
|
102
|
+
item.averageDurationMs + " ms",
|
|
103
|
+
item.averageEstimatedTokens,
|
|
104
|
+
item.scoreDelta === null ? "new" : (item.scoreDelta > 0 ? "+" : "") + item.scoreDelta,
|
|
105
|
+
].join(" | "));
|
|
58
106
|
}
|
|
59
107
|
lines.push("", "Regression signals:");
|
|
60
|
-
lines.push(...(report.regressions.length
|
|
61
|
-
|
|
108
|
+
lines.push(...(report.regressions.length
|
|
109
|
+
? report.regressions.map((item) => " - " + item)
|
|
110
|
+
: [" No score drops of 5 points or more detected."]));
|
|
111
|
+
lines.push("", "Caveats:", ...report.caveats.map((item) => " - " + item));
|
|
62
112
|
return lines.join("\n");
|
|
63
113
|
}
|
|
64
114
|
//# sourceMappingURL=experiment-history.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-history.js","sourceRoot":"","sources":["../../src/core/experiment-history.ts"],"names":[],"mappings":"AA0BA,MAAM,UAAU,sBAAsB,
|
|
1
|
+
{"version":3,"file":"experiment-history.js","sourceRoot":"","sources":["../../src/core/experiment-history.ts"],"names":[],"mappings":"AA0BA,MAAM,UAAU,sBAAsB,CACpC,OAAgC,EAChC,UAAsE,EAAE;IAExE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,OAAO;SACpB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;SACrG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACtD,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACjB,MAAM,MAAM,GAAG,IAAI,GAAG,EAGnB,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,OAAO;QAC1B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW;gBAAE,SAAS;YACjF,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC;YACzG,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC1B,CAAC;IACH,MAAM,OAAO,GAAiC,EAAE,CAAC;IACjD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAG,CAAC,KAAmF,EAAE,EAAE,CACvG,SAAS;YACP,CAAC,CAAC,IAAI,CAAC,KAAK,CACR,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC;gBAC/F,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,KAAK,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACjF,GAAG,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,KAAK,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACxC,IAAI,CAAC,MAAM,CAAC,OAAO;aAChB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC;aACtG,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CACjC,CAAC;QACF,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3G,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM;YAC7B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;YACvG,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,UAAU,GAAG,QAAQ;YACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;YACrF,CAAC,CAAC,IAAI,CAAC;QACT,OAAO,CAAC,IAAI,CAAC;YACX,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW;YACvC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;YACjC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK;YAC3B,IAAI,EAAE,MAAM,CAAC,MAAM;YACnB,eAAe,EAAE,SAAS;YAC1B,YAAY,EAAE,QAAQ,CAAC,cAAc,CAAC;YACtC,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC;YAC9B,iBAAiB,EAAE,QAAQ,CAAC,mBAAmB,CAAC;YAChD,sBAAsB,EAAE,QAAQ,CAAC,wBAAwB,CAAC;YAC1D,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE;YACzC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;YACxC,UAAU;YACV,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;YACtC,UAAU,EAAE,UAAU,KAAK,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,IAAI,CACV,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC;QAClC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;QAC/B,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAC7C,CAAC;IACF,MAAM,WAAW,GAAG,OAAO;SACxB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;SACjC,GAAG,CACF,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,CAAC,OAAO;QACZ,KAAK;QACL,IAAI,CAAC,WAAW;QAChB,sBAAsB;QACtB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAC9B,kCAAkC,CACrC,CAAC;IACJ,OAAO;QACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,eAAe,EAAE,OAAO,CAAC,MAAM;QAC/B,OAAO;QACP,WAAW;QACX,OAAO,EAAE;YACP,8FAA8F;YAC9F,gHAAgH;YAChH,2HAA2H;SAC5H;KACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,uBAAuB,CAAC,MAA+B;IACrE,MAAM,KAAK,GAAG;QACZ,wCAAwC;QACxC,oBAAoB,GAAG,MAAM,CAAC,eAAe;QAC7C,EAAE;QACF,mIAAmI;KACpI,CAAC;IACF,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;YAC3B,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC;YACrB,IAAI,GAAG,CAAC,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,GAAG,cAAc,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,IAAI,CAAC,CAAC;QACV,KAAK,CAAC,IAAI,CACR;YACE,IAAI,CAAC,OAAO;YACZ,MAAM,CAAC,IAAI,CAAC;YACZ,IAAI,CAAC,WAAW;YAChB,IAAI,CAAC,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,KAAK;YAChC,IAAI,CAAC,IAAI;YACT,IAAI,CAAC,eAAe;YACpB,IAAI,CAAC,YAAY,GAAG,MAAM;YAC1B,IAAI,CAAC,QAAQ,GAAG,GAAG;YACnB,IAAI,CAAC,iBAAiB,GAAG,KAAK;YAC9B,IAAI,CAAC,sBAAsB;YAC3B,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU;SACtF,CAAC,IAAI,CAAC,KAAK,CAAC,CACd,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,qBAAqB,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM;QAC3B,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC;QACjD,CAAC,CAAC,CAAC,gDAAgD,CAAC,CAAC,CACxD,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;IAC3E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -30,20 +30,67 @@ export async function captureExperimentManifest(input) {
|
|
|
30
30
|
const root = path.resolve(input.projectPath);
|
|
31
31
|
const lockfileNames = ["package-lock.json", "pnpm-lock.yaml", "yarn.lock", "bun.lockb", "bun.lock"];
|
|
32
32
|
const [commit, status, matrixSha256, packageLockSha256, ...lockfileHashes] = await Promise.all([
|
|
33
|
-
git(root, ["rev-parse", "HEAD"]),
|
|
34
|
-
|
|
35
|
-
|
|
33
|
+
git(root, ["rev-parse", "HEAD"]),
|
|
34
|
+
git(root, ["status", "--porcelain"]),
|
|
35
|
+
hashFile(path.resolve(input.matrixFile)),
|
|
36
|
+
hashFile(path.join(root, "package-lock.json")),
|
|
37
|
+
...lockfileNames.map((name) => hashFile(path.join(root, name))),
|
|
36
38
|
]);
|
|
37
39
|
const suiteSha256 = sha256(JSON.stringify(input.suite));
|
|
38
40
|
const source = { commit, dirty: status === null ? null : status.length > 0 };
|
|
39
|
-
const inputs = {
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
41
|
+
const inputs = {
|
|
42
|
+
matrixId: input.matrixId,
|
|
43
|
+
matrixSha256: matrixSha256 ?? "unavailable",
|
|
44
|
+
suiteId: input.suiteId,
|
|
45
|
+
suiteSha256,
|
|
46
|
+
packageLockSha256,
|
|
47
|
+
};
|
|
48
|
+
const provider = {
|
|
49
|
+
provider: input.provider,
|
|
50
|
+
model: input.model,
|
|
51
|
+
baseUrlHost: input.baseUrl ? safeHost(input.baseUrl) : null,
|
|
52
|
+
};
|
|
53
|
+
const environmentNames = [
|
|
54
|
+
"CI",
|
|
55
|
+
"NODE_ENV",
|
|
56
|
+
"TZ",
|
|
57
|
+
"LANG",
|
|
58
|
+
"LC_ALL",
|
|
59
|
+
"FORGE_MODEL_RETRY_ATTEMPTS",
|
|
60
|
+
"FORGE_MODEL_RETRY_DELAY_MS",
|
|
61
|
+
"FORGE_MAX_INPUT_TOKENS_PER_TASK",
|
|
62
|
+
"FORGE_MAX_OUTPUT_TOKENS_PER_TASK",
|
|
63
|
+
"FORGE_MAX_ESTIMATED_TOKENS_PER_RUN",
|
|
64
|
+
"FORGE_MAX_ESTIMATED_TOKENS_PER_AGENT",
|
|
65
|
+
"FORGE_MAX_TASK_DURATION_MS",
|
|
66
|
+
];
|
|
67
|
+
const environment = {
|
|
68
|
+
variables: environmentNames
|
|
69
|
+
.filter((name) => process.env[name] !== undefined)
|
|
70
|
+
.map((name) => ({ name, value: process.env[name] }))
|
|
71
|
+
.sort((a, b) => a.name.localeCompare(b.name)),
|
|
72
|
+
lockfiles: lockfileNames.flatMap((name, index) => {
|
|
73
|
+
const hash = lockfileHashes[index];
|
|
74
|
+
return typeof hash === "string" ? [{ name, sha256: hash }] : [];
|
|
75
|
+
}),
|
|
76
|
+
};
|
|
77
|
+
const configuration = {
|
|
78
|
+
agentConfigFingerprints: [...(input.agentConfigFingerprints ?? [])].sort((a, b) => a.candidateId.localeCompare(b.candidateId)),
|
|
79
|
+
};
|
|
44
80
|
const runtime = { node: process.version, platform: process.platform, architecture: process.arch };
|
|
45
81
|
const canonical = JSON.stringify({ source, runtime, environment, inputs, provider, configuration });
|
|
46
|
-
return {
|
|
82
|
+
return {
|
|
83
|
+
version: 1,
|
|
84
|
+
id: "exp-" + randomUUID().replace(/-/g, "").slice(0, 12),
|
|
85
|
+
createdAt: new Date().toISOString(),
|
|
86
|
+
fingerprint: sha256(canonical),
|
|
87
|
+
source,
|
|
88
|
+
runtime,
|
|
89
|
+
environment,
|
|
90
|
+
inputs,
|
|
91
|
+
provider,
|
|
92
|
+
configuration,
|
|
93
|
+
};
|
|
47
94
|
}
|
|
48
95
|
function safeHost(value) {
|
|
49
96
|
try {
|
|
@@ -65,11 +112,15 @@ export function compareExperimentManifests(a, b) {
|
|
|
65
112
|
differences.push("Evaluation suite differs.");
|
|
66
113
|
if (a.inputs.packageLockSha256 !== b.inputs.packageLockSha256)
|
|
67
114
|
differences.push("package-lock.json differs.");
|
|
68
|
-
if (a.provider.provider !== b.provider.provider ||
|
|
115
|
+
if (a.provider.provider !== b.provider.provider ||
|
|
116
|
+
a.provider.model !== b.provider.model ||
|
|
117
|
+
a.provider.baseUrlHost !== b.provider.baseUrlHost)
|
|
69
118
|
differences.push("Provider, model, or endpoint differs.");
|
|
70
119
|
if (JSON.stringify(a.configuration.agentConfigFingerprints) !== JSON.stringify(b.configuration.agentConfigFingerprints))
|
|
71
120
|
differences.push("Agent/skill configuration snapshots differ.");
|
|
72
|
-
if (a.runtime.node !== b.runtime.node ||
|
|
121
|
+
if (a.runtime.node !== b.runtime.node ||
|
|
122
|
+
a.runtime.platform !== b.runtime.platform ||
|
|
123
|
+
a.runtime.architecture !== b.runtime.architecture)
|
|
73
124
|
differences.push("Runtime environment differs.");
|
|
74
125
|
if (JSON.stringify(a.environment) !== JSON.stringify(b.environment))
|
|
75
126
|
differences.push("Allowlisted runtime environment variables or dependency lockfiles differ.");
|
|
@@ -89,12 +140,40 @@ export async function loadExperimentManifest(projectPath, id) {
|
|
|
89
140
|
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
90
141
|
throw new Error("Invalid experiment manifest.");
|
|
91
142
|
const item = value;
|
|
92
|
-
if (item.version !== 1 ||
|
|
143
|
+
if (item.version !== 1 ||
|
|
144
|
+
item.id !== id ||
|
|
145
|
+
typeof item.fingerprint !== "string" ||
|
|
146
|
+
!/^[a-f0-9]{64}$/.test(item.fingerprint) ||
|
|
147
|
+
!item.source ||
|
|
148
|
+
!item.inputs ||
|
|
149
|
+
!item.provider ||
|
|
150
|
+
!item.runtime ||
|
|
151
|
+
!item.configuration)
|
|
93
152
|
throw new Error("Malformed experiment manifest.");
|
|
94
153
|
item.environment ??= { variables: [], lockfiles: [] };
|
|
95
154
|
return item;
|
|
96
155
|
}
|
|
97
156
|
export function formatExperimentManifest(item) {
|
|
98
|
-
return [
|
|
157
|
+
return [
|
|
158
|
+
"FORGE Experiment Manifest " + item.id,
|
|
159
|
+
"Fingerprint: sha256:" + item.fingerprint,
|
|
160
|
+
"Git: " +
|
|
161
|
+
(item.source.commit ?? "unavailable") +
|
|
162
|
+
" · working tree " +
|
|
163
|
+
(item.source.dirty === null ? "unknown" : item.source.dirty ? "dirty" : "clean"),
|
|
164
|
+
"Runtime: " + item.runtime.node + " · " + item.runtime.platform + "/" + item.runtime.architecture,
|
|
165
|
+
"Environment variables recorded: " + item.environment.variables.length,
|
|
166
|
+
"Dependency lockfiles recorded: " + item.environment.lockfiles.map((file) => file.name).join(", "),
|
|
167
|
+
"Matrix: " + item.inputs.matrixId + " · " + item.inputs.matrixSha256,
|
|
168
|
+
"Suite: " + item.inputs.suiteId + " · " + item.inputs.suiteSha256,
|
|
169
|
+
"Lockfile: " + (item.inputs.packageLockSha256 ?? "not found"),
|
|
170
|
+
"Provider: " +
|
|
171
|
+
item.provider.provider +
|
|
172
|
+
" / " +
|
|
173
|
+
item.provider.model +
|
|
174
|
+
" · " +
|
|
175
|
+
(item.provider.baseUrlHost ?? "default endpoint"),
|
|
176
|
+
"Pinned configs: " + item.configuration.agentConfigFingerprints.length,
|
|
177
|
+
].join("\n");
|
|
99
178
|
}
|
|
100
179
|
//# sourceMappingURL=experiment-manifest.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-manifest.js","sourceRoot":"","sources":["../../src/core/experiment-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"experiment-manifest.js","sourceRoot":"","sources":["../../src/core/experiment-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AA4B1C,SAAS,MAAM,CAAC,KAAsB;IACpC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AACD,KAAK,UAAU,QAAQ,CAAC,IAAY;IAClC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAClG,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AACD,KAAK,UAAU,GAAG,CAAC,WAAmB,EAAE,IAAc;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,KAU/C;IACC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,CAAC,mBAAmB,EAAE,gBAAgB,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IACpG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC7F,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAChC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAC9C,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;KAChE,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;IAC7E,MAAM,MAAM,GAAG;QACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,YAAY,EAAE,YAAY,IAAI,aAAa;QAC3C,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW;QACX,iBAAiB;KAClB,CAAC;IACF,MAAM,QAAQ,GAAG;QACf,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;KAC5D,CAAC;IACF,MAAM,gBAAgB,GAAG;QACvB,IAAI;QACJ,UAAU;QACV,IAAI;QACJ,MAAM;QACN,QAAQ;QACR,4BAA4B;QAC5B,4BAA4B;QAC5B,iCAAiC;QACjC,kCAAkC;QAClC,oCAAoC;QACpC,sCAAsC;QACtC,4BAA4B;KAC7B,CAAC;IACF,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,gBAAgB;aACxB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;aACjD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,EAAE,CAAC,CAAC;aACpD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/C,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACnC,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC;KACH,CAAC;IACF,MAAM,aAAa,GAAG;QACpB,uBAAuB,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAChF,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAC3C;KACF,CAAC;IACF,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IAClG,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;IACpG,OAAO;QACL,OAAO,EAAE,CAAC;QACV,EAAE,EAAE,MAAM,GAAG,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QACxD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC;QAC9B,MAAM;QACN,OAAO;QACP,WAAW;QACX,MAAM;QACN,QAAQ;QACR,aAAa;KACd,CAAC;AACJ,CAAC;AACD,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AACD,MAAM,UAAU,0BAA0B,CAAC,CAAqB,EAAE,CAAqB;IACrF,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACjF,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK;QAAE,WAAW,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC7F,IAAI,CAAC,CAAC,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY;QAAE,WAAW,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACxG,IAAI,CAAC,CAAC,MAAM,CAAC,WAAW,KAAK,CAAC,CAAC,MAAM,CAAC,WAAW;QAAE,WAAW,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACjG,IAAI,CAAC,CAAC,MAAM,CAAC,iBAAiB,KAAK,CAAC,CAAC,MAAM,CAAC,iBAAiB;QAAE,WAAW,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC9G,IACE,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ;QAC3C,CAAC,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK;QACrC,CAAC,CAAC,QAAQ,CAAC,WAAW,KAAK,CAAC,CAAC,QAAQ,CAAC,WAAW;QAEjD,WAAW,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC5D,IACE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,uBAAuB,CAAC;QAEnH,WAAW,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAClE,IACE,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI;QACjC,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ;QACzC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY;QAEjD,WAAW,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;QACjE,WAAW,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAChG,OAAO,EAAE,UAAU,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;AAC/D,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,WAAmB,EAAE,QAA4B;IAC5F,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,sBAAsB,CAAC,CAAC;IACzF,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC;IAChE,MAAM,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACtH,OAAO,WAAW,CAAC;AACrB,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,WAAmB,EAAE,EAAU;IAC1E,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACvF,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAC/B,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,sBAAsB,EAAE,EAAE,GAAG,OAAO,CAAC,EAAE,MAAM,CAAC,CAC7G,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACjH,MAAM,IAAI,GAAG,KAA2B,CAAC;IACzC,IACE,IAAI,CAAC,OAAO,KAAK,CAAC;QAClB,IAAI,CAAC,EAAE,KAAK,EAAE;QACd,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ;QACpC,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;QACxC,CAAC,IAAI,CAAC,MAAM;QACZ,CAAC,IAAI,CAAC,MAAM;QACZ,CAAC,IAAI,CAAC,QAAQ;QACd,CAAC,IAAI,CAAC,OAAO;QACb,CAAC,IAAI,CAAC,aAAa;QAEnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,IAAI,CAAC,WAAW,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC;AACD,MAAM,UAAU,wBAAwB,CAAC,IAAwB;IAC/D,OAAO;QACL,4BAA4B,GAAG,IAAI,CAAC,EAAE;QACtC,sBAAsB,GAAG,IAAI,CAAC,WAAW;QACzC,OAAO;YACL,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,aAAa,CAAC;YACrC,kBAAkB;YAClB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAClF,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;QACjG,kCAAkC,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM;QACtE,iCAAiC,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAClG,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;QACpE,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;QACjE,YAAY,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,WAAW,CAAC;QAC7D,YAAY;YACV,IAAI,CAAC,QAAQ,CAAC,QAAQ;YACtB,KAAK;YACL,IAAI,CAAC,QAAQ,CAAC,KAAK;YACnB,KAAK;YACL,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,kBAAkB,CAAC;QACnD,kBAAkB,GAAG,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,MAAM;KACvE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini-provider.js","sourceRoot":"","sources":["../../src/core/gemini-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAWnF,SAAS,uBAAuB,CAAC,OAAe;IAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC;IACvG,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,cAAc;IAII;IAHpB,IAAI,CAAS;IACL,OAAO,CAAS;IAEjC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACpG,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,OAAO,IAAI,2CAA2C,CAAC,CAAC;IACzG,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAqB;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,KAAK,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;YAC7E,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAE1J,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;YACzB,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;YAC7B,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;YAC/B,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;YACpD,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG;YACX,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;iBAC/B;aACF;YACD,iBAAiB,EAAE;gBACjB,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,2RAA2R;qBAClS;iBACF;aACF;YACD,gBAAgB,EAAE;gBAChB,WAAW,EAAE,GAAG;aACjB;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACrC,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;YACtC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,uBAAuB,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,OAAO,GAAY,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAChH,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"gemini-provider.js","sourceRoot":"","sources":["../../src/core/gemini-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAWnF,SAAS,uBAAuB,CAAC,OAAe;IAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;IAClG,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC;IACvG,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,cAAc;IAII;IAHpB,IAAI,CAAS;IACL,OAAO,CAAS;IAEjC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACpG,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,OAAO,IAAI,2CAA2C,CAAC,CAAC;IACzG,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAqB;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,KAAK,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;YAC7E,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAE1J,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;YACzB,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;YAC7B,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;YAC/B,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;YACpD,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG;YACX,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;iBAC/B;aACF;YACD,iBAAiB,EAAE;gBACjB,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,2RAA2R;qBAClS;iBACF;aACF;YACD,gBAAgB,EAAE;gBAChB,WAAW,EAAE,GAAG;aACjB;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACrC,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;YACtC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,uBAAuB,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,OAAO,GAAY,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAChH,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAI9B,CAAC;QAEd,MAAM,SAAS,GAAG,cAAc,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACtD,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,OAAO;YACL,OAAO,EAAE,SAAS,CAAC,IAAI;YACvB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;SAC1B,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -4,7 +4,11 @@ import path from "node:path";
|
|
|
4
4
|
import { analyzeCodebase } from "./code-intelligence.js";
|
|
5
5
|
const execFileAsync = promisify(execFile);
|
|
6
6
|
async function git(root, args) {
|
|
7
|
-
const result = await execFileAsync("git", ["-C", root, ...args], {
|
|
7
|
+
const result = await execFileAsync("git", ["-C", root, ...args], {
|
|
8
|
+
encoding: "utf8",
|
|
9
|
+
timeout: 15000,
|
|
10
|
+
maxBuffer: 2 * 1024 * 1024,
|
|
11
|
+
});
|
|
8
12
|
return result.stdout;
|
|
9
13
|
}
|
|
10
14
|
function testSuggestion(file) {
|
|
@@ -32,12 +36,16 @@ export async function analyzeGitChanges(inputPath, base = "HEAD") {
|
|
|
32
36
|
catch {
|
|
33
37
|
throw new Error("Git diff failed. Ensure the base is a valid commit revision in this repository.");
|
|
34
38
|
}
|
|
35
|
-
const changes = diff
|
|
39
|
+
const changes = diff
|
|
40
|
+
.split(/\r?\n/)
|
|
41
|
+
.filter(Boolean)
|
|
42
|
+
.map((line) => {
|
|
36
43
|
const [status, ...names] = line.split("\t");
|
|
37
44
|
return { status: status ?? "?", file: names.at(-1) ?? "" };
|
|
38
|
-
})
|
|
45
|
+
})
|
|
46
|
+
.filter((change) => Boolean(change.file));
|
|
39
47
|
const untracked = (await git(root, ["ls-files", "--others", "--exclude-standard"])).split(/\r?\n/).filter(Boolean);
|
|
40
|
-
const known = new Set(changes.map(c => c.file));
|
|
48
|
+
const known = new Set(changes.map((c) => c.file));
|
|
41
49
|
for (const file of untracked)
|
|
42
50
|
if (!known.has(file))
|
|
43
51
|
changes.push({ status: "?", file });
|
|
@@ -45,14 +53,19 @@ export async function analyzeGitChanges(inputPath, base = "HEAD") {
|
|
|
45
53
|
let impact = [];
|
|
46
54
|
try {
|
|
47
55
|
const architecture = await analyzeCodebase(root);
|
|
48
|
-
const byFile = new Map(architecture.impact.map(item => [item.file, item.affected]));
|
|
49
|
-
impact = changes
|
|
56
|
+
const byFile = new Map(architecture.impact.map((item) => [item.file, item.affected]));
|
|
57
|
+
impact = changes
|
|
58
|
+
.filter((c) => c.status !== "D")
|
|
59
|
+
.map((c) => ({ file: c.file, affected: byFile.get(c.file) ?? [] }))
|
|
60
|
+
.filter((item) => item.affected.length);
|
|
50
61
|
warnings.push(...architecture.warnings);
|
|
51
62
|
}
|
|
52
63
|
catch {
|
|
53
64
|
warnings.push("Architecture impact could not be calculated for this working tree.");
|
|
54
65
|
}
|
|
55
|
-
const suggestedTests = changes
|
|
66
|
+
const suggestedTests = changes
|
|
67
|
+
.map((c) => testSuggestion(c.file))
|
|
68
|
+
.filter((v) => Boolean(v));
|
|
56
69
|
const reasons = [];
|
|
57
70
|
for (const change of changes) {
|
|
58
71
|
const file = change.file.toLowerCase();
|
|
@@ -65,20 +78,59 @@ export async function analyzeGitChanges(inputPath, base = "HEAD") {
|
|
|
65
78
|
}
|
|
66
79
|
if (changes.length >= 10)
|
|
67
80
|
reasons.push("Large change set: " + changes.length + " files.");
|
|
68
|
-
const level = reasons.some(r => r.startsWith("Security-sensitive") || r.startsWith("Tracked file deleted"))
|
|
81
|
+
const level = reasons.some((r) => r.startsWith("Security-sensitive") || r.startsWith("Tracked file deleted"))
|
|
82
|
+
? "high"
|
|
83
|
+
: reasons.length
|
|
84
|
+
? "moderate"
|
|
85
|
+
: "low";
|
|
69
86
|
if (!changes.length)
|
|
70
87
|
warnings.push("No differences from the selected base revision and no untracked files were found.");
|
|
71
|
-
return {
|
|
88
|
+
return {
|
|
89
|
+
root,
|
|
90
|
+
generatedAt: new Date().toISOString(),
|
|
91
|
+
branch,
|
|
92
|
+
base,
|
|
93
|
+
changes,
|
|
94
|
+
impact,
|
|
95
|
+
suggestedTests,
|
|
96
|
+
risk: { level, reasons: [...new Set(reasons)] },
|
|
97
|
+
warnings,
|
|
98
|
+
};
|
|
72
99
|
}
|
|
73
100
|
export function formatGitIntelligence(report) {
|
|
74
|
-
return [
|
|
75
|
-
"
|
|
76
|
-
"
|
|
77
|
-
"
|
|
78
|
-
"
|
|
79
|
-
"
|
|
101
|
+
return [
|
|
102
|
+
"# ANVIL Git Intelligence",
|
|
103
|
+
"",
|
|
104
|
+
"- Branch: " + report.branch,
|
|
105
|
+
"- Compared with: " + report.base,
|
|
106
|
+
"- Changed files: " + report.changes.length,
|
|
107
|
+
"- Risk estimate: " + report.risk.level.toUpperCase(),
|
|
108
|
+
"",
|
|
109
|
+
"## Changes",
|
|
110
|
+
...(report.changes.length
|
|
111
|
+
? report.changes.map((c) => "- [" + c.status + "] `" + c.file + "`")
|
|
112
|
+
: ["- Working tree matches the selected base."]),
|
|
113
|
+
"",
|
|
114
|
+
"## Downstream impact",
|
|
115
|
+
...(report.impact.length
|
|
116
|
+
? report.impact.map((i) => "- `" + i.file + "` may affect: " + i.affected.map((f) => "`" + f + "`").join(", "))
|
|
117
|
+
: ["- No downstream imports identified for changed files."]),
|
|
118
|
+
"",
|
|
119
|
+
"## Suggested tests",
|
|
120
|
+
...(report.suggestedTests.length
|
|
121
|
+
? report.suggestedTests.map((t) => "- `" + t.file + "` — " + t.reason)
|
|
122
|
+
: ["- No source-file test suggestions generated."]),
|
|
123
|
+
"",
|
|
124
|
+
"## Risk reasons",
|
|
125
|
+
...(report.risk.reasons.length
|
|
126
|
+
? report.risk.reasons.map((r) => "- " + r)
|
|
127
|
+
: ["- No configured high-risk patterns detected."]),
|
|
128
|
+
"",
|
|
129
|
+
"## Limitations",
|
|
130
|
+
"- Git diff and untracked-file inspection only; ignored files are excluded.",
|
|
80
131
|
"- Risk labels are heuristics, not security assessments. Suggested tests are candidates, not automatically run.",
|
|
81
132
|
"- Impact depends on FORGE's static relative-import resolver; aliases and runtime dependencies may be missed.",
|
|
82
|
-
...report.warnings.map(w => "- " + w)
|
|
133
|
+
...report.warnings.map((w) => "- " + w),
|
|
134
|
+
].join("\n");
|
|
83
135
|
}
|
|
84
136
|
//# sourceMappingURL=git-intelligence.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"git-intelligence.js","sourceRoot":"","sources":["../../src/core/git-intelligence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,aAAa,
|
|
1
|
+
{"version":3,"file":"git-intelligence.js","sourceRoot":"","sources":["../../src/core/git-intelligence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAgB1C,KAAK,UAAU,GAAG,CAAC,IAAY,EAAE,IAAc;IAC7C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE;QAC/D,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;KAC3B,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC;AACvB,CAAC;AACD,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,4DAA4D,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO;IACpF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO;IAC1D,OAAO,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,GAAG,UAAU,EAAE,MAAM,EAAE,gDAAgD,GAAG,IAAI,GAAG,GAAG,EAAE,CAAC;AACvH,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB,EAAE,IAAI,GAAG,MAAM;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC;IAC3F,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;QAC/D,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7G,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACxF,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtG,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iFAAiF,CAAC,CAAC;IACrG,CAAC;IACD,MAAM,OAAO,GAAgB,IAAI;SAC9B,KAAK,CAAC,OAAO,CAAC;SACd,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IAC7D,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnH,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,KAAK,MAAM,IAAI,IAAI,SAAS;QAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;IACxF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,IAAI,MAAM,GAAoC,EAAE,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,GAAG,OAAO;aACb,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC;aAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;aAClE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1C,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,cAAc,GAAG,OAAO;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,EAAyC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,kDAAkD,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,mCAAmC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAClE,IACE,8GAA8G,CAAC,IAAI,CACjH,IAAI,CACL;YAED,OAAO,CAAC,IAAI,CAAC,6CAA6C,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO,CAAC,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE;QAAE,OAAO,CAAC,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC;QAC3G,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,OAAO,CAAC,MAAM;YACd,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,KAAK,CAAC;IACZ,IAAI,CAAC,OAAO,CAAC,MAAM;QACjB,QAAQ,CAAC,IAAI,CAAC,mFAAmF,CAAC,CAAC;IACrG,OAAO;QACL,IAAI;QACJ,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,MAAM;QACN,IAAI;QACJ,OAAO;QACP,MAAM;QACN,cAAc;QACd,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE;QAC/C,QAAQ;KACT,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,qBAAqB,CAAC,MAA6B;IACjE,OAAO;QACL,0BAA0B;QAC1B,EAAE;QACF,YAAY,GAAG,MAAM,CAAC,MAAM;QAC5B,mBAAmB,GAAG,MAAM,CAAC,IAAI;QACjC,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM;QAC3C,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;QACrD,EAAE;QACF,YAAY;QACZ,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;YACvB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC;YACpE,CAAC,CAAC,CAAC,2CAA2C,CAAC,CAAC;QAClD,EAAE;QACF,sBAAsB;QACtB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM;YACtB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,gBAAgB,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/G,CAAC,CAAC,CAAC,uDAAuD,CAAC,CAAC;QAC9D,EAAE;QACF,oBAAoB;QACpB,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM;YAC9B,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;YACtE,CAAC,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACrD,EAAE;QACF,iBAAiB;QACjB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;YAC5B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACrD,EAAE;QACF,gBAAgB;QAChB,4EAA4E;QAC5E,gHAAgH;QAChH,8GAA8G;QAC9G,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC;KACxC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
|
package/dist/core/hook-engine.js
CHANGED
|
@@ -24,9 +24,13 @@ function validateHooks(value) {
|
|
|
24
24
|
throw new Error(`Hook ${hook.id} has an invalid enabled flag.`);
|
|
25
25
|
if (hook.match !== undefined && (!hook.match || typeof hook.match !== "object" || Array.isArray(hook.match)))
|
|
26
26
|
throw new Error(`Hook ${hook.id} has invalid match filters.`);
|
|
27
|
-
if (hook.match?.agents !== undefined &&
|
|
27
|
+
if (hook.match?.agents !== undefined &&
|
|
28
|
+
(!Array.isArray(hook.match.agents) ||
|
|
29
|
+
hook.match.agents.some((agent) => typeof agent !== "string" || !agent.trim())))
|
|
28
30
|
throw new Error(`Hook ${hook.id} has invalid agent filters.`);
|
|
29
|
-
if (hook.match?.contains !== undefined &&
|
|
31
|
+
if (hook.match?.contains !== undefined &&
|
|
32
|
+
(!Array.isArray(hook.match.contains) ||
|
|
33
|
+
hook.match.contains.some((term) => typeof term !== "string" || !term.trim())))
|
|
30
34
|
throw new Error(`Hook ${hook.id} has invalid text filters.`);
|
|
31
35
|
return hook;
|
|
32
36
|
});
|
|
@@ -53,7 +57,7 @@ export function applyBeforeAgentHooks(task, hooks) {
|
|
|
53
57
|
continue;
|
|
54
58
|
if (hook.match?.agents?.length && !hook.match.agents.includes(task.agent))
|
|
55
59
|
continue;
|
|
56
|
-
if (hook.match?.contains?.length && !hook.match.contains.some(term => haystack.includes(term.toLowerCase())))
|
|
60
|
+
if (hook.match?.contains?.length && !hook.match.contains.some((term) => haystack.includes(term.toLowerCase())))
|
|
57
61
|
continue;
|
|
58
62
|
triggered.push(hook.id);
|
|
59
63
|
if (hook.action === "require-approval")
|