anvil-engineering-workbench 1.0.9 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -1
- package/README.md +23 -18
- package/dist/ai/claude-code-provider.js +55 -9
- package/dist/ai/claude-code-provider.js.map +1 -1
- package/dist/ai/provider.js +1 -1
- package/dist/ai/provider.js.map +1 -1
- package/dist/cli.js +837 -278
- package/dist/cli.js.map +1 -1
- package/dist/core/adr-engine.js +9 -11
- package/dist/core/adr-engine.js.map +1 -1
- package/dist/core/agent-config-release.js +29 -13
- package/dist/core/agent-config-release.js.map +1 -1
- package/dist/core/agent-config-versioning.js +32 -17
- package/dist/core/agent-config-versioning.js.map +1 -1
- package/dist/core/agent-evaluation-intelligence.js +30 -38
- package/dist/core/agent-evaluation-intelligence.js.map +1 -1
- package/dist/core/agent-evolution.js +109 -20
- package/dist/core/agent-evolution.js.map +1 -1
- package/dist/core/agent-experiment-studio.js +19 -11
- package/dist/core/agent-experiment-studio.js.map +1 -1
- package/dist/core/agent-optimization.js +69 -14
- package/dist/core/agent-optimization.js.map +1 -1
- package/dist/core/agent-registry.js +87 -15
- package/dist/core/agent-registry.js.map +1 -1
- package/dist/core/agent-security-audit.js +21 -21
- package/dist/core/agent-security-audit.js.map +1 -1
- package/dist/core/agent-workspace-context.js +37 -6
- package/dist/core/agent-workspace-context.js.map +1 -1
- package/dist/core/ai-code-review.js +60 -12
- package/dist/core/ai-code-review.js.map +1 -1
- package/dist/core/anthropic-provider.js.map +1 -1
- package/dist/core/architecture-map.js +87 -24
- package/dist/core/architecture-map.js.map +1 -1
- package/dist/core/benchmark-engine.js +89 -21
- package/dist/core/benchmark-engine.js.map +1 -1
- package/dist/core/benchmark-matrix.js +215 -41
- package/dist/core/benchmark-matrix.js.map +1 -1
- package/dist/core/benchmark-regression.js +124 -18
- package/dist/core/benchmark-regression.js.map +1 -1
- package/dist/core/change-intelligence.js +102 -43
- package/dist/core/change-intelligence.js.map +1 -1
- package/dist/core/code-intelligence.js +40 -13
- package/dist/core/code-intelligence.js.map +1 -1
- package/dist/core/code-review.js +145 -17
- package/dist/core/code-review.js.map +1 -1
- package/dist/core/code-search.js +79 -39
- package/dist/core/code-search.js.map +1 -1
- package/dist/core/container-sandbox.js +87 -23
- package/dist/core/container-sandbox.js.map +1 -1
- package/dist/core/dashboard-server.js +379 -93
- package/dist/core/dashboard-server.js.map +1 -1
- package/dist/core/dependency-graph.js +75 -13
- package/dist/core/dependency-graph.js.map +1 -1
- package/dist/core/dependency-impact.js +132 -33
- package/dist/core/dependency-impact.js.map +1 -1
- package/dist/core/dependency-intelligence.js +153 -56
- package/dist/core/dependency-intelligence.js.map +1 -1
- package/dist/core/doctor.js +3 -3
- package/dist/core/doctor.js.map +1 -1
- package/dist/core/engineering-risk.js +75 -40
- package/dist/core/engineering-risk.js.map +1 -1
- package/dist/core/env-compat.js.map +1 -1
- package/dist/core/evaluation-engine.js +188 -42
- package/dist/core/evaluation-engine.js.map +1 -1
- package/dist/core/execution-trace.js +83 -29
- package/dist/core/execution-trace.js.map +1 -1
- package/dist/core/experiment-history.js +70 -20
- package/dist/core/experiment-history.js.map +1 -1
- package/dist/core/experiment-manifest.js +92 -13
- package/dist/core/experiment-manifest.js.map +1 -1
- package/dist/core/gemini-provider.js.map +1 -1
- package/dist/core/git-intelligence.js +68 -16
- package/dist/core/git-intelligence.js.map +1 -1
- package/dist/core/hook-engine.js +7 -3
- package/dist/core/hook-engine.js.map +1 -1
- package/dist/core/hosted-agent-provider.js +48 -8
- package/dist/core/hosted-agent-provider.js.map +1 -1
- package/dist/core/intelligence-timeline.js +92 -43
- package/dist/core/intelligence-timeline.js.map +1 -1
- package/dist/core/mcp-setup.js +12 -12
- package/dist/core/mcp-setup.js.map +1 -1
- package/dist/core/model-router.js +153 -37
- package/dist/core/model-router.js.map +1 -1
- package/dist/core/openai-compatible-provider.js +41 -10
- package/dist/core/openai-compatible-provider.js.map +1 -1
- package/dist/core/orchestrator.js +28 -23
- package/dist/core/orchestrator.js.map +1 -1
- package/dist/core/patch-application.js +88 -24
- package/dist/core/patch-application.js.map +1 -1
- package/dist/core/patch-approval.js +43 -15
- package/dist/core/patch-approval.js.map +1 -1
- package/dist/core/patch-validation.js +93 -15
- package/dist/core/patch-validation.js.map +1 -1
- package/dist/core/permission-policy.js +8 -5
- package/dist/core/permission-policy.js.map +1 -1
- package/dist/core/policy-engine.d.ts +76 -0
- package/dist/core/policy-engine.js +352 -0
- package/dist/core/policy-engine.js.map +1 -0
- package/dist/core/project-cleaner.js +143 -129
- package/dist/core/project-cleaner.js.map +1 -1
- package/dist/core/project-health.js +183 -21
- package/dist/core/project-health.js.map +1 -1
- package/dist/core/project-init.js +32 -20
- package/dist/core/project-init.js.map +1 -1
- package/dist/core/project-inspector.js +81 -32
- package/dist/core/project-inspector.js.map +1 -1
- package/dist/core/project-memory.js +41 -18
- package/dist/core/project-memory.js.map +1 -1
- package/dist/core/provider-diagnostics.js +65 -12
- package/dist/core/provider-diagnostics.js.map +1 -1
- package/dist/core/quality-audit.js +167 -28
- package/dist/core/quality-audit.js.map +1 -1
- package/dist/core/regression-intelligence.js +88 -8
- package/dist/core/regression-intelligence.js.map +1 -1
- package/dist/core/remediation-planner.js +112 -40
- package/dist/core/remediation-planner.js.map +1 -1
- package/dist/core/review-history.js +39 -7
- package/dist/core/review-history.js.map +1 -1
- package/dist/core/run-history-output.js.map +1 -1
- package/dist/core/run-replay.js +12 -10
- package/dist/core/run-replay.js.map +1 -1
- package/dist/core/run-store.js +48 -21
- package/dist/core/run-store.js.map +1 -1
- package/dist/core/sandbox-cleanup-audit.js +1 -1
- package/dist/core/sandbox-cleanup-audit.js.map +1 -1
- package/dist/core/sandbox-compliance.js +53 -9
- package/dist/core/sandbox-compliance.js.map +1 -1
- package/dist/core/sandbox-lifecycle.js +1 -1
- package/dist/core/sandbox-lifecycle.js.map +1 -1
- package/dist/core/sandbox-policy.js +27 -3
- package/dist/core/sandbox-policy.js.map +1 -1
- package/dist/core/sandbox-runtime.js +9 -5
- package/dist/core/sandbox-runtime.js.map +1 -1
- package/dist/core/sandbox-security-profiles.js +31 -12
- package/dist/core/sandbox-security-profiles.js.map +1 -1
- package/dist/core/sarif-formatter.d.ts +10 -3
- package/dist/core/sarif-formatter.js +172 -57
- package/dist/core/sarif-formatter.js.map +1 -1
- package/dist/core/security-scanner.js +40 -32
- package/dist/core/security-scanner.js.map +1 -1
- package/dist/core/skill-registry.js +83 -21
- package/dist/core/skill-registry.js.map +1 -1
- package/dist/core/staged-verification.js +25 -10
- package/dist/core/staged-verification.js.map +1 -1
- package/dist/core/verification-history.js +12 -7
- package/dist/core/verification-history.js.map +1 -1
- package/dist/core/verification.js +50 -19
- package/dist/core/verification.js.map +1 -1
- package/dist/core/workflow-store.js +16 -4
- package/dist/core/workflow-store.js.map +1 -1
- package/dist/core/workspace-browser.js +57 -10
- package/dist/core/workspace-browser.js.map +1 -1
- package/dist/core/workspace-scan-policy.js +26 -4
- package/dist/core/workspace-scan-policy.js.map +1 -1
- package/dist/core/workspace-tool-broker.d.ts +1 -1
- package/dist/core/workspace-tool-broker.js +25 -4
- package/dist/core/workspace-tool-broker.js.map +1 -1
- package/dist/mcp/server.js +148 -55
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/workspace-path.js +2 -2
- package/dist/mcp/workspace-path.js.map +1 -1
- package/package.json +8 -5
|
@@ -2,34 +2,123 @@ export function assessAgentEvolution(report) {
|
|
|
2
2
|
const experiment = report.skillExperiment;
|
|
3
3
|
if (!experiment)
|
|
4
4
|
throw new Error("This benchmark report has no controlled skill experiment. Configure skillExperiment with baseline and treatment candidates.");
|
|
5
|
-
const baseline = report.summary.find(item => item.candidateId === experiment.baselineCandidateId);
|
|
6
|
-
const treatment = report.summary.find(item => item.candidateId === experiment.treatmentCandidateId);
|
|
5
|
+
const baseline = report.summary.find((item) => item.candidateId === experiment.baselineCandidateId);
|
|
6
|
+
const treatment = report.summary.find((item) => item.candidateId === experiment.treatmentCandidateId);
|
|
7
7
|
if (!baseline || !treatment || baseline.completed < 2 || treatment.completed < 2) {
|
|
8
|
-
return {
|
|
8
|
+
return {
|
|
9
|
+
status: "insufficient-evidence",
|
|
10
|
+
matrixId: report.matrixId,
|
|
11
|
+
baselineCandidateId: experiment.baselineCandidateId,
|
|
12
|
+
treatmentCandidateId: experiment.treatmentCandidateId,
|
|
13
|
+
scoreDelta: experiment.scoreDelta,
|
|
14
|
+
passRateDelta: experiment.passRateDelta,
|
|
15
|
+
durationChangePercent: experiment.durationChangePercent,
|
|
16
|
+
tokenChangePercent: experiment.tokenChangePercent,
|
|
17
|
+
candidateConfigPinned: false,
|
|
18
|
+
checks: [
|
|
19
|
+
{ name: "Repeat count", status: "fail", detail: "At least two completed trials per candidate are required." },
|
|
20
|
+
],
|
|
21
|
+
rationale: ["Collect more controlled trials before evaluating this change."],
|
|
22
|
+
};
|
|
9
23
|
}
|
|
10
|
-
const provenance = report.candidateProvenance?.find(item => item.candidateId === experiment.treatmentCandidateId);
|
|
11
|
-
const agentRegressions = experiment.agentDeltas.filter(item => item.scoreDelta <= -5 || item.passRateDelta <= -20);
|
|
12
|
-
const failedTrials = report.results.filter(item => item.candidateId === experiment.treatmentCandidateId && item.status === "failed").length;
|
|
24
|
+
const provenance = report.candidateProvenance?.find((item) => item.candidateId === experiment.treatmentCandidateId);
|
|
25
|
+
const agentRegressions = experiment.agentDeltas.filter((item) => item.scoreDelta <= -5 || item.passRateDelta <= -20);
|
|
26
|
+
const failedTrials = report.results.filter((item) => item.candidateId === experiment.treatmentCandidateId && item.status === "failed").length;
|
|
13
27
|
const checks = [
|
|
14
|
-
{
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
{
|
|
20
|
-
|
|
28
|
+
{
|
|
29
|
+
name: "Repeat count",
|
|
30
|
+
status: "pass",
|
|
31
|
+
detail: baseline.completed + " baseline and " + treatment.completed + " treatment trials completed.",
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
name: "Overall score",
|
|
35
|
+
status: experiment.scoreDelta > 0 ? "pass" : experiment.scoreDelta === 0 ? "warning" : "fail",
|
|
36
|
+
detail: "Treatment score delta: " + experiment.scoreDelta + " points.",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
name: "Pass rate",
|
|
40
|
+
status: experiment.passRateDelta >= 0 ? "pass" : "fail",
|
|
41
|
+
detail: "Treatment pass-rate delta: " + experiment.passRateDelta + " percentage points.",
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
name: "Per-agent regressions",
|
|
45
|
+
status: agentRegressions.length ? "fail" : "pass",
|
|
46
|
+
detail: agentRegressions.length
|
|
47
|
+
? agentRegressions
|
|
48
|
+
.map((item) => item.agent + " (" + item.scoreDelta + " score, " + item.passRateDelta + " pass-rate points)")
|
|
49
|
+
.join("; ")
|
|
50
|
+
: "No agent crossed the configured regression thresholds.",
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
name: "Treatment failures",
|
|
54
|
+
status: failedTrials ? "warning" : "pass",
|
|
55
|
+
detail: failedTrials + " failed treatment trial(s).",
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
name: "Configuration provenance",
|
|
59
|
+
status: provenance ? "pass" : "warning",
|
|
60
|
+
detail: provenance
|
|
61
|
+
? provenance.configVersionId + " · sha256 " + provenance.fingerprint
|
|
62
|
+
: "No pinned treatment configuration snapshot; reproducibility is incomplete.",
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
name: "Efficiency",
|
|
66
|
+
status: experiment.durationChangePercent >= 25 || experiment.tokenChangePercent >= 25 ? "warning" : "pass",
|
|
67
|
+
detail: "Duration change " +
|
|
68
|
+
experiment.durationChangePercent +
|
|
69
|
+
"%; estimated token change " +
|
|
70
|
+
experiment.tokenChangePercent +
|
|
71
|
+
"%.",
|
|
72
|
+
},
|
|
21
73
|
];
|
|
22
|
-
const failed = checks.some(item => item.status === "fail");
|
|
23
|
-
const warning = checks.some(item => item.status === "warning");
|
|
74
|
+
const failed = checks.some((item) => item.status === "fail");
|
|
75
|
+
const warning = checks.some((item) => item.status === "warning");
|
|
24
76
|
const status = failed ? "reject" : warning ? "hold" : "eligible-for-review";
|
|
25
77
|
const rationale = status === "eligible-for-review"
|
|
26
|
-
? [
|
|
78
|
+
? [
|
|
79
|
+
"The treatment improved quality without crossing per-agent regression or efficiency warning thresholds.",
|
|
80
|
+
"Eligible for human review only; this assessment does not approve or activate the configuration.",
|
|
81
|
+
]
|
|
27
82
|
: status === "reject"
|
|
28
|
-
? [
|
|
29
|
-
|
|
30
|
-
|
|
83
|
+
? [
|
|
84
|
+
"The treatment failed one or more quality gates. Do not promote this candidate.",
|
|
85
|
+
"Inspect failed criteria and agent-level deltas, then revise and rerun the controlled experiment.",
|
|
86
|
+
]
|
|
87
|
+
: [
|
|
88
|
+
"The treatment has unresolved evidence or efficiency warnings.",
|
|
89
|
+
"Resolve warnings, pin the treatment snapshot and rerun before requesting release approval.",
|
|
90
|
+
];
|
|
91
|
+
return {
|
|
92
|
+
status,
|
|
93
|
+
matrixId: report.matrixId,
|
|
94
|
+
baselineCandidateId: experiment.baselineCandidateId,
|
|
95
|
+
treatmentCandidateId: experiment.treatmentCandidateId,
|
|
96
|
+
scoreDelta: experiment.scoreDelta,
|
|
97
|
+
passRateDelta: experiment.passRateDelta,
|
|
98
|
+
durationChangePercent: experiment.durationChangePercent,
|
|
99
|
+
tokenChangePercent: experiment.tokenChangePercent,
|
|
100
|
+
candidateConfigPinned: Boolean(provenance),
|
|
101
|
+
checks,
|
|
102
|
+
rationale,
|
|
103
|
+
};
|
|
31
104
|
}
|
|
32
105
|
export function formatAgentEvolutionAssessment(item) {
|
|
33
|
-
return [
|
|
106
|
+
return [
|
|
107
|
+
"ANVIL Agent Evolution Lab",
|
|
108
|
+
"Assessment: " + item.status.toUpperCase(),
|
|
109
|
+
"Matrix: " + item.matrixId,
|
|
110
|
+
"Baseline: " + item.baselineCandidateId,
|
|
111
|
+
"Treatment: " + item.treatmentCandidateId,
|
|
112
|
+
"Score delta: " + (item.scoreDelta > 0 ? "+" : "") + item.scoreDelta,
|
|
113
|
+
"Pass-rate delta: " + (item.passRateDelta > 0 ? "+" : "") + item.passRateDelta + " points",
|
|
114
|
+
"Duration change: " + item.durationChangePercent + "% · estimated token change: " + item.tokenChangePercent + "%",
|
|
115
|
+
"Pinned config: " + (item.candidateConfigPinned ? "yes" : "no"),
|
|
116
|
+
"",
|
|
117
|
+
"Quality gates:",
|
|
118
|
+
...item.checks.map((check) => " " + check.status.toUpperCase() + " · " + check.name + ": " + check.detail),
|
|
119
|
+
"",
|
|
120
|
+
"Decision notes:",
|
|
121
|
+
...item.rationale.map((line) => " - " + line),
|
|
122
|
+
].join("\n");
|
|
34
123
|
}
|
|
35
124
|
//# sourceMappingURL=agent-evolution.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-evolution.js","sourceRoot":"","sources":["../../src/core/agent-evolution.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,oBAAoB,CAAC,MAA6B;IAChE,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC;IAC1C,IAAI,CAAC,UAAU;
|
|
1
|
+
{"version":3,"file":"agent-evolution.js","sourceRoot":"","sources":["../../src/core/agent-evolution.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,oBAAoB,CAAC,MAA6B;IAChE,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC;IAC1C,IAAI,CAAC,UAAU;QACb,MAAM,IAAI,KAAK,CACb,6HAA6H,CAC9H,CAAC;IACJ,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,mBAAmB,CAAC,CAAC;IACpG,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,oBAAoB,CAAC,CAAC;IACtG,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,GAAG,CAAC,IAAI,SAAS,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjF,OAAO;YACL,MAAM,EAAE,uBAAuB;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,mBAAmB,EAAE,UAAU,CAAC,mBAAmB;YACnD,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;YACrD,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,aAAa,EAAE,UAAU,CAAC,aAAa;YACvC,qBAAqB,EAAE,UAAU,CAAC,qBAAqB;YACvD,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,qBAAqB,EAAE,KAAK;YAC5B,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,2DAA2D,EAAE;aAC9G;YACD,SAAS,EAAE,CAAC,+DAA+D,CAAC;SAC7E,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,oBAAoB,CAAC,CAAC;IACpH,MAAM,gBAAgB,GAAG,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,CAAC;IACrH,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAC3F,CAAC,MAAM,CAAC;IACT,MAAM,MAAM,GAAuC;QACjD;YACE,IAAI,EAAE,cAAc;YACpB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,QAAQ,CAAC,SAAS,GAAG,gBAAgB,GAAG,SAAS,CAAC,SAAS,GAAG,8BAA8B;SACrG;QACD;YACE,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC7F,MAAM,EAAE,yBAAyB,GAAG,UAAU,CAAC,UAAU,GAAG,UAAU;SACvE;QACD;YACE,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,UAAU,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YACvD,MAAM,EAAE,6BAA6B,GAAG,UAAU,CAAC,aAAa,GAAG,qBAAqB;SACzF;QACD;YACE,IAAI,EAAE,uBAAuB;YAC7B,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YACjD,MAAM,EAAE,gBAAgB,CAAC,MAAM;gBAC7B,CAAC,CAAC,gBAAgB;qBACb,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,UAAU,GAAG,UAAU,GAAG,IAAI,CAAC,aAAa,GAAG,oBAAoB,CAAC;qBAC3G,IAAI,CAAC,IAAI,CAAC;gBACf,CAAC,CAAC,wDAAwD;SAC7D;QACD;YACE,IAAI,EAAE,oBAAoB;YAC1B,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YACzC,MAAM,EAAE,YAAY,GAAG,6BAA6B;SACrD;QACD;YACE,IAAI,EAAE,0BAA0B;YAChC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACvC,MAAM,EAAE,UAAU;gBAChB,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,YAAY,GAAG,UAAU,CAAC,WAAW;gBACpE,CAAC,CAAC,4EAA4E;SACjF;QACD;YACE,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,UAAU,CAAC,qBAAqB,IAAI,EAAE,IAAI,UAAU,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC1G,MAAM,EACJ,kBAAkB;gBAClB,UAAU,CAAC,qBAAqB;gBAChC,4BAA4B;gBAC5B,UAAU,CAAC,kBAAkB;gBAC7B,IAAI;SACP;KACF,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC;IAC5E,MAAM,SAAS,GACb,MAAM,KAAK,qBAAqB;QAC9B,CAAC,CAAC;YACE,wGAAwG;YACxG,iGAAiG;SAClG;QACH,CAAC,CAAC,MAAM,KAAK,QAAQ;YACnB,CAAC,CAAC;gBACE,gFAAgF;gBAChF,kGAAkG;aACnG;YACH,CAAC,CAAC;gBACE,+DAA+D;gBAC/D,4FAA4F;aAC7F,CAAC;IACV,OAAO;QACL,MAAM;QACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,mBAAmB,EAAE,UAAU,CAAC,mBAAmB;QACnD,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;QACrD,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,aAAa,EAAE,UAAU,CAAC,aAAa;QACvC,qBAAqB,EAAE,UAAU,CAAC,qBAAqB;QACvD,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;QACjD,qBAAqB,EAAE,OAAO,CAAC,UAAU,CAAC;QAC1C,MAAM;QACN,SAAS;KACV,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,8BAA8B,CAAC,IAA8B;IAC3E,OAAO;QACL,2BAA2B;QAC3B,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;QAC1C,UAAU,GAAG,IAAI,CAAC,QAAQ;QAC1B,YAAY,GAAG,IAAI,CAAC,mBAAmB;QACvC,aAAa,GAAG,IAAI,CAAC,oBAAoB;QACzC,eAAe,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU;QACpE,mBAAmB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,GAAG,SAAS;QAC1F,mBAAmB,GAAG,IAAI,CAAC,qBAAqB,GAAG,8BAA8B,GAAG,IAAI,CAAC,kBAAkB,GAAG,GAAG;QACjH,iBAAiB,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/D,EAAE;QACF,gBAAgB;QAChB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,KAAK,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3G,EAAE;QACF,iBAAiB;QACjB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC;KAC/C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
|
|
@@ -6,13 +6,13 @@ export function createSkillExperimentMatrix(input) {
|
|
|
6
6
|
repeats: input.repeats,
|
|
7
7
|
candidates: [
|
|
8
8
|
{ id: input.baselineCandidateId, provider: input.provider, model: input.model, skillIds: [] },
|
|
9
|
-
{ id: input.treatmentCandidateId, provider: input.provider, model: input.model, skillIds: [...input.skillIds] }
|
|
9
|
+
{ id: input.treatmentCandidateId, provider: input.provider, model: input.model, skillIds: [...input.skillIds] },
|
|
10
10
|
],
|
|
11
11
|
skillExperiment: {
|
|
12
12
|
baselineCandidateId: input.baselineCandidateId,
|
|
13
13
|
treatmentCandidateId: input.treatmentCandidateId,
|
|
14
|
-
skillIds: [...input.skillIds]
|
|
15
|
-
}
|
|
14
|
+
skillIds: [...input.skillIds],
|
|
15
|
+
},
|
|
16
16
|
};
|
|
17
17
|
return validateBenchmarkMatrix(matrix);
|
|
18
18
|
}
|
|
@@ -29,9 +29,9 @@ export function formatSkillExperimentMatrix(matrix) {
|
|
|
29
29
|
"Treatment: " + experiment.treatmentCandidateId,
|
|
30
30
|
" Skills: " + experiment.skillIds.join(", "),
|
|
31
31
|
"",
|
|
32
|
-
|
|
32
|
+
'Next: forge benchmark-matrix <CONFIG_FILE> --suite <SUITE_ID> --goal "<task>"',
|
|
33
33
|
"",
|
|
34
|
-
"This scaffold isolates the selected skill set. Agent configuration snapshots are not hydrated by this scaffold; use the active workspace agent files consistently across both candidates."
|
|
34
|
+
"This scaffold isolates the selected skill set. Agent configuration snapshots are not hydrated by this scaffold; use the active workspace agent files consistently across both candidates.",
|
|
35
35
|
].join("\n");
|
|
36
36
|
}
|
|
37
37
|
export function createModelComparisonMatrix(input) {
|
|
@@ -39,12 +39,12 @@ export function createModelComparisonMatrix(input) {
|
|
|
39
39
|
id: input.id,
|
|
40
40
|
name: input.name,
|
|
41
41
|
repeats: input.repeats,
|
|
42
|
-
candidates: input.candidates.map(candidate => ({
|
|
42
|
+
candidates: input.candidates.map((candidate) => ({
|
|
43
43
|
id: candidate.id,
|
|
44
44
|
provider: candidate.provider,
|
|
45
45
|
model: candidate.model,
|
|
46
|
-
...(candidate.configVersionId ? { configVersionId: candidate.configVersionId } : {})
|
|
47
|
-
}))
|
|
46
|
+
...(candidate.configVersionId ? { configVersionId: candidate.configVersionId } : {}),
|
|
47
|
+
})),
|
|
48
48
|
});
|
|
49
49
|
}
|
|
50
50
|
export function formatModelComparisonMatrix(matrix) {
|
|
@@ -54,12 +54,20 @@ export function formatModelComparisonMatrix(matrix) {
|
|
|
54
54
|
"Candidates: " + matrix.candidates.length,
|
|
55
55
|
"Repeats per candidate: " + matrix.repeats,
|
|
56
56
|
"",
|
|
57
|
-
...matrix.candidates.map((candidate, index) =>
|
|
57
|
+
...matrix.candidates.map((candidate, index) => index +
|
|
58
|
+
1 +
|
|
59
|
+
". " +
|
|
60
|
+
candidate.id +
|
|
61
|
+
" — " +
|
|
62
|
+
candidate.provider +
|
|
63
|
+
"/" +
|
|
64
|
+
candidate.model +
|
|
65
|
+
(candidate.configVersionId ? " · config " + candidate.configVersionId : " · active workspace configuration")),
|
|
58
66
|
"",
|
|
59
67
|
"Total planned trials: " + matrix.candidates.length * matrix.repeats,
|
|
60
|
-
|
|
68
|
+
'Next: forge benchmark-matrix <CONFIG_FILE> --suite <SUITE_ID> --goal "<task>"',
|
|
61
69
|
"",
|
|
62
|
-
"Candidates run sequentially against the same suite and goal. For a fair comparison, keep the evaluation suite, workspace, permissions and environment unchanged."
|
|
70
|
+
"Candidates run sequentially against the same suite and goal. For a fair comparison, keep the evaluation suite, workspace, permissions and environment unchanged.",
|
|
63
71
|
].join("\n");
|
|
64
72
|
}
|
|
65
73
|
//# sourceMappingURL=agent-experiment-studio.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-experiment-studio.js","sourceRoot":"","sources":["../../src/core/agent-experiment-studio.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAYhE,MAAM,UAAU,2BAA2B,CAAC,KAAiC;IAC3E,MAAM,MAAM,GAA0B;QACpC,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE;YACV,EAAE,EAAE,EAAE,KAAK,CAAC,mBAAmB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC7F,EAAE,EAAE,EAAE,KAAK,CAAC,oBAAoB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE;SAChH;QACD,eAAe,EAAE;YACf,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;YAC9C,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;SAC9B;KACF,CAAC;IACF,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AACD,MAAM,UAAU,2BAA2B,CAAC,MAA6B;IACvE,MAAM,UAAU,GAAG,MAAM,CAAC,eAAgB,CAAC;IAC3C,OAAO;QACL,4BAA4B,GAAG,MAAM,CAAC,IAAI;QAC1C,aAAa,GAAG,MAAM,CAAC,EAAE;QACzB,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,QAAQ,GAAG,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK;QACvF,yBAAyB,GAAG,MAAM,CAAC,OAAO;QAC1C,EAAE;QACF,YAAY,GAAG,UAAU,CAAC,mBAAmB;QAC7C,2CAA2C;QAC3C,aAAa,GAAG,UAAU,CAAC,oBAAoB;QAC/C,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAC7C,EAAE;QACF
|
|
1
|
+
{"version":3,"file":"agent-experiment-studio.js","sourceRoot":"","sources":["../../src/core/agent-experiment-studio.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAYhE,MAAM,UAAU,2BAA2B,CAAC,KAAiC;IAC3E,MAAM,MAAM,GAA0B;QACpC,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE;YACV,EAAE,EAAE,EAAE,KAAK,CAAC,mBAAmB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC7F,EAAE,EAAE,EAAE,KAAK,CAAC,oBAAoB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE;SAChH;QACD,eAAe,EAAE;YACf,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;YAC9C,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;SAC9B;KACF,CAAC;IACF,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AACD,MAAM,UAAU,2BAA2B,CAAC,MAA6B;IACvE,MAAM,UAAU,GAAG,MAAM,CAAC,eAAgB,CAAC;IAC3C,OAAO;QACL,4BAA4B,GAAG,MAAM,CAAC,IAAI;QAC1C,aAAa,GAAG,MAAM,CAAC,EAAE;QACzB,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,QAAQ,GAAG,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK;QACvF,yBAAyB,GAAG,MAAM,CAAC,OAAO;QAC1C,EAAE;QACF,YAAY,GAAG,UAAU,CAAC,mBAAmB;QAC7C,2CAA2C;QAC3C,aAAa,GAAG,UAAU,CAAC,oBAAoB;QAC/C,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAC7C,EAAE;QACF,+EAA+E;QAC/E,EAAE;QACF,2LAA2L;KAC5L,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAcD,MAAM,UAAU,2BAA2B,CAAC,KAAiC;IAC3E,OAAO,uBAAuB,CAAC;QAC7B,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAC/C,EAAE,EAAE,SAAS,CAAC,EAAE;YAChB,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrF,CAAC,CAAC;KACJ,CAAC,CAAC;AACL,CAAC;AACD,MAAM,UAAU,2BAA2B,CAAC,MAA6B;IACvE,OAAO;QACL,kCAAkC,GAAG,MAAM,CAAC,IAAI;QAChD,aAAa,GAAG,MAAM,CAAC,EAAE;QACzB,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM;QACzC,yBAAyB,GAAG,MAAM,CAAC,OAAO;QAC1C,EAAE;QACF,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CACtB,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CACnB,KAAK;YACL,CAAC;YACD,IAAI;YACJ,SAAS,CAAC,EAAE;YACZ,KAAK;YACL,SAAS,CAAC,QAAQ;YAClB,GAAG;YACH,SAAS,CAAC,KAAK;YACf,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAC/G;QACD,EAAE;QACF,wBAAwB,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO;QACpE,+EAA+E;QAC/E,EAAE;QACF,kKAAkK;KACnK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
|
|
@@ -1,18 +1,35 @@
|
|
|
1
1
|
export function buildAgentOptimizationPlan(history) {
|
|
2
|
-
const eligible = history
|
|
2
|
+
const eligible = history
|
|
3
|
+
.filter((item) => item.summary.length > 0)
|
|
4
|
+
.sort((a, b) => a.createdAt.localeCompare(b.createdAt));
|
|
3
5
|
const current = eligible.at(-1);
|
|
4
|
-
const baseline = current
|
|
6
|
+
const baseline = current
|
|
7
|
+
? [...eligible.slice(0, -1)]
|
|
8
|
+
.reverse()
|
|
9
|
+
.find((item) => item.suiteId === current.suiteId && item.goal === current.goal)
|
|
10
|
+
: undefined;
|
|
5
11
|
const guardrails = [
|
|
6
12
|
"Recommendations are advisory; FORGE does not rewrite prompts, skills or agent configuration automatically.",
|
|
7
13
|
"Validate every proposed change with a fresh controlled benchmark using the same suite, goal, provider and model.",
|
|
8
|
-
"Rubric failures are diagnostic signals, not proof of root cause. Inspect the underlying agent outputs before changing configuration."
|
|
14
|
+
"Rubric failures are diagnostic signals, not proof of root cause. Inspect the underlying agent outputs before changing configuration.",
|
|
9
15
|
];
|
|
10
16
|
if (!current || !baseline)
|
|
11
|
-
return {
|
|
17
|
+
return {
|
|
18
|
+
status: "insufficient-history",
|
|
19
|
+
suiteId: current?.suiteId ?? "",
|
|
20
|
+
goal: current?.goal ?? "",
|
|
21
|
+
baselineAt: baseline?.createdAt ?? "",
|
|
22
|
+
currentAt: current?.createdAt ?? "",
|
|
23
|
+
suggestions: [],
|
|
24
|
+
guardrails,
|
|
25
|
+
};
|
|
12
26
|
const suggestions = [];
|
|
13
27
|
for (const now of current.agentSummary ?? []) {
|
|
14
|
-
const previous = (baseline.agentSummary ?? []).find(item => item.candidateId === now.candidateId &&
|
|
15
|
-
|
|
28
|
+
const previous = (baseline.agentSummary ?? []).find((item) => item.candidateId === now.candidateId &&
|
|
29
|
+
item.agent === now.agent &&
|
|
30
|
+
item.provider === now.provider &&
|
|
31
|
+
item.model === now.model);
|
|
32
|
+
const results = current.results.filter((result) => result.candidateId === now.candidateId && result.status === "completed");
|
|
16
33
|
const failures = new Map();
|
|
17
34
|
for (const result of results)
|
|
18
35
|
for (const score of result.agentScores ?? []) {
|
|
@@ -27,11 +44,16 @@ export function buildAgentOptimizationPlan(history) {
|
|
|
27
44
|
failures.set(failed.id, item);
|
|
28
45
|
}
|
|
29
46
|
}
|
|
30
|
-
const repeatedFailures = [...failures.entries()]
|
|
47
|
+
const repeatedFailures = [...failures.entries()]
|
|
48
|
+
.filter(([, item]) => item.count >= 2)
|
|
49
|
+
.map(([criterionId, item]) => ({ criterionId, ...item }))
|
|
50
|
+
.sort((a, b) => b.count - a.count || a.criterionId.localeCompare(b.criterionId));
|
|
31
51
|
const delta = previous ? Math.round((now.averageScore - previous.averageScore) * 10) / 10 : null;
|
|
32
52
|
const actions = [];
|
|
33
53
|
if (repeatedFailures.length) {
|
|
34
|
-
actions.push("Inspect the task outputs for repeated failures in: " +
|
|
54
|
+
actions.push("Inspect the task outputs for repeated failures in: " +
|
|
55
|
+
repeatedFailures.map((item) => item.criterionId).join(", ") +
|
|
56
|
+
".");
|
|
35
57
|
actions.push("Add explicit, evidence-based instructions and a verification checklist for these criteria to this agent's task prompt or a dedicated skill.");
|
|
36
58
|
}
|
|
37
59
|
if (delta !== null && delta <= -5)
|
|
@@ -40,17 +62,50 @@ export function buildAgentOptimizationPlan(history) {
|
|
|
40
62
|
actions.push("Add a targeted evaluation case for the weakest behavior and require a passing rerun before accepting a configuration change.");
|
|
41
63
|
if (!actions.length)
|
|
42
64
|
continue;
|
|
43
|
-
suggestions.push({
|
|
65
|
+
suggestions.push({
|
|
66
|
+
agent: now.agent,
|
|
67
|
+
candidateId: now.candidateId,
|
|
68
|
+
baselineScore: previous?.averageScore ?? null,
|
|
69
|
+
currentScore: now.averageScore,
|
|
70
|
+
scoreDelta: delta,
|
|
71
|
+
repeatedFailures,
|
|
72
|
+
recommendedActions: actions,
|
|
73
|
+
skillIdsObserved: now.skillsObserved ?? [],
|
|
74
|
+
confidence: repeatedFailures.length >= 2 && previous ? "medium" : "low",
|
|
75
|
+
});
|
|
44
76
|
}
|
|
45
|
-
return {
|
|
77
|
+
return {
|
|
78
|
+
status: "recommendations",
|
|
79
|
+
suiteId: current.suiteId,
|
|
80
|
+
goal: current.goal,
|
|
81
|
+
baselineAt: baseline.createdAt,
|
|
82
|
+
currentAt: current.createdAt,
|
|
83
|
+
suggestions,
|
|
84
|
+
guardrails,
|
|
85
|
+
};
|
|
46
86
|
}
|
|
47
87
|
export function formatAgentOptimizationPlan(plan) {
|
|
48
|
-
const lines = [
|
|
88
|
+
const lines = [
|
|
89
|
+
"ANVIL Adaptive Agent Optimization",
|
|
90
|
+
"Status: " + plan.status.toUpperCase(),
|
|
91
|
+
"Suite: " + (plan.suiteId || "not available"),
|
|
92
|
+
"Goal: " + (plan.goal || "not available"),
|
|
93
|
+
"",
|
|
94
|
+
];
|
|
49
95
|
if (!plan.suggestions.length)
|
|
50
|
-
lines.push(plan.status === "insufficient-history"
|
|
96
|
+
lines.push(plan.status === "insufficient-history"
|
|
97
|
+
? "Run the same evaluation suite and goal twice to establish comparable history."
|
|
98
|
+
: "No repeated agent failure patterns were found in the latest comparable run.");
|
|
51
99
|
for (const item of plan.suggestions) {
|
|
52
|
-
lines.push(item.agent +
|
|
53
|
-
|
|
100
|
+
lines.push(item.agent +
|
|
101
|
+
" · " +
|
|
102
|
+
item.candidateId +
|
|
103
|
+
" · score " +
|
|
104
|
+
(item.baselineScore === null
|
|
105
|
+
? "no baseline"
|
|
106
|
+
: item.baselineScore + " → " + item.currentScore + " (" + item.scoreDelta + ")"));
|
|
107
|
+
lines.push(" Repeated rubric failures: " +
|
|
108
|
+
(item.repeatedFailures.map((failure) => failure.criterionId + " (" + failure.count + ")").join(", ") || "none"));
|
|
54
109
|
lines.push(" Skills observed: " + (item.skillIdsObserved.join(", ") || "none"));
|
|
55
110
|
for (const action of item.recommendedActions)
|
|
56
111
|
lines.push(" RECOMMEND: " + action);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-optimization.js","sourceRoot":"","sources":["../../src/core/agent-optimization.ts"],"names":[],"mappings":"AAsBA,MAAM,UAAU,0BAA0B,CAAC,OAAgC;IACzE,MAAM,QAAQ,GAAG,OAAO,
|
|
1
|
+
{"version":3,"file":"agent-optimization.js","sourceRoot":"","sources":["../../src/core/agent-optimization.ts"],"names":[],"mappings":"AAsBA,MAAM,UAAU,0BAA0B,CAAC,OAAgC;IACzE,MAAM,QAAQ,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;SACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,OAAO;QACtB,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;aACvB,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC;QACnF,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,UAAU,GAAG;QACjB,4GAA4G;QAC5G,kHAAkH;QAClH,sIAAsI;KACvI,CAAC;IACF,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ;QACvB,OAAO;YACL,MAAM,EAAE,sBAAsB;YAC9B,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/B,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE;YACzB,UAAU,EAAE,QAAQ,EAAE,SAAS,IAAI,EAAE;YACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,EAAE;YACnC,WAAW,EAAE,EAAE;YACf,UAAU;SACX,CAAC;IACJ,MAAM,WAAW,GAAkC,EAAE,CAAC;IACtD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,CACjD,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW;YACpC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK;YACxB,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ;YAC9B,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,CAC3B,CAAC;QACF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACpC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,CACpF,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAiD,CAAC;QAC1E,KAAK,MAAM,MAAM,IAAI,OAAO;YAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;gBAC7C,IAAI,KAAK,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK;oBAAE,SAAS;gBACxC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;oBAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;oBACnE,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;oBAChB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;wBACnD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;4BAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,MAAM,gBAAgB,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;aAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;aACxD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjG,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CACV,qDAAqD;gBACnD,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC3D,GAAG,CACN,CAAC;YACF,OAAO,CAAC,IAAI,CACV,6IAA6I,CAC9I,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC;YAC/B,OAAO,CAAC,IAAI,CACV,wIAAwI,CACzI,CAAC;QACJ,IAAI,GAAG,CAAC,QAAQ,GAAG,EAAE;YACnB,OAAO,CAAC,IAAI,CACV,8HAA8H,CAC/H,CAAC;QACJ,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,SAAS;QAC9B,WAAW,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,aAAa,EAAE,QAAQ,EAAE,YAAY,IAAI,IAAI;YAC7C,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,UAAU,EAAE,KAAK;YACjB,gBAAgB;YAChB,kBAAkB,EAAE,OAAO;YAC3B,gBAAgB,EAAE,GAAG,CAAC,cAAc,IAAI,EAAE;YAC1C,UAAU,EAAE,gBAAgB,CAAC,MAAM,IAAI,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;SACxE,CAAC,CAAC;IACL,CAAC;IACD,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,UAAU,EAAE,QAAQ,CAAC,SAAS;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,WAAW;QACX,UAAU;KACX,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,2BAA2B,CAAC,IAA2B;IACrE,MAAM,KAAK,GAAG;QACZ,mCAAmC;QACnC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;QACtC,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,eAAe,CAAC;QAC7C,QAAQ,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC;QACzC,EAAE;KACH,CAAC;IACF,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM;QAC1B,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,MAAM,KAAK,sBAAsB;YACpC,CAAC,CAAC,+EAA+E;YACjF,CAAC,CAAC,6EAA6E,CAClF,CAAC;IACJ,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,KAAK;YACR,KAAK;YACL,IAAI,CAAC,WAAW;YAChB,WAAW;YACX,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI;gBAC1B,CAAC,CAAC,aAAa;gBACf,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CACrF,CAAC;QACF,KAAK,CAAC,IAAI,CACR,8BAA8B;YAC5B,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,GAAG,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,CAClH,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,qBAAqB,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC;QACjF,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,kBAAkB;YAAE,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,CAAC;IACrF,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC9B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IACxE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -1,18 +1,90 @@
|
|
|
1
1
|
import { lstat, readdir, readFile, realpath } from "node:fs/promises";
|
|
2
2
|
import path from "node:path";
|
|
3
3
|
const BUILT_INS = [
|
|
4
|
-
{
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
{
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
4
|
+
{
|
|
5
|
+
id: "planner",
|
|
6
|
+
name: "Planner",
|
|
7
|
+
description: "Break goals into reviewable tasks.",
|
|
8
|
+
source: "builtin",
|
|
9
|
+
instructions: "Create a sequenced plan with scope, assumptions, risks, and acceptance criteria.",
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
id: "architect",
|
|
13
|
+
name: "Architect",
|
|
14
|
+
description: "Evaluate boundaries, interfaces, and trade-offs.",
|
|
15
|
+
source: "builtin",
|
|
16
|
+
instructions: "Inspect the current design, then propose the smallest maintainable architecture.",
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
id: "code-reviewer",
|
|
20
|
+
name: "Code Reviewer",
|
|
21
|
+
description: "Find defects and regressions in proposed changes.",
|
|
22
|
+
source: "builtin",
|
|
23
|
+
instructions: "Review correctness, security, data integrity, performance, and test quality.",
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
id: "test-engineer",
|
|
27
|
+
name: "Test Engineer",
|
|
28
|
+
description: "Design verification strategies and test cases.",
|
|
29
|
+
source: "builtin",
|
|
30
|
+
instructions: "Identify normal, boundary, and failure cases; report only checks actually run.",
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
id: "security-reviewer",
|
|
34
|
+
name: "Security Reviewer",
|
|
35
|
+
description: "Review trust boundaries and unsafe defaults.",
|
|
36
|
+
source: "builtin",
|
|
37
|
+
instructions: "Review input validation, permissions, secrets, filesystem, process, and network boundaries.",
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
id: "debugger",
|
|
41
|
+
name: "Debugger",
|
|
42
|
+
description: "Trace defects from symptoms to likely root causes.",
|
|
43
|
+
source: "builtin",
|
|
44
|
+
instructions: "Build a hypothesis-led diagnosis. Cite relevant evidence, distinguish facts from hypotheses, and propose minimal fixes. Never claim to have run a reproducer unless it was actually run.",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
id: "performance-engineer",
|
|
48
|
+
name: "Performance Engineer",
|
|
49
|
+
description: "Identify performance bottlenecks and measurement strategies.",
|
|
50
|
+
source: "builtin",
|
|
51
|
+
instructions: "Review algorithmic complexity, I/O, caching, concurrency, memory and bundle/runtime costs. Prefer measurable hypotheses and benchmarks over guesses.",
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
id: "documentation-writer",
|
|
55
|
+
name: "Documentation Writer",
|
|
56
|
+
description: "Improve developer-facing documentation and examples.",
|
|
57
|
+
source: "builtin",
|
|
58
|
+
instructions: "Identify missing, stale or confusing documentation. Propose concise docs, examples and migration notes that match verified behavior.",
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
id: "devops-engineer",
|
|
62
|
+
name: "DevOps Engineer",
|
|
63
|
+
description: "Review build, CI, release and deployment reliability.",
|
|
64
|
+
source: "builtin",
|
|
65
|
+
instructions: "Review scripts, CI workflows, reproducibility, release process and deployment assumptions. Do not claim a workflow passed without run evidence.",
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
id: "database-reviewer",
|
|
69
|
+
name: "Database Reviewer",
|
|
70
|
+
description: "Review data models, queries and migration safety.",
|
|
71
|
+
source: "builtin",
|
|
72
|
+
instructions: "When data persistence exists, review schema design, query patterns, indexing, consistency, migrations, rollback and data-loss risks. State when no database is present.",
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
id: "accessibility-reviewer",
|
|
76
|
+
name: "Accessibility Reviewer",
|
|
77
|
+
description: "Review UI accessibility and inclusive interaction.",
|
|
78
|
+
source: "builtin",
|
|
79
|
+
instructions: "When a user interface exists, review semantics, keyboard access, focus, labels, contrast and reduced-motion support. State when the project has no UI.",
|
|
80
|
+
},
|
|
81
|
+
{
|
|
82
|
+
id: "release-manager",
|
|
83
|
+
name: "Release Manager",
|
|
84
|
+
description: "Prepare release readiness and change summaries.",
|
|
85
|
+
source: "builtin",
|
|
86
|
+
instructions: "Synthesize completed review evidence into release notes, compatibility risks, rollout checks and a go/no-go recommendation. Separate verified facts from open questions.",
|
|
87
|
+
},
|
|
16
88
|
];
|
|
17
89
|
function titleFromMarkdown(content, fallback) {
|
|
18
90
|
const heading = content.match(/^#\s+(.+)$/m)?.[1]?.trim();
|
|
@@ -21,8 +93,8 @@ function titleFromMarkdown(content, fallback) {
|
|
|
21
93
|
function descriptionFromMarkdown(content, title) {
|
|
22
94
|
const paragraph = content
|
|
23
95
|
.split(/\r?\n/)
|
|
24
|
-
.map(line => line.trim())
|
|
25
|
-
.find(line => line.length > 0 && !line.startsWith("#") && !line.startsWith("-") && !line.startsWith("1."));
|
|
96
|
+
.map((line) => line.trim())
|
|
97
|
+
.find((line) => line.length > 0 && !line.startsWith("#") && !line.startsWith("-") && !line.startsWith("1."));
|
|
26
98
|
return paragraph || `Workspace instructions for ${title}.`;
|
|
27
99
|
}
|
|
28
100
|
function isInside(root, candidate) {
|
|
@@ -36,7 +108,7 @@ export async function loadAgentRegistry(projectPath) {
|
|
|
36
108
|
const root = await realpath(path.resolve(projectPath));
|
|
37
109
|
const forgeDirectory = path.join(root, ".forge");
|
|
38
110
|
const agentDirectory = path.join(forgeDirectory, "agents");
|
|
39
|
-
const definitions = new Map(BUILT_INS.map(agent => [agent.id, agent]));
|
|
111
|
+
const definitions = new Map(BUILT_INS.map((agent) => [agent.id, agent]));
|
|
40
112
|
let forgeInfo;
|
|
41
113
|
try {
|
|
42
114
|
forgeInfo = await lstat(forgeDirectory);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-registry.js","sourceRoot":"","sources":["../../src/core/agent-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,IAAI,MAAM,WAAW,CAAC;AAW7B,MAAM,SAAS,GAAsB;IACnC,EAAE,EAAE,
|
|
1
|
+
{"version":3,"file":"agent-registry.js","sourceRoot":"","sources":["../../src/core/agent-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,IAAI,MAAM,WAAW,CAAC;AAW7B,MAAM,SAAS,GAAsB;IACnC;QACE,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,oCAAoC;QACjD,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,kFAAkF;KACjG;IACD;QACE,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,kDAAkD;QAC/D,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,kFAAkF;KACjG;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,mDAAmD;QAChE,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,8EAA8E;KAC7F;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,gDAAgD;QAC7D,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,gFAAgF;KAC/F;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,8CAA8C;QAC3D,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,6FAA6F;KAC5G;IACD;QACE,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,oDAAoD;QACjE,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,0LAA0L;KAC7L;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,8DAA8D;QAC3E,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,sJAAsJ;KACzJ;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,sDAAsD;QACnE,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,sIAAsI;KACzI;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,uDAAuD;QACpE,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,iJAAiJ;KACpJ;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,mDAAmD;QAChE,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,yKAAyK;KAC5K;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,oDAAoD;QACjE,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,wJAAwJ;KAC3J;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,iDAAiD;QAC9D,MAAM,EAAE,SAAS;QACjB,YAAY,EACV,0KAA0K;KAC7K;CACF,CAAC;AAEF,SAAS,iBAAiB,CAAC,OAAe,EAAE,QAAgB;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IAC1D,OAAO,OAAO,IAAI,QAAQ,CAAC;AAC7B,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAe,EAAE,KAAa;IAC7D,MAAM,SAAS,GAAG,OAAO;SACtB,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/G,OAAO,SAAS,IAAI,8BAA8B,KAAK,GAAG,CAAC;AAC7D,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,SAAiB;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAChD,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;AACvH,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,WAAmB;IACzD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;IACvD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAEzE,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChG,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC7F,CAAC;IAED,IAAI,SAAS,CAAC;IACd,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChG,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,oBAAoB,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,oBAAoB,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7E,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,SAAS;QAC7D,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,SAAS;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,SAAS;QACtD,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;YAAE,SAAS;QAC9C,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,iBAAiB,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACjD,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE;YAClB,EAAE;YACF,IAAI;YACJ,WAAW,EAAE,uBAAuB,CAAC,YAAY,EAAE,IAAI,CAAC;YACxD,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,cAAc;YACxB,YAAY;SACb,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5E,CAAC"}
|