anvil-engineering-workbench 0.0.0-stage → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/CHANGELOG.md +40 -0
  2. package/LICENSE +17 -0
  3. package/README.md +778 -3
  4. package/SECURITY.md +17 -0
  5. package/dist/ai/claude-code-provider.d.ts +31 -0
  6. package/dist/ai/claude-code-provider.js +81 -0
  7. package/dist/ai/claude-code-provider.js.map +1 -0
  8. package/dist/ai/provider.d.ts +47 -0
  9. package/dist/ai/provider.js +57 -0
  10. package/dist/ai/provider.js.map +1 -0
  11. package/dist/cli.d.ts +2 -0
  12. package/dist/cli.js +1945 -0
  13. package/dist/cli.js.map +1 -0
  14. package/dist/core/agent-config-release.d.ts +22 -0
  15. package/dist/core/agent-config-release.js +109 -0
  16. package/dist/core/agent-config-release.js.map +1 -0
  17. package/dist/core/agent-config-versioning.d.ts +33 -0
  18. package/dist/core/agent-config-versioning.js +209 -0
  19. package/dist/core/agent-config-versioning.js.map +1 -0
  20. package/dist/core/agent-evaluation-intelligence.d.ts +46 -0
  21. package/dist/core/agent-evaluation-intelligence.js +191 -0
  22. package/dist/core/agent-evaluation-intelligence.js.map +1 -0
  23. package/dist/core/agent-evolution.d.ts +20 -0
  24. package/dist/core/agent-evolution.js +35 -0
  25. package/dist/core/agent-evolution.js.map +1 -0
  26. package/dist/core/agent-experiment-studio.d.ts +27 -0
  27. package/dist/core/agent-experiment-studio.js +65 -0
  28. package/dist/core/agent-experiment-studio.js.map +1 -0
  29. package/dist/core/agent-optimization.d.ts +27 -0
  30. package/dist/core/agent-optimization.js +63 -0
  31. package/dist/core/agent-optimization.js.map +1 -0
  32. package/dist/core/agent-registry.d.ts +9 -0
  33. package/dist/core/agent-registry.js +95 -0
  34. package/dist/core/agent-registry.js.map +1 -0
  35. package/dist/core/agent-security-audit.d.ts +28 -0
  36. package/dist/core/agent-security-audit.js +260 -0
  37. package/dist/core/agent-security-audit.js.map +1 -0
  38. package/dist/core/agent-workspace-context.d.ts +14 -0
  39. package/dist/core/agent-workspace-context.js +66 -0
  40. package/dist/core/agent-workspace-context.js.map +1 -0
  41. package/dist/core/ai-code-review.d.ts +20 -0
  42. package/dist/core/ai-code-review.js +70 -0
  43. package/dist/core/ai-code-review.js.map +1 -0
  44. package/dist/core/anthropic-provider.d.ts +16 -0
  45. package/dist/core/anthropic-provider.js +85 -0
  46. package/dist/core/anthropic-provider.js.map +1 -0
  47. package/dist/core/architecture-map.d.ts +26 -0
  48. package/dist/core/architecture-map.js +124 -0
  49. package/dist/core/architecture-map.js.map +1 -0
  50. package/dist/core/benchmark-engine.d.ts +52 -0
  51. package/dist/core/benchmark-engine.js +109 -0
  52. package/dist/core/benchmark-engine.js.map +1 -0
  53. package/dist/core/benchmark-matrix.d.ts +123 -0
  54. package/dist/core/benchmark-matrix.js +169 -0
  55. package/dist/core/benchmark-matrix.js.map +1 -0
  56. package/dist/core/benchmark-regression.d.ts +54 -0
  57. package/dist/core/benchmark-regression.js +96 -0
  58. package/dist/core/benchmark-regression.js.map +1 -0
  59. package/dist/core/change-intelligence.d.ts +40 -0
  60. package/dist/core/change-intelligence.js +114 -0
  61. package/dist/core/change-intelligence.js.map +1 -0
  62. package/dist/core/code-intelligence.d.ts +20 -0
  63. package/dist/core/code-intelligence.js +119 -0
  64. package/dist/core/code-intelligence.js.map +1 -0
  65. package/dist/core/code-review.d.ts +30 -0
  66. package/dist/core/code-review.js +93 -0
  67. package/dist/core/code-review.js.map +1 -0
  68. package/dist/core/code-search.d.ts +16 -0
  69. package/dist/core/code-search.js +93 -0
  70. package/dist/core/code-search.js.map +1 -0
  71. package/dist/core/container-sandbox.d.ts +20 -0
  72. package/dist/core/container-sandbox.js +220 -0
  73. package/dist/core/container-sandbox.js.map +1 -0
  74. package/dist/core/dashboard-server.d.ts +11 -0
  75. package/dist/core/dashboard-server.js +1068 -0
  76. package/dist/core/dashboard-server.js.map +1 -0
  77. package/dist/core/dependency-graph.d.ts +29 -0
  78. package/dist/core/dependency-graph.js +90 -0
  79. package/dist/core/dependency-graph.js.map +1 -0
  80. package/dist/core/dependency-impact.d.ts +51 -0
  81. package/dist/core/dependency-impact.js +201 -0
  82. package/dist/core/dependency-impact.js.map +1 -0
  83. package/dist/core/dependency-intelligence.d.ts +60 -0
  84. package/dist/core/dependency-intelligence.js +241 -0
  85. package/dist/core/dependency-intelligence.js.map +1 -0
  86. package/dist/core/doctor.d.ts +17 -0
  87. package/dist/core/doctor.js +239 -0
  88. package/dist/core/doctor.js.map +1 -0
  89. package/dist/core/engineering-risk.d.ts +40 -0
  90. package/dist/core/engineering-risk.js +125 -0
  91. package/dist/core/engineering-risk.js.map +1 -0
  92. package/dist/core/evaluation-engine.d.ts +110 -0
  93. package/dist/core/evaluation-engine.js +182 -0
  94. package/dist/core/evaluation-engine.js.map +1 -0
  95. package/dist/core/execution-trace.d.ts +27 -0
  96. package/dist/core/execution-trace.js +137 -0
  97. package/dist/core/execution-trace.js.map +1 -0
  98. package/dist/core/experiment-history.d.ts +31 -0
  99. package/dist/core/experiment-history.js +64 -0
  100. package/dist/core/experiment-history.js.map +1 -0
  101. package/dist/core/experiment-manifest.d.ts +67 -0
  102. package/dist/core/experiment-manifest.js +100 -0
  103. package/dist/core/experiment-manifest.js.map +1 -0
  104. package/dist/core/gemini-provider.d.ts +15 -0
  105. package/dist/core/gemini-provider.js +87 -0
  106. package/dist/core/gemini-provider.js.map +1 -0
  107. package/dist/core/git-intelligence.d.ts +26 -0
  108. package/dist/core/git-intelligence.js +84 -0
  109. package/dist/core/git-intelligence.js.map +1 -0
  110. package/dist/core/hook-engine.d.ts +23 -0
  111. package/dist/core/hook-engine.js +74 -0
  112. package/dist/core/hook-engine.js.map +1 -0
  113. package/dist/core/hosted-agent-provider.d.ts +19 -0
  114. package/dist/core/hosted-agent-provider.js +133 -0
  115. package/dist/core/hosted-agent-provider.js.map +1 -0
  116. package/dist/core/intelligence-timeline.d.ts +41 -0
  117. package/dist/core/intelligence-timeline.js +158 -0
  118. package/dist/core/intelligence-timeline.js.map +1 -0
  119. package/dist/core/model-router.d.ts +59 -0
  120. package/dist/core/model-router.js +291 -0
  121. package/dist/core/model-router.js.map +1 -0
  122. package/dist/core/openai-compatible-provider.d.ts +19 -0
  123. package/dist/core/openai-compatible-provider.js +151 -0
  124. package/dist/core/openai-compatible-provider.js.map +1 -0
  125. package/dist/core/orchestrator.d.ts +94 -0
  126. package/dist/core/orchestrator.js +263 -0
  127. package/dist/core/orchestrator.js.map +1 -0
  128. package/dist/core/patch-application.d.ts +54 -0
  129. package/dist/core/patch-application.js +504 -0
  130. package/dist/core/patch-application.js.map +1 -0
  131. package/dist/core/patch-approval.d.ts +23 -0
  132. package/dist/core/patch-approval.js +181 -0
  133. package/dist/core/patch-approval.js.map +1 -0
  134. package/dist/core/patch-validation.d.ts +12 -0
  135. package/dist/core/patch-validation.js +112 -0
  136. package/dist/core/patch-validation.js.map +1 -0
  137. package/dist/core/permission-policy.d.ts +13 -0
  138. package/dist/core/permission-policy.js +98 -0
  139. package/dist/core/permission-policy.js.map +1 -0
  140. package/dist/core/project-health.d.ts +72 -0
  141. package/dist/core/project-health.js +79 -0
  142. package/dist/core/project-health.js.map +1 -0
  143. package/dist/core/project-init.d.ts +9 -0
  144. package/dist/core/project-init.js +253 -0
  145. package/dist/core/project-init.js.map +1 -0
  146. package/dist/core/project-inspector.d.ts +24 -0
  147. package/dist/core/project-inspector.js +175 -0
  148. package/dist/core/project-inspector.js.map +1 -0
  149. package/dist/core/project-memory.d.ts +22 -0
  150. package/dist/core/project-memory.js +173 -0
  151. package/dist/core/project-memory.js.map +1 -0
  152. package/dist/core/provider-diagnostics.d.ts +12 -0
  153. package/dist/core/provider-diagnostics.js +73 -0
  154. package/dist/core/provider-diagnostics.js.map +1 -0
  155. package/dist/core/provider-response.d.ts +4 -0
  156. package/dist/core/provider-response.js +46 -0
  157. package/dist/core/provider-response.js.map +1 -0
  158. package/dist/core/quality-audit.d.ts +29 -0
  159. package/dist/core/quality-audit.js +101 -0
  160. package/dist/core/quality-audit.js.map +1 -0
  161. package/dist/core/regression-intelligence.d.ts +41 -0
  162. package/dist/core/regression-intelligence.js +56 -0
  163. package/dist/core/regression-intelligence.js.map +1 -0
  164. package/dist/core/remediation-planner.d.ts +43 -0
  165. package/dist/core/remediation-planner.js +124 -0
  166. package/dist/core/remediation-planner.js.map +1 -0
  167. package/dist/core/review-history.d.ts +18 -0
  168. package/dist/core/review-history.js +68 -0
  169. package/dist/core/review-history.js.map +1 -0
  170. package/dist/core/review-planner.d.ts +2 -0
  171. package/dist/core/review-planner.js +79 -0
  172. package/dist/core/review-planner.js.map +1 -0
  173. package/dist/core/run-history-output.d.ts +22 -0
  174. package/dist/core/run-history-output.js +51 -0
  175. package/dist/core/run-history-output.js.map +1 -0
  176. package/dist/core/run-replay.d.ts +9 -0
  177. package/dist/core/run-replay.js +64 -0
  178. package/dist/core/run-replay.js.map +1 -0
  179. package/dist/core/run-store.d.ts +13 -0
  180. package/dist/core/run-store.js +300 -0
  181. package/dist/core/run-store.js.map +1 -0
  182. package/dist/core/sandbox-cleanup-audit.d.ts +14 -0
  183. package/dist/core/sandbox-cleanup-audit.js +57 -0
  184. package/dist/core/sandbox-cleanup-audit.js.map +1 -0
  185. package/dist/core/sandbox-compliance.d.ts +19 -0
  186. package/dist/core/sandbox-compliance.js +34 -0
  187. package/dist/core/sandbox-compliance.js.map +1 -0
  188. package/dist/core/sandbox-lifecycle.d.ts +8 -0
  189. package/dist/core/sandbox-lifecycle.js +36 -0
  190. package/dist/core/sandbox-lifecycle.js.map +1 -0
  191. package/dist/core/sandbox-policy.d.ts +31 -0
  192. package/dist/core/sandbox-policy.js +80 -0
  193. package/dist/core/sandbox-policy.js.map +1 -0
  194. package/dist/core/sandbox-runtime.d.ts +10 -0
  195. package/dist/core/sandbox-runtime.js +44 -0
  196. package/dist/core/sandbox-runtime.js.map +1 -0
  197. package/dist/core/sandbox-security-profiles.d.ts +16 -0
  198. package/dist/core/sandbox-security-profiles.js +43 -0
  199. package/dist/core/sandbox-security-profiles.js.map +1 -0
  200. package/dist/core/skill-registry.d.ts +14 -0
  201. package/dist/core/skill-registry.js +186 -0
  202. package/dist/core/skill-registry.js.map +1 -0
  203. package/dist/core/staged-verification.d.ts +27 -0
  204. package/dist/core/staged-verification.js +108 -0
  205. package/dist/core/staged-verification.js.map +1 -0
  206. package/dist/core/verification-history.d.ts +10 -0
  207. package/dist/core/verification-history.js +71 -0
  208. package/dist/core/verification-history.js.map +1 -0
  209. package/dist/core/verification.d.ts +37 -0
  210. package/dist/core/verification.js +204 -0
  211. package/dist/core/verification.js.map +1 -0
  212. package/dist/core/workflow-store.d.ts +16 -0
  213. package/dist/core/workflow-store.js +113 -0
  214. package/dist/core/workflow-store.js.map +1 -0
  215. package/dist/core/workspace-browser.d.ts +22 -0
  216. package/dist/core/workspace-browser.js +115 -0
  217. package/dist/core/workspace-browser.js.map +1 -0
  218. package/dist/core/workspace-scan-policy.d.ts +2 -0
  219. package/dist/core/workspace-scan-policy.js +11 -0
  220. package/dist/core/workspace-scan-policy.js.map +1 -0
  221. package/dist/core/workspace-tool-broker.d.ts +28 -0
  222. package/dist/core/workspace-tool-broker.js +70 -0
  223. package/dist/core/workspace-tool-broker.js.map +1 -0
  224. package/dist/index.d.ts +75 -0
  225. package/dist/index.js +82 -0
  226. package/dist/index.js.map +1 -0
  227. package/dist/mcp/server.d.ts +2 -0
  228. package/dist/mcp/server.js +342 -0
  229. package/dist/mcp/server.js.map +1 -0
  230. package/dist/mcp/workspace-path.d.ts +2 -0
  231. package/dist/mcp/workspace-path.js +41 -0
  232. package/dist/mcp/workspace-path.js.map +1 -0
  233. package/package.json +67 -5
@@ -0,0 +1,209 @@
1
+ import { createHash, randomUUID } from "node:crypto";
2
+ import { mkdir, readFile, readdir, rename, rm, writeFile, realpath } from "node:fs/promises";
3
+ import path from "node:path";
4
+ const SAFE_ID = /^cfg-[a-f0-9]{12}$/;
5
+ const MAX_FILE_BYTES = 128 * 1024;
6
+ const MAX_FILES = 100;
7
+ function rootDir(projectPath) {
8
+ return path.join(path.resolve(projectPath), ".forge", "config-versions");
9
+ }
10
+ function digest(content) {
11
+ return createHash("sha256").update(content, "utf8").digest("hex");
12
+ }
13
+ function validateRelativePath(value) {
14
+ return value === "hooks.json" || value === "permissions.json" || /^(agents|skills)\/[a-z0-9][a-z0-9-]{0,63}\.md$/.test(value);
15
+ }
16
+ function validateVersion(value) {
17
+ if (!value || typeof value !== "object" || Array.isArray(value))
18
+ throw new Error("Invalid agent configuration version.");
19
+ const item = value;
20
+ if (item.version !== 1 || !SAFE_ID.test(item.id) || typeof item.createdAt !== "string" ||
21
+ typeof item.createdBy !== "string" || typeof item.note !== "string" ||
22
+ (item.status !== "candidate" && item.status !== "approved") ||
23
+ (item.approvedBy !== undefined && (typeof item.approvedBy !== "string" || item.approvedBy.length > 80)) ||
24
+ !Array.isArray(item.files) || item.files.length > MAX_FILES) {
25
+ throw new Error("Unsupported or malformed agent configuration version.");
26
+ }
27
+ const seen = new Set();
28
+ for (const file of item.files) {
29
+ if (!file || !validateRelativePath(file.path) || seen.has(file.path) ||
30
+ typeof file.content !== "string" || Buffer.byteLength(file.content, "utf8") > MAX_FILE_BYTES ||
31
+ file.sha256 !== digest(file.content))
32
+ throw new Error("Agent configuration version contains an invalid file.");
33
+ seen.add(file.path);
34
+ }
35
+ return item;
36
+ }
37
+ async function writeAtomic(destination, content) {
38
+ const directory = path.dirname(destination);
39
+ await mkdir(directory, { recursive: true, mode: 0o700 });
40
+ const temporary = path.join(directory, "." + randomUUID() + ".tmp");
41
+ try {
42
+ await writeFile(temporary, content, { encoding: "utf8", flag: "wx", mode: 0o600 });
43
+ await rename(temporary, destination);
44
+ }
45
+ catch (error) {
46
+ await rm(temporary, { force: true }).catch(() => undefined);
47
+ throw error;
48
+ }
49
+ }
50
+ export async function captureAgentConfigVersion(projectPath, input = {}) {
51
+ const root = path.resolve(projectPath);
52
+ const files = [];
53
+ let agentMarkdownFileCount = 0;
54
+ for (const directory of ["agents", "skills"]) {
55
+ const forgeDirectory = path.join(root, ".forge");
56
+ const absolute = path.join(forgeDirectory, directory);
57
+ let entries;
58
+ try {
59
+ const realRoot = await realpath(root);
60
+ const realForge = await realpath(forgeDirectory);
61
+ const realDirectory = await realpath(absolute);
62
+ if (realForge !== path.join(realRoot, ".forge") || realDirectory !== path.join(realForge, directory))
63
+ throw new Error("Agent configuration directories must not be symbolic links.");
64
+ entries = await readdir(absolute, { withFileTypes: true });
65
+ }
66
+ catch (error) {
67
+ if (error && typeof error === "object" && "code" in error && error.code === "ENOENT")
68
+ continue;
69
+ throw error;
70
+ }
71
+ for (const entry of entries) {
72
+ if (!entry.isFile() || !entry.name.endsWith(".md"))
73
+ continue;
74
+ const relative = directory + "/" + entry.name;
75
+ if (!validateRelativePath(relative))
76
+ continue;
77
+ const content = await readFile(path.join(absolute, entry.name), "utf8");
78
+ if (Buffer.byteLength(content, "utf8") > MAX_FILE_BYTES)
79
+ throw new Error("Configuration file exceeds 128 KiB: " + relative);
80
+ files.push({ path: relative, sha256: digest(content), content });
81
+ agentMarkdownFileCount += 1;
82
+ if (files.length > MAX_FILES)
83
+ throw new Error("Agent configuration snapshot exceeds 100 files.");
84
+ }
85
+ }
86
+ const hooksFile = path.join(root, ".forge", "hooks.json");
87
+ try {
88
+ const info = await (await import("node:fs/promises")).lstat(hooksFile);
89
+ if (info.isSymbolicLink() || !info.isFile())
90
+ throw new Error("The .forge/hooks.json policy file must be a regular file, not a symbolic link.");
91
+ const content = await readFile(hooksFile, "utf8");
92
+ if (Buffer.byteLength(content, "utf8") > MAX_FILE_BYTES)
93
+ throw new Error("Configuration file exceeds 128 KiB: hooks.json");
94
+ files.push({ path: "hooks.json", sha256: digest(content), content });
95
+ if (files.length > MAX_FILES)
96
+ throw new Error("Agent configuration snapshot exceeds 100 files.");
97
+ }
98
+ catch (error) {
99
+ if (error && typeof error === "object" && "code" in error && error.code === "ENOENT") {
100
+ const content = "[]\n";
101
+ files.push({ path: "hooks.json", sha256: digest(content), content });
102
+ }
103
+ else
104
+ throw error;
105
+ }
106
+ const permissionsFile = path.join(root, ".forge", "permissions.json");
107
+ try {
108
+ const info = await (await import("node:fs/promises")).lstat(permissionsFile);
109
+ if (info.isSymbolicLink() || !info.isFile())
110
+ throw new Error("The .forge/permissions.json policy file must be a regular file, not a symbolic link.");
111
+ const content = await readFile(permissionsFile, "utf8");
112
+ if (Buffer.byteLength(content, "utf8") > MAX_FILE_BYTES)
113
+ throw new Error("Configuration file exceeds 128 KiB: permissions.json");
114
+ files.push({ path: "permissions.json", sha256: digest(content), content });
115
+ if (files.length > MAX_FILES)
116
+ throw new Error("Agent configuration snapshot exceeds 100 files.");
117
+ }
118
+ catch (error) {
119
+ if (error && typeof error === "object" && "code" in error && error.code === "ENOENT") {
120
+ const content = JSON.stringify({ version: 1, mode: "proposal-only", allowedTools: [] }) + "\n";
121
+ files.push({ path: "permissions.json", sha256: digest(content), content });
122
+ }
123
+ else
124
+ throw error;
125
+ }
126
+ files.sort((a, b) => a.path.localeCompare(b.path));
127
+ if (agentMarkdownFileCount === 0)
128
+ throw new Error("No workspace agent or skill Markdown files found under .forge/agents or .forge/skills.");
129
+ const version = {
130
+ version: 1, id: "cfg-" + randomUUID().replace(/-/g, "").slice(0, 12),
131
+ createdAt: new Date().toISOString(), createdBy: (input.createdBy ?? "local-user").slice(0, 80),
132
+ note: (input.note ?? "").slice(0, 500), status: "candidate", files
133
+ };
134
+ const directory = rootDir(root);
135
+ await mkdir(directory, { recursive: true, mode: 0o700 });
136
+ await writeAtomic(path.join(directory, version.id + ".json"), JSON.stringify(version, null, 2) + "\n");
137
+ return version;
138
+ }
139
+ export async function listAgentConfigVersions(projectPath) {
140
+ const directory = rootDir(projectPath);
141
+ let entries;
142
+ try {
143
+ entries = await readdir(directory, { withFileTypes: true });
144
+ }
145
+ catch (error) {
146
+ if (error && typeof error === "object" && "code" in error && error.code === "ENOENT")
147
+ return [];
148
+ throw error;
149
+ }
150
+ const versions = [];
151
+ for (const entry of entries) {
152
+ if (!entry.isFile() || !SAFE_ID.test(entry.name.replace(/\.json$/, "")) || !entry.name.endsWith(".json"))
153
+ continue;
154
+ versions.push(validateVersion(JSON.parse(await readFile(path.join(directory, entry.name), "utf8"))));
155
+ }
156
+ return versions.sort((a, b) => b.createdAt.localeCompare(a.createdAt));
157
+ }
158
+ export async function loadAgentConfigVersion(projectPath, id) {
159
+ if (!SAFE_ID.test(id))
160
+ throw new Error("Invalid configuration version ID.");
161
+ return validateVersion(JSON.parse(await readFile(path.join(rootDir(projectPath), id + ".json"), "utf8")));
162
+ }
163
+ /** @deprecated Configuration approval must flow through a benchmark-gated release. */
164
+ export async function approveAgentConfigVersion(_projectPath, _id, _reviewer) {
165
+ throw new Error("Direct configuration approval is disabled. Use a release-ready benchmark and the agent-release approval workflow.");
166
+ }
167
+ export function compareAgentConfigVersions(before, after) {
168
+ const a = new Map(before.files.map(file => [file.path, file.sha256]));
169
+ const b = new Map(after.files.map(file => [file.path, file.sha256]));
170
+ const added = [...b.keys()].filter(file => !a.has(file)).sort();
171
+ const removed = [...a.keys()].filter(file => !b.has(file)).sort();
172
+ const changed = [...b.keys()].filter(file => a.has(file) && a.get(file) !== b.get(file)).sort();
173
+ const unchanged = [...b.keys()].filter(file => a.get(file) === b.get(file)).sort();
174
+ return { added, changed, removed, unchanged };
175
+ }
176
+ export function formatAgentConfigVersion(version) {
177
+ return [
178
+ "FORGE Agent Configuration Version",
179
+ "ID: " + version.id,
180
+ "Created: " + version.createdAt,
181
+ "Author: " + version.createdBy,
182
+ "Approved by: " + (version.approvedBy ?? "not approved"),
183
+ "Status: " + version.status.toUpperCase(),
184
+ "Note: " + (version.note || "none"),
185
+ "Files: " + version.files.length,
186
+ ...version.files.map(file => " " + file.path + " · sha256 " + file.sha256.slice(0, 16))
187
+ ].join("\n");
188
+ }
189
+ /** Materialize a verified snapshot into a caller-owned empty temporary workspace. */
190
+ export async function materializeAgentConfigVersion(projectPath, id, destination) {
191
+ const version = await loadAgentConfigVersion(projectPath, id);
192
+ const root = path.resolve(destination);
193
+ await mkdir(root, { recursive: true, mode: 0o700 });
194
+ try {
195
+ for (const file of version.files) {
196
+ if (!validateRelativePath(file.path) || file.sha256 !== digest(file.content))
197
+ throw new Error("Snapshot integrity check failed during materialization.");
198
+ const target = (file.path === "hooks.json" || file.path === "permissions.json") ? path.join(root, ".forge", file.path) : path.join(root, ".forge", file.path);
199
+ await mkdir(path.dirname(target), { recursive: true, mode: 0o700 });
200
+ await writeFile(target, file.content, { encoding: "utf8", flag: "wx", mode: 0o600 });
201
+ }
202
+ return version;
203
+ }
204
+ catch (error) {
205
+ await rm(root, { recursive: true, force: true }).catch(() => undefined);
206
+ throw error;
207
+ }
208
+ }
209
+ //# sourceMappingURL=agent-config-versioning.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"agent-config-versioning.js","sourceRoot":"","sources":["../../src/core/agent-config-versioning.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7F,OAAO,IAAI,MAAM,WAAW,CAAC;AAuB7B,MAAM,OAAO,GAAG,oBAAoB,CAAC;AACrC,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC;AAClC,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,SAAS,OAAO,CAAC,WAAmB;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC;AAC3E,CAAC;AACD,SAAS,MAAM,CAAC,OAAe;IAC7B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpE,CAAC;AACD,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,kBAAkB,IAAI,gDAAgD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChI,CAAC;AACD,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACzH,MAAM,IAAI,GAAG,KAA2B,CAAC;IACzC,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ;QAClF,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QACnE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,CAAC;QAC3D,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QACvG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAChE,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,cAAc;YAC5F,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACnH,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AACD,KAAK,UAAU,WAAW,CAAC,WAAmB,EAAE,OAAe;IAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC5C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,MAAM,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,WAAmB,EAAE,QAA+C,EAAE;IACpH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;QAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QACtD,IAAI,OAAO,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;YACjD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,aAAa,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACrL,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAC/F,MAAM,KAAK,CAAC;QACd,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC7D,MAAM,QAAQ,GAAG,SAAS,GAAG,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC;YAC9C,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YACxE,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,QAAQ,CAAC,CAAC;YAC5H,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACjE,sBAAsB,IAAI,CAAC,CAAC;YAC5B,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;QAC/I,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAC3H,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACrE,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACnG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrF,MAAM,OAAO,GAAG,MAAM,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;;YAAM,MAAM,KAAK,CAAC;IACrB,CAAC;IACD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IACtE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC7E,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,sFAAsF,CAAC,CAAC;QACrJ,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACxD,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACjI,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3E,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACnG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;YAC/F,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7E,CAAC;;YAAM,MAAM,KAAK,CAAC;IACrB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,IAAI,sBAAsB,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAC5I,MAAM,OAAO,GAAuB;QAClC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,GAAG,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,EAAE,CAAC;QACnE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,EAAE,CAAC;QAC7F,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK;KAClE,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACvG,OAAO,OAAO,CAAC;AACjB,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,WAAmB;IAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IACpE,OAAO,KAAK,EAAE,CAAC;QACb,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAChG,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAyB,EAAE,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACnH,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AACxE,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,WAAmB,EAAE,EAAU;IAC1E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAC5E,OAAO,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;AAC5G,CAAC;AACD,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,YAAoB,EAAE,GAAW,EAAE,SAAiB;IAClG,MAAM,IAAI,KAAK,CAAC,mHAAmH,CAAC,CAAC;AACvI,CAAC;AACD,MAAM,UAAU,0BAA0B,CAAC,MAA0B,EAAE,KAAyB;IAC9F,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChE,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChG,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChD,CAAC;AACD,MAAM,UAAU,wBAAwB,CAAC,OAA2B;IAClE,OAAO;QACL,mCAAmC;QACnC,MAAM,GAAG,OAAO,CAAC,EAAE;QACnB,WAAW,GAAG,OAAO,CAAC,SAAS;QAC/B,UAAU,GAAG,OAAO,CAAC,SAAS;QAC9B,eAAe,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,cAAc,CAAC;QACxD,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE;QACzC,QAAQ,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC;QACnC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM;QAChC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAC,EAAE,CAAC,CAAC;KACxF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,WAAmB,EAAE,EAAU,EAAE,WAAmB;IACtG,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACzJ,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9J,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
@@ -0,0 +1,46 @@
1
+ import type { BenchmarkMatrixReport } from "./benchmark-matrix.js";
2
+ export interface AgentCaseMetric {
3
+ caseId: string;
4
+ evaluations: number;
5
+ averageScore: number;
6
+ passRate: number;
7
+ }
8
+ export interface AgentCriterionSignal {
9
+ criterionId: string;
10
+ failures: number;
11
+ evaluations: number;
12
+ failureRate: number;
13
+ }
14
+ export interface AgentEffectivenessCard {
15
+ candidateId: string;
16
+ provider: string;
17
+ model: string;
18
+ agent: string;
19
+ /** Total agent-score entries collected across all matched historical runs. */
20
+ evaluations: number;
21
+ /** Average score from the most-recent run's agentSummary entry. */
22
+ averageScore: number;
23
+ /** Pass rate from the most-recent run's agentSummary entry. */
24
+ passRate: number;
25
+ scoreTrend: number | null;
26
+ caseMetrics: AgentCaseMetric[];
27
+ criterionSignals: AgentCriterionSignal[];
28
+ strengths: string[];
29
+ improvementAreas: string[];
30
+ confidence: "low" | "medium" | "high";
31
+ }
32
+ export interface AgentEvaluationIntelligence {
33
+ status: "ready" | "insufficient-data";
34
+ suiteId: string;
35
+ runsAnalyzed: number;
36
+ generatedAt: string;
37
+ cards: AgentEffectivenessCard[];
38
+ recommendations: string[];
39
+ caveats: string[];
40
+ }
41
+ export declare function buildAgentEvaluationIntelligence(history: BenchmarkMatrixReport[], options?: {
42
+ suiteId?: string;
43
+ candidateId?: string;
44
+ limit?: number;
45
+ }): AgentEvaluationIntelligence;
46
+ export declare function formatAgentEvaluationIntelligence(report: AgentEvaluationIntelligence): string;
@@ -0,0 +1,191 @@
1
+ function insufficientData(options, current, eligible, caveats) {
2
+ return {
3
+ status: "insufficient-data",
4
+ suiteId: options.suiteId ?? current?.suiteId ?? "",
5
+ runsAnalyzed: eligible.length,
6
+ generatedAt: new Date().toISOString(),
7
+ cards: [],
8
+ recommendations: [
9
+ "Run benchmark-matrix at least once with per-agent score collection; repeat comparable runs to establish trends.",
10
+ ],
11
+ caveats,
12
+ };
13
+ }
14
+ export function buildAgentEvaluationIntelligence(history, options = {}) {
15
+ const limit = Math.max(2, Math.min(50, options.limit ?? 10));
16
+ // Fix: use Date.parse for chronological sort instead of locale-string comparison.
17
+ const eligible = history
18
+ .filter(report => report.summary.length > 0 && (!options.suiteId || report.suiteId === options.suiteId))
19
+ .sort((a, b) => Date.parse(a.createdAt) - Date.parse(b.createdAt))
20
+ .slice(-limit);
21
+ const current = eligible.at(-1);
22
+ const caveats = [
23
+ "Scores reflect the configured benchmark rubric; they are not a universal measure of agent quality.",
24
+ "Comparisons are descriptive. Different suites, prompts, models or source snapshots can confound trends.",
25
+ "Criterion failure counts are based only on recorded failedCriteria and completed benchmark trials.",
26
+ ];
27
+ if (!current?.agentSummary?.length) {
28
+ return insufficientData(options, current, eligible, caveats);
29
+ }
30
+ const selected = current.agentSummary.filter(item => !options.candidateId || item.candidateId === options.candidateId);
31
+ // Fix: when a candidateId filter is provided but matches nothing, return
32
+ // insufficient-data rather than a misleading "ready" with 0 cards.
33
+ if (!selected.length) {
34
+ return insufficientData(options, current, eligible, caveats);
35
+ }
36
+ const cards = selected.map(item => {
37
+ // Collect the per-run agentSummary entries for this exact agent+candidate
38
+ // combination across all reports that belong to the same matrix/suite/goal.
39
+ const same = eligible
40
+ .filter(report => report.matrixId === current.matrixId &&
41
+ report.suiteId === current.suiteId &&
42
+ report.goal === current.goal)
43
+ .flatMap(report => (report.agentSummary ?? []).filter(agent => agent.candidateId === item.candidateId &&
44
+ agent.agent === item.agent &&
45
+ agent.provider === item.provider &&
46
+ agent.model === item.model));
47
+ const previous = same.length > 1 ? same[same.length - 2] : undefined;
48
+ // Fix: normalize -0 to 0 to avoid "Trend: -0 points" in formatted output.
49
+ let scoreTrend = previous
50
+ ? Math.round((item.averageScore - previous.averageScore) * 10) / 10
51
+ : null;
52
+ if (Object.is(scoreTrend, -0))
53
+ scoreTrend = 0;
54
+ // Collect individual agent-score entries from completed results only,
55
+ // scoped to the same matrix/suite/goal and matching provider+model.
56
+ const scores = eligible
57
+ .filter(report => report.matrixId === current.matrixId &&
58
+ report.suiteId === current.suiteId &&
59
+ report.goal === current.goal)
60
+ .flatMap(report => report.results
61
+ .filter(result => result.candidateId === item.candidateId &&
62
+ result.provider === item.provider &&
63
+ result.model === item.model &&
64
+ result.status === "completed")
65
+ .flatMap(result => (result.agentScores ?? [])
66
+ .filter(score => score.agent === item.agent)
67
+ .map(score => ({ ...score, runId: result.runId }))));
68
+ // Per-case aggregates, sorted ascending so weakest cases surface first.
69
+ const caseIds = [...new Set(scores.map(score => score.caseId))].sort();
70
+ const caseMetrics = caseIds
71
+ .map(caseId => {
72
+ const values = scores.filter(score => score.caseId === caseId);
73
+ const totalScore = values.reduce((sum, v) => sum + v.score, 0);
74
+ const passCount = values.filter(v => v.passed).length;
75
+ return {
76
+ caseId,
77
+ evaluations: values.length,
78
+ averageScore: Math.round((totalScore / values.length) * 10) / 10,
79
+ passRate: Math.round((passCount / values.length) * 1000) / 10,
80
+ };
81
+ })
82
+ .sort((a, b) => a.averageScore - b.averageScore);
83
+ // Build criterion failure counts in a single pass, then derive evaluations
84
+ // from scores.length instead of a redundant nested loop.
85
+ const criteriaFailures = new Map();
86
+ for (const score of scores) {
87
+ for (const failed of score.failedCriteria ?? []) {
88
+ criteriaFailures.set(failed.id, (criteriaFailures.get(failed.id) ?? 0) + 1);
89
+ }
90
+ }
91
+ const criterionSignals = [...criteriaFailures.entries()]
92
+ .map(([criterionId, failures]) => ({
93
+ criterionId,
94
+ failures,
95
+ evaluations: scores.length,
96
+ failureRate: scores.length
97
+ ? Math.round((failures / scores.length) * 1000) / 10
98
+ : 0,
99
+ }))
100
+ .sort((a, b) => b.failureRate - a.failureRate);
101
+ // Strengths: cases that consistently score well across at least 2 evaluations.
102
+ const strengths = caseMetrics
103
+ .filter(c => c.averageScore >= 85 && c.evaluations >= 2)
104
+ .map(c => c.caseId);
105
+ // Improvement areas: weak cases (score < 75) and high-failure-rate criteria (>= 30 %).
106
+ const improvementAreas = [
107
+ ...caseMetrics.filter(c => c.averageScore < 75).map(c => "case:" + c.caseId),
108
+ ...criterionSignals.filter(c => c.failureRate >= 30).map(c => "criterion:" + c.criterionId),
109
+ ];
110
+ // Confidence tiers reflect how much evidence backs the card.
111
+ const confidence = scores.length >= 10 && eligible.length >= 3
112
+ ? "high"
113
+ : scores.length >= 4 && eligible.length >= 2
114
+ ? "medium"
115
+ : "low";
116
+ return {
117
+ candidateId: item.candidateId,
118
+ provider: item.provider,
119
+ model: item.model,
120
+ agent: item.agent,
121
+ evaluations: scores.length,
122
+ averageScore: item.averageScore,
123
+ passRate: item.passRate,
124
+ scoreTrend,
125
+ caseMetrics,
126
+ criterionSignals,
127
+ strengths,
128
+ improvementAreas,
129
+ confidence,
130
+ };
131
+ }).sort((a, b) => a.averageScore - b.averageScore || a.agent.localeCompare(b.agent));
132
+ const recommendations = cards.flatMap(card => [
133
+ ...(card.scoreTrend !== null && card.scoreTrend <= -5
134
+ ? [`${card.agent}: investigate the recent ${Math.abs(card.scoreTrend)}-point score decline before changing prompts.`]
135
+ : []),
136
+ ...(card.improvementAreas.length
137
+ ? [`${card.agent}: prioritize ${card.improvementAreas.slice(0, 4).join(", ")} with targeted evaluation cases.`]
138
+ : []),
139
+ ...(card.evaluations < 3
140
+ ? [`${card.agent}: collect more trials; current evidence is limited.`]
141
+ : []),
142
+ ]);
143
+ return {
144
+ status: "ready",
145
+ suiteId: current.suiteId,
146
+ runsAnalyzed: eligible.length,
147
+ generatedAt: new Date().toISOString(),
148
+ cards,
149
+ recommendations: recommendations.length
150
+ ? recommendations
151
+ : ["No repeated weak areas detected in the analyzed benchmark evidence."],
152
+ caveats,
153
+ };
154
+ }
155
+ export function formatAgentEvaluationIntelligence(report) {
156
+ const lines = [
157
+ "FORGE Agent Evaluation Intelligence",
158
+ "Status: " + report.status.toUpperCase(),
159
+ "Suite: " + (report.suiteId || "not available"),
160
+ "Runs analyzed: " + report.runsAnalyzed,
161
+ "",
162
+ ];
163
+ for (const card of report.cards) {
164
+ const trendLabel = card.scoreTrend === null
165
+ ? "not enough comparable history"
166
+ : (card.scoreTrend > 0 ? "+" : "") + card.scoreTrend + " points";
167
+ lines.push(`${card.agent} · ${card.candidateId} · ${card.provider}/${card.model}`, ` Effectiveness: ${card.averageScore}/100 · pass rate ${card.passRate}% · evaluations ${card.evaluations} · confidence ${card.confidence}`, ` Trend: ${trendLabel}`);
168
+ if (card.strengths.length) {
169
+ lines.push(" Strengths: " + card.strengths.join(", "));
170
+ }
171
+ if (card.caseMetrics.length) {
172
+ lines.push(" Case scores: " +
173
+ card.caseMetrics
174
+ .map(item => `${item.caseId} ${item.averageScore}/100 (${item.passRate}% pass)`)
175
+ .join(" · "));
176
+ }
177
+ if (card.criterionSignals.length) {
178
+ lines.push(" Failure signals: " +
179
+ card.criterionSignals
180
+ .slice(0, 5)
181
+ .map(item => `${item.criterionId} ${item.failureRate}% (${item.failures}/${item.evaluations})`)
182
+ .join(" · "));
183
+ }
184
+ if (card.improvementAreas.length) {
185
+ lines.push(" Focus: " + card.improvementAreas.join(", "));
186
+ }
187
+ }
188
+ lines.push("", "Recommendations:", ...report.recommendations.map(item => " - " + item), "", "Caveats:", ...report.caveats.map(item => " - " + item));
189
+ return lines.join("\n");
190
+ }
191
+ //# sourceMappingURL=agent-evaluation-intelligence.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"agent-evaluation-intelligence.js","sourceRoot":"","sources":["../../src/core/agent-evaluation-intelligence.ts"],"names":[],"mappings":"AA6CA,SAAS,gBAAgB,CACvB,OAA6B,EAC7B,OAA0C,EAC1C,QAAiC,EACjC,OAAiB;IAEjB,OAAO;QACL,MAAM,EAAE,mBAAmB;QAC3B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,EAAE,OAAO,IAAI,EAAE;QAClD,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK,EAAE,EAAE;QACT,eAAe,EAAE;YACf,iHAAiH;SAClH;QACD,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,OAAgC,EAChC,UAAsE,EAAE;IAExE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IAE7D,kFAAkF;IAClF,MAAM,QAAQ,GAAG,OAAO;SACrB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;SACvG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;SACjE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IAEjB,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhC,MAAM,OAAO,GAAG;QACd,oGAAoG;QACpG,yGAAyG;QACzG,oGAAoG;KACrG,CAAC;IAEF,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;QACnC,OAAO,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,MAAM,CAC1C,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW,CACzE,CAAC;IAEF,yEAAyE;IACzE,mEAAmE;IACnE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,KAAK,GAA6B,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC1D,0EAA0E;QAC1E,4EAA4E;QAC5E,MAAM,IAAI,GAAG,QAAQ;aAClB,MAAM,CACL,MAAM,CAAC,EAAE,CACP,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ;YACpC,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO;YAClC,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAC/B;aACA,OAAO,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAChC,KAAK,CAAC,EAAE,CACN,KAAK,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW;YACtC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK;YAC1B,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ;YAChC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAC7B,CACF,CAAC;QAEJ,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAEtE,0EAA0E;QAC1E,IAAI,UAAU,GAAkB,QAAQ;YACtC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;YACnE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAAE,UAAU,GAAG,CAAC,CAAC;QAE9C,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,MAAM,GAAG,QAAQ;aACpB,MAAM,CACL,MAAM,CAAC,EAAE,CACP,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ;YACpC,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO;YAClC,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAC/B;aACA,OAAO,CAAC,MAAM,CAAC,EAAE,CAChB,MAAM,CAAC,OAAO;aACX,MAAM,CACL,MAAM,CAAC,EAAE,CACP,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW;YACvC,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ;YACjC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK;YAC3B,MAAM,CAAC,MAAM,KAAK,WAAW,CAChC;aACA,OAAO,CAAC,MAAM,CAAC,EAAE,CAChB,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;aACvB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC;aAC3C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CACrD,CACJ,CAAC;QAEJ,wEAAwE;QACxE,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvE,MAAM,WAAW,GAAsB,OAAO;aAC3C,GAAG,CAAC,MAAM,CAAC,EAAE;YACZ,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;YAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/D,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YACtD,OAAO;gBACL,MAAM;gBACN,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;gBAChE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;aAC9D,CAAC;QACJ,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;QAEnD,2EAA2E;QAC3E,yDAAyD;QACzD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;gBAChD,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QACD,MAAM,gBAAgB,GAA2B,CAAC,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC;aAC7E,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,WAAW;YACX,QAAQ;YACR,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,WAAW,EAAE,MAAM,CAAC,MAAM;gBACxB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;gBACpD,CAAC,CAAC,CAAC;SACN,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;QAEjD,+EAA+E;QAC/E,MAAM,SAAS,GAAG,WAAW;aAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;aACvD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAEtB,uFAAuF;QACvF,MAAM,gBAAgB,GAAG;YACvB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;YAC5E,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,GAAG,CAAC,CAAC,WAAW,CAAC;SAC5F,CAAC;QAEF,6DAA6D;QAC7D,MAAM,UAAU,GACd,MAAM,CAAC,MAAM,IAAI,EAAE,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;YACzC,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;gBAC1C,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,KAAK,CAAC;QAEd,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU;YACV,WAAW;YACX,gBAAgB;YAChB,SAAS;YACT,gBAAgB;YAChB,UAAU;SACX,CAAC;IACJ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAErF,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;YACnD,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,4BAA4B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,+CAA+C,CAAC;YACrH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM;YAC9B,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,gBAAgB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC;YAC/G,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC;YACtB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,qDAAqD,CAAC;YACtE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IAEH,OAAO;QACL,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK;QACL,eAAe,EAAE,eAAe,CAAC,MAAM;YACrC,CAAC,CAAC,eAAe;YACjB,CAAC,CAAC,CAAC,qEAAqE,CAAC;QAC3E,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,MAAmC;IACnF,MAAM,KAAK,GAAG;QACZ,qCAAqC;QACrC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE;QACxC,SAAS,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC;QAC/C,iBAAiB,GAAG,MAAM,CAAC,YAAY;QACvC,EAAE;KACH,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,UAAU,GACd,IAAI,CAAC,UAAU,KAAK,IAAI;YACtB,CAAC,CAAC,+BAA+B;YACjC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAErE,KAAK,CAAC,IAAI,CACR,GAAG,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,WAAW,MAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,EACtE,oBAAoB,IAAI,CAAC,YAAY,oBAAoB,IAAI,CAAC,QAAQ,mBAAmB,IAAI,CAAC,WAAW,iBAAiB,IAAI,CAAC,UAAU,EAAE,EAC3I,YAAY,UAAU,EAAE,CACzB,CAAC;QAEF,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CACR,iBAAiB;gBACf,IAAI,CAAC,WAAW;qBACb,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,QAAQ,SAAS,CAAC;qBAC/E,IAAI,CAAC,KAAK,CAAC,CACjB,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CACR,qBAAqB;gBACnB,IAAI,CAAC,gBAAgB;qBAClB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;qBACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,MAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC;qBAC9F,IAAI,CAAC,KAAK,CAAC,CACjB,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,EAAE,EACF,kBAAkB,EAClB,GAAG,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,EACpD,EAAE,EACF,UAAU,EACV,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAC7C,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
@@ -0,0 +1,20 @@
1
+ import type { BenchmarkMatrixReport } from "./benchmark-matrix.js";
2
+ export interface AgentEvolutionAssessment {
3
+ status: "eligible-for-review" | "hold" | "reject" | "insufficient-evidence";
4
+ matrixId: string;
5
+ baselineCandidateId: string;
6
+ treatmentCandidateId: string;
7
+ scoreDelta: number;
8
+ passRateDelta: number;
9
+ durationChangePercent: number;
10
+ tokenChangePercent: number;
11
+ candidateConfigPinned: boolean;
12
+ checks: Array<{
13
+ name: string;
14
+ status: "pass" | "warning" | "fail";
15
+ detail: string;
16
+ }>;
17
+ rationale: string[];
18
+ }
19
+ export declare function assessAgentEvolution(report: BenchmarkMatrixReport): AgentEvolutionAssessment;
20
+ export declare function formatAgentEvolutionAssessment(item: AgentEvolutionAssessment): string;
@@ -0,0 +1,35 @@
1
+ export function assessAgentEvolution(report) {
2
+ const experiment = report.skillExperiment;
3
+ if (!experiment)
4
+ throw new Error("This benchmark report has no controlled skill experiment. Configure skillExperiment with baseline and treatment candidates.");
5
+ const baseline = report.summary.find(item => item.candidateId === experiment.baselineCandidateId);
6
+ const treatment = report.summary.find(item => item.candidateId === experiment.treatmentCandidateId);
7
+ if (!baseline || !treatment || baseline.completed < 2 || treatment.completed < 2) {
8
+ return { status: "insufficient-evidence", matrixId: report.matrixId, baselineCandidateId: experiment.baselineCandidateId, treatmentCandidateId: experiment.treatmentCandidateId, scoreDelta: experiment.scoreDelta, passRateDelta: experiment.passRateDelta, durationChangePercent: experiment.durationChangePercent, tokenChangePercent: experiment.tokenChangePercent, candidateConfigPinned: false, checks: [{ name: "Repeat count", status: "fail", detail: "At least two completed trials per candidate are required." }], rationale: ["Collect more controlled trials before evaluating this change."] };
9
+ }
10
+ const provenance = report.candidateProvenance?.find(item => item.candidateId === experiment.treatmentCandidateId);
11
+ const agentRegressions = experiment.agentDeltas.filter(item => item.scoreDelta <= -5 || item.passRateDelta <= -20);
12
+ const failedTrials = report.results.filter(item => item.candidateId === experiment.treatmentCandidateId && item.status === "failed").length;
13
+ const checks = [
14
+ { name: "Repeat count", status: "pass", detail: baseline.completed + " baseline and " + treatment.completed + " treatment trials completed." },
15
+ { name: "Overall score", status: experiment.scoreDelta > 0 ? "pass" : experiment.scoreDelta === 0 ? "warning" : "fail", detail: "Treatment score delta: " + experiment.scoreDelta + " points." },
16
+ { name: "Pass rate", status: experiment.passRateDelta >= 0 ? "pass" : "fail", detail: "Treatment pass-rate delta: " + experiment.passRateDelta + " percentage points." },
17
+ { name: "Per-agent regressions", status: agentRegressions.length ? "fail" : "pass", detail: agentRegressions.length ? agentRegressions.map(item => item.agent + " (" + item.scoreDelta + " score, " + item.passRateDelta + " pass-rate points)").join("; ") : "No agent crossed the configured regression thresholds." },
18
+ { name: "Treatment failures", status: failedTrials ? "warning" : "pass", detail: failedTrials + " failed treatment trial(s)." },
19
+ { name: "Configuration provenance", status: provenance ? "pass" : "warning", detail: provenance ? provenance.configVersionId + " · sha256 " + provenance.fingerprint : "No pinned treatment configuration snapshot; reproducibility is incomplete." },
20
+ { name: "Efficiency", status: experiment.durationChangePercent >= 25 || experiment.tokenChangePercent >= 25 ? "warning" : "pass", detail: "Duration change " + experiment.durationChangePercent + "%; estimated token change " + experiment.tokenChangePercent + "%." }
21
+ ];
22
+ const failed = checks.some(item => item.status === "fail");
23
+ const warning = checks.some(item => item.status === "warning");
24
+ const status = failed ? "reject" : warning ? "hold" : "eligible-for-review";
25
+ const rationale = status === "eligible-for-review"
26
+ ? ["The treatment improved quality without crossing per-agent regression or efficiency warning thresholds.", "Eligible for human review only; this assessment does not approve or activate the configuration."]
27
+ : status === "reject"
28
+ ? ["The treatment failed one or more quality gates. Do not promote this candidate.", "Inspect failed criteria and agent-level deltas, then revise and rerun the controlled experiment."]
29
+ : ["The treatment has unresolved evidence or efficiency warnings.", "Resolve warnings, pin the treatment snapshot and rerun before requesting release approval."];
30
+ return { status, matrixId: report.matrixId, baselineCandidateId: experiment.baselineCandidateId, treatmentCandidateId: experiment.treatmentCandidateId, scoreDelta: experiment.scoreDelta, passRateDelta: experiment.passRateDelta, durationChangePercent: experiment.durationChangePercent, tokenChangePercent: experiment.tokenChangePercent, candidateConfigPinned: Boolean(provenance), checks, rationale };
31
+ }
32
+ export function formatAgentEvolutionAssessment(item) {
33
+ return ["FORGE Agent Evolution Lab", "Assessment: " + item.status.toUpperCase(), "Matrix: " + item.matrixId, "Baseline: " + item.baselineCandidateId, "Treatment: " + item.treatmentCandidateId, "Score delta: " + (item.scoreDelta > 0 ? "+" : "") + item.scoreDelta, "Pass-rate delta: " + (item.passRateDelta > 0 ? "+" : "") + item.passRateDelta + " points", "Duration change: " + item.durationChangePercent + "% · estimated token change: " + item.tokenChangePercent + "%", "Pinned config: " + (item.candidateConfigPinned ? "yes" : "no"), "", "Quality gates:", ...item.checks.map(check => " " + check.status.toUpperCase() + " · " + check.name + ": " + check.detail), "", "Decision notes:", ...item.rationale.map(line => " - " + line)].join("\n");
34
+ }
35
+ //# sourceMappingURL=agent-evolution.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"agent-evolution.js","sourceRoot":"","sources":["../../src/core/agent-evolution.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,oBAAoB,CAAC,MAA6B;IAChE,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC;IAC1C,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,6HAA6H,CAAC,CAAC;IAChK,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,mBAAmB,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,oBAAoB,CAAC,CAAC;IACpG,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,GAAG,CAAC,IAAI,SAAS,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjF,OAAO,EAAE,MAAM,EAAE,uBAAuB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,UAAU,CAAC,mBAAmB,EAAE,oBAAoB,EAAE,UAAU,CAAC,oBAAoB,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,CAAC,aAAa,EAAE,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,EAAE,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,+DAA+D,CAAC,EAAE,CAAC;IACjlB,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,oBAAoB,CAAC,CAAC;IAClH,MAAM,gBAAgB,GAAG,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,CAAC;IACnH,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC5I,MAAM,MAAM,GAAuC;QACjD,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,SAAS,GAAG,gBAAgB,GAAG,SAAS,CAAC,SAAS,GAAG,8BAA8B,EAAE;QAC9I,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,yBAAyB,GAAG,UAAU,CAAC,UAAU,GAAG,UAAU,EAAE;QAChM,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,6BAA6B,GAAG,UAAU,CAAC,aAAa,GAAG,qBAAqB,EAAE;QACxK,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,UAAU,GAAG,UAAU,GAAG,IAAI,CAAC,aAAa,GAAG,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,wDAAwD,EAAE;QACxT,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,GAAG,6BAA6B,EAAE;QAC/H,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,4EAA4E,EAAE;QACrP,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,qBAAqB,IAAI,EAAE,IAAI,UAAU,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,kBAAkB,GAAG,UAAU,CAAC,qBAAqB,GAAG,4BAA4B,GAAG,UAAU,CAAC,kBAAkB,GAAG,IAAI,EAAE;KACxQ,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC;IAC5E,MAAM,SAAS,GAAG,MAAM,KAAK,qBAAqB;QAChD,CAAC,CAAC,CAAC,wGAAwG,EAAE,iGAAiG,CAAC;QAC/M,CAAC,CAAC,MAAM,KAAK,QAAQ;YACnB,CAAC,CAAC,CAAC,gFAAgF,EAAE,kGAAkG,CAAC;YACxL,CAAC,CAAC,CAAC,+DAA+D,EAAE,4FAA4F,CAAC,CAAC;IACtK,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,UAAU,CAAC,mBAAmB,EAAE,oBAAoB,EAAE,UAAU,CAAC,oBAAoB,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,CAAC,aAAa,EAAE,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,EAAE,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,EAAE,qBAAqB,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAClZ,CAAC;AACD,MAAM,UAAU,8BAA8B,CAAC,IAA8B;IAC3E,OAAO,CAAC,2BAA2B,EAAE,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,aAAa,GAAG,IAAI,CAAC,oBAAoB,EAAE,eAAe,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,mBAAmB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,GAAG,SAAS,EAAE,mBAAmB,GAAG,IAAI,CAAC,qBAAqB,GAAG,8BAA8B,GAAG,IAAI,CAAC,kBAAkB,GAAG,GAAG,EAAE,iBAAiB,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,KAAK,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1uB,CAAC"}
@@ -0,0 +1,27 @@
1
+ import type { BenchmarkMatrixConfig } from "./benchmark-matrix.js";
2
+ export interface SkillExperimentStudioInput {
3
+ id: string;
4
+ name: string;
5
+ baselineCandidateId: string;
6
+ treatmentCandidateId: string;
7
+ provider: "openai" | "claude-code" | "anthropic" | "google" | "ollama";
8
+ model: string;
9
+ repeats: number;
10
+ skillIds: string[];
11
+ }
12
+ export declare function createSkillExperimentMatrix(input: SkillExperimentStudioInput): BenchmarkMatrixConfig;
13
+ export declare function formatSkillExperimentMatrix(matrix: BenchmarkMatrixConfig): string;
14
+ export interface ModelComparisonCandidateInput {
15
+ id: string;
16
+ provider: "openai" | "claude-code" | "anthropic" | "google" | "ollama";
17
+ model: string;
18
+ configVersionId?: string;
19
+ }
20
+ export interface ModelComparisonStudioInput {
21
+ id: string;
22
+ name: string;
23
+ repeats: number;
24
+ candidates: ModelComparisonCandidateInput[];
25
+ }
26
+ export declare function createModelComparisonMatrix(input: ModelComparisonStudioInput): BenchmarkMatrixConfig;
27
+ export declare function formatModelComparisonMatrix(matrix: BenchmarkMatrixConfig): string;