@post-print/agent-test 0.3.3 → 0.3.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. package/README.md +126 -157
  2. package/dist/check.d.ts +38 -0
  3. package/dist/check.d.ts.map +1 -0
  4. package/dist/check.js +169 -0
  5. package/dist/check.js.map +1 -0
  6. package/dist/cli.d.ts +12 -14
  7. package/dist/cli.d.ts.map +1 -1
  8. package/dist/cli.js +342 -366
  9. package/dist/cli.js.map +1 -1
  10. package/dist/compare-scenario.d.ts +33 -0
  11. package/dist/compare-scenario.d.ts.map +1 -0
  12. package/dist/compare-scenario.js +128 -0
  13. package/dist/compare-scenario.js.map +1 -0
  14. package/dist/debug-bundle.d.ts +2 -2
  15. package/dist/debug-bundle.d.ts.map +1 -1
  16. package/dist/debug-bundle.js +12 -12
  17. package/dist/debug-bundle.js.map +1 -1
  18. package/dist/doctor.d.ts +6 -1
  19. package/dist/doctor.d.ts.map +1 -1
  20. package/dist/doctor.js +136 -14
  21. package/dist/doctor.js.map +1 -1
  22. package/dist/expect.d.ts +6 -5
  23. package/dist/expect.d.ts.map +1 -1
  24. package/dist/expect.js +67 -57
  25. package/dist/expect.js.map +1 -1
  26. package/dist/host-log.d.ts +17 -0
  27. package/dist/host-log.d.ts.map +1 -0
  28. package/dist/host-log.js +154 -0
  29. package/dist/host-log.js.map +1 -0
  30. package/dist/hosts.d.ts +22 -0
  31. package/dist/hosts.d.ts.map +1 -0
  32. package/dist/hosts.js +84 -0
  33. package/dist/hosts.js.map +1 -0
  34. package/dist/html-report.d.ts +0 -13
  35. package/dist/html-report.d.ts.map +1 -1
  36. package/dist/html-report.js +381 -318
  37. package/dist/html-report.js.map +1 -1
  38. package/dist/index.d.ts +15 -8
  39. package/dist/index.d.ts.map +1 -1
  40. package/dist/index.js +13 -7
  41. package/dist/index.js.map +1 -1
  42. package/dist/live-isolation.d.ts +11 -5
  43. package/dist/live-isolation.d.ts.map +1 -1
  44. package/dist/live-isolation.js +32 -14
  45. package/dist/live-isolation.js.map +1 -1
  46. package/dist/load-adapters.d.ts +13 -0
  47. package/dist/load-adapters.d.ts.map +1 -0
  48. package/dist/load-adapters.js +76 -0
  49. package/dist/load-adapters.js.map +1 -0
  50. package/dist/load-suite.d.ts.map +1 -1
  51. package/dist/load-suite.js +16 -0
  52. package/dist/load-suite.js.map +1 -1
  53. package/dist/mcp-config.d.ts +8 -0
  54. package/dist/mcp-config.d.ts.map +1 -1
  55. package/dist/mcp-config.js +46 -0
  56. package/dist/mcp-config.js.map +1 -1
  57. package/dist/preflight.d.ts +2 -2
  58. package/dist/preflight.d.ts.map +1 -1
  59. package/dist/preflight.js +4 -4
  60. package/dist/preflight.js.map +1 -1
  61. package/dist/progress.d.ts +7 -0
  62. package/dist/progress.d.ts.map +1 -1
  63. package/dist/progress.js +39 -9
  64. package/dist/progress.js.map +1 -1
  65. package/dist/record-trace.d.ts +11 -20
  66. package/dist/record-trace.d.ts.map +1 -1
  67. package/dist/record-trace.js +10 -57
  68. package/dist/record-trace.js.map +1 -1
  69. package/dist/report-preview-server.d.ts +2 -0
  70. package/dist/report-preview-server.d.ts.map +1 -0
  71. package/dist/report-preview-server.js +24 -0
  72. package/dist/report-preview-server.js.map +1 -0
  73. package/dist/report-preview.d.ts +11 -0
  74. package/dist/report-preview.d.ts.map +1 -0
  75. package/dist/report-preview.js +161 -0
  76. package/dist/report-preview.js.map +1 -0
  77. package/dist/run-suite.d.ts +62 -11
  78. package/dist/run-suite.d.ts.map +1 -1
  79. package/dist/run-suite.js +697 -206
  80. package/dist/run-suite.js.map +1 -1
  81. package/dist/scenario-story.d.ts +41 -0
  82. package/dist/scenario-story.d.ts.map +1 -0
  83. package/dist/scenario-story.js +198 -0
  84. package/dist/scenario-story.js.map +1 -0
  85. package/dist/suite-summary.d.ts +2 -0
  86. package/dist/suite-summary.d.ts.map +1 -1
  87. package/dist/suite-summary.js +70 -22
  88. package/dist/suite-summary.js.map +1 -1
  89. package/dist/theme.d.ts +29 -5
  90. package/dist/theme.d.ts.map +1 -1
  91. package/dist/theme.js +204 -45
  92. package/dist/theme.js.map +1 -1
  93. package/dist/types.d.ts +107 -24
  94. package/dist/types.d.ts.map +1 -1
  95. package/dist/validate-seeds.d.ts.map +1 -1
  96. package/dist/validate-seeds.js +21 -6
  97. package/dist/validate-seeds.js.map +1 -1
  98. package/dist/validate-suite.d.ts +3 -1
  99. package/dist/validate-suite.d.ts.map +1 -1
  100. package/dist/validate-suite.js +256 -22
  101. package/dist/validate-suite.js.map +1 -1
  102. package/package.json +5 -5
  103. package/dist/compare.d.ts +0 -79
  104. package/dist/compare.d.ts.map +0 -1
  105. package/dist/compare.js +0 -232
  106. package/dist/compare.js.map +0 -1
@@ -1,9 +1,47 @@
1
- import { access } from "node:fs/promises";
1
+ import { access, stat } from "node:fs/promises";
2
2
  import { resolve } from "node:path";
3
+ import { isHostSlug, isKnownAgentHost, isRepoRelativeSkillPath, parseScenarioWorkspace, skillManifestRelPath, skillPathsFromSetting, } from "@post-print/agent-harness";
4
+ import { applyCompareArm } from "./compare-scenario.js";
3
5
  import { loadSuiteFile } from "./load-suite.js";
4
- const VALID_HOSTS = new Set(["cursor", "claude", "replay"]);
6
+ const REPLAY_DEPRECATION = "Replay-based testing is deprecated and no longer supported; use Cursor, Claude, or OpenAI.";
7
+ function isKnownHostId(host) {
8
+ return isKnownAgentHost(host);
9
+ }
10
+ function unknownHostMessage(host) {
11
+ if (host === "replay") {
12
+ return REPLAY_DEPRECATION;
13
+ }
14
+ if (typeof host === "string" && isHostSlug(host)) {
15
+ return `unknown host "${host}". Register it with registerHostAdapter() or --adapter`;
16
+ }
17
+ return `host must be a lowercase slug (cursor|claude|openai or a registered adapter), got ${JSON.stringify(host)}`;
18
+ }
5
19
  const VALID_PROFILES = new Set(["shared", "cursor", "claude", "skeleton"]);
6
- const VALID_SKILLS = new Set(["none", "catalog", "full"]);
20
+ function isValidSkillSetting(value) {
21
+ if (value === "none") {
22
+ return true;
23
+ }
24
+ if (Array.isArray(value)) {
25
+ return (value.length > 0 &&
26
+ value.every((item) => typeof item === "string" && isRepoRelativeSkillPath(item)));
27
+ }
28
+ if (!value || typeof value !== "object") {
29
+ return false;
30
+ }
31
+ const record = value;
32
+ if (record.mode !== undefined &&
33
+ record.mode !== "none" &&
34
+ record.mode !== "catalog" &&
35
+ record.mode !== "full") {
36
+ return false;
37
+ }
38
+ if (record.mode === "none") {
39
+ return true;
40
+ }
41
+ return (Array.isArray(record.include) &&
42
+ record.include.length > 0 &&
43
+ record.include.every((item) => typeof item === "string" && isRepoRelativeSkillPath(item)));
44
+ }
7
45
  const VALID_TIERS = new Set(["low", "medium", "high"]);
8
46
  const VALID_REVIEW_DEPTHS = new Set([
9
47
  "quick",
@@ -14,12 +52,12 @@ const VALID_REVIEW_DEPTHS = new Set([
14
52
  function pushIssue(issues, suitePath, field, message, scenario) {
15
53
  issues.push({ suitePath, scenario, field, message });
16
54
  }
17
- function validateRubric(issues, suitePath, scenarioName, rubric) {
55
+ function validateRubric(issues, suitePath, scenarioName, rubric, fieldPrefix = "rubric") {
18
56
  if (rubric.tier !== undefined && !VALID_TIERS.has(rubric.tier)) {
19
- pushIssue(issues, suitePath, "rubric.tier", `tier must be low|medium|high, got ${JSON.stringify(rubric.tier)}`, scenarioName);
57
+ pushIssue(issues, suitePath, `${fieldPrefix}.tier`, `tier must be low|medium|high, got ${JSON.stringify(rubric.tier)}`, scenarioName);
20
58
  }
21
59
  if (rubric.reviewDepth !== undefined && !VALID_REVIEW_DEPTHS.has(rubric.reviewDepth)) {
22
- pushIssue(issues, suitePath, "rubric.reviewDepth", `reviewDepth must be quick|standard|thorough|full, got ${JSON.stringify(rubric.reviewDepth)}`, scenarioName);
60
+ pushIssue(issues, suitePath, `${fieldPrefix}.reviewDepth`, `reviewDepth must be quick|standard|thorough|full, got ${JSON.stringify(rubric.reviewDepth)}`, scenarioName);
23
61
  }
24
62
  for (const key of [
25
63
  "must",
@@ -32,18 +70,18 @@ function validateRubric(issues, suitePath, scenarioName, rubric) {
32
70
  ]) {
33
71
  const value = rubric[key];
34
72
  if (value !== undefined && !Array.isArray(value)) {
35
- pushIssue(issues, suitePath, `rubric.${key}`, `${key} must be an array of strings`, scenarioName);
73
+ pushIssue(issues, suitePath, `${fieldPrefix}.${key}`, `${key} must be an array of strings`, scenarioName);
36
74
  }
37
75
  }
38
76
  for (const key of ["mustInvokeSkill", "mustNotInvokeSkill"]) {
39
77
  const value = rubric[key];
40
78
  if (value !== undefined && !Array.isArray(value)) {
41
- pushIssue(issues, suitePath, `rubric.${key}`, `${key} must be an array of skill folder names`, scenarioName);
79
+ pushIssue(issues, suitePath, `${fieldPrefix}.${key}`, `${key} must be an array of skill folder names`, scenarioName);
42
80
  }
43
81
  }
44
82
  if (rubric.judge !== undefined) {
45
83
  if (!Array.isArray(rubric.judge)) {
46
- pushIssue(issues, suitePath, "rubric.judge", "judge must be an array of strings or { question } objects", scenarioName);
84
+ pushIssue(issues, suitePath, `${fieldPrefix}.judge`, "judge must be an array of strings or { question } objects", scenarioName);
47
85
  }
48
86
  else {
49
87
  for (const [index, item] of rubric.judge.entries()) {
@@ -51,15 +89,18 @@ function validateRubric(issues, suitePath, scenarioName, rubric) {
51
89
  continue;
52
90
  }
53
91
  if (typeof item !== "object" || item === null || typeof item.question !== "string") {
54
- pushIssue(issues, suitePath, `rubric.judge[${index}]`, "judge item must be a string or { question: string }", scenarioName);
92
+ pushIssue(issues, suitePath, `${fieldPrefix}.judge[${index}]`, "judge item must be a string or { question: string }", scenarioName);
55
93
  }
56
94
  }
57
95
  }
58
96
  }
59
97
  }
60
98
  function validateScenario(issues, suitePath, scenario) {
61
- if (scenario.host !== undefined && !VALID_HOSTS.has(scenario.host)) {
62
- pushIssue(issues, suitePath, "host", `host must be cursor|claude|replay, got ${JSON.stringify(scenario.host)}`, scenario.name);
99
+ if (scenario.host !== undefined && !isKnownHostId(scenario.host)) {
100
+ pushIssue(issues, suitePath, "host", unknownHostMessage(scenario.host), scenario.name);
101
+ }
102
+ if ("replayTrace" in scenario) {
103
+ pushIssue(issues, suitePath, "replayTrace", REPLAY_DEPRECATION, scenario.name);
63
104
  }
64
105
  if (scenario.profile !== undefined && !VALID_PROFILES.has(scenario.profile)) {
65
106
  pushIssue(issues, suitePath, "profile", `profile must be shared|cursor|claude|skeleton, got ${JSON.stringify(scenario.profile)}`, scenario.name);
@@ -67,21 +108,124 @@ function validateScenario(issues, suitePath, scenario) {
67
108
  if (scenario.contextSources !== undefined && !Array.isArray(scenario.contextSources)) {
68
109
  pushIssue(issues, suitePath, "contextSources", "contextSources must be an array of strings", scenario.name);
69
110
  }
70
- if (scenario.skills !== undefined && !VALID_SKILLS.has(scenario.skills)) {
71
- pushIssue(issues, suitePath, "skills", `skills must be none|catalog|full, got ${JSON.stringify(scenario.skills)}`, scenario.name);
111
+ if (scenario.skills !== undefined && !isValidSkillSetting(scenario.skills)) {
112
+ pushIssue(issues, suitePath, "skills", `skills must be "none" or repo-relative SKILL.md / skill-folder paths, got ${JSON.stringify(scenario.skills)}`, scenario.name);
113
+ }
114
+ if (scenario.workspace !== undefined) {
115
+ const parsed = parseScenarioWorkspace(scenario.workspace);
116
+ if (!parsed.ok) {
117
+ pushIssue(issues, suitePath, "workspace", parsed.message, scenario.name);
118
+ }
119
+ }
120
+ if (scenario.allowUserSkills !== undefined && typeof scenario.allowUserSkills !== "boolean") {
121
+ pushIssue(issues, suitePath, "allowUserSkills", `allowUserSkills must be a boolean, got ${JSON.stringify(scenario.allowUserSkills)}`, scenario.name);
72
122
  }
73
123
  if (scenario.seedStageOnly && !scenario.seedPatch) {
74
124
  pushIssue(issues, suitePath, "seedStageOnly", "seedStageOnly requires seedPatch", scenario.name);
75
125
  }
126
+ validateCompare(issues, suitePath, scenario);
76
127
  validateRubric(issues, suitePath, scenario.name, scenario.rubric);
77
128
  }
129
+ function validateCompareArmFields(issues, suitePath, scenarioName, fieldPrefix, arm) {
130
+ if (arm.label !== undefined && (typeof arm.label !== "string" || !arm.label.trim())) {
131
+ pushIssue(issues, suitePath, fieldPrefix, "label must be a non-empty string", scenarioName);
132
+ }
133
+ if (arm.prompt !== undefined && typeof arm.prompt !== "string") {
134
+ pushIssue(issues, suitePath, `${fieldPrefix}.prompt`, "prompt must be a string", scenarioName);
135
+ }
136
+ if (arm.host !== undefined && !isKnownHostId(arm.host)) {
137
+ pushIssue(issues, suitePath, `${fieldPrefix}.host`, unknownHostMessage(arm.host), scenarioName);
138
+ }
139
+ if (arm.workspace !== undefined) {
140
+ const parsed = parseScenarioWorkspace(arm.workspace);
141
+ if (!parsed.ok) {
142
+ pushIssue(issues, suitePath, `${fieldPrefix}.workspace`, parsed.message, scenarioName);
143
+ }
144
+ }
145
+ if (arm.allowUserSkills !== undefined && typeof arm.allowUserSkills !== "boolean") {
146
+ pushIssue(issues, suitePath, `${fieldPrefix}.allowUserSkills`, `allowUserSkills must be a boolean, got ${JSON.stringify(arm.allowUserSkills)}`, scenarioName);
147
+ }
148
+ if (arm.seedStageOnly && !arm.seedPatch) {
149
+ pushIssue(issues, suitePath, `${fieldPrefix}.seedStageOnly`, "seedStageOnly requires seedPatch", scenarioName);
150
+ }
151
+ if (arm.skills !== undefined && !isValidSkillSetting(arm.skills)) {
152
+ pushIssue(issues, suitePath, `${fieldPrefix}.skills`, `skills must be "none" or repo-relative SKILL.md / skill-folder paths, got ${JSON.stringify(arm.skills)}`, scenarioName);
153
+ }
154
+ if (arm.rubric !== undefined) {
155
+ if (typeof arm.rubric !== "object" || arm.rubric === null) {
156
+ pushIssue(issues, suitePath, `${fieldPrefix}.rubric`, "rubric must be an object", scenarioName);
157
+ }
158
+ else if (arm.rubric.judge !== undefined) {
159
+ pushIssue(issues, suitePath, `${fieldPrefix}.rubric.judge`, "arm rubric cannot include judge. Put judge on the scenario", scenarioName);
160
+ }
161
+ else {
162
+ validateRubric(issues, suitePath, scenarioName, arm.rubric, `${fieldPrefix}.rubric`);
163
+ }
164
+ }
165
+ }
166
+ function validateCompare(issues, suitePath, scenario) {
167
+ if (scenario.compare === undefined) {
168
+ return;
169
+ }
170
+ if (typeof scenario.compare !== "object" || scenario.compare === null) {
171
+ pushIssue(issues, suitePath, "compare", "compare must be an object with a and b", scenario.name);
172
+ return;
173
+ }
174
+ if (typeof scenario.compare.a !== "object" || scenario.compare.a === null) {
175
+ pushIssue(issues, suitePath, "compare.a", "compare.a must be an object", scenario.name);
176
+ }
177
+ else {
178
+ validateCompareArmFields(issues, suitePath, scenario.name, "compare.a", scenario.compare.a);
179
+ }
180
+ if (typeof scenario.compare.b !== "object" || scenario.compare.b === null) {
181
+ pushIssue(issues, suitePath, "compare.b", "compare.b must be an object", scenario.name);
182
+ }
183
+ else {
184
+ validateCompareArmFields(issues, suitePath, scenario.name, "compare.b", scenario.compare.b);
185
+ }
186
+ validateCompareArmPick(issues, suitePath, scenario.name, "compare.faster", scenario.compare.faster);
187
+ validateCompareArmPick(issues, suitePath, scenario.name, "compare.cheaper", scenario.compare.cheaper);
188
+ }
189
+ function validateCompareArmPick(issues, suitePath, scenarioName, field, value) {
190
+ if (value === undefined) {
191
+ return;
192
+ }
193
+ if (value !== "a" && value !== "b") {
194
+ pushIssue(issues, suitePath, field, `${field} must be "a" or "b"`, scenarioName);
195
+ }
196
+ }
197
+ function validateHosts(issues, suitePath, suite) {
198
+ if (suite.hosts === undefined) {
199
+ return;
200
+ }
201
+ if (!Array.isArray(suite.hosts) || suite.hosts.length === 0) {
202
+ pushIssue(issues, suitePath, "hosts", "hosts must be a non-empty array of host slugs");
203
+ return;
204
+ }
205
+ const seen = new Set();
206
+ for (const host of suite.hosts) {
207
+ if (!isKnownHostId(host)) {
208
+ pushIssue(issues, suitePath, "hosts", unknownHostMessage(host));
209
+ continue;
210
+ }
211
+ if (seen.has(host)) {
212
+ pushIssue(issues, suitePath, "hosts", `duplicate host ${host}`);
213
+ }
214
+ seen.add(host);
215
+ }
216
+ if (suite.defaults?.host !== undefined &&
217
+ isKnownHostId(suite.defaults.host) &&
218
+ !suite.hosts.includes(suite.defaults.host)) {
219
+ pushIssue(issues, suitePath, "defaults.host", `defaults.host ${suite.defaults.host} must be listed in hosts`);
220
+ }
221
+ }
78
222
  function validateDefaults(issues, suitePath, suite) {
79
223
  const defaults = suite.defaults;
80
224
  if (!defaults) {
81
225
  return;
82
226
  }
83
- if (defaults.host !== undefined && !VALID_HOSTS.has(defaults.host)) {
84
- pushIssue(issues, suitePath, "defaults.host", `host must be cursor|claude|replay, got ${JSON.stringify(defaults.host)}`);
227
+ if (defaults.host !== undefined && !isKnownHostId(defaults.host)) {
228
+ pushIssue(issues, suitePath, "defaults.host", unknownHostMessage(defaults.host));
85
229
  }
86
230
  if (defaults.profile !== undefined && !VALID_PROFILES.has(defaults.profile)) {
87
231
  pushIssue(issues, suitePath, "defaults.profile", `profile must be shared|cursor|claude|skeleton, got ${JSON.stringify(defaults.profile)}`);
@@ -89,13 +233,41 @@ function validateDefaults(issues, suitePath, suite) {
89
233
  if (defaults.contextSources !== undefined && !Array.isArray(defaults.contextSources)) {
90
234
  pushIssue(issues, suitePath, "defaults.contextSources", "contextSources must be an array of strings");
91
235
  }
92
- if (defaults.skills !== undefined && !VALID_SKILLS.has(defaults.skills)) {
93
- pushIssue(issues, suitePath, "defaults.skills", `skills must be none|catalog|full, got ${JSON.stringify(defaults.skills)}`);
236
+ if (defaults.workspace !== undefined) {
237
+ const parsed = parseScenarioWorkspace(defaults.workspace);
238
+ if (!parsed.ok) {
239
+ pushIssue(issues, suitePath, "defaults.workspace", parsed.message);
240
+ }
241
+ }
242
+ if (defaults.skills !== undefined && !isValidSkillSetting(defaults.skills)) {
243
+ pushIssue(issues, suitePath, "defaults.skills", `skills must be "none" or repo-relative SKILL.md / skill-folder paths, got ${JSON.stringify(defaults.skills)}`);
244
+ }
245
+ if (defaults.allowUserSkills !== undefined && typeof defaults.allowUserSkills !== "boolean") {
246
+ pushIssue(issues, suitePath, "defaults.allowUserSkills", `allowUserSkills must be a boolean, got ${JSON.stringify(defaults.allowUserSkills)}`);
94
247
  }
95
248
  }
249
+ function mcpScriptPaths(suite, scenario) {
250
+ const servers = { ...suite.defaults?.mcpServers, ...scenario.mcpServers };
251
+ const paths = [];
252
+ for (const config of Object.values(servers)) {
253
+ if (!("command" in config) || !config.args) {
254
+ continue;
255
+ }
256
+ for (const arg of config.args) {
257
+ if (arg.startsWith("-")) {
258
+ continue;
259
+ }
260
+ if (/\.(mjs|cjs|js)$/.test(arg) || arg.includes("/")) {
261
+ paths.push(arg);
262
+ }
263
+ }
264
+ }
265
+ return paths;
266
+ }
96
267
  /** Semantic validation beyond structural loadSuiteFile checks. */
97
268
  export function validateSuiteFile(suitePath, suite) {
98
269
  const issues = [];
270
+ validateHosts(issues, suitePath, suite);
99
271
  validateDefaults(issues, suitePath, suite);
100
272
  for (const scenario of suite.scenarios) {
101
273
  validateScenario(issues, suitePath, scenario);
@@ -119,13 +291,69 @@ export async function validateSuitePaths(suitePaths, options) {
119
291
  scenariosChecked += suite.scenarios.length;
120
292
  if (options?.validatePaths && repoRoot) {
121
293
  for (const scenario of suite.scenarios) {
122
- if (scenario.replayTrace) {
123
- const replayPath = resolve(repoRoot, scenario.replayTrace);
294
+ const workspaceChecks = scenario.compare
295
+ ? [
296
+ {
297
+ field: "compare.a.workspace",
298
+ rel: resolveScenarioWorkspaceRel(suite, applyCompareArm(scenario, "a")),
299
+ },
300
+ {
301
+ field: "compare.b.workspace",
302
+ rel: resolveScenarioWorkspaceRel(suite, applyCompareArm(scenario, "b")),
303
+ },
304
+ ]
305
+ : [{ field: "workspace", rel: resolveScenarioWorkspaceRel(suite, scenario) }];
306
+ for (const check of workspaceChecks) {
307
+ const workspaceRel = check.rel;
308
+ if (!workspaceRel) {
309
+ continue;
310
+ }
311
+ const workspacePath = resolve(repoRoot, workspaceRel);
124
312
  try {
125
- await access(replayPath);
313
+ const info = await stat(workspacePath);
314
+ if (!info.isDirectory()) {
315
+ pushIssue(issues, suitePath, check.field, `workspace must be a directory: ${workspaceRel}`, scenario.name);
316
+ }
126
317
  }
127
318
  catch {
128
- pushIssue(issues, suitePath, "replayTrace", `replay trace not found: ${scenario.replayTrace}`, scenario.name);
319
+ pushIssue(issues, suitePath, check.field, `workspace not found: ${workspaceRel}`, scenario.name);
320
+ }
321
+ }
322
+ const skillTargets = scenario.compare
323
+ ? [
324
+ {
325
+ field: "compare.a.skills",
326
+ scenario: applyCompareArm(scenario, "a"),
327
+ },
328
+ {
329
+ field: "compare.b.skills",
330
+ scenario: applyCompareArm(scenario, "b"),
331
+ },
332
+ ]
333
+ : [{ field: "skills", scenario }];
334
+ for (const target of skillTargets) {
335
+ const skills = target.scenario.skills ?? suite.defaults?.skills;
336
+ if (skills === undefined || !isValidSkillSetting(skills)) {
337
+ continue;
338
+ }
339
+ const skillWorkspaceRel = resolveScenarioWorkspaceRel(suite, target.scenario);
340
+ const skillRoot = skillWorkspaceRel ? resolve(repoRoot, skillWorkspaceRel) : repoRoot;
341
+ for (const rel of skillPathsFromSetting(skills)) {
342
+ const manifest = skillManifestRelPath(rel);
343
+ try {
344
+ await access(resolve(skillRoot, manifest));
345
+ }
346
+ catch {
347
+ pushIssue(issues, suitePath, target.field, `skill path not found: ${manifest}`, scenario.name);
348
+ }
349
+ }
350
+ }
351
+ for (const scriptPath of mcpScriptPaths(suite, scenario)) {
352
+ try {
353
+ await access(resolve(repoRoot, scriptPath));
354
+ }
355
+ catch {
356
+ pushIssue(issues, suitePath, "mcpServers", `MCP script not found: ${scriptPath}`, scenario.name);
129
357
  }
130
358
  }
131
359
  if (scenario.seedPatch) {
@@ -160,4 +388,10 @@ export function formatValidationReport(report) {
160
388
  ...lines.map((l) => ` - ${l}`),
161
389
  ].join("\n");
162
390
  }
391
+ /** Scenario workspace wins over suite defaults. Caller HEAD when omit or `"."`. */
392
+ export function resolveScenarioWorkspaceRel(suite, scenario) {
393
+ const raw = scenario.workspace !== undefined ? scenario.workspace : suite.defaults?.workspace;
394
+ const parsed = parseScenarioWorkspace(raw);
395
+ return parsed.ok ? parsed.rel : undefined;
396
+ }
163
397
  //# sourceMappingURL=validate-suite.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"validate-suite.js","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AACvE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAiB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;AAC3F,MAAM,YAAY,GAAG,IAAI,GAAG,CAAsB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/E,MAAM,WAAW,GAAG,IAAI,GAAG,CAAsC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5F,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAA6C;IAC/E,OAAO;IACP,UAAU;IACV,UAAU;IACV,MAAM;CACN,CAAC,CAAC;AAgBH,SAAS,SAAS,CACjB,MAA8B,EAC9B,SAAiB,EACjB,KAAa,EACb,OAAe,EACf,QAAiB;IAEjB,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CACtB,MAA8B,EAC9B,SAAiB,EACjB,YAAoB,EACpB,MAAsB;IAEtB,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,SAAS,CACR,MAAM,EACN,SAAS,EACT,aAAa,EACb,qCAAqC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAClE,YAAY,CACZ,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,oBAAoB,EACpB,yDAAyD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAC7F,YAAY,CACZ,CAAC;IACH,CAAC;IACD,KAAK,MAAM,GAAG,IAAI;QACjB,MAAM;QACN,SAAS;QACT,SAAS;QACT,cAAc;QACd,iBAAiB;QACjB,cAAc;QACd,iBAAiB;KACR,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,SAAS,CACR,MAAM,EACN,SAAS,EACT,UAAU,GAAG,EAAE,EACf,GAAG,GAAG,8BAA8B,EACpC,YAAY,CACZ,CAAC;QACH,CAAC;IACF,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,oBAAoB,CAAU,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,SAAS,CACR,MAAM,EACN,SAAS,EACT,UAAU,GAAG,EAAE,EACf,GAAG,GAAG,yCAAyC,EAC/C,YAAY,CACZ,CAAC;QACH,CAAC;IACF,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,SAAS,CACR,MAAM,EACN,SAAS,EACT,cAAc,EACd,2DAA2D,EAC3D,YAAY,CACZ,CAAC;QACH,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,SAAS;gBACV,CAAC;gBACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACpF,SAAS,CACR,MAAM,EACN,SAAS,EACT,gBAAgB,KAAK,GAAG,EACxB,qDAAqD,EACrD,YAAY,CACZ,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CACxB,MAA8B,EAC9B,SAAiB,EACjB,QAAuB;IAEvB,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,SAAS,CACR,MAAM,EACN,SAAS,EACT,MAAM,EACN,0CAA0C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EACzE,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7E,SAAS,CACR,MAAM,EACN,SAAS,EACT,SAAS,EACT,sDAAsD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EACxF,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,gBAAgB,EAChB,4CAA4C,EAC5C,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzE,SAAS,CACR,MAAM,EACN,SAAS,EACT,QAAQ,EACR,yCAAyC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAC1E,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACnD,SAAS,CACR,MAAM,EACN,SAAS,EACT,eAAe,EACf,kCAAkC,EAClC,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,gBAAgB,CACxB,MAA8B,EAC9B,SAAiB,EACjB,KAAqB;IAErB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO;IACR,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,SAAS,CACR,MAAM,EACN,SAAS,EACT,eAAe,EACf,0CAA0C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CACzE,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7E,SAAS,CACR,MAAM,EACN,SAAS,EACT,kBAAkB,EAClB,sDAAsD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CACxF,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,yBAAyB,EACzB,4CAA4C,CAC5C,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzE,SAAS,CACR,MAAM,EACN,SAAS,EACT,iBAAiB,EACjB,yCAAyC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAC1E,CAAC;IACH,CAAC;AACF,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,iBAAiB,CAChC,SAAiB,EACjB,KAAqB;IAErB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3C,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACxC,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,UAAoB,EACpB,OAA6E;IAE7E,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;IAEnC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,KAAqB,CAAC;QAC1B,IAAI,CAAC;YACJ,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,SAAS,CACR,MAAM,EACN,SAAS,EACT,MAAM,EACN,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CACpE,CAAC;YACF,SAAS;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACpD,gBAAgB,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;QAE3C,IAAI,OAAO,EAAE,aAAa,IAAI,QAAQ,EAAE,CAAC;YACxC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACxC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;oBAC3D,IAAI,CAAC;wBACJ,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC1B,CAAC;oBAAC,MAAM,CAAC;wBACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,aAAa,EACb,2BAA2B,QAAQ,CAAC,WAAW,EAAE,EACjD,QAAQ,CAAC,IAAI,CACb,CAAC;oBACH,CAAC;gBACF,CAAC;gBACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACxB,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACxD,IAAI,CAAC;wBACJ,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;oBACzB,CAAC;oBAAC,MAAM,CAAC;wBACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,WAAW,EACX,yBAAyB,QAAQ,CAAC,SAAS,EAAE,EAC7C,QAAQ,CAAC,IAAI,CACb,CAAC;oBACH,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QACvB,MAAM;QACN,aAAa,EAAE,UAAU,CAAC,MAAM;QAChC,gBAAgB;KAChB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA6B;IACnE,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,aAAa,MAAM,CAAC,aAAa,cAAc,MAAM,CAAC,gBAAgB,kBAAkB,CAAC;IACjG,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QAC1F,OAAO,GAAG,KAAK,MAAM,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IACH,OAAO;QACN,sBAAsB,MAAM,CAAC,MAAM,CAAC,MAAM,aAAa;QACvD,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KAC/B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC"}
1
+ {"version":3,"file":"validate-suite.js","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAEN,UAAU,EACV,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,GACrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,kBAAkB,GACvB,4FAA4F,CAAC;AAE9F,SAAS,aAAa,CAAC,IAAY;IAClC,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAa;IACxC,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACvB,OAAO,kBAAkB,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,iBAAiB,IAAI,wDAAwD,CAAC;IACtF,CAAC;IACD,OAAO,qFAAqF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;AACpH,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAiB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;AAC3F,SAAS,mBAAmB,CAAC,KAAc;IAC1C,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACb,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CACN,KAAK,CAAC,MAAM,GAAG,CAAC;YAChB,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAChF,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACzC,OAAO,KAAK,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,KAA8C,CAAC;IAC9D,IACC,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,MAAM,CAAC,IAAI,KAAK,MAAM;QACtB,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,MAAM,CAAC,IAAI,KAAK,MAAM,EACrB,CAAC;QACF,OAAO,KAAK,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACb,CAAC;IACD,OAAO,CACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;QACzB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC,CACzF,CAAC;AACH,CAAC;AACD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAsC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5F,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAA6C;IAC/E,OAAO;IACP,UAAU;IACV,UAAU;IACV,MAAM;CACN,CAAC,CAAC;AAgBH,SAAS,SAAS,CACjB,MAA8B,EAC9B,SAAiB,EACjB,KAAa,EACb,OAAe,EACf,QAAiB;IAEjB,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CACtB,MAA8B,EAC9B,SAAiB,EACjB,YAAoB,EACpB,MAAsB,EACtB,WAAW,GAAG,QAAQ;IAEtB,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,OAAO,EACrB,qCAAqC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAClE,YAAY,CACZ,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,cAAc,EAC5B,yDAAyD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAC7F,YAAY,CACZ,CAAC;IACH,CAAC;IACD,KAAK,MAAM,GAAG,IAAI;QACjB,MAAM;QACN,SAAS;QACT,SAAS;QACT,cAAc;QACd,iBAAiB;QACjB,cAAc;QACd,iBAAiB;KACR,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,IAAI,GAAG,EAAE,EACvB,GAAG,GAAG,8BAA8B,EACpC,YAAY,CACZ,CAAC;QACH,CAAC;IACF,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,oBAAoB,CAAU,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,IAAI,GAAG,EAAE,EACvB,GAAG,GAAG,yCAAyC,EAC/C,YAAY,CACZ,CAAC;QACH,CAAC;IACF,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,QAAQ,EACtB,2DAA2D,EAC3D,YAAY,CACZ,CAAC;QACH,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,SAAS;gBACV,CAAC;gBACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACpF,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,UAAU,KAAK,GAAG,EAChC,qDAAqD,EACrD,YAAY,CACZ,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CACxB,MAA8B,EAC9B,SAAiB,EACjB,QAAuB;IAEvB,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAClE,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,aAAa,IAAI,QAAQ,EAAE,CAAC;QAC/B,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,kBAAkB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7E,SAAS,CACR,MAAM,EACN,SAAS,EACT,SAAS,EACT,sDAAsD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EACxF,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,gBAAgB,EAChB,4CAA4C,EAC5C,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5E,SAAS,CACR,MAAM,EACN,SAAS,EACT,QAAQ,EACR,6EAA6E,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAC9G,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAChB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;IACD,IAAI,QAAQ,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,QAAQ,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAC7F,SAAS,CACR,MAAM,EACN,SAAS,EACT,iBAAiB,EACjB,0CAA0C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,EACpF,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACnD,SAAS,CACR,MAAM,EACN,SAAS,EACT,eAAe,EACf,kCAAkC,EAClC,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC7C,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,wBAAwB,CAChC,MAA8B,EAC9B,SAAiB,EACjB,YAAoB,EACpB,WAAmB,EACnB,GAAe;IAEf,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACrF,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,kCAAkC,EAAE,YAAY,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAChE,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,WAAW,SAAS,EAAE,yBAAyB,EAAE,YAAY,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACxD,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,WAAW,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAChB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,WAAW,YAAY,EAAE,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACxF,CAAC;IACF,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACnF,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,kBAAkB,EAChC,0CAA0C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAC/E,YAAY,CACZ,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,aAAa,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACzC,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,gBAAgB,EAC9B,kCAAkC,EAClC,YAAY,CACZ,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,SAAS,EACvB,6EAA6E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EACzG,YAAY,CACZ,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC3D,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,SAAS,EACvB,0BAA0B,EAC1B,YAAY,CACZ,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3C,SAAS,CACR,MAAM,EACN,SAAS,EACT,GAAG,WAAW,eAAe,EAC7B,4DAA4D,EAC5D,YAAY,CACZ,CAAC;QACH,CAAC;aAAM,CAAC;YACP,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,WAAW,SAAS,CAAC,CAAC;QACtF,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CACvB,MAA8B,EAC9B,SAAiB,EACjB,QAAuB;IAEvB,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACpC,OAAO;IACR,CAAC;IACD,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACvE,SAAS,CACR,MAAM,EACN,SAAS,EACT,SAAS,EACT,wCAAwC,EACxC,QAAQ,CAAC,IAAI,CACb,CAAC;QACF,OAAO;IACR,CAAC;IACD,IAAI,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3E,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,6BAA6B,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzF,CAAC;SAAM,CAAC;QACP,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3E,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,6BAA6B,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzF,CAAC;SAAM,CAAC;QACP,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,sBAAsB,CACrB,MAAM,EACN,SAAS,EACT,QAAQ,CAAC,IAAI,EACb,gBAAgB,EAChB,QAAQ,CAAC,OAAO,CAAC,MAAM,CACvB,CAAC;IACF,sBAAsB,CACrB,MAAM,EACN,SAAS,EACT,QAAQ,CAAC,IAAI,EACb,iBAAiB,EACjB,QAAQ,CAAC,OAAO,CAAC,OAAO,CACxB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC9B,MAA8B,EAC9B,SAAiB,EACjB,YAAoB,EACpB,KAAa,EACb,KAAc;IAEd,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO;IACR,CAAC;IACD,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QACpC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,KAAK,qBAAqB,EAAE,YAAY,CAAC,CAAC;IAClF,CAAC;AACF,CAAC;AAED,SAAS,aAAa,CACrB,MAA8B,EAC9B,SAAiB,EACjB,KAAqB;IAErB,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO;IACR,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7D,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,+CAA+C,CAAC,CAAC;QACvF,OAAO;IACR,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;YAChE,SAAS;QACV,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,kBAAkB,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,IACC,KAAK,CAAC,QAAQ,EAAE,IAAI,KAAK,SAAS;QAClC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAClC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EACzC,CAAC;QACF,SAAS,CACR,MAAM,EACN,SAAS,EACT,eAAe,EACf,iBAAiB,KAAK,CAAC,QAAQ,CAAC,IAAI,0BAA0B,CAC9D,CAAC;IACH,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CACxB,MAA8B,EAC9B,SAAiB,EACjB,KAAqB;IAErB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO;IACR,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAClE,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7E,SAAS,CACR,MAAM,EACN,SAAS,EACT,kBAAkB,EAClB,sDAAsD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CACxF,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,yBAAyB,EACzB,4CAA4C,CAC5C,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAChB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACpE,CAAC;IACF,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5E,SAAS,CACR,MAAM,EACN,SAAS,EACT,iBAAiB,EACjB,6EAA6E,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAC9G,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,QAAQ,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAC7F,SAAS,CACR,MAAM,EACN,SAAS,EACT,0BAA0B,EAC1B,0CAA0C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CACpF,CAAC;IACH,CAAC;AACF,CAAC;AAED,SAAS,cAAc,CAAC,KAAqB,EAAE,QAAuB;IACrE,MAAM,OAAO,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC1E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,SAAS;QACV,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,SAAS;YACV,CAAC;YACD,IAAI,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,iBAAiB,CAChC,SAAiB,EACjB,KAAqB;IAErB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACxC,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3C,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACxC,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,UAAoB,EACpB,OAA6E;IAE7E,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;IAEnC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,KAAqB,CAAC;QAC1B,IAAI,CAAC;YACJ,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,SAAS,CACR,MAAM,EACN,SAAS,EACT,MAAM,EACN,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CACpE,CAAC;YACF,SAAS;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACpD,gBAAgB,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;QAE3C,IAAI,OAAO,EAAE,aAAa,IAAI,QAAQ,EAAE,CAAC;YACxC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACxC,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO;oBACvC,CAAC,CAAC;wBACA;4BACC,KAAK,EAAE,qBAAqB;4BAC5B,GAAG,EAAE,2BAA2B,CAAC,KAAK,EAAE,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;yBACvE;wBACD;4BACC,KAAK,EAAE,qBAAqB;4BAC5B,GAAG,EAAE,2BAA2B,CAAC,KAAK,EAAE,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;yBACvE;qBACD;oBACF,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,2BAA2B,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC/E,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;oBACrC,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC;oBAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;wBACnB,SAAS;oBACV,CAAC;oBACD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;oBACtD,IAAI,CAAC;wBACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC;wBACvC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;4BACzB,SAAS,CACR,MAAM,EACN,SAAS,EACT,KAAK,CAAC,KAAK,EACX,kCAAkC,YAAY,EAAE,EAChD,QAAQ,CAAC,IAAI,CACb,CAAC;wBACH,CAAC;oBACF,CAAC;oBAAC,MAAM,CAAC;wBACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,KAAK,CAAC,KAAK,EACX,wBAAwB,YAAY,EAAE,EACtC,QAAQ,CAAC,IAAI,CACb,CAAC;oBACH,CAAC;gBACF,CAAC;gBACD,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO;oBACpC,CAAC,CAAE;wBACD;4BACC,KAAK,EAAE,kBAAkB;4BACzB,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC;yBACxC;wBACD;4BACC,KAAK,EAAE,kBAAkB;4BACzB,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC;yBACxC;qBACS;oBACZ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACnC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;oBACnC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;oBAChE,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;wBAC1D,SAAS;oBACV,CAAC;oBACD,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC9E,MAAM,SAAS,GAAG,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACtF,KAAK,MAAM,GAAG,IAAI,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC;wBACjD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;wBAC3C,IAAI,CAAC;4BACJ,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;wBAC5C,CAAC;wBAAC,MAAM,CAAC;4BACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,MAAM,CAAC,KAAK,EACZ,yBAAyB,QAAQ,EAAE,EACnC,QAAQ,CAAC,IAAI,CACb,CAAC;wBACH,CAAC;oBACF,CAAC;gBACF,CAAC;gBACD,KAAK,MAAM,UAAU,IAAI,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;oBAC1D,IAAI,CAAC;wBACJ,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;oBAC7C,CAAC;oBAAC,MAAM,CAAC;wBACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,YAAY,EACZ,yBAAyB,UAAU,EAAE,EACrC,QAAQ,CAAC,IAAI,CACb,CAAC;oBACH,CAAC;gBACF,CAAC;gBACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACxB,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACxD,IAAI,CAAC;wBACJ,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;oBACzB,CAAC;oBAAC,MAAM,CAAC;wBACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,WAAW,EACX,yBAAyB,QAAQ,CAAC,SAAS,EAAE,EAC7C,QAAQ,CAAC,IAAI,CACb,CAAC;oBACH,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QACvB,MAAM;QACN,aAAa,EAAE,UAAU,CAAC,MAAM;QAChC,gBAAgB;KAChB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA6B;IACnE,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,aAAa,MAAM,CAAC,aAAa,cAAc,MAAM,CAAC,gBAAgB,kBAAkB,CAAC;IACjG,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QAC1F,OAAO,GAAG,KAAK,MAAM,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IACH,OAAO;QACN,sBAAsB,MAAM,CAAC,MAAM,CAAC,MAAM,aAAa;QACvD,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KAC/B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,2BAA2B,CAC1C,KAAuC,EACvC,QAA0C;IAE1C,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;IAC9F,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3C,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@post-print/agent-test",
3
- "version": "0.3.3",
3
+ "version": "0.3.5",
4
4
  "type": "module",
5
5
  "bin": {
6
6
  "agent-test": "./dist/cli.js"
@@ -20,19 +20,19 @@
20
20
  "lint": "bunx biome check .",
21
21
  "lint:fix": "bunx biome check . --write",
22
22
  "test": "bun test",
23
- "test:sandbox-safe": "bun test --path-ignore-patterns '**/scenario-seed.test.ts'",
23
+ "test:sandbox-safe": "bun test --path-ignore-patterns '**/{scenario-seed,validate-seeds}.test.ts'",
24
24
  "test:coverage": "bun test --coverage --coverage-reporter=text --coverage-reporter=lcov",
25
25
  "clean": "rm -rf dist tsconfig.tsbuildinfo"
26
26
  },
27
27
  "dependencies": {
28
- "@post-print/agent-harness": "0.3.3",
29
- "chalk": "5"
28
+ "@post-print/agent-harness": "0.3.5",
29
+ "chalk": "6"
30
30
  },
31
31
  "devDependencies": {
32
32
  "@types/node": "^26.1.1",
33
33
  "typescript": "~7.0.2"
34
34
  },
35
- "description": "Scenario runner and CLI for agent-spec suites",
35
+ "description": "Direct-agent scenario runner and CLI for agent-spec suites",
36
36
  "repository": {
37
37
  "type": "git",
38
38
  "url": "https://github.com/post-print/agent-spec.git",
package/dist/compare.d.ts DELETED
@@ -1,79 +0,0 @@
1
- import type { ScenarioResult, SuiteRunReport } from "./types.js";
2
- export interface ComparePairSpec {
3
- /** Label for side A (suite name or path basename). */
4
- aLabel: string;
5
- /** Label for side B. */
6
- bLabel: string;
7
- a: SuiteRunReport;
8
- b: SuiteRunReport;
9
- }
10
- export interface ScenarioCompareMetrics {
11
- passed: boolean;
12
- skipped?: boolean;
13
- durationMs: number;
14
- toolCallCount: number;
15
- skillCount: number;
16
- /** Read tools whose args mention `.skeleton/registry`. */
17
- registryHopCount: number;
18
- /** Skills invoked that look like registry/skill navigation proxies. */
19
- totalTokens?: number;
20
- inputTokens?: number;
21
- outputTokens?: number;
22
- }
23
- export interface ScenarioCompareDelta {
24
- /** Pair key (`compareId` or band-neutral scenario name). */
25
- scenario: string;
26
- /** Original scenario name on side A when it differs from B. */
27
- aScenario?: string;
28
- /** Original scenario name on side B when it differs from A. */
29
- bScenario?: string;
30
- a: ScenarioCompareMetrics;
31
- b: ScenarioCompareMetrics;
32
- deltas: {
33
- passedChanged: boolean;
34
- durationMs: number;
35
- toolCallCount: number;
36
- skillCount: number;
37
- registryHopCount: number;
38
- totalTokens?: number;
39
- };
40
- }
41
- export interface SuiteCompareReport {
42
- aLabel: string;
43
- bLabel: string;
44
- aSuite: string;
45
- bSuite: string;
46
- paired: ScenarioCompareDelta[];
47
- onlyInA: string[];
48
- onlyInB: string[];
49
- summary: {
50
- pairedCount: number;
51
- passRegressions: number;
52
- passImprovements: number;
53
- meanDurationDeltaMs?: number;
54
- meanToolCallDelta?: number;
55
- meanTotalTokensDelta?: number;
56
- };
57
- }
58
- export declare function metricsFromResult(result: ScenarioResult): ScenarioCompareMetrics;
59
- /** Pair scenarios by `compareId`, then band-neutral name, across two suite reports. */
60
- export declare function compareSuiteReports(pair: ComparePairSpec): SuiteCompareReport;
61
- export declare function formatCompareReportMarkdown(report: SuiteCompareReport): string;
62
- /** Load a SuiteRunReport JSON dump (single report or `{ reports: [...] }` taking the first). */
63
- export declare function loadSuiteRunReport(path: string): Promise<SuiteRunReport>;
64
- export interface WriteCompareReportOptions {
65
- outDir: string;
66
- report: SuiteCompareReport;
67
- }
68
- export declare function writeCompareReport(options: WriteCompareReportOptions): Promise<{
69
- jsonPath: string;
70
- markdownPath: string;
71
- htmlPath: string;
72
- }>;
73
- /** Parse `a:b` pair tokens into absolute/relative path sides. */
74
- export declare function parseComparePairToken(token: string): {
75
- a: string;
76
- b: string;
77
- };
78
- export declare function labelForCompareSide(side: string): string;
79
- //# sourceMappingURL=compare.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../src/compare.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjE,MAAM,WAAW,eAAe;IAC/B,sDAAsD;IACtD,MAAM,EAAE,MAAM,CAAC;IACf,wBAAwB;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,CAAC,EAAE,cAAc,CAAC;IAClB,CAAC,EAAE,cAAc,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACtC,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,gBAAgB,EAAE,MAAM,CAAC;IACzB,uEAAuE;IACvE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACpC,4DAA4D;IAC5D,QAAQ,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,CAAC,EAAE,sBAAsB,CAAC;IAC1B,CAAC,EAAE,sBAAsB,CAAC;IAC1B,MAAM,EAAE;QACP,aAAa,EAAE,OAAO,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACF;AAED,MAAM,WAAW,kBAAkB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC/B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE;QACR,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,gBAAgB,EAAE,MAAM,CAAC;QACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC9B,CAAC;CACF;AAoBD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,sBAAsB,CAchF;AA+BD,uFAAuF;AACvF,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,eAAe,GAAG,kBAAkB,CA8E7E;AAYD,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA8C9E;AAUD,gGAAgG;AAChG,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAY9E;AAED,MAAM,WAAW,yBAAyB;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,kBAAkB,CAAC;CAC3B;AAED,wBAAsB,kBAAkB,CACvC,OAAO,EAAE,yBAAyB,GAChC,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CAUvE;AAED,iEAAiE;AACjE,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAc7E;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGxD"}