@post-print/agent-test 1.1.9 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (300) hide show
  1. package/README.md +18 -66
  2. package/dist/cli.d.ts +2 -64
  3. package/dist/cli.d.ts.map +1 -1
  4. package/dist/cli.js +26 -691
  5. package/dist/cli.js.map +1 -1
  6. package/dist/host-login.d.ts +1 -26
  7. package/dist/host-login.d.ts.map +1 -1
  8. package/dist/host-login.js +1 -92
  9. package/dist/host-login.js.map +1 -1
  10. package/dist/index.d.ts +6 -28
  11. package/dist/index.d.ts.map +1 -1
  12. package/dist/index.js +4 -26
  13. package/dist/index.js.map +1 -1
  14. package/dist/sdk/cli.d.ts +3 -0
  15. package/dist/sdk/cli.d.ts.map +1 -0
  16. package/dist/sdk/cli.js +55 -0
  17. package/dist/sdk/cli.js.map +1 -0
  18. package/dist/sdk/definitions.d.ts +22 -0
  19. package/dist/sdk/definitions.d.ts.map +1 -0
  20. package/dist/sdk/definitions.js +58 -0
  21. package/dist/sdk/definitions.js.map +1 -0
  22. package/dist/sdk/execution-reporter.d.ts +18 -0
  23. package/dist/sdk/execution-reporter.d.ts.map +1 -0
  24. package/dist/sdk/execution-reporter.js +171 -0
  25. package/dist/sdk/execution-reporter.js.map +1 -0
  26. package/dist/sdk/execution-runner.d.ts +14 -0
  27. package/dist/sdk/execution-runner.d.ts.map +1 -0
  28. package/dist/sdk/execution-runner.js +80 -0
  29. package/dist/sdk/execution-runner.js.map +1 -0
  30. package/dist/sdk/execution-store.d.ts +92 -0
  31. package/dist/sdk/execution-store.d.ts.map +1 -0
  32. package/dist/sdk/execution-store.js +357 -0
  33. package/dist/sdk/execution-store.js.map +1 -0
  34. package/dist/sdk/expect.d.ts +31 -0
  35. package/dist/sdk/expect.d.ts.map +1 -0
  36. package/dist/sdk/expect.js +96 -0
  37. package/dist/sdk/expect.js.map +1 -0
  38. package/dist/sdk/judge.d.ts +16 -0
  39. package/dist/sdk/judge.d.ts.map +1 -0
  40. package/dist/sdk/judge.js +82 -0
  41. package/dist/sdk/judge.js.map +1 -0
  42. package/dist/sdk/metrics.d.ts +3 -0
  43. package/dist/sdk/metrics.d.ts.map +1 -0
  44. package/dist/sdk/metrics.js +24 -0
  45. package/dist/sdk/metrics.js.map +1 -0
  46. package/dist/sdk/playwright-cli.d.ts +2 -0
  47. package/dist/sdk/playwright-cli.d.ts.map +1 -0
  48. package/dist/sdk/playwright-cli.js +6 -0
  49. package/dist/sdk/playwright-cli.js.map +1 -0
  50. package/dist/sdk/reporter.d.ts +12 -0
  51. package/dist/sdk/reporter.d.ts.map +1 -0
  52. package/dist/sdk/reporter.js +98 -0
  53. package/dist/sdk/reporter.js.map +1 -0
  54. package/dist/sdk/runtime.d.ts +33 -0
  55. package/dist/sdk/runtime.d.ts.map +1 -0
  56. package/dist/sdk/runtime.js +197 -0
  57. package/dist/sdk/runtime.js.map +1 -0
  58. package/dist/sdk/test.d.ts +36 -0
  59. package/dist/sdk/test.d.ts.map +1 -0
  60. package/dist/sdk/test.js +133 -0
  61. package/dist/sdk/test.js.map +1 -0
  62. package/dist/sdk/types.d.ts +76 -0
  63. package/dist/sdk/types.d.ts.map +1 -0
  64. package/dist/sdk/types.js.map +1 -0
  65. package/dist/sdk/usage.d.ts +10 -0
  66. package/dist/sdk/usage.d.ts.map +1 -0
  67. package/dist/sdk/usage.js +13 -0
  68. package/dist/sdk/usage.js.map +1 -0
  69. package/dist/sdk/viewer.d.ts +5 -0
  70. package/dist/sdk/viewer.d.ts.map +1 -0
  71. package/dist/sdk/viewer.js +74 -0
  72. package/dist/sdk/viewer.js.map +1 -0
  73. package/dist/sdk/workspace.d.ts +33 -0
  74. package/dist/sdk/workspace.d.ts.map +1 -0
  75. package/dist/sdk/workspace.js +100 -0
  76. package/dist/sdk/workspace.js.map +1 -0
  77. package/dist/viewer/bootstrap.d.ts +10 -0
  78. package/dist/viewer/bootstrap.d.ts.map +1 -0
  79. package/dist/viewer/bootstrap.js +2 -0
  80. package/dist/viewer/bootstrap.js.map +1 -0
  81. package/dist/viewer/client-entry.d.ts +2 -0
  82. package/dist/viewer/client-entry.d.ts.map +1 -0
  83. package/dist/viewer/client-entry.js +31 -0
  84. package/dist/viewer/client-entry.js.map +1 -0
  85. package/dist/viewer/generated-api.d.ts +15 -0
  86. package/dist/viewer/generated-api.d.ts.map +1 -0
  87. package/dist/viewer/generated-api.js +42 -0
  88. package/dist/viewer/generated-api.js.map +1 -0
  89. package/dist/viewer/generated-contracts.d.ts +13 -0
  90. package/dist/viewer/generated-contracts.d.ts.map +1 -0
  91. package/dist/viewer/generated-contracts.js +12 -0
  92. package/dist/viewer/generated-contracts.js.map +1 -0
  93. package/dist/viewer/main.js +64 -3
  94. package/dist/viewer/main.js.map +1 -1
  95. package/dist/viewer/page.d.ts +2 -4
  96. package/dist/viewer/page.d.ts.map +1 -1
  97. package/dist/viewer/page.js +18 -194
  98. package/dist/viewer/page.js.map +1 -1
  99. package/dist/viewer/presentation.d.ts +8 -0
  100. package/dist/viewer/presentation.d.ts.map +1 -0
  101. package/dist/viewer/presentation.js +45 -0
  102. package/dist/viewer/presentation.js.map +1 -0
  103. package/dist/viewer/protocol.d.ts +21 -0
  104. package/dist/viewer/protocol.d.ts.map +1 -0
  105. package/dist/viewer/protocol.js +6 -0
  106. package/dist/viewer/protocol.js.map +1 -0
  107. package/dist/viewer/server.d.ts +7 -11
  108. package/dist/viewer/server.d.ts.map +1 -1
  109. package/dist/viewer/server.js +314 -175
  110. package/dist/viewer/server.js.map +1 -1
  111. package/dist/viewer/styles.d.ts +2 -0
  112. package/dist/viewer/styles.d.ts.map +1 -0
  113. package/dist/viewer/styles.js +97 -0
  114. package/dist/viewer/styles.js.map +1 -0
  115. package/dist/viewer/stylex.css +1322 -0
  116. package/dist/viewer/test-catalog.d.ts +43 -0
  117. package/dist/viewer/test-catalog.d.ts.map +1 -0
  118. package/dist/viewer/test-catalog.js +27 -0
  119. package/dist/viewer/test-catalog.js.map +1 -0
  120. package/dist/viewer/v2-client.d.ts +7 -0
  121. package/dist/viewer/v2-client.d.ts.map +1 -0
  122. package/dist/viewer/v2-client.js +1862 -0
  123. package/dist/viewer/v2-client.js.map +1 -0
  124. package/package.json +19 -9
  125. package/dist/check.d.ts +0 -38
  126. package/dist/check.d.ts.map +0 -1
  127. package/dist/check.js +0 -169
  128. package/dist/check.js.map +0 -1
  129. package/dist/command-allowlist.d.ts +0 -9
  130. package/dist/command-allowlist.d.ts.map +0 -1
  131. package/dist/command-allowlist.js +0 -29
  132. package/dist/command-allowlist.js.map +0 -1
  133. package/dist/compare-scenario.d.ts +0 -65
  134. package/dist/compare-scenario.d.ts.map +0 -1
  135. package/dist/compare-scenario.js +0 -328
  136. package/dist/compare-scenario.js.map +0 -1
  137. package/dist/debug-bundle.d.ts +0 -81
  138. package/dist/debug-bundle.d.ts.map +0 -1
  139. package/dist/debug-bundle.js +0 -392
  140. package/dist/debug-bundle.js.map +0 -1
  141. package/dist/discover-suites.d.ts +0 -2
  142. package/dist/discover-suites.d.ts.map +0 -1
  143. package/dist/discover-suites.js +0 -19
  144. package/dist/discover-suites.js.map +0 -1
  145. package/dist/doctor.d.ts +0 -24
  146. package/dist/doctor.d.ts.map +0 -1
  147. package/dist/doctor.js +0 -272
  148. package/dist/doctor.js.map +0 -1
  149. package/dist/expect.d.ts +0 -59
  150. package/dist/expect.d.ts.map +0 -1
  151. package/dist/expect.js +0 -518
  152. package/dist/expect.js.map +0 -1
  153. package/dist/failures.d.ts +0 -4
  154. package/dist/failures.d.ts.map +0 -1
  155. package/dist/failures.js +0 -7
  156. package/dist/failures.js.map +0 -1
  157. package/dist/host-log.d.ts +0 -17
  158. package/dist/host-log.d.ts.map +0 -1
  159. package/dist/host-log.js +0 -154
  160. package/dist/host-log.js.map +0 -1
  161. package/dist/hosts.d.ts +0 -22
  162. package/dist/hosts.d.ts.map +0 -1
  163. package/dist/hosts.js +0 -84
  164. package/dist/hosts.js.map +0 -1
  165. package/dist/html-report.d.ts +0 -18
  166. package/dist/html-report.d.ts.map +0 -1
  167. package/dist/html-report.js +0 -1276
  168. package/dist/html-report.js.map +0 -1
  169. package/dist/live-isolation.d.ts +0 -82
  170. package/dist/live-isolation.d.ts.map +0 -1
  171. package/dist/live-isolation.js +0 -399
  172. package/dist/live-isolation.js.map +0 -1
  173. package/dist/live-timeout.d.ts +0 -11
  174. package/dist/live-timeout.d.ts.map +0 -1
  175. package/dist/live-timeout.js +0 -29
  176. package/dist/live-timeout.js.map +0 -1
  177. package/dist/load-adapters.d.ts +0 -13
  178. package/dist/load-adapters.d.ts.map +0 -1
  179. package/dist/load-adapters.js +0 -76
  180. package/dist/load-adapters.js.map +0 -1
  181. package/dist/load-suite.d.ts +0 -22
  182. package/dist/load-suite.d.ts.map +0 -1
  183. package/dist/load-suite.js +0 -154
  184. package/dist/load-suite.js.map +0 -1
  185. package/dist/mcp-config.d.ts +0 -13
  186. package/dist/mcp-config.d.ts.map +0 -1
  187. package/dist/mcp-config.js +0 -121
  188. package/dist/mcp-config.js.map +0 -1
  189. package/dist/preflight.d.ts +0 -3
  190. package/dist/preflight.d.ts.map +0 -1
  191. package/dist/preflight.js +0 -17
  192. package/dist/preflight.js.map +0 -1
  193. package/dist/progress.d.ts +0 -24
  194. package/dist/progress.d.ts.map +0 -1
  195. package/dist/progress.js +0 -111
  196. package/dist/progress.js.map +0 -1
  197. package/dist/record-trace.d.ts +0 -64
  198. package/dist/record-trace.d.ts.map +0 -1
  199. package/dist/record-trace.js +0 -124
  200. package/dist/record-trace.js.map +0 -1
  201. package/dist/report-preview-server.d.ts +0 -2
  202. package/dist/report-preview-server.d.ts.map +0 -1
  203. package/dist/report-preview-server.js +0 -24
  204. package/dist/report-preview-server.js.map +0 -1
  205. package/dist/report-preview.d.ts +0 -35
  206. package/dist/report-preview.d.ts.map +0 -1
  207. package/dist/report-preview.js +0 -205
  208. package/dist/report-preview.js.map +0 -1
  209. package/dist/run-suite.d.ts +0 -139
  210. package/dist/run-suite.d.ts.map +0 -1
  211. package/dist/run-suite.js +0 -1688
  212. package/dist/run-suite.js.map +0 -1
  213. package/dist/scenario-finalizer.d.ts +0 -27
  214. package/dist/scenario-finalizer.d.ts.map +0 -1
  215. package/dist/scenario-finalizer.js +0 -39
  216. package/dist/scenario-finalizer.js.map +0 -1
  217. package/dist/scenario-retry.d.ts +0 -15
  218. package/dist/scenario-retry.d.ts.map +0 -1
  219. package/dist/scenario-retry.js +0 -52
  220. package/dist/scenario-retry.js.map +0 -1
  221. package/dist/scenario-seed.d.ts +0 -13
  222. package/dist/scenario-seed.d.ts.map +0 -1
  223. package/dist/scenario-seed.js +0 -72
  224. package/dist/scenario-seed.js.map +0 -1
  225. package/dist/scenario-story.d.ts +0 -41
  226. package/dist/scenario-story.d.ts.map +0 -1
  227. package/dist/scenario-story.js +0 -459
  228. package/dist/scenario-story.js.map +0 -1
  229. package/dist/scenario-usage.d.ts +0 -15
  230. package/dist/scenario-usage.d.ts.map +0 -1
  231. package/dist/scenario-usage.js +0 -18
  232. package/dist/scenario-usage.js.map +0 -1
  233. package/dist/suite-summary.d.ts +0 -16
  234. package/dist/suite-summary.d.ts.map +0 -1
  235. package/dist/suite-summary.js +0 -218
  236. package/dist/suite-summary.js.map +0 -1
  237. package/dist/theme.d.ts +0 -96
  238. package/dist/theme.d.ts.map +0 -1
  239. package/dist/theme.js +0 -446
  240. package/dist/theme.js.map +0 -1
  241. package/dist/types.d.ts +0 -364
  242. package/dist/types.d.ts.map +0 -1
  243. package/dist/types.js.map +0 -1
  244. package/dist/validate-seeds.d.ts +0 -20
  245. package/dist/validate-seeds.d.ts.map +0 -1
  246. package/dist/validate-seeds.js +0 -72
  247. package/dist/validate-seeds.js.map +0 -1
  248. package/dist/validate-suite.d.ts +0 -24
  249. package/dist/validate-suite.d.ts.map +0 -1
  250. package/dist/validate-suite.js +0 -542
  251. package/dist/validate-suite.js.map +0 -1
  252. package/dist/viewer/catalog.d.ts +0 -72
  253. package/dist/viewer/catalog.d.ts.map +0 -1
  254. package/dist/viewer/catalog.js +0 -154
  255. package/dist/viewer/catalog.js.map +0 -1
  256. package/dist/viewer/cli.d.ts +0 -17
  257. package/dist/viewer/cli.d.ts.map +0 -1
  258. package/dist/viewer/cli.js +0 -38
  259. package/dist/viewer/cli.js.map +0 -1
  260. package/dist/viewer/client.d.ts +0 -7
  261. package/dist/viewer/client.d.ts.map +0 -1
  262. package/dist/viewer/client.js +0 -14
  263. package/dist/viewer/client.js.map +0 -1
  264. package/dist/viewer/compare-metrics.d.ts +0 -30
  265. package/dist/viewer/compare-metrics.d.ts.map +0 -1
  266. package/dist/viewer/compare-metrics.js +0 -101
  267. package/dist/viewer/compare-metrics.js.map +0 -1
  268. package/dist/viewer/context-files.d.ts +0 -8
  269. package/dist/viewer/context-files.d.ts.map +0 -1
  270. package/dist/viewer/context-files.js +0 -57
  271. package/dist/viewer/context-files.js.map +0 -1
  272. package/dist/viewer/emit.d.ts +0 -7
  273. package/dist/viewer/emit.d.ts.map +0 -1
  274. package/dist/viewer/emit.js +0 -25
  275. package/dist/viewer/emit.js.map +0 -1
  276. package/dist/viewer/events.d.ts +0 -118
  277. package/dist/viewer/events.d.ts.map +0 -1
  278. package/dist/viewer/events.js +0 -51
  279. package/dist/viewer/events.js.map +0 -1
  280. package/dist/viewer/live-runner.d.ts +0 -27
  281. package/dist/viewer/live-runner.d.ts.map +0 -1
  282. package/dist/viewer/live-runner.js +0 -166
  283. package/dist/viewer/live-runner.js.map +0 -1
  284. package/dist/viewer/run-controller.d.ts +0 -41
  285. package/dist/viewer/run-controller.d.ts.map +0 -1
  286. package/dist/viewer/run-controller.js +0 -426
  287. package/dist/viewer/run-controller.js.map +0 -1
  288. package/dist/viewer/session-server.d.ts +0 -2
  289. package/dist/viewer/session-server.d.ts.map +0 -1
  290. package/dist/viewer/session-server.js +0 -71
  291. package/dist/viewer/session-server.js.map +0 -1
  292. package/dist/warnings.d.ts +0 -3
  293. package/dist/warnings.d.ts.map +0 -1
  294. package/dist/warnings.js +0 -13
  295. package/dist/warnings.js.map +0 -1
  296. package/dist/worker-pool.d.ts +0 -8
  297. package/dist/worker-pool.d.ts.map +0 -1
  298. package/dist/worker-pool.js +0 -26
  299. package/dist/worker-pool.js.map +0 -1
  300. /package/dist/{types.js → sdk/types.js} +0 -0
@@ -1,328 +0,0 @@
1
- import { resolvedTotalTokens } from "@post-print/agent-harness";
2
- import { assertionFailure } from "./failures.js";
3
- const RUBRIC_ARRAY_KEYS = [
4
- "must",
5
- "mustNot",
6
- "mustRun",
7
- "mustRunSuccessfully",
8
- "allowedCommands",
9
- "mustCallTool",
10
- "mustCallToolsInOrder",
11
- "mustNotCallTool",
12
- "mustReadPath",
13
- "mustNotReadPath",
14
- "mustInvokeSkill",
15
- "mustNotInvokeSkill",
16
- ];
17
- const COMPARE_ARM_ID_PATTERN = /^[a-z][a-z0-9_-]{0,63}$/;
18
- export function mergeArmRubric(base, overlay) {
19
- if (!overlay)
20
- return base;
21
- const merged = {
22
- ...base,
23
- tier: overlay.tier ?? base.tier,
24
- handsOnRouting: overlay.handsOnRouting ?? base.handsOnRouting,
25
- routingBlock: overlay.routingBlock ?? base.routingBlock,
26
- reviewDepth: overlay.reviewDepth ?? base.reviewDepth,
27
- judge: base.judge,
28
- };
29
- for (const key of RUBRIC_ARRAY_KEYS) {
30
- const extra = overlay[key];
31
- if (extra !== undefined)
32
- merged[key] = [...(base[key] ?? []), ...extra];
33
- }
34
- return merged;
35
- }
36
- export function parseCompareArmId(value) {
37
- if (typeof value !== "string")
38
- return undefined;
39
- const id = value.trim();
40
- return COMPARE_ARM_ID_PATTERN.test(id) ? id : undefined;
41
- }
42
- export function compareArmLabel(arm, side) {
43
- return arm?.label?.trim() || (side === "a" ? "control" : side === "b" ? "experimental" : side);
44
- }
45
- export function plainDescription(value) {
46
- return value?.trim() || undefined;
47
- }
48
- export function compareArmDescription(arm) {
49
- return plainDescription(arm?.description);
50
- }
51
- export function resolveCompareArms(compare) {
52
- if (!compare)
53
- return [];
54
- if (Array.isArray(compare.arms))
55
- return compare.arms
56
- .filter((arm) => typeof arm === "object" && arm !== null)
57
- .map((arm) => ({ id: typeof arm.id === "string" ? arm.id.trim() : "", arm }));
58
- const arms = [];
59
- if (compare.a && typeof compare.a === "object")
60
- arms.push({ id: "a", arm: compare.a });
61
- if (compare.b && typeof compare.b === "object")
62
- arms.push({ id: "b", arm: compare.b });
63
- return arms;
64
- }
65
- export function compareResultArms(result) {
66
- return result.arms.length > 0
67
- ? result.arms
68
- : [result.a, result.b].filter((arm) => arm !== undefined);
69
- }
70
- export function buildCompareResult(arms, gates) {
71
- return {
72
- arms,
73
- a: arms.find((arm) => arm.id === "a"),
74
- b: arms.find((arm) => arm.id === "b"),
75
- gates,
76
- };
77
- }
78
- /** Shared compare verdict boundary for CLI and viewer-scheduled arm runs. */
79
- export function finalizeCompareOutcome(arms, gates, options = {}) {
80
- const compare = buildCompareResult(arms, gates);
81
- const experimentMode = Boolean(gates?.length);
82
- const failures = arms.flatMap((arm) => prefixCompareFailures(arm.label, experimentMode
83
- ? (arm.failures ?? []).filter((failure) => failure.category !== "rubric_miss")
84
- : (arm.failures ?? [])));
85
- if (options.evaluateGates !== false) {
86
- finalizeCompareGates(compare, failures);
87
- }
88
- return { compare, failures };
89
- }
90
- /** Attach authoritative gate evidence after any per-arm judge metrics have completed. */
91
- export function finalizeCompareGates(compare, failures) {
92
- compare.gateResults = evaluateCompareGates(compare.gates, compare);
93
- if (failures.every((failure) => failure.category === "rubric_miss")) {
94
- failures.push(...assertCompareGates(compare.gates, compare));
95
- }
96
- }
97
- export function compareArmTokens(arm) {
98
- return resolvedTotalTokens(arm.trace?.usage);
99
- }
100
- export function compareArmTurns(arm) {
101
- return arm.trace?.messages.filter((message) => message.role === "assistant").length;
102
- }
103
- export function compareArmTools(arm) {
104
- return arm.trace?.toolCalls.length;
105
- }
106
- export function formatCompareTurns(turns) {
107
- return turns === 1 ? "1 turn" : `${turns} turns`;
108
- }
109
- export function describeCompareGate(gate, label = (id) => id) {
110
- if ("winner" in gate) {
111
- if (gate.metric === "outcome") {
112
- return `${label(gate.winner)} must pass while ${label(gate.loser)} fails`;
113
- }
114
- return `${label(gate.winner)} must use fewer ${gate.metric} than ${label(gate.loser)}`;
115
- }
116
- if (gate.metric === "outcome" && gate.operator === "equal") {
117
- return `${label(gate.arm)} is expected to ${gate.value}`;
118
- }
119
- const operator = gate.operator === "equal"
120
- ? "must equal"
121
- : gate.operator === "lessThan"
122
- ? "must be less than"
123
- : gate.operator === "atMost"
124
- ? "must be at most"
125
- : gate.operator === "atLeast"
126
- ? "must be at least"
127
- : "must be greater than";
128
- return `${label(gate.arm)} ${gate.metric} ${operator} ${gate.value}`;
129
- }
130
- export function requireCompareArm(scenario, side) {
131
- if (!resolveCompareArms(scenario.compare).some((entry) => entry.id === side))
132
- throw new Error(`Scenario ${scenario.name} has no compare arm ${side}`);
133
- return applyCompareArm(scenario, side);
134
- }
135
- export function applyCompareArm(scenario, side) {
136
- const { compare, ...rest } = scenario;
137
- const arm = resolveCompareArms(compare).find((entry) => entry.id === side)?.arm;
138
- if (!arm)
139
- return rest;
140
- const rubric = { ...mergeArmRubric(rest.rubric, arm.rubric) };
141
- if (compare?.judgeMetrics?.length) {
142
- rubric.judge = [...(rubric.judge ?? []), ...compare.judgeMetrics];
143
- }
144
- return {
145
- ...rest,
146
- prompt: arm.prompt ?? rest.prompt,
147
- host: arm.host ?? rest.host,
148
- contextMode: arm.contextMode ?? rest.contextMode,
149
- profile: arm.profile ?? rest.profile,
150
- workspace: arm.workspace ?? rest.workspace,
151
- skills: arm.skills ?? rest.skills,
152
- contextSources: arm.contextSources ?? rest.contextSources,
153
- mcpServers: arm.mcpServers ?? rest.mcpServers,
154
- allowUserSkills: arm.allowUserSkills ?? rest.allowUserSkills,
155
- seedPatch: arm.seedPatch ?? rest.seedPatch,
156
- seedStageOnly: arm.seedStageOnly ?? rest.seedStageOnly,
157
- rubric,
158
- };
159
- }
160
- export function compareStoryFields(scenario) {
161
- const arms = resolveCompareArms(scenario.compare).map((entry) => ({
162
- id: entry.id,
163
- label: compareArmLabel(entry.arm, entry.id),
164
- description: compareArmDescription(entry.arm),
165
- rubric: entry.arm.rubric,
166
- }));
167
- return {
168
- arms,
169
- gates: scenario.compare?.gates,
170
- aLabel: arms[0]?.label ?? "control",
171
- bLabel: arms[1]?.label ?? "experimental",
172
- aDescription: arms[0]?.description,
173
- bDescription: arms[1]?.description,
174
- aRubric: arms[0]?.rubric,
175
- bRubric: arms[1]?.rubric,
176
- };
177
- }
178
- export function attachCompareStoryResults(fields, result) {
179
- const byId = new Map(compareResultArms(result).map((arm) => [arm.id, arm]));
180
- return {
181
- ...fields,
182
- gates: result.gates ?? fields.gates,
183
- arms: fields.arms.map((arm) => {
184
- const measured = byId.get(arm.id);
185
- return {
186
- ...arm,
187
- trace: measured?.trace,
188
- durationMs: measured?.durationMs,
189
- passed: measured?.passed,
190
- failures: measured?.failures,
191
- judgeVerdicts: measured?.judgeVerdicts,
192
- };
193
- }),
194
- };
195
- }
196
- export function prefixCompareFailures(label, failures) {
197
- return failures.map((failure) => ({ ...failure, message: `${label}: ${failure.message}` }));
198
- }
199
- function judgeValue(arm, id) {
200
- const verdict = arm.judgeVerdicts?.find((item) => item.id === id);
201
- return verdict ? (verdict.pass ? "pass" : "fail") : undefined;
202
- }
203
- export function compareMetricValue(arm, metric) {
204
- if (metric === "outcome")
205
- return arm.passed === undefined ? undefined : arm.passed ? "pass" : "fail";
206
- if (metric === "turns")
207
- return compareArmTurns(arm);
208
- if (metric === "tokens")
209
- return compareArmTokens(arm);
210
- if (metric === "tools")
211
- return compareArmTools(arm);
212
- if (metric === "durationMs")
213
- return arm.durationMs;
214
- return judgeValue(arm, metric.slice("judge:".length));
215
- }
216
- function normalizedValue(value) {
217
- return typeof value === "number" ? value : value === "pass" ? 1 : 0;
218
- }
219
- function compareAbsolute(left, operator, right) {
220
- const a = normalizedValue(left);
221
- const b = normalizedValue(right);
222
- if (operator === "equal")
223
- return a === b;
224
- if (operator === "lessThan")
225
- return a < b;
226
- if (operator === "atMost")
227
- return a <= b;
228
- if (operator === "atLeast")
229
- return a >= b;
230
- return a > b;
231
- }
232
- export function evaluateCompareGates(gates, result) {
233
- const byId = new Map(compareResultArms(result).map((arm) => [arm.id, arm]));
234
- return (gates ?? []).map((gate) => {
235
- if ("winner" in gate) {
236
- const winner = byId.get(gate.winner);
237
- const loser = byId.get(gate.loser);
238
- const left = winner ? compareMetricValue(winner, gate.metric) : undefined;
239
- const right = loser ? compareMetricValue(loser, gate.metric) : undefined;
240
- const passed = left !== undefined &&
241
- right !== undefined &&
242
- (typeof left === "number" && typeof right === "number"
243
- ? left < right
244
- : left === "pass" && right === "fail");
245
- return {
246
- gate,
247
- passed,
248
- left,
249
- right,
250
- message: describeCompareGate(gate),
251
- };
252
- }
253
- const arm = byId.get(gate.arm);
254
- const left = arm ? compareMetricValue(arm, gate.metric) : undefined;
255
- const passed = left !== undefined && compareAbsolute(left, gate.operator, gate.value);
256
- return {
257
- gate,
258
- passed,
259
- left,
260
- right: gate.value,
261
- message: describeCompareGate(gate),
262
- };
263
- });
264
- }
265
- export function assertCompareGates(gates, result) {
266
- return evaluateCompareGates(gates, result)
267
- .filter((item) => !item.passed)
268
- .map((item) => assertionFailure(`compareGate:${item.gate.metric}`, `${item.message} (actual ${String(item.left)} vs ${String(item.right)})`, "rubric_miss"));
269
- }
270
- export function describeCompareOutcome(compare) {
271
- const lines = compareResultArms(compare).map((arm) => {
272
- const values = [
273
- arm.passed === undefined ? undefined : arm.passed ? "pass" : "fail",
274
- compareArmTurns(arm) === undefined ? undefined : `${compareArmTurns(arm)} turns`,
275
- compareArmTokens(arm) === undefined ? undefined : `${compareArmTokens(arm)} tokens`,
276
- compareArmTools(arm) === undefined ? undefined : `${compareArmTools(arm)} tools`,
277
- arm.durationMs === undefined ? undefined : `${arm.durationMs} ms`,
278
- ].filter(Boolean);
279
- return `${arm.label}: ${values.join(", ")}`;
280
- });
281
- for (const arm of compareResultArms(compare)) {
282
- for (const verdict of arm.judgeVerdicts ?? []) {
283
- lines.push(`${arm.label} judge ${verdict.id}: ${verdict.pass ? "pass" : "fail"}. ${verdict.rationale}`);
284
- }
285
- }
286
- return lines;
287
- }
288
- export function applySidecarCompareDurations(compare, sidecar) {
289
- if (!sidecar?.compare)
290
- return compare;
291
- const arms = compareResultArms(compare).map((arm) => ({
292
- ...arm,
293
- contextMode: sidecar.compare?.arms?.[arm.id]?.contextMode ??
294
- (arm.id === "a"
295
- ? sidecar.compare?.a?.contextMode
296
- : arm.id === "b"
297
- ? sidecar.compare?.b?.contextMode
298
- : undefined) ??
299
- arm.contextMode,
300
- contextFiles: sidecar.compare?.arms?.[arm.id]?.contextFiles ??
301
- (arm.id === "a"
302
- ? sidecar.compare?.a?.contextFiles
303
- : arm.id === "b"
304
- ? sidecar.compare?.b?.contextFiles
305
- : undefined) ??
306
- arm.contextFiles,
307
- hostInput: sidecar.compare?.arms?.[arm.id]?.hostInput ??
308
- (arm.id === "a"
309
- ? sidecar.compare?.a?.hostInput
310
- : arm.id === "b"
311
- ? sidecar.compare?.b?.hostInput
312
- : undefined) ??
313
- arm.hostInput,
314
- durationMs: sidecar.compare?.arms?.[arm.id]?.durationMs ??
315
- (arm.id === "a"
316
- ? sidecar.compare?.a?.durationMs
317
- : arm.id === "b"
318
- ? sidecar.compare?.b?.durationMs
319
- : undefined) ??
320
- arm.durationMs,
321
- }));
322
- return {
323
- ...compare,
324
- ...buildCompareResult(arms, compare.gates),
325
- gateResults: compare.gateResults,
326
- };
327
- }
328
- //# sourceMappingURL=compare-scenario.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"compare-scenario.js","sourceRoot":"","sources":["../src/compare-scenario.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAejD,MAAM,iBAAiB,GAAG;IACzB,MAAM;IACN,SAAS;IACT,SAAS;IACT,qBAAqB;IACrB,iBAAiB;IACjB,cAAc;IACd,sBAAsB;IACtB,iBAAiB;IACjB,cAAc;IACd,iBAAiB;IACjB,iBAAiB;IACjB,oBAAoB;CACX,CAAC;AACX,MAAM,sBAAsB,GAAG,yBAAyB,CAAC;AA4BzD,MAAM,UAAU,cAAc,CAAC,IAAoB,EAAE,OAAwB;IAC5E,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAmB;QAC9B,GAAG,IAAI;QACP,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAC7D,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;QACpD,KAAK,EAAE,IAAI,CAAC,KAAK;KACjB,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACxB,OAAO,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,GAA2B,EAAE,IAAkB;IAC9E,OAAO,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAChG,CAAC;AACD,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC9C,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;AACnC,CAAC;AACD,MAAM,UAAU,qBAAqB,CAAC,GAAgB;IACrD,OAAO,gBAAgB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAkC;IACpE,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;QAC9B,OAAO,OAAO,CAAC,IAAI;aACjB,MAAM,CAAC,CAAC,GAAG,EAAqB,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC;aAC3E,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,IAAI,GAAyB,EAAE,CAAC;IACtC,IAAI,OAAO,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,CAAC,KAAK,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IACvF,IAAI,OAAO,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,CAAC,KAAK,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IACvF,OAAO,IAAI,CAAC;AACb,CAAC;AACD,MAAM,UAAU,iBAAiB,CAAC,MAA6B;IAC9D,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAC5B,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAA2B,EAAE,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;AACrF,CAAC;AACD,MAAM,UAAU,kBAAkB,CACjC,IAAwB,EACxB,KAAqB;IAErB,OAAO;QACN,IAAI;QACJ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC;QACrC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC;QACrC,KAAK;KACL,CAAC;AACH,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,sBAAsB,CACrC,IAAwB,EACxB,KAAqB,EACrB,OAAO,GAAgC,EAAE;IAEzC,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CACrC,qBAAqB,CACpB,GAAG,CAAC,KAAK,EACT,cAAc;QACb,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,aAAa,CAAC;QAC9E,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CACvB,CACD,CAAC;IACF,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;QACrC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,oBAAoB,CACnC,OAA8B,EAC9B,QAA4B;IAE5B,OAAO,CAAC,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,aAAa,CAAC,EAAE,CAAC;QACrE,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9D,CAAC;AACF,CAAC;AACD,MAAM,UAAU,gBAAgB,CAAC,GAAqB;IACrD,OAAO,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC9C,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,GAAqB;IACpD,OAAO,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;AACrF,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,GAAqB;IACpD,OAAO,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC;AACpC,CAAC;AACD,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC/C,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,QAAQ,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,IAAiB,EACjB,KAAK,GAAiC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;IAEhD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC3E,CAAC;QACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,MAAM,SAAS,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC5D,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,KAAK,EAAE,CAAC;IAC1D,CAAC;IACD,MAAM,QAAQ,GACb,IAAI,CAAC,QAAQ,KAAK,OAAO;QACxB,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,UAAU;YAC7B,CAAC,CAAC,mBAAmB;YACrB,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;gBAC3B,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS;oBAC5B,CAAC,CAAC,kBAAkB;oBACpB,CAAC,CAAC,sBAAsB,CAAC;IAC9B,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAuB,EAAE,IAAkB;IAC5E,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,IAAI,uBAAuB,IAAI,EAAE,CAAC,CAAC;IACzE,OAAO,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACxC,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,QAAuB,EAAE,IAAkB;IAC1E,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IACtC,MAAM,GAAG,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,GAAG,CAAC;IAChF,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,MAAM,GAAG,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;IAC9D,IAAI,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnE,CAAC;IACD,OAAO;QACN,GAAG,IAAI;QACP,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACjC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC3B,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;QAChD,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;QACpC,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;QAC1C,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACjC,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QACzD,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU;QAC7C,eAAe,EAAE,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;QAC5D,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;QAC1C,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QACtD,MAAM;KACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAuB;IACzD,MAAM,IAAI,GAAG,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACjE,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QAC3C,WAAW,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC;QAC7C,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;KACxB,CAAC,CAAC,CAAC;IACJ,OAAO;QACN,IAAI;QACJ,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK;QAC9B,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,SAAS;QACnC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,cAAc;QACxC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW;QAClC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW;QAClC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM;QACxB,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM;KACxB,CAAC;AACH,CAAC;AACD,MAAM,UAAU,yBAAyB,CACxC,MAA0B,EAC1B,MAA6B;IAE7B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO;QACN,GAAG,MAAM;QACT,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;QACnC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,OAAO;gBACN,GAAG,GAAG;gBACN,KAAK,EAAE,QAAQ,EAAE,KAAK;gBACtB,UAAU,EAAE,QAAQ,EAAE,UAAU;gBAChC,MAAM,EAAE,QAAQ,EAAE,MAAM;gBACxB,QAAQ,EAAE,QAAQ,EAAE,QAAQ;gBAC5B,aAAa,EAAE,QAAQ,EAAE,aAAa;aACtC,CAAC;QACH,CAAC,CAAC;KACF,CAAC;AACH,CAAC;AACD,MAAM,UAAU,qBAAqB,CACpC,KAAa,EACb,QAA4B;IAE5B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,KAAK,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,UAAU,CAAC,GAAqB,EAAE,EAAU;IACpD,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAClE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AACD,MAAM,UAAU,kBAAkB,CACjC,GAAqB,EACrB,MAAqB;IAErB,IAAI,MAAM,KAAK,SAAS;QACvB,OAAO,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5E,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,MAAM,KAAK,QAAQ;QAAE,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACtD,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,MAAM,KAAK,YAAY;QAAE,OAAO,GAAG,CAAC,UAAU,CAAC;IACnD,OAAO,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AACvD,CAAC;AACD,SAAS,eAAe,CAAC,KAA+B;IACvD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AACD,SAAS,eAAe,CACvB,IAA8B,EAC9B,QAA2D,EAC3D,KAA+B;IAE/B,MAAM,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,CAAC,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,QAAQ,KAAK,UAAU;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AACD,MAAM,UAAU,oBAAoB,CACnC,KAAgC,EAChC,MAA6B;IAE7B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACjC,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACzE,MAAM,MAAM,GACX,IAAI,KAAK,SAAS;gBAClB,KAAK,KAAK,SAAS;gBACnB,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;oBACrD,CAAC,CAAC,IAAI,GAAG,KAAK;oBACd,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM,CAAC,CAAC;YACzC,OAAO;gBACN,IAAI;gBACJ,MAAM;gBACN,IAAI;gBACJ,KAAK;gBACL,OAAO,EAAE,mBAAmB,CAAC,IAAI,CAAC;aAClC,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACtF,OAAO;YACN,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,mBAAmB,CAAC,IAAI,CAAC;SAClC,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,kBAAkB,CACjC,KAAgC,EAChC,MAA6B;IAE7B,OAAO,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC;SACxC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;SAC9B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACb,gBAAgB,CACf,eAAe,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EACjC,GAAG,IAAI,CAAC,OAAO,YAAY,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EACxE,aAAa,CACb,CACD,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,sBAAsB,CAAC,OAA8B;IACpE,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACpD,MAAM,MAAM,GAAG;YACd,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YACnE,eAAe,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ;YAChF,gBAAgB,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS;YACnF,eAAe,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ;YAChF,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,KAAK;SACjE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClB,OAAO,GAAG,GAAG,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;IACH,KAAK,MAAM,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,aAAa,IAAI,EAAE,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CACT,GAAG,GAAG,CAAC,KAAK,UAAU,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAC3F,CAAC;QACH,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AACD,MAAM,UAAU,4BAA4B,CAC3C,OAA8B,EAC9B,OASC;IAED,IAAI,CAAC,OAAO,EAAE,OAAO;QAAE,OAAO,OAAO,CAAC;IACtC,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACrD,GAAG,GAAG;QACN,WAAW,EACV,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,WAAW;YAC5C,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;gBACd,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,WAAW;gBACjC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;oBACf,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,WAAW;oBACjC,CAAC,CAAC,SAAS,CAAC;YACd,GAAG,CAAC,WAAW;QAChB,YAAY,EACX,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,YAAY;YAC7C,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;gBACd,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,YAAY;gBAClC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;oBACf,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,YAAY;oBAClC,CAAC,CAAC,SAAS,CAAC;YACd,GAAG,CAAC,YAAY;QACjB,SAAS,EACR,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS;YAC1C,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;gBACd,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,SAAS;gBAC/B,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;oBACf,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,SAAS;oBAC/B,CAAC,CAAC,SAAS,CAAC;YACd,GAAG,CAAC,SAAS;QACd,UAAU,EACT,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU;YAC3C,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;gBACd,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,UAAU;gBAChC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;oBACf,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,UAAU;oBAChC,CAAC,CAAC,SAAS,CAAC;YACd,GAAG,CAAC,UAAU;KACf,CAAC,CAAC,CAAC;IACJ,OAAO;QACN,GAAG,OAAO;QACV,GAAG,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC;QAC1C,WAAW,EAAE,OAAO,CAAC,WAAW;KAChC,CAAC;AACH,CAAC"}
@@ -1,81 +0,0 @@
1
- import type { AgentTrace } from "@post-print/agent-harness";
2
- import type { AgentScenario, AssertionFailure, JudgeVerdictResult, ScenarioResult } from "./types.js";
3
- export interface DebugRerunOptions {
4
- cliPath: string;
5
- cwd: string;
6
- suitesDir: string;
7
- rubricsDir?: string;
8
- suite: string;
9
- scenario: string;
10
- host?: string;
11
- adapterModules?: string[];
12
- judge?: boolean;
13
- worktree?: boolean;
14
- timeoutMs?: number;
15
- noTimeout?: boolean;
16
- allowUserInput?: boolean;
17
- debugDir?: string;
18
- keepRecordings?: boolean;
19
- authMode?: string;
20
- }
21
- export interface DebugEnvironmentSnapshot {
22
- nodeVersion: string;
23
- bunVersion?: string;
24
- packageVersion: string;
25
- host?: string;
26
- suite: string;
27
- scenario: string;
28
- cursorApiKeySet: boolean;
29
- cursorAgentModel?: string;
30
- cursorJudgeModel?: string;
31
- cursorJudgeTemperature?: string;
32
- anthropicApiKeySet: boolean;
33
- claudeAgentModel?: string;
34
- claudeCodeBin?: string;
35
- timeoutMs?: number;
36
- worktree?: boolean;
37
- isolateLive?: boolean;
38
- agentTestEnv: Record<string, string | undefined>;
39
- }
40
- export interface WriteDebugBundleOptions {
41
- dir: string;
42
- result: ScenarioResult;
43
- trace?: AgentTrace;
44
- scenario: AgentScenario;
45
- environment: DebugEnvironmentSnapshot;
46
- rerun: DebugRerunOptions;
47
- }
48
- /** Shell-quote a single argument for POSIX sh. */
49
- export declare function shellQuote(value: string): string;
50
- /** Flatten text for a single `# …` shell comment (no newline breakout). */
51
- export declare function shellCommentText(value: string): string;
52
- export declare function buildRerunCommand(options: DebugRerunOptions): string;
53
- export declare function collectDebugEnvironment(options: {
54
- suite: string;
55
- scenario: string;
56
- packageVersion: string;
57
- host?: string;
58
- timeoutMs?: number;
59
- worktree?: boolean;
60
- isolateLive?: boolean;
61
- }): DebugEnvironmentSnapshot;
62
- export declare function formatDebugWhySection(options: {
63
- result: ScenarioResult;
64
- trace?: AgentTrace;
65
- }): string[];
66
- export declare function formatDebugSummaryMarkdown(options: {
67
- scenario: AgentScenario;
68
- result: ScenarioResult;
69
- trace?: AgentTrace;
70
- }): string;
71
- export declare function formatTranscriptMarkdown(options: {
72
- scenario: AgentScenario;
73
- trace?: AgentTrace;
74
- failures: AssertionFailure[];
75
- judgeVerdicts?: JudgeVerdictResult[];
76
- result?: ScenarioResult;
77
- }): string;
78
- export declare function getDebugBundleDir(stagingSessionId: string, suiteName: string, scenarioName: string, getSessionRoot: (sessionId: string) => string, host?: string): string;
79
- /** Persist a scenario debug bundle (trace, failures, transcript, judge, env, rerun). */
80
- export declare function writeDebugBundle(options: WriteDebugBundleOptions): Promise<string>;
81
- //# sourceMappingURL=debug-bundle.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"debug-bundle.d.ts","sourceRoot":"","sources":["../src/debug-bundle.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,KAAK,EACX,aAAa,EACb,gBAAgB,EAEhB,kBAAkB,EAClB,cAAc,EACd,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,iBAAiB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,wBAAwB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,uBAAuB;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,cAAc,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,wBAAwB,CAAC;IACtC,KAAK,EAAE,iBAAiB,CAAC;CACzB;AAqBD,kDAAkD;AAClD,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQhD;AAED,2EAA2E;AAC3E,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,GAAG,MAAM,CA4CpE;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;CACtB,GAAG,wBAAwB,CA2B3B;AA8BD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC9C,MAAM,EAAE,cAAc,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB,GAAG,MAAM,EAAE,CA4DX;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE;IACnD,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,cAAc,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB,GAAG,MAAM,CAYT;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE;IACjD,QAAQ,EAAE,aAAa,CAAC;IACxB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACrC,MAAM,CAAC,EAAE,cAAc,CAAC;CACxB,GAAG,MAAM,CAyHT;AAED,wBAAgB,iBAAiB,CAChC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,MAAM,EAC7C,IAAI,CAAC,EAAE,MAAM,GACX,MAAM,CAIR;AAED,wFAAwF;AACxF,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,MAAM,CAAC,CA2IxF"}