@providerkit/agents 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (296) hide show
  1. package/LICENSE +21 -0
  2. package/LICENSE-APACHE-2.0 +202 -0
  3. package/README.md +2328 -2
  4. package/THIRD_PARTY_NOTICES.md +521 -0
  5. package/dist/a2a/auth.d.ts +10 -0
  6. package/dist/a2a/auth.d.ts.map +1 -0
  7. package/dist/a2a/auth.js +52 -0
  8. package/dist/a2a/auth.js.map +1 -0
  9. package/dist/a2a/client.d.ts +74 -0
  10. package/dist/a2a/client.d.ts.map +1 -0
  11. package/dist/a2a/client.js +601 -0
  12. package/dist/a2a/client.js.map +1 -0
  13. package/dist/a2a/index.d.ts +22 -0
  14. package/dist/a2a/index.d.ts.map +1 -0
  15. package/dist/a2a/index.js +11 -0
  16. package/dist/a2a/index.js.map +1 -0
  17. package/dist/a2a/memory-runs.d.ts +62 -0
  18. package/dist/a2a/memory-runs.d.ts.map +1 -0
  19. package/dist/a2a/memory-runs.js +349 -0
  20. package/dist/a2a/memory-runs.js.map +1 -0
  21. package/dist/a2a/policy.d.ts +15 -0
  22. package/dist/a2a/policy.d.ts.map +1 -0
  23. package/dist/a2a/policy.js +114 -0
  24. package/dist/a2a/policy.js.map +1 -0
  25. package/dist/a2a/push.d.ts +34 -0
  26. package/dist/a2a/push.d.ts.map +1 -0
  27. package/dist/a2a/push.js +180 -0
  28. package/dist/a2a/push.js.map +1 -0
  29. package/dist/a2a/remote.d.ts +155 -0
  30. package/dist/a2a/remote.d.ts.map +1 -0
  31. package/dist/a2a/remote.js +1196 -0
  32. package/dist/a2a/remote.js.map +1 -0
  33. package/dist/a2a/server.d.ts +110 -0
  34. package/dist/a2a/server.d.ts.map +1 -0
  35. package/dist/a2a/server.js +1139 -0
  36. package/dist/a2a/server.js.map +1 -0
  37. package/dist/a2a/signing.d.ts +21 -0
  38. package/dist/a2a/signing.d.ts.map +1 -0
  39. package/dist/a2a/signing.js +305 -0
  40. package/dist/a2a/signing.js.map +1 -0
  41. package/dist/a2a/tasks.d.ts +88 -0
  42. package/dist/a2a/tasks.d.ts.map +1 -0
  43. package/dist/a2a/tasks.js +170 -0
  44. package/dist/a2a/tasks.js.map +1 -0
  45. package/dist/a2a/wire.d.ts +267 -0
  46. package/dist/a2a/wire.d.ts.map +1 -0
  47. package/dist/a2a/wire.js +1202 -0
  48. package/dist/a2a/wire.js.map +1 -0
  49. package/dist/background-types.d.ts +76 -0
  50. package/dist/background-types.d.ts.map +1 -0
  51. package/dist/background-types.js +2 -0
  52. package/dist/background-types.js.map +1 -0
  53. package/dist/child.d.ts +25 -0
  54. package/dist/child.d.ts.map +1 -0
  55. package/dist/child.js +129 -0
  56. package/dist/child.js.map +1 -0
  57. package/dist/code-driver.d.ts +40 -0
  58. package/dist/code-driver.d.ts.map +1 -0
  59. package/dist/code-driver.js +2 -0
  60. package/dist/code-driver.js.map +1 -0
  61. package/dist/code-mode.d.ts +3 -0
  62. package/dist/code-mode.d.ts.map +1 -0
  63. package/dist/code-mode.js +2 -0
  64. package/dist/code-mode.js.map +1 -0
  65. package/dist/code-script.d.ts +3 -0
  66. package/dist/code-script.d.ts.map +1 -0
  67. package/dist/code-script.js +149 -0
  68. package/dist/code-script.js.map +1 -0
  69. package/dist/code.d.ts +75 -0
  70. package/dist/code.d.ts.map +1 -0
  71. package/dist/code.js +326 -0
  72. package/dist/code.js.map +1 -0
  73. package/dist/compaction.d.ts +15 -0
  74. package/dist/compaction.d.ts.map +1 -0
  75. package/dist/compaction.js +168 -0
  76. package/dist/compaction.js.map +1 -0
  77. package/dist/delegation.d.ts +135 -0
  78. package/dist/delegation.d.ts.map +1 -0
  79. package/dist/delegation.js +401 -0
  80. package/dist/delegation.js.map +1 -0
  81. package/dist/evals/driver.d.ts +10 -0
  82. package/dist/evals/driver.d.ts.map +1 -0
  83. package/dist/evals/driver.js +192 -0
  84. package/dist/evals/driver.js.map +1 -0
  85. package/dist/evals/journal.d.ts +26 -0
  86. package/dist/evals/journal.d.ts.map +1 -0
  87. package/dist/evals/journal.js +483 -0
  88. package/dist/evals/journal.js.map +1 -0
  89. package/dist/evals/judge.d.ts +31 -0
  90. package/dist/evals/judge.d.ts.map +1 -0
  91. package/dist/evals/judge.js +142 -0
  92. package/dist/evals/judge.js.map +1 -0
  93. package/dist/evals/report.d.ts +38 -0
  94. package/dist/evals/report.d.ts.map +1 -0
  95. package/dist/evals/report.js +241 -0
  96. package/dist/evals/report.js.map +1 -0
  97. package/dist/evals/runner.d.ts +24 -0
  98. package/dist/evals/runner.d.ts.map +1 -0
  99. package/dist/evals/runner.js +655 -0
  100. package/dist/evals/runner.js.map +1 -0
  101. package/dist/evals/scorers.d.ts +36 -0
  102. package/dist/evals/scorers.d.ts.map +1 -0
  103. package/dist/evals/scorers.js +259 -0
  104. package/dist/evals/scorers.js.map +1 -0
  105. package/dist/evals/simulation.d.ts +7 -0
  106. package/dist/evals/simulation.d.ts.map +1 -0
  107. package/dist/evals/simulation.js +38 -0
  108. package/dist/evals/simulation.js.map +1 -0
  109. package/dist/evals/testing.d.ts +36 -0
  110. package/dist/evals/testing.d.ts.map +1 -0
  111. package/dist/evals/testing.js +87 -0
  112. package/dist/evals/testing.js.map +1 -0
  113. package/dist/evals/trajectory.d.ts +11 -0
  114. package/dist/evals/trajectory.d.ts.map +1 -0
  115. package/dist/evals/trajectory.js +180 -0
  116. package/dist/evals/trajectory.js.map +1 -0
  117. package/dist/evals/types.d.ts +431 -0
  118. package/dist/evals/types.d.ts.map +1 -0
  119. package/dist/evals/types.js +4 -0
  120. package/dist/evals/types.js.map +1 -0
  121. package/dist/evals.d.ts +14 -0
  122. package/dist/evals.d.ts.map +1 -0
  123. package/dist/evals.js +9 -0
  124. package/dist/evals.js.map +1 -0
  125. package/dist/extensions.d.ts +33 -0
  126. package/dist/extensions.d.ts.map +1 -0
  127. package/dist/extensions.js +188 -0
  128. package/dist/extensions.js.map +1 -0
  129. package/dist/handoff.d.ts +58 -0
  130. package/dist/handoff.d.ts.map +1 -0
  131. package/dist/handoff.js +160 -0
  132. package/dist/handoff.js.map +1 -0
  133. package/dist/index.d.ts +19 -0
  134. package/dist/index.d.ts.map +1 -0
  135. package/dist/index.js +11 -0
  136. package/dist/index.js.map +1 -0
  137. package/dist/input.d.ts +42 -0
  138. package/dist/input.d.ts.map +1 -0
  139. package/dist/input.js +266 -0
  140. package/dist/input.js.map +1 -0
  141. package/dist/mcp.d.ts +77 -0
  142. package/dist/mcp.d.ts.map +1 -0
  143. package/dist/mcp.js +505 -0
  144. package/dist/mcp.js.map +1 -0
  145. package/dist/memory-store.d.ts +11 -0
  146. package/dist/memory-store.d.ts.map +1 -0
  147. package/dist/memory-store.js +272 -0
  148. package/dist/memory-store.js.map +1 -0
  149. package/dist/memory.d.ts +212 -0
  150. package/dist/memory.d.ts.map +1 -0
  151. package/dist/memory.js +613 -0
  152. package/dist/memory.js.map +1 -0
  153. package/dist/otel.d.ts +74 -0
  154. package/dist/otel.d.ts.map +1 -0
  155. package/dist/otel.js +427 -0
  156. package/dist/otel.js.map +1 -0
  157. package/dist/progress.d.ts +17 -0
  158. package/dist/progress.d.ts.map +1 -0
  159. package/dist/progress.js +193 -0
  160. package/dist/progress.js.map +1 -0
  161. package/dist/quickjs.d.ts +19 -0
  162. package/dist/quickjs.d.ts.map +1 -0
  163. package/dist/quickjs.js +519 -0
  164. package/dist/quickjs.js.map +1 -0
  165. package/dist/recovery.d.ts +10 -0
  166. package/dist/recovery.d.ts.map +1 -0
  167. package/dist/recovery.js +62 -0
  168. package/dist/recovery.js.map +1 -0
  169. package/dist/request.d.ts +88 -0
  170. package/dist/request.d.ts.map +1 -0
  171. package/dist/request.js +422 -0
  172. package/dist/request.js.map +1 -0
  173. package/dist/run.d.ts +20 -0
  174. package/dist/run.d.ts.map +1 -0
  175. package/dist/run.js +2407 -0
  176. package/dist/run.js.map +1 -0
  177. package/dist/runs.d.ts +110 -0
  178. package/dist/runs.d.ts.map +1 -0
  179. package/dist/runs.js +438 -0
  180. package/dist/runs.js.map +1 -0
  181. package/dist/schema-to-ts.d.ts +4 -0
  182. package/dist/schema-to-ts.d.ts.map +1 -0
  183. package/dist/schema-to-ts.js +191 -0
  184. package/dist/schema-to-ts.js.map +1 -0
  185. package/dist/session.d.ts +23 -0
  186. package/dist/session.d.ts.map +1 -0
  187. package/dist/session.js +137 -0
  188. package/dist/session.js.map +1 -0
  189. package/dist/snapshot.d.ts +75 -0
  190. package/dist/snapshot.d.ts.map +1 -0
  191. package/dist/snapshot.js +1607 -0
  192. package/dist/snapshot.js.map +1 -0
  193. package/dist/steering.d.ts +75 -0
  194. package/dist/steering.d.ts.map +1 -0
  195. package/dist/steering.js +214 -0
  196. package/dist/steering.js.map +1 -0
  197. package/dist/subagents.d.ts +141 -0
  198. package/dist/subagents.d.ts.map +1 -0
  199. package/dist/subagents.js +746 -0
  200. package/dist/subagents.js.map +1 -0
  201. package/dist/tool-retry.d.ts +12 -0
  202. package/dist/tool-retry.d.ts.map +1 -0
  203. package/dist/tool-retry.js +53 -0
  204. package/dist/tool-retry.js.map +1 -0
  205. package/dist/tree.d.ts +98 -0
  206. package/dist/tree.d.ts.map +1 -0
  207. package/dist/tree.js +320 -0
  208. package/dist/tree.js.map +1 -0
  209. package/dist/types.d.ts +1007 -0
  210. package/dist/types.d.ts.map +1 -0
  211. package/dist/types.js +2 -0
  212. package/dist/types.js.map +1 -0
  213. package/dist/workflow-snapshot.d.ts +8 -0
  214. package/dist/workflow-snapshot.d.ts.map +1 -0
  215. package/dist/workflow-snapshot.js +276 -0
  216. package/dist/workflow-snapshot.js.map +1 -0
  217. package/dist/workflow-types.d.ts +171 -0
  218. package/dist/workflow-types.d.ts.map +1 -0
  219. package/dist/workflow-types.js +2 -0
  220. package/dist/workflow-types.js.map +1 -0
  221. package/dist/workflow.d.ts +19 -0
  222. package/dist/workflow.d.ts.map +1 -0
  223. package/dist/workflow.js +1053 -0
  224. package/dist/workflow.js.map +1 -0
  225. package/examples/a2a-remote.ts +85 -0
  226. package/examples/a2a-server.ts +100 -0
  227. package/examples/background.ts +59 -0
  228. package/examples/basic.ts +44 -0
  229. package/examples/code-mode.ts +76 -0
  230. package/examples/conversation.ts +57 -0
  231. package/examples/evals.ts +79 -0
  232. package/examples/guardrails.ts +56 -0
  233. package/examples/handoff.ts +79 -0
  234. package/examples/memory.ts +44 -0
  235. package/examples/otel.ts +99 -0
  236. package/examples/specialists.ts +99 -0
  237. package/examples/steering.ts +69 -0
  238. package/examples/structured-handoff.ts +92 -0
  239. package/examples/subagents.ts +127 -0
  240. package/examples/workflow.ts +74 -0
  241. package/package.json +114 -4
  242. package/src/a2a/auth.ts +62 -0
  243. package/src/a2a/client.ts +733 -0
  244. package/src/a2a/index.ts +74 -0
  245. package/src/a2a/memory-runs.ts +448 -0
  246. package/src/a2a/policy.ts +148 -0
  247. package/src/a2a/push.ts +251 -0
  248. package/src/a2a/remote.ts +1652 -0
  249. package/src/a2a/server.ts +1390 -0
  250. package/src/a2a/signing.ts +348 -0
  251. package/src/a2a/tasks.ts +260 -0
  252. package/src/a2a/wire.ts +1443 -0
  253. package/src/background-types.ts +86 -0
  254. package/src/child.ts +181 -0
  255. package/src/code-driver.ts +48 -0
  256. package/src/code-mode.ts +12 -0
  257. package/src/code-script.ts +149 -0
  258. package/src/code.ts +424 -0
  259. package/src/compaction.ts +212 -0
  260. package/src/delegation.ts +694 -0
  261. package/src/evals/driver.ts +222 -0
  262. package/src/evals/journal.ts +605 -0
  263. package/src/evals/judge.ts +188 -0
  264. package/src/evals/report.ts +295 -0
  265. package/src/evals/runner.ts +826 -0
  266. package/src/evals/scorers.ts +339 -0
  267. package/src/evals/simulation.ts +46 -0
  268. package/src/evals/testing.ts +126 -0
  269. package/src/evals/trajectory.ts +223 -0
  270. package/src/evals/types.ts +463 -0
  271. package/src/evals.ts +72 -0
  272. package/src/extensions.ts +247 -0
  273. package/src/handoff.ts +214 -0
  274. package/src/index.ts +62 -0
  275. package/src/input.ts +319 -0
  276. package/src/mcp.ts +690 -0
  277. package/src/memory-store.ts +366 -0
  278. package/src/memory.ts +893 -0
  279. package/src/otel.ts +568 -0
  280. package/src/progress.ts +214 -0
  281. package/src/quickjs.ts +524 -0
  282. package/src/recovery.ts +90 -0
  283. package/src/request.ts +513 -0
  284. package/src/run.ts +3199 -0
  285. package/src/runs.ts +696 -0
  286. package/src/schema-to-ts.ts +194 -0
  287. package/src/session.ts +178 -0
  288. package/src/snapshot.ts +2099 -0
  289. package/src/steering.ts +329 -0
  290. package/src/subagents.ts +1084 -0
  291. package/src/tool-retry.ts +86 -0
  292. package/src/tree.ts +366 -0
  293. package/src/types.ts +944 -0
  294. package/src/workflow-snapshot.ts +366 -0
  295. package/src/workflow-types.ts +213 -0
  296. package/src/workflow.ts +1316 -0
@@ -0,0 +1,192 @@
1
+ // One-use mock matching adapted from Google ADK JS (Apache-2.0),
2
+ // core/src/cli/cli_eval.ts. Copyright 2026 Google LLC.
3
+ // Changed: replace both core tool entry points, never fall through to real execution.
4
+ import { defineTool } from "@providerkit/core";
5
+ import { isCodeTool } from "../code.js";
6
+ import { copyData, equalData, isId, isRecord } from "../snapshot.js";
7
+ export function checkDriver(driver) {
8
+ copyData(driver);
9
+ if (!isRecord(driver) ||
10
+ Object.keys(driver).some((key) => !["answers", "toolMocks"].includes(key)))
11
+ throw new TypeError("A driver accepts only answers and toolMocks.");
12
+ if (driver.answers !== undefined && !Array.isArray(driver.answers))
13
+ throw new TypeError("Scripted answers must be a finite array.");
14
+ for (const answer of driver.answers ?? []) {
15
+ if (!isRecord(answer) ||
16
+ Object.keys(answer).some((key) => !["path", "ask", "key", "decision"].includes(key) &&
17
+ !(answer.workflowId !== undefined
18
+ ? ["workflowId", "step", "input"]
19
+ : ["agentId", "tool", "arguments"]).includes(key)) ||
20
+ (answer.workflowId !== undefined
21
+ ? !isId(answer.workflowId) ||
22
+ !isId(answer.step) ||
23
+ answer.workflowId === "*" ||
24
+ answer.step === "*"
25
+ : !isId(answer.agentId) ||
26
+ !isId(answer.tool) ||
27
+ answer.agentId === "*" ||
28
+ answer.tool === "*") ||
29
+ (answer.path !== undefined &&
30
+ (!Array.isArray(answer.path) || !answer.path.every((key) => isId(key) && key !== "*"))) ||
31
+ (answer.arguments !== undefined && !isRecord(answer.arguments)) ||
32
+ typeof answer.ask !== "string" ||
33
+ !(answer.workflowId !== undefined
34
+ ? ["approval", "question"]
35
+ : ["approval", "question", "client"]).includes(answer.ask) ||
36
+ (answer.ask === "question" && (!isId(answer.key) || answer.key === "*")) ||
37
+ !isRecord(answer.decision) ||
38
+ typeof answer.decision.type !== "string" ||
39
+ !["approve", "deny", "answer", "result", "cancel", "stop"].includes(answer.decision.type))
40
+ throw new TypeError("Each scripted answer needs an exact agent/tool or workflow/step selector and a decision.");
41
+ }
42
+ if (driver.toolMocks !== undefined && !Array.isArray(driver.toolMocks))
43
+ throw new TypeError("Tool mocks must be a finite array.");
44
+ for (const mock of driver.toolMocks ?? []) {
45
+ if (!isRecord(mock) ||
46
+ !isId(mock.name) ||
47
+ Object.keys(mock).some((key) => !["name", "arguments", "result", "error"].includes(key)) ||
48
+ (mock.arguments !== undefined && !isRecord(mock.arguments)) ||
49
+ (mock.error !== undefined && typeof mock.error !== "string") ||
50
+ (mock.error !== undefined && Object.hasOwn(mock, "result")))
51
+ throw new TypeError("A tool mock needs a name, optional arguments and either a result or an error.");
52
+ }
53
+ }
54
+ /** Built anew for each case/repeat. No stored request, model prose or wildcard grants authority. */
55
+ export function createDriver(caseId, driver = {}, host) {
56
+ const answers = copyData(driver.answers ?? []);
57
+ const mocks = copyData(driver.toolMocks ?? []);
58
+ const usedAnswers = new Set();
59
+ const usedMocks = new Set();
60
+ const applied = new Set();
61
+ const issued = new Map();
62
+ const accepted = new Map();
63
+ // A direct tool and every code binding must still point at one object in the SDK registry.
64
+ const replacements = new Map();
65
+ const codeReplacements = new Map();
66
+ function stubTool(tool) {
67
+ if (!mocks.some((mock) => mock.name === tool.name))
68
+ return tool;
69
+ const held = replacements.get(tool);
70
+ if (held)
71
+ return held;
72
+ applied.add(tool.name);
73
+ const definition = copyData(tool.definition());
74
+ const replacement = defineTool({
75
+ ...definition,
76
+ ...(tool.outputSchema !== undefined && { outputSchema: copyData(tool.outputSchema) }),
77
+ timeoutMs: tool.timeoutMs,
78
+ isReadOnly: tool.isReadOnly,
79
+ needsApproval: tool.needsApproval,
80
+ isConcurrencySafe: tool.isConcurrencySafe,
81
+ isTerminal: tool.isTerminal,
82
+ async run(args) {
83
+ const index = mocks.findIndex((mock, index) => !usedMocks.has(index) &&
84
+ mock.name === tool.name &&
85
+ (mock.arguments === undefined || equalData(mock.arguments, args)));
86
+ const mock = mocks[index];
87
+ if (!mock)
88
+ throw new Error("No mock for these arguments. Add an unused matching tool mock.");
89
+ usedMocks.add(index);
90
+ if (mock.error !== undefined)
91
+ throw new Error(mock.error);
92
+ return copyData(mock.result ?? null);
93
+ },
94
+ summarize: (result) => (typeof result === "string" ? result : JSON.stringify(result)),
95
+ });
96
+ replacements.set(tool, replacement);
97
+ replacements.set(replacement, replacement);
98
+ return replacement;
99
+ }
100
+ function checkDecision(decided) {
101
+ if (decided &&
102
+ (!equalData(issued.get(decided.request.id), decided.request) ||
103
+ !equalData(accepted.get(decided.request.id), decided.decision)))
104
+ throw new Error("This decision was not issued by the current test driver.");
105
+ }
106
+ const requestHost = {
107
+ async prepareRequest(draft) {
108
+ const prepared = (await host?.prepareRequest?.(draft)) ?? {
109
+ scope: {
110
+ actorId: "eval",
111
+ resource: { id: caseId, version: "1" },
112
+ expiresAt: Date.now() + 900_000,
113
+ },
114
+ };
115
+ issued.set(draft.id, copyData({ ...draft, scope: prepared.scope, ask: prepared.ask ?? draft.ask }));
116
+ return prepared;
117
+ },
118
+ answerNow(request) {
119
+ if (!equalData(issued.get(request.id), request) || request.scope.expiresAt <= Date.now())
120
+ return;
121
+ const prior = accepted.get(request.id);
122
+ if (prior)
123
+ return copyData(prior);
124
+ const matches = answers.flatMap((answer, index) => !usedAnswers.has(index) &&
125
+ (answer.workflowId !== undefined
126
+ ? request.step !== undefined &&
127
+ answer.workflowId === request.step.workflowId &&
128
+ answer.step === request.step.key &&
129
+ (answer.input === undefined || equalData(answer.input, request.step.input))
130
+ : request.call !== undefined &&
131
+ answer.agentId === request.call.agentId &&
132
+ answer.tool === request.call.call.name &&
133
+ (answer.arguments === undefined ||
134
+ equalData(answer.arguments, request.call.arguments))) &&
135
+ answer.ask === request.ask.type &&
136
+ equalData(answer.path ?? [], request.path.map((step) => step.key)) &&
137
+ (answer.ask !== "question" ||
138
+ (request.ask.type === "question" && answer.key === request.ask.key))
139
+ ? [{ answer, index }]
140
+ : []);
141
+ const match = matches[0];
142
+ // Script order cannot choose between competing grants of authority.
143
+ if (matches.length !== 1 || !match)
144
+ return;
145
+ const { answer, index } = match;
146
+ usedAnswers.add(index);
147
+ accepted.set(request.id, copyData(answer.decision));
148
+ // The SDK validates this against the actual ask and saves it before any effect.
149
+ return copyData(answer.decision);
150
+ },
151
+ async beforeTool(call, decided) {
152
+ checkDecision(decided);
153
+ await host?.beforeTool?.(call, decided);
154
+ },
155
+ async beforeStep(step, decided) {
156
+ checkDecision(decided);
157
+ await host?.beforeStep?.(step, decided);
158
+ },
159
+ };
160
+ return {
161
+ host: requestHost,
162
+ stub(tools) {
163
+ return tools.map((tool) => {
164
+ if ("kind" in tool) {
165
+ if (mocks.some((mock) => mock.name === tool.name))
166
+ throw new TypeError("Mock ordinary tools only. Use scripted answers for client tools and scripted providers for specialists.");
167
+ if (!isCodeTool(tool))
168
+ return tool;
169
+ const held = codeReplacements.get(tool);
170
+ if (held)
171
+ return held;
172
+ const bound = tool.tools.map(stubTool);
173
+ if (bound.every((binding, index) => binding === tool.tools[index]))
174
+ return tool;
175
+ if (typeof tool.withTools !== "function")
176
+ throw new TypeError("This code tool cannot replace its bindings. No mock was run.");
177
+ // Creator and helper grants compare the descriptor itself, not just its bindings.
178
+ const replacement = tool.withTools(bound);
179
+ codeReplacements.set(tool, replacement);
180
+ codeReplacements.set(replacement, replacement);
181
+ return replacement;
182
+ }
183
+ return stubTool(tool);
184
+ });
185
+ },
186
+ assertApplied() {
187
+ if (mocks.some((mock) => !applied.has(mock.name)))
188
+ throw new Error("Some tool mocks were not applied. Build the agent with factory.stub(tools) before running it.");
189
+ },
190
+ };
191
+ }
192
+ //# sourceMappingURL=driver.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"driver.js","sourceRoot":"","sources":["../../src/evals/driver.ts"],"names":[],"mappings":"AAAA,iEAAiE;AACjE,uDAAuD;AACvD,sFAAsF;AACtF,OAAO,EAAE,UAAU,EAAa,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAiB,MAAM,YAAY,CAAC;AAEvD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAGrE,MAAM,UAAU,WAAW,CAAC,MAAkB;IAC5C,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjB,IACE,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAE1E,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACtE,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAChE,MAAM,IAAI,SAAS,CAAC,0CAA0C,CAAC,CAAC;IAClE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAC1C,IACE,CAAC,QAAQ,CAAC,MAAM,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CACtB,CAAC,GAAG,EAAE,EAAE,CACN,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACjD,CAAC,CACC,MAAM,CAAC,UAAU,KAAK,SAAS;oBAC7B,CAAC,CAAC,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;oBACjC,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,CACrC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAClB;YACD,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS;gBAC9B,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;oBACxB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBAClB,MAAM,CAAC,UAAU,KAAK,GAAG;oBACzB,MAAM,CAAC,IAAI,KAAK,GAAG;gBACrB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;oBACrB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBAClB,MAAM,CAAC,OAAO,KAAK,GAAG;oBACtB,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC;YACxB,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;gBACxB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;YACzF,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC/D,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC9B,CAAC,CACC,MAAM,CAAC,UAAU,KAAK,SAAS;gBAC7B,CAAC,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC;gBAC1B,CAAC,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,CACvC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC;YACtB,CAAC,MAAM,CAAC,GAAG,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACxE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC1B,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ;YACxC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;YAEzF,MAAM,IAAI,SAAS,CACjB,0FAA0F,CAC3F,CAAC;IACN,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QACpE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;QAC1C,IACE,CAAC,QAAQ,CAAC,IAAI,CAAC;YACf,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACxF,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3D,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC;YAC5D,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAE3D,MAAM,IAAI,SAAS,CACjB,+EAA+E,CAChF,CAAC;IACN,CAAC;AACH,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,MAAM,GAAe,EAAE,EAAE,IAAe;IACnF,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC7C,2FAA2F;IAC3F,MAAM,YAAY,GAAG,IAAI,GAAG,EAAc,CAAC;IAC3C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAsB,CAAC;IACvD,SAAS,QAAQ,CAAC,IAAU;QAC1B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAChE,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,UAAU,CAAC;YAC7B,GAAG,UAAU;YACb,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YACrF,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,CAAC,GAAG,CAAC,IAAI;gBACZ,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAC3B,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;oBACrB,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;oBACvB,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CACpE,CAAC;gBACF,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,CAAC,IAAI;oBACP,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;gBACpF,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACrB,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC1D,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;YACvC,CAAC;YACD,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;SACtF,CAAC,CAAC;QACH,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACpC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC3C,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,SAAS,aAAa,CAAC,OAAyD;QAC9E,IACE,OAAO;YACP,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;gBAC1D,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEjE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,WAAW,GACf;QACE,KAAK,CAAC,cAAc,CAAC,KAAK;YACxB,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,EAAE,cAAc,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI;gBACxD,KAAK,EAAE;oBACL,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE;oBACtC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;iBAChC;aACF,CAAC;YACF,MAAM,CAAC,GAAG,CACR,KAAK,CAAC,EAAE,EACR,QAAQ,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC,CAC9E,CAAC;YACF,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,SAAS,CAAC,OAAO;YACf,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;gBACtF,OAAO;YACT,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,KAAK;gBAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAChD,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;gBACvB,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS;oBAC9B,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS;wBAC1B,MAAM,CAAC,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,UAAU;wBAC7C,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG;wBAChC,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC7E,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS;wBAC1B,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO;wBACvC,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;wBACtC,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS;4BAC7B,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC3D,MAAM,CAAC,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,IAAI;gBAC/B,SAAS,CACP,MAAM,CAAC,IAAI,IAAI,EAAE,EACjB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CACrC;gBACD,CAAC,MAAM,CAAC,GAAG,KAAK,UAAU;oBACxB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACpE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;gBACrB,CAAC,CAAC,EAAE,CACP,CAAC;YACF,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;YAC3C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;YAChC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpD,gFAAgF;YAChF,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO;YAC5B,aAAa,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,IAAI,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO;YAC5B,aAAa,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,IAAI,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;KACF,CAAC;IACJ,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,IAAI,CAAC,KAAgB;YACnB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;wBAC/C,MAAM,IAAI,SAAS,CACjB,yGAAyG,CAC1G,CAAC;oBACJ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;wBAAE,OAAO,IAAI,CAAC;oBACnC,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACxC,IAAI,IAAI;wBAAE,OAAO,IAAI,CAAC;oBACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACvC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAAE,OAAO,IAAI,CAAC;oBAChF,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,UAAU;wBACtC,MAAM,IAAI,SAAS,CAAC,8DAA8D,CAAC,CAAC;oBACtF,kFAAkF;oBAClF,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC1C,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACxC,gBAAgB,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;oBAC/C,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,aAAa;YACX,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/C,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,26 @@
1
+ import { type RunSnapshot, type TreeNode } from "../index.ts";
2
+ import type { EvalCase, EvalPrice, EvalRun, EvalRunResult, EvalUsage, Trajectory } from "./types.ts";
3
+ /** Uses the SDK's structural and journal checks, never resume or an output validator. A stored
4
+ * journal is data, not permission to run a tool. Unknown output contracts stay unknown JSON. */
5
+ export declare function readJournal(raw: unknown): RunSnapshot;
6
+ export declare function emptyUsage(): EvalUsage;
7
+ export declare function combineUsage(values: Iterable<EvalUsage>): EvalUsage;
8
+ export declare function usageOf(root: TreeNode, price?: EvalPrice): EvalUsage;
9
+ /** Admission order comes from the journal, never completion time. Workflow steps retain their
10
+ * own kind and input; only agent nodes contribute model/tool calls. Hosted charges enter usageOf. */
11
+ export declare function journalTrajectory(root: TreeNode): Trajectory;
12
+ export declare function trajectoryOf(raw: unknown): Trajectory;
13
+ export declare function evalRun(root: RunSnapshot, price?: EvalPrice, durationMs?: number): EvalRun;
14
+ export declare function runResult(snapshot: RunSnapshot, usage: EvalUsage, role: EvalRunResult["role"], includePrivateData?: boolean, turn?: number, durationMs?: number): EvalRunResult;
15
+ /** Strip executable scorers before freezing context or validating stored case data. */
16
+ export declare function caseData<E>(item: EvalCase<E>): EvalCase<E>;
17
+ /** Validates data only; a dataset file cannot supply functions, drivers or scorer names.
18
+ * Supply validateExpected to read typed expected values, including each turn's expectation. */
19
+ export declare function readCases(raw: unknown): EvalCase[];
20
+ export declare function readCases<E>(raw: unknown, validateExpected: (value: unknown) => E): EvalCase<E>[];
21
+ /** Explicitly copies private input, output and tool arguments. Nothing is executed or approved.
22
+ * Supply a sandboxed agent when you later run this case; stored results are not tool mocks. */
23
+ export declare function caseFromRun(raw: unknown, options: {
24
+ id: string;
25
+ }): EvalCase;
26
+ //# sourceMappingURL=journal.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal.d.ts","sourceRoot":"","sources":["../../src/evals/journal.ts"],"names":[],"mappings":"AAQA,OAAO,EAGL,KAAK,WAAW,EAEhB,KAAK,QAAQ,EACd,MAAM,aAAa,CAAC;AAgBrB,OAAO,KAAK,EACV,QAAQ,EACR,SAAS,EACT,OAAO,EACP,aAAa,EAEb,SAAS,EAET,UAAU,EAEX,MAAM,YAAY,CAAC;AAEpB;gGACgG;AAChG,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,WAAW,CAmCrD;AAkBD,wBAAgB,UAAU,IAAI,SAAS,CAQtC;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,SAAS,CAUnE;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,SAAS,CA+DpE;AAmDD;qGACqG;AACrG,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,UAAU,CA0G5D;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,OAAO,GAAG,UAAU,CAErD;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAyB1F;AAED,wBAAgB,SAAS,CACvB,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,SAAS,EAChB,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAC3B,kBAAkB,UAAQ,EAC1B,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,GAClB,aAAa,CA8Ef;AAED,uFAAuF;AACvF,wBAAgB,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAM1D;AAED;+FAC+F;AAC/F,wBAAgB,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,QAAQ,EAAE,CAAC;AACpD,wBAAgB,SAAS,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;AA2GnG;+FAC+F;AAC/F,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,GAAG,QAAQ,CAsB3E"}