@providerkit/agents 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (296) hide show
  1. package/LICENSE +21 -0
  2. package/LICENSE-APACHE-2.0 +202 -0
  3. package/README.md +2328 -2
  4. package/THIRD_PARTY_NOTICES.md +521 -0
  5. package/dist/a2a/auth.d.ts +10 -0
  6. package/dist/a2a/auth.d.ts.map +1 -0
  7. package/dist/a2a/auth.js +52 -0
  8. package/dist/a2a/auth.js.map +1 -0
  9. package/dist/a2a/client.d.ts +74 -0
  10. package/dist/a2a/client.d.ts.map +1 -0
  11. package/dist/a2a/client.js +601 -0
  12. package/dist/a2a/client.js.map +1 -0
  13. package/dist/a2a/index.d.ts +22 -0
  14. package/dist/a2a/index.d.ts.map +1 -0
  15. package/dist/a2a/index.js +11 -0
  16. package/dist/a2a/index.js.map +1 -0
  17. package/dist/a2a/memory-runs.d.ts +62 -0
  18. package/dist/a2a/memory-runs.d.ts.map +1 -0
  19. package/dist/a2a/memory-runs.js +349 -0
  20. package/dist/a2a/memory-runs.js.map +1 -0
  21. package/dist/a2a/policy.d.ts +15 -0
  22. package/dist/a2a/policy.d.ts.map +1 -0
  23. package/dist/a2a/policy.js +114 -0
  24. package/dist/a2a/policy.js.map +1 -0
  25. package/dist/a2a/push.d.ts +34 -0
  26. package/dist/a2a/push.d.ts.map +1 -0
  27. package/dist/a2a/push.js +180 -0
  28. package/dist/a2a/push.js.map +1 -0
  29. package/dist/a2a/remote.d.ts +155 -0
  30. package/dist/a2a/remote.d.ts.map +1 -0
  31. package/dist/a2a/remote.js +1196 -0
  32. package/dist/a2a/remote.js.map +1 -0
  33. package/dist/a2a/server.d.ts +110 -0
  34. package/dist/a2a/server.d.ts.map +1 -0
  35. package/dist/a2a/server.js +1139 -0
  36. package/dist/a2a/server.js.map +1 -0
  37. package/dist/a2a/signing.d.ts +21 -0
  38. package/dist/a2a/signing.d.ts.map +1 -0
  39. package/dist/a2a/signing.js +305 -0
  40. package/dist/a2a/signing.js.map +1 -0
  41. package/dist/a2a/tasks.d.ts +88 -0
  42. package/dist/a2a/tasks.d.ts.map +1 -0
  43. package/dist/a2a/tasks.js +170 -0
  44. package/dist/a2a/tasks.js.map +1 -0
  45. package/dist/a2a/wire.d.ts +267 -0
  46. package/dist/a2a/wire.d.ts.map +1 -0
  47. package/dist/a2a/wire.js +1202 -0
  48. package/dist/a2a/wire.js.map +1 -0
  49. package/dist/background-types.d.ts +76 -0
  50. package/dist/background-types.d.ts.map +1 -0
  51. package/dist/background-types.js +2 -0
  52. package/dist/background-types.js.map +1 -0
  53. package/dist/child.d.ts +25 -0
  54. package/dist/child.d.ts.map +1 -0
  55. package/dist/child.js +129 -0
  56. package/dist/child.js.map +1 -0
  57. package/dist/code-driver.d.ts +40 -0
  58. package/dist/code-driver.d.ts.map +1 -0
  59. package/dist/code-driver.js +2 -0
  60. package/dist/code-driver.js.map +1 -0
  61. package/dist/code-mode.d.ts +3 -0
  62. package/dist/code-mode.d.ts.map +1 -0
  63. package/dist/code-mode.js +2 -0
  64. package/dist/code-mode.js.map +1 -0
  65. package/dist/code-script.d.ts +3 -0
  66. package/dist/code-script.d.ts.map +1 -0
  67. package/dist/code-script.js +149 -0
  68. package/dist/code-script.js.map +1 -0
  69. package/dist/code.d.ts +75 -0
  70. package/dist/code.d.ts.map +1 -0
  71. package/dist/code.js +326 -0
  72. package/dist/code.js.map +1 -0
  73. package/dist/compaction.d.ts +15 -0
  74. package/dist/compaction.d.ts.map +1 -0
  75. package/dist/compaction.js +168 -0
  76. package/dist/compaction.js.map +1 -0
  77. package/dist/delegation.d.ts +135 -0
  78. package/dist/delegation.d.ts.map +1 -0
  79. package/dist/delegation.js +401 -0
  80. package/dist/delegation.js.map +1 -0
  81. package/dist/evals/driver.d.ts +10 -0
  82. package/dist/evals/driver.d.ts.map +1 -0
  83. package/dist/evals/driver.js +192 -0
  84. package/dist/evals/driver.js.map +1 -0
  85. package/dist/evals/journal.d.ts +26 -0
  86. package/dist/evals/journal.d.ts.map +1 -0
  87. package/dist/evals/journal.js +483 -0
  88. package/dist/evals/journal.js.map +1 -0
  89. package/dist/evals/judge.d.ts +31 -0
  90. package/dist/evals/judge.d.ts.map +1 -0
  91. package/dist/evals/judge.js +142 -0
  92. package/dist/evals/judge.js.map +1 -0
  93. package/dist/evals/report.d.ts +38 -0
  94. package/dist/evals/report.d.ts.map +1 -0
  95. package/dist/evals/report.js +241 -0
  96. package/dist/evals/report.js.map +1 -0
  97. package/dist/evals/runner.d.ts +24 -0
  98. package/dist/evals/runner.d.ts.map +1 -0
  99. package/dist/evals/runner.js +655 -0
  100. package/dist/evals/runner.js.map +1 -0
  101. package/dist/evals/scorers.d.ts +36 -0
  102. package/dist/evals/scorers.d.ts.map +1 -0
  103. package/dist/evals/scorers.js +259 -0
  104. package/dist/evals/scorers.js.map +1 -0
  105. package/dist/evals/simulation.d.ts +7 -0
  106. package/dist/evals/simulation.d.ts.map +1 -0
  107. package/dist/evals/simulation.js +38 -0
  108. package/dist/evals/simulation.js.map +1 -0
  109. package/dist/evals/testing.d.ts +36 -0
  110. package/dist/evals/testing.d.ts.map +1 -0
  111. package/dist/evals/testing.js +87 -0
  112. package/dist/evals/testing.js.map +1 -0
  113. package/dist/evals/trajectory.d.ts +11 -0
  114. package/dist/evals/trajectory.d.ts.map +1 -0
  115. package/dist/evals/trajectory.js +180 -0
  116. package/dist/evals/trajectory.js.map +1 -0
  117. package/dist/evals/types.d.ts +431 -0
  118. package/dist/evals/types.d.ts.map +1 -0
  119. package/dist/evals/types.js +4 -0
  120. package/dist/evals/types.js.map +1 -0
  121. package/dist/evals.d.ts +14 -0
  122. package/dist/evals.d.ts.map +1 -0
  123. package/dist/evals.js +9 -0
  124. package/dist/evals.js.map +1 -0
  125. package/dist/extensions.d.ts +33 -0
  126. package/dist/extensions.d.ts.map +1 -0
  127. package/dist/extensions.js +188 -0
  128. package/dist/extensions.js.map +1 -0
  129. package/dist/handoff.d.ts +58 -0
  130. package/dist/handoff.d.ts.map +1 -0
  131. package/dist/handoff.js +160 -0
  132. package/dist/handoff.js.map +1 -0
  133. package/dist/index.d.ts +19 -0
  134. package/dist/index.d.ts.map +1 -0
  135. package/dist/index.js +11 -0
  136. package/dist/index.js.map +1 -0
  137. package/dist/input.d.ts +42 -0
  138. package/dist/input.d.ts.map +1 -0
  139. package/dist/input.js +266 -0
  140. package/dist/input.js.map +1 -0
  141. package/dist/mcp.d.ts +77 -0
  142. package/dist/mcp.d.ts.map +1 -0
  143. package/dist/mcp.js +505 -0
  144. package/dist/mcp.js.map +1 -0
  145. package/dist/memory-store.d.ts +11 -0
  146. package/dist/memory-store.d.ts.map +1 -0
  147. package/dist/memory-store.js +272 -0
  148. package/dist/memory-store.js.map +1 -0
  149. package/dist/memory.d.ts +212 -0
  150. package/dist/memory.d.ts.map +1 -0
  151. package/dist/memory.js +613 -0
  152. package/dist/memory.js.map +1 -0
  153. package/dist/otel.d.ts +74 -0
  154. package/dist/otel.d.ts.map +1 -0
  155. package/dist/otel.js +427 -0
  156. package/dist/otel.js.map +1 -0
  157. package/dist/progress.d.ts +17 -0
  158. package/dist/progress.d.ts.map +1 -0
  159. package/dist/progress.js +193 -0
  160. package/dist/progress.js.map +1 -0
  161. package/dist/quickjs.d.ts +19 -0
  162. package/dist/quickjs.d.ts.map +1 -0
  163. package/dist/quickjs.js +519 -0
  164. package/dist/quickjs.js.map +1 -0
  165. package/dist/recovery.d.ts +10 -0
  166. package/dist/recovery.d.ts.map +1 -0
  167. package/dist/recovery.js +62 -0
  168. package/dist/recovery.js.map +1 -0
  169. package/dist/request.d.ts +88 -0
  170. package/dist/request.d.ts.map +1 -0
  171. package/dist/request.js +422 -0
  172. package/dist/request.js.map +1 -0
  173. package/dist/run.d.ts +20 -0
  174. package/dist/run.d.ts.map +1 -0
  175. package/dist/run.js +2407 -0
  176. package/dist/run.js.map +1 -0
  177. package/dist/runs.d.ts +110 -0
  178. package/dist/runs.d.ts.map +1 -0
  179. package/dist/runs.js +438 -0
  180. package/dist/runs.js.map +1 -0
  181. package/dist/schema-to-ts.d.ts +4 -0
  182. package/dist/schema-to-ts.d.ts.map +1 -0
  183. package/dist/schema-to-ts.js +191 -0
  184. package/dist/schema-to-ts.js.map +1 -0
  185. package/dist/session.d.ts +23 -0
  186. package/dist/session.d.ts.map +1 -0
  187. package/dist/session.js +137 -0
  188. package/dist/session.js.map +1 -0
  189. package/dist/snapshot.d.ts +75 -0
  190. package/dist/snapshot.d.ts.map +1 -0
  191. package/dist/snapshot.js +1607 -0
  192. package/dist/snapshot.js.map +1 -0
  193. package/dist/steering.d.ts +75 -0
  194. package/dist/steering.d.ts.map +1 -0
  195. package/dist/steering.js +214 -0
  196. package/dist/steering.js.map +1 -0
  197. package/dist/subagents.d.ts +141 -0
  198. package/dist/subagents.d.ts.map +1 -0
  199. package/dist/subagents.js +746 -0
  200. package/dist/subagents.js.map +1 -0
  201. package/dist/tool-retry.d.ts +12 -0
  202. package/dist/tool-retry.d.ts.map +1 -0
  203. package/dist/tool-retry.js +53 -0
  204. package/dist/tool-retry.js.map +1 -0
  205. package/dist/tree.d.ts +98 -0
  206. package/dist/tree.d.ts.map +1 -0
  207. package/dist/tree.js +320 -0
  208. package/dist/tree.js.map +1 -0
  209. package/dist/types.d.ts +1007 -0
  210. package/dist/types.d.ts.map +1 -0
  211. package/dist/types.js +2 -0
  212. package/dist/types.js.map +1 -0
  213. package/dist/workflow-snapshot.d.ts +8 -0
  214. package/dist/workflow-snapshot.d.ts.map +1 -0
  215. package/dist/workflow-snapshot.js +276 -0
  216. package/dist/workflow-snapshot.js.map +1 -0
  217. package/dist/workflow-types.d.ts +171 -0
  218. package/dist/workflow-types.d.ts.map +1 -0
  219. package/dist/workflow-types.js +2 -0
  220. package/dist/workflow-types.js.map +1 -0
  221. package/dist/workflow.d.ts +19 -0
  222. package/dist/workflow.d.ts.map +1 -0
  223. package/dist/workflow.js +1053 -0
  224. package/dist/workflow.js.map +1 -0
  225. package/examples/a2a-remote.ts +85 -0
  226. package/examples/a2a-server.ts +100 -0
  227. package/examples/background.ts +59 -0
  228. package/examples/basic.ts +44 -0
  229. package/examples/code-mode.ts +76 -0
  230. package/examples/conversation.ts +57 -0
  231. package/examples/evals.ts +79 -0
  232. package/examples/guardrails.ts +56 -0
  233. package/examples/handoff.ts +79 -0
  234. package/examples/memory.ts +44 -0
  235. package/examples/otel.ts +99 -0
  236. package/examples/specialists.ts +99 -0
  237. package/examples/steering.ts +69 -0
  238. package/examples/structured-handoff.ts +92 -0
  239. package/examples/subagents.ts +127 -0
  240. package/examples/workflow.ts +74 -0
  241. package/package.json +114 -4
  242. package/src/a2a/auth.ts +62 -0
  243. package/src/a2a/client.ts +733 -0
  244. package/src/a2a/index.ts +74 -0
  245. package/src/a2a/memory-runs.ts +448 -0
  246. package/src/a2a/policy.ts +148 -0
  247. package/src/a2a/push.ts +251 -0
  248. package/src/a2a/remote.ts +1652 -0
  249. package/src/a2a/server.ts +1390 -0
  250. package/src/a2a/signing.ts +348 -0
  251. package/src/a2a/tasks.ts +260 -0
  252. package/src/a2a/wire.ts +1443 -0
  253. package/src/background-types.ts +86 -0
  254. package/src/child.ts +181 -0
  255. package/src/code-driver.ts +48 -0
  256. package/src/code-mode.ts +12 -0
  257. package/src/code-script.ts +149 -0
  258. package/src/code.ts +424 -0
  259. package/src/compaction.ts +212 -0
  260. package/src/delegation.ts +694 -0
  261. package/src/evals/driver.ts +222 -0
  262. package/src/evals/journal.ts +605 -0
  263. package/src/evals/judge.ts +188 -0
  264. package/src/evals/report.ts +295 -0
  265. package/src/evals/runner.ts +826 -0
  266. package/src/evals/scorers.ts +339 -0
  267. package/src/evals/simulation.ts +46 -0
  268. package/src/evals/testing.ts +126 -0
  269. package/src/evals/trajectory.ts +223 -0
  270. package/src/evals/types.ts +463 -0
  271. package/src/evals.ts +72 -0
  272. package/src/extensions.ts +247 -0
  273. package/src/handoff.ts +214 -0
  274. package/src/index.ts +62 -0
  275. package/src/input.ts +319 -0
  276. package/src/mcp.ts +690 -0
  277. package/src/memory-store.ts +366 -0
  278. package/src/memory.ts +893 -0
  279. package/src/otel.ts +568 -0
  280. package/src/progress.ts +214 -0
  281. package/src/quickjs.ts +524 -0
  282. package/src/recovery.ts +90 -0
  283. package/src/request.ts +513 -0
  284. package/src/run.ts +3199 -0
  285. package/src/runs.ts +696 -0
  286. package/src/schema-to-ts.ts +194 -0
  287. package/src/session.ts +178 -0
  288. package/src/snapshot.ts +2099 -0
  289. package/src/steering.ts +329 -0
  290. package/src/subagents.ts +1084 -0
  291. package/src/tool-retry.ts +86 -0
  292. package/src/tree.ts +366 -0
  293. package/src/types.ts +944 -0
  294. package/src/workflow-snapshot.ts +366 -0
  295. package/src/workflow-types.ts +213 -0
  296. package/src/workflow.ts +1316 -0
@@ -0,0 +1,222 @@
1
+ // One-use mock matching adapted from Google ADK JS (Apache-2.0),
2
+ // core/src/cli/cli_eval.ts. Copyright 2026 Google LLC.
3
+ // Changed: replace both core tool entry points, never fall through to real execution.
4
+ import { defineTool, type Tool } from "@providerkit/core";
5
+ import { isCodeTool, type CodeTool } from "../code.ts";
6
+ import type { AgentHost, Decision, PendingRequest } from "../index.ts";
7
+ import { copyData, equalData, isId, isRecord } from "../snapshot.ts";
8
+ import type { EvalDriver, EvalHost, EvalTools } from "./types.ts";
9
+
10
+ export function checkDriver(driver: EvalDriver): void {
11
+ copyData(driver);
12
+ if (
13
+ !isRecord(driver) ||
14
+ Object.keys(driver).some((key) => !["answers", "toolMocks"].includes(key))
15
+ )
16
+ throw new TypeError("A driver accepts only answers and toolMocks.");
17
+ if (driver.answers !== undefined && !Array.isArray(driver.answers))
18
+ throw new TypeError("Scripted answers must be a finite array.");
19
+ for (const answer of driver.answers ?? []) {
20
+ if (
21
+ !isRecord(answer) ||
22
+ Object.keys(answer).some(
23
+ (key) =>
24
+ !["path", "ask", "key", "decision"].includes(key) &&
25
+ !(
26
+ answer.workflowId !== undefined
27
+ ? ["workflowId", "step", "input"]
28
+ : ["agentId", "tool", "arguments"]
29
+ ).includes(key),
30
+ ) ||
31
+ (answer.workflowId !== undefined
32
+ ? !isId(answer.workflowId) ||
33
+ !isId(answer.step) ||
34
+ answer.workflowId === "*" ||
35
+ answer.step === "*"
36
+ : !isId(answer.agentId) ||
37
+ !isId(answer.tool) ||
38
+ answer.agentId === "*" ||
39
+ answer.tool === "*") ||
40
+ (answer.path !== undefined &&
41
+ (!Array.isArray(answer.path) || !answer.path.every((key) => isId(key) && key !== "*"))) ||
42
+ (answer.arguments !== undefined && !isRecord(answer.arguments)) ||
43
+ typeof answer.ask !== "string" ||
44
+ !(
45
+ answer.workflowId !== undefined
46
+ ? ["approval", "question"]
47
+ : ["approval", "question", "client"]
48
+ ).includes(answer.ask) ||
49
+ (answer.ask === "question" && (!isId(answer.key) || answer.key === "*")) ||
50
+ !isRecord(answer.decision) ||
51
+ typeof answer.decision.type !== "string" ||
52
+ !["approve", "deny", "answer", "result", "cancel", "stop"].includes(answer.decision.type)
53
+ )
54
+ throw new TypeError(
55
+ "Each scripted answer needs an exact agent/tool or workflow/step selector and a decision.",
56
+ );
57
+ }
58
+ if (driver.toolMocks !== undefined && !Array.isArray(driver.toolMocks))
59
+ throw new TypeError("Tool mocks must be a finite array.");
60
+ for (const mock of driver.toolMocks ?? []) {
61
+ if (
62
+ !isRecord(mock) ||
63
+ !isId(mock.name) ||
64
+ Object.keys(mock).some((key) => !["name", "arguments", "result", "error"].includes(key)) ||
65
+ (mock.arguments !== undefined && !isRecord(mock.arguments)) ||
66
+ (mock.error !== undefined && typeof mock.error !== "string") ||
67
+ (mock.error !== undefined && Object.hasOwn(mock, "result"))
68
+ )
69
+ throw new TypeError(
70
+ "A tool mock needs a name, optional arguments and either a result or an error.",
71
+ );
72
+ }
73
+ }
74
+
75
+ /** Built anew for each case/repeat. No stored request, model prose or wildcard grants authority. */
76
+ export function createDriver(caseId: string, driver: EvalDriver = {}, host?: EvalHost) {
77
+ const answers = copyData(driver.answers ?? []);
78
+ const mocks = copyData(driver.toolMocks ?? []);
79
+ const usedAnswers = new Set<number>();
80
+ const usedMocks = new Set<number>();
81
+ const applied = new Set<string>();
82
+ const issued = new Map<string, PendingRequest>();
83
+ const accepted = new Map<string, Decision>();
84
+ // A direct tool and every code binding must still point at one object in the SDK registry.
85
+ const replacements = new Map<Tool, Tool>();
86
+ const codeReplacements = new Map<CodeTool, CodeTool>();
87
+ function stubTool(tool: Tool): Tool {
88
+ if (!mocks.some((mock) => mock.name === tool.name)) return tool;
89
+ const held = replacements.get(tool);
90
+ if (held) return held;
91
+ applied.add(tool.name);
92
+ const definition = copyData(tool.definition());
93
+ const replacement = defineTool({
94
+ ...definition,
95
+ ...(tool.outputSchema !== undefined && { outputSchema: copyData(tool.outputSchema) }),
96
+ timeoutMs: tool.timeoutMs,
97
+ isReadOnly: tool.isReadOnly,
98
+ needsApproval: tool.needsApproval,
99
+ isConcurrencySafe: tool.isConcurrencySafe,
100
+ isTerminal: tool.isTerminal,
101
+ async run(args) {
102
+ const index = mocks.findIndex(
103
+ (mock, index) =>
104
+ !usedMocks.has(index) &&
105
+ mock.name === tool.name &&
106
+ (mock.arguments === undefined || equalData(mock.arguments, args)),
107
+ );
108
+ const mock = mocks[index];
109
+ if (!mock)
110
+ throw new Error("No mock for these arguments. Add an unused matching tool mock.");
111
+ usedMocks.add(index);
112
+ if (mock.error !== undefined) throw new Error(mock.error);
113
+ return copyData(mock.result ?? null);
114
+ },
115
+ summarize: (result) => (typeof result === "string" ? result : JSON.stringify(result)),
116
+ });
117
+ replacements.set(tool, replacement);
118
+ replacements.set(replacement, replacement);
119
+ return replacement;
120
+ }
121
+ function checkDecision(decided?: { request: PendingRequest; decision: Decision }): void {
122
+ if (
123
+ decided &&
124
+ (!equalData(issued.get(decided.request.id), decided.request) ||
125
+ !equalData(accepted.get(decided.request.id), decided.decision))
126
+ )
127
+ throw new Error("This decision was not issued by the current test driver.");
128
+ }
129
+ const requestHost: Pick<AgentHost, "prepareRequest" | "answerNow" | "beforeTool" | "beforeStep"> =
130
+ {
131
+ async prepareRequest(draft) {
132
+ const prepared = (await host?.prepareRequest?.(draft)) ?? {
133
+ scope: {
134
+ actorId: "eval",
135
+ resource: { id: caseId, version: "1" },
136
+ expiresAt: Date.now() + 900_000,
137
+ },
138
+ };
139
+ issued.set(
140
+ draft.id,
141
+ copyData({ ...draft, scope: prepared.scope, ask: prepared.ask ?? draft.ask }),
142
+ );
143
+ return prepared;
144
+ },
145
+ answerNow(request) {
146
+ if (!equalData(issued.get(request.id), request) || request.scope.expiresAt <= Date.now())
147
+ return;
148
+ const prior = accepted.get(request.id);
149
+ if (prior) return copyData(prior);
150
+ const matches = answers.flatMap((answer, index) =>
151
+ !usedAnswers.has(index) &&
152
+ (answer.workflowId !== undefined
153
+ ? request.step !== undefined &&
154
+ answer.workflowId === request.step.workflowId &&
155
+ answer.step === request.step.key &&
156
+ (answer.input === undefined || equalData(answer.input, request.step.input))
157
+ : request.call !== undefined &&
158
+ answer.agentId === request.call.agentId &&
159
+ answer.tool === request.call.call.name &&
160
+ (answer.arguments === undefined ||
161
+ equalData(answer.arguments, request.call.arguments))) &&
162
+ answer.ask === request.ask.type &&
163
+ equalData(
164
+ answer.path ?? [],
165
+ request.path.map((step) => step.key),
166
+ ) &&
167
+ (answer.ask !== "question" ||
168
+ (request.ask.type === "question" && answer.key === request.ask.key))
169
+ ? [{ answer, index }]
170
+ : [],
171
+ );
172
+ const match = matches[0];
173
+ // Script order cannot choose between competing grants of authority.
174
+ if (matches.length !== 1 || !match) return;
175
+ const { answer, index } = match;
176
+ usedAnswers.add(index);
177
+ accepted.set(request.id, copyData(answer.decision));
178
+ // The SDK validates this against the actual ask and saves it before any effect.
179
+ return copyData(answer.decision);
180
+ },
181
+ async beforeTool(call, decided) {
182
+ checkDecision(decided);
183
+ await host?.beforeTool?.(call, decided);
184
+ },
185
+ async beforeStep(step, decided) {
186
+ checkDecision(decided);
187
+ await host?.beforeStep?.(step, decided);
188
+ },
189
+ };
190
+ return {
191
+ host: requestHost,
192
+ stub(tools: EvalTools): EvalTools {
193
+ return tools.map((tool) => {
194
+ if ("kind" in tool) {
195
+ if (mocks.some((mock) => mock.name === tool.name))
196
+ throw new TypeError(
197
+ "Mock ordinary tools only. Use scripted answers for client tools and scripted providers for specialists.",
198
+ );
199
+ if (!isCodeTool(tool)) return tool;
200
+ const held = codeReplacements.get(tool);
201
+ if (held) return held;
202
+ const bound = tool.tools.map(stubTool);
203
+ if (bound.every((binding, index) => binding === tool.tools[index])) return tool;
204
+ if (typeof tool.withTools !== "function")
205
+ throw new TypeError("This code tool cannot replace its bindings. No mock was run.");
206
+ // Creator and helper grants compare the descriptor itself, not just its bindings.
207
+ const replacement = tool.withTools(bound);
208
+ codeReplacements.set(tool, replacement);
209
+ codeReplacements.set(replacement, replacement);
210
+ return replacement;
211
+ }
212
+ return stubTool(tool);
213
+ });
214
+ },
215
+ assertApplied() {
216
+ if (mocks.some((mock) => !applied.has(mock.name)))
217
+ throw new Error(
218
+ "Some tool mocks were not applied. Build the agent with factory.stub(tools) before running it.",
219
+ );
220
+ },
221
+ };
222
+ }