@agentica/benchmark 0.20.0 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -300
- package/lib/AgenticaSelectBenchmark.js +7 -6
- package/lib/AgenticaSelectBenchmark.js.map +1 -1
- package/lib/index.mjs +17 -7
- package/lib/index.mjs.map +1 -1
- package/lib/internal/AgenticaPromptReporter.js +20 -14
- package/lib/internal/AgenticaPromptReporter.js.map +1 -1
- package/lib/structures/IAgenticaSelectBenchmarkEvent.d.ts +2 -2
- package/package.json +3 -3
- package/src/AgenticaSelectBenchmark.ts +7 -9
- package/src/internal/AgenticaPromptReporter.ts +24 -14
- package/src/structures/IAgenticaSelectBenchmarkEvent.ts +2 -2
package/README.md
CHANGED
|
@@ -1,335 +1,165 @@
|
|
|
1
|
-
#
|
|
1
|
+
# Agentica, AI Function Calling Framework
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
<!-- https://github.com/user-attachments/assets/5326cc59-5129-470d-abcb-c3f458b5c488 -->
|
|
4
4
|
|
|
5
|
-
|
|
6
|
-
[](https://www.npmjs.com/package/@agentica/benchmark)
|
|
7
|
-
[](https://www.npmjs.com/package/@agentica/benchmark)
|
|
8
|
-
[](https://github.com/wrtnlabs/agentica/actions?query=workflow%3Abuild)
|
|
9
|
-
|
|
10
|
-
Benchmark program of `Agentica`.
|
|
11
|
-
|
|
12
|
-
`Agentica` is the simplest Agentic AI library specialized in **LLM Function Calling**, and `@agentica/benchmark` is the benchmark tool of such Agentic AI library. It supports two quantitive benchmark tools `AgenticaSelectBenchmark` and `AgenticaCallBenchmark` which can measure function calling's selecting and calling qualities.
|
|
13
|
-
|
|
14
|
-
Here is an example report generated by `@agentica/benchmark` measuring function calling quality of "Shopping Mall" scenario. Below measured benchmark scenario is exactly same with the recorded video, and you can find that every function calling has succeeded without any error.
|
|
5
|
+
|
|
15
6
|
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
> - Repository: https://github.com/wrtnlabs/shopping-backend
|
|
7
|
+
[](https://github.com/wrtnlabs/agentica/blob/master/LICENSE)
|
|
8
|
+
[](https://www.npmjs.com/package/@agentica/core)
|
|
9
|
+
[](https://www.npmjs.com/package/@agentica/core)
|
|
10
|
+
[](https://github.com/wrtnlabs/agentica/actions?query=workflow%3Abuild)
|
|
11
|
+
[](https://wrtnlabs.io/agentica/)
|
|
12
|
+
[](https://discord.gg/aMhRmzkqCx)
|
|
23
13
|
|
|
24
|
-
|
|
14
|
+
Agentic AI framework specialized in AI Function Calling.
|
|
25
15
|
|
|
26
|
-
|
|
16
|
+
Don't be afraid of AI agent development. Just list functions from three protocols below. This is everything you should do for AI agent development.
|
|
27
17
|
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
```
|
|
18
|
+
- TypeScript Class
|
|
19
|
+
- Swagger/OpenAPI Document
|
|
20
|
+
- MCP (Model Context Protocol) Server
|
|
32
21
|
|
|
33
|
-
|
|
22
|
+
Wanna make an e-commerce agent? Bring in e-commerce functions. Need a newspaper agent? Get API functions from the newspaper company. Just prepare any functions that you need, then it becomes an AI agent.
|
|
34
23
|
|
|
35
|
-
|
|
24
|
+
Are you a TypeScript developer? Then you're already an AI developer. Familiar with backend development? You're already well-versed in AI development. Anyone who can make functions can make AI agents.
|
|
36
25
|
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
By the way, as `typia` is a transformer library analyzing TypeScript source code in the compilation level, it needs additional setup command `npx typia setup`.
|
|
40
|
-
|
|
41
|
-
### Function selecting Benchmark
|
|
26
|
+
<!-- eslint-skip -->
|
|
42
27
|
|
|
43
28
|
```typescript
|
|
44
|
-
import
|
|
45
|
-
import path from "node:path";
|
|
46
|
-
|
|
47
|
-
import { AgenticaSelectBenchmark } from "@agentica/benchmark";
|
|
48
|
-
import { Agentica, IAgenticaOperation } from "@agentica/core";
|
|
49
|
-
import { HttpLlm, IHttpConnection, OpenApi } from "@samchon/openapi";
|
|
29
|
+
import { Agentica, assertHttpLlmApplication } from "@agentica/core";
|
|
50
30
|
import OpenAI from "openai";
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
31
|
+
import typia from "typia";
|
|
32
|
+
|
|
33
|
+
import { MobileFileSystem } from "./services/MobileFileSystem";
|
|
34
|
+
|
|
35
|
+
const agent = new Agentica({
|
|
36
|
+
vendor: {
|
|
37
|
+
api: new OpenAI({ apiKey: "********" }),
|
|
38
|
+
model: "gpt-4o-mini",
|
|
39
|
+
},
|
|
40
|
+
controllers: [
|
|
41
|
+
// functions from TypeScript class
|
|
42
|
+
{
|
|
43
|
+
protocol: "http",
|
|
44
|
+
application: typia.llm.application<MobileFileSystem, "chatgpt">(),
|
|
45
|
+
execute: new MobileFileSystem(),
|
|
61
46
|
},
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
},
|
|
75
|
-
},
|
|
76
|
-
],
|
|
77
|
-
});
|
|
78
|
-
|
|
79
|
-
// DO BENCHMARK
|
|
80
|
-
const find = (method: OpenApi.Method, path: string): IAgenticaOperation => {
|
|
81
|
-
const found = agent
|
|
82
|
-
.getOperations()
|
|
83
|
-
.find(
|
|
84
|
-
op =>
|
|
85
|
-
op.protocol === "http"
|
|
86
|
-
&& op.function.method === method
|
|
87
|
-
&& op.function.path === path,
|
|
88
|
-
);
|
|
89
|
-
if (!found) {
|
|
90
|
-
throw new Error(`Operation not found: ${method} ${path}`);
|
|
91
|
-
}
|
|
92
|
-
return found;
|
|
93
|
-
};
|
|
94
|
-
const benchmark: AgenticaSelectBenchmark<"chatgpt">
|
|
95
|
-
= new AgenticaSelectBenchmark({
|
|
96
|
-
agent,
|
|
97
|
-
config: {
|
|
98
|
-
repeat: 4,
|
|
47
|
+
// functions from Swagger/OpenAPI
|
|
48
|
+
{
|
|
49
|
+
protocol: "http",
|
|
50
|
+
application: assertHttpLlmApplication({
|
|
51
|
+
model: "chatgpt",
|
|
52
|
+
document: await fetch(
|
|
53
|
+
"https://shopping-be.wrtn.ai/editor/swagger.json",
|
|
54
|
+
).then(r => r.json()),
|
|
55
|
+
}),
|
|
56
|
+
connection: {
|
|
57
|
+
host: "https://shopping-be.wrtn.ai",
|
|
58
|
+
headers: { Authorization: "Bearer ********" },
|
|
99
59
|
},
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
"I wanna see every sales in the shopping mall",
|
|
105
|
-
"",
|
|
106
|
-
"And then show me the detailed information about the Macbook.",
|
|
107
|
-
"",
|
|
108
|
-
"After that, select the most expensive stock",
|
|
109
|
-
"from the Macbook, and put it into my shopping cart.",
|
|
110
|
-
"And take the shopping cart to the order.",
|
|
111
|
-
"",
|
|
112
|
-
"At last, I'll publish it by cash payment, and my address is",
|
|
113
|
-
"",
|
|
114
|
-
" - country: South Korea",
|
|
115
|
-
" - city/province: Seoul",
|
|
116
|
-
" - department: Wrtn Apartment",
|
|
117
|
-
" - Possession: 101-1411",
|
|
118
|
-
].join("\n"),
|
|
119
|
-
expected: {
|
|
120
|
-
type: "array",
|
|
121
|
-
items: [
|
|
122
|
-
{
|
|
123
|
-
type: "standalone",
|
|
124
|
-
operation: find("patch", "/shoppings/customers/sales"),
|
|
125
|
-
},
|
|
126
|
-
{
|
|
127
|
-
type: "standalone",
|
|
128
|
-
operation: find("get", "/shoppings/customers/sales/{id}"),
|
|
129
|
-
},
|
|
130
|
-
{
|
|
131
|
-
type: "anyOf",
|
|
132
|
-
anyOf: [
|
|
133
|
-
{
|
|
134
|
-
type: "standalone",
|
|
135
|
-
operation: find("post", "/shoppings/customers/orders"),
|
|
136
|
-
},
|
|
137
|
-
{
|
|
138
|
-
type: "standalone",
|
|
139
|
-
operation: find("post", "/shoppings/customers/orders/direct"),
|
|
140
|
-
},
|
|
141
|
-
],
|
|
142
|
-
},
|
|
143
|
-
{
|
|
144
|
-
type: "standalone",
|
|
145
|
-
operation: find(
|
|
146
|
-
"post",
|
|
147
|
-
"/shoppings/customers/orders/{orderId}/publish",
|
|
148
|
-
),
|
|
149
|
-
},
|
|
150
|
-
],
|
|
151
|
-
},
|
|
152
|
-
},
|
|
153
|
-
],
|
|
154
|
-
});
|
|
155
|
-
await benchmark.execute();
|
|
156
|
-
|
|
157
|
-
// REPORT
|
|
158
|
-
const docs: Record<string, string> = benchmark.report();
|
|
159
|
-
const root: string = `docs/benchmarks/call`;
|
|
160
|
-
|
|
161
|
-
await rmdir(root);
|
|
162
|
-
for (const [key, value] of Object.entries(docs)) {
|
|
163
|
-
await mkdir(path.join(root, key.split("/").slice(0, -1).join("/")));
|
|
164
|
-
await fs.promises.writeFile(path.join(root, key), value, "utf8");
|
|
165
|
-
}
|
|
166
|
-
}
|
|
60
|
+
},
|
|
61
|
+
],
|
|
62
|
+
});
|
|
63
|
+
await agent.conversate("I wanna buy MacBook Pro");
|
|
167
64
|
```
|
|
168
65
|
|
|
169
|
-
|
|
170
|
-
>
|
|
171
|
-
> - [Benchmark Report](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/select)
|
|
172
|
-
> - Swagger Document: https://shopping-be.wrtn.ai/editor
|
|
173
|
-
> - Repository: https://github.com/wrtnlabs/shopping-backend
|
|
66
|
+
## 📦 Setup
|
|
174
67
|
|
|
175
|
-
|
|
68
|
+
```bash
|
|
69
|
+
$ npx agentica start <directory>
|
|
70
|
+
|
|
71
|
+
----------------------------------------
|
|
72
|
+
Agentica Setup Wizard
|
|
73
|
+
----------------------------------------
|
|
74
|
+
? Package Manager (use arrow keys)
|
|
75
|
+
> npm
|
|
76
|
+
pnpm
|
|
77
|
+
yarn (berry is not supported)
|
|
78
|
+
? Project Type
|
|
79
|
+
NodeJS Agent Server
|
|
80
|
+
> NestJS Agent Server
|
|
81
|
+
React Client Application
|
|
82
|
+
Standalone Application
|
|
83
|
+
? Embedded Controllers (multi-selectable)
|
|
84
|
+
(none)
|
|
85
|
+
Google Calendar
|
|
86
|
+
Google News
|
|
87
|
+
> Github
|
|
88
|
+
Reddit
|
|
89
|
+
Slack
|
|
90
|
+
...
|
|
91
|
+
```
|
|
176
92
|
|
|
177
|
-
|
|
93
|
+
The setup wizard helps you create a new project tailored to your needs.
|
|
178
94
|
|
|
179
|
-
|
|
95
|
+
For reference, when selecting a project type, any option other than "Standalone Application" will implement the [WebSocket Protocol](https://wrtnlabs.io/agentica/docs/websocket/) for client-server communication.
|
|
180
96
|
|
|
181
|
-
|
|
97
|
+
For comprehensive setup instructions, visit our [Getting Started](https://wrtnlabs.io/agentica/docs/) guide.
|
|
182
98
|
|
|
183
|
-
|
|
184
|
-
>
|
|
185
|
-
> - [Benchmark Report](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/call)
|
|
186
|
-
> - Swagger Document: https://shopping-be.wrtn.ai/editor
|
|
187
|
-
> - Repository: https://github.com/wrtnlabs/shopping-backend
|
|
99
|
+
## 💻 Playground
|
|
188
100
|
|
|
189
|
-
|
|
190
|
-
import fs from "node:fs";
|
|
191
|
-
import path from "node:path";
|
|
101
|
+
Experience Agentica firsthand through our [interactive playground](https://wrtnlabs.io/agentica/playground) before installing.
|
|
192
102
|
|
|
193
|
-
|
|
194
|
-
import { Agentica, IAgenticaOperation } from "@agentica/core";
|
|
195
|
-
import { HttpLlm, IHttpConnection, OpenApi } from "@samchon/openapi";
|
|
196
|
-
import OpenAI from "openai";
|
|
103
|
+
Our demonstrations showcase the power and simplicity of Agentica's function calling capabilities across different integration methods.
|
|
197
104
|
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
model: "chatgpt",
|
|
202
|
-
vendor: {
|
|
203
|
-
api: new OpenAI({
|
|
204
|
-
apiKey: "YOUR_OPENAI_API_KEY",
|
|
205
|
-
}),
|
|
206
|
-
model: "gpt-4o-mini",
|
|
207
|
-
},
|
|
208
|
-
controllers: [
|
|
209
|
-
{
|
|
210
|
-
protocol: "http",
|
|
211
|
-
name: "shopping",
|
|
212
|
-
application: HttpLlm.application({
|
|
213
|
-
model: "chatgpt",
|
|
214
|
-
document: await fetch(
|
|
215
|
-
"https://shopping-be.wrtn.ai/editor/swagger.json",
|
|
216
|
-
).then(res => res.json()),
|
|
217
|
-
}),
|
|
218
|
-
connection: {
|
|
219
|
-
host: "https://shopping-be.wrtn.ai",
|
|
220
|
-
},
|
|
221
|
-
},
|
|
222
|
-
],
|
|
223
|
-
});
|
|
224
|
-
|
|
225
|
-
// DO BENCHMARK
|
|
226
|
-
const find = (method: OpenApi.Method, path: string): IAgenticaOperation => {
|
|
227
|
-
const found = agent
|
|
228
|
-
.getOperations()
|
|
229
|
-
.find(
|
|
230
|
-
op =>
|
|
231
|
-
op.protocol === "http"
|
|
232
|
-
&& op.function.method === method
|
|
233
|
-
&& op.function.path === path,
|
|
234
|
-
);
|
|
235
|
-
if (!found) {
|
|
236
|
-
throw new Error(`Operation not found: ${method} ${path}`);
|
|
237
|
-
}
|
|
238
|
-
return found;
|
|
239
|
-
};
|
|
240
|
-
const benchmark: AgenticaSelectBenchmark<"chatgpt">
|
|
241
|
-
= new AgenticaSelectBenchmark({
|
|
242
|
-
agent,
|
|
243
|
-
config: {
|
|
244
|
-
repeat: 4,
|
|
245
|
-
},
|
|
246
|
-
scenarios: [
|
|
247
|
-
{
|
|
248
|
-
name: "order",
|
|
249
|
-
text: [
|
|
250
|
-
"I wanna see every sales in the shopping mall",
|
|
251
|
-
"",
|
|
252
|
-
"And then show me the detailed information about the Macbook.",
|
|
253
|
-
"",
|
|
254
|
-
"After that, select the most expensive stock",
|
|
255
|
-
"from the Macbook, and put it into my shopping cart.",
|
|
256
|
-
"And take the shopping cart to the order.",
|
|
257
|
-
"",
|
|
258
|
-
"At last, I'll publish it by cash payment, and my address is",
|
|
259
|
-
"",
|
|
260
|
-
" - country: South Korea",
|
|
261
|
-
" - city/province: Seoul",
|
|
262
|
-
" - department: Wrtn Apartment",
|
|
263
|
-
" - Possession: 101-1411",
|
|
264
|
-
].join("\n"),
|
|
265
|
-
expected: {
|
|
266
|
-
type: "array",
|
|
267
|
-
items: [
|
|
268
|
-
{
|
|
269
|
-
type: "standalone",
|
|
270
|
-
operation: find("patch", "/shoppings/customers/sales"),
|
|
271
|
-
},
|
|
272
|
-
{
|
|
273
|
-
type: "standalone",
|
|
274
|
-
operation: find("get", "/shoppings/customers/sales/{id}"),
|
|
275
|
-
},
|
|
276
|
-
{
|
|
277
|
-
type: "anyOf",
|
|
278
|
-
anyOf: [
|
|
279
|
-
{
|
|
280
|
-
type: "standalone",
|
|
281
|
-
operation: find("post", "/shoppings/customers/orders"),
|
|
282
|
-
},
|
|
283
|
-
{
|
|
284
|
-
type: "standalone",
|
|
285
|
-
operation: find("post", "/shoppings/customers/orders/direct"),
|
|
286
|
-
},
|
|
287
|
-
],
|
|
288
|
-
},
|
|
289
|
-
{
|
|
290
|
-
type: "standalone",
|
|
291
|
-
operation: find(
|
|
292
|
-
"post",
|
|
293
|
-
"/shoppings/customers/orders/{orderId}/publish",
|
|
294
|
-
),
|
|
295
|
-
},
|
|
296
|
-
],
|
|
297
|
-
},
|
|
298
|
-
},
|
|
299
|
-
],
|
|
300
|
-
});
|
|
301
|
-
await benchmark.execute();
|
|
302
|
-
|
|
303
|
-
// REPORT
|
|
304
|
-
const docs: Record<string, string> = benchmark.report();
|
|
305
|
-
const root: string = `docs/benchmarks/call`;
|
|
306
|
-
|
|
307
|
-
await rmdir(root);
|
|
308
|
-
for (const [key, value] of Object.entries(docs)) {
|
|
309
|
-
await mkdir(path.join(root, key.split("/").slice(0, -1).join("/")));
|
|
310
|
-
await fs.promises.writeFile(path.join(root, key), value, "utf8");
|
|
311
|
-
}
|
|
312
|
-
}
|
|
313
|
-
```
|
|
105
|
+
- [TypeScript Class](https://wrtnlabs.io/agentica/playground/bbs)
|
|
106
|
+
- [Swagger/OpenAPI Document](https://wrtnlabs.io/agentica/playground/swagger)
|
|
107
|
+
- [Enterprise E-commerce Agent](https://wrtnlabs.io/agentica/playground/shopping)
|
|
314
108
|
|
|
315
|
-
|
|
109
|
+
<!--
|
|
110
|
+
@todo this section would be changed after making tutorial playground
|
|
111
|
+
-->
|
|
316
112
|
|
|
317
|
-
|
|
113
|
+
## 📚 Documentation Resources
|
|
318
114
|
|
|
319
|
-
|
|
115
|
+
Find comprehensive resources at our [official website](https://wrtnlabs.io/agentica).
|
|
320
116
|
|
|
321
|
-
|
|
117
|
+
- [Home](https://wrtnlabs.io/agentica)
|
|
118
|
+
- [Guide Documents](https://wrtnlabs.io/agentica/docs)
|
|
119
|
+
- [Tutorial](https://wrtnlabs.io/agentica/tutorial)
|
|
120
|
+
- [API Documents](https://wrtnlabs.io/agentica/api)
|
|
121
|
+
- [Youtube](https://www.youtube.com/@wrtnlabs)
|
|
122
|
+
- [Paper](https://wrtnlabs.io/agentica/paper)
|
|
322
123
|
|
|
323
|
-
|
|
124
|
+
## 🌟 Why Agentica?
|
|
324
125
|
|
|
325
|
-
|
|
126
|
+
```mermaid
|
|
127
|
+
flowchart
|
|
128
|
+
subgraph "JSON Schema Specification"
|
|
129
|
+
schemav4("JSON Schema v4 ~ v7") --upgrades--> emended[["OpenAPI v3.1 (emended)"]]
|
|
130
|
+
schema2910("JSON Schema 2019-03") --upgrades--> emended
|
|
131
|
+
schema2020("JSON Schema 2020-12") --emends--> emended
|
|
132
|
+
end
|
|
133
|
+
subgraph "Agentica"
|
|
134
|
+
emended --"Artificial Intelligence"--> fc{{"AI Function Calling"}}
|
|
135
|
+
fc --"OpenAI"--> chatgpt("ChatGPT")
|
|
136
|
+
fc --"Google"--> gemini("Gemini")
|
|
137
|
+
fc --"Anthropic"--> claude("Claude")
|
|
138
|
+
fc --"High-Flyer"--> deepseek("DeepSeek")
|
|
139
|
+
fc --"Meta"--> llama("Llama")
|
|
140
|
+
chatgpt --"3.1"--> custom(["Custom JSON Schema"])
|
|
141
|
+
gemini --"3.0"--> custom(["Custom JSON Schema"])
|
|
142
|
+
claude --"3.1"--> standard(["Standard JSON Schema"])
|
|
143
|
+
deepseek --"3.1"--> standard
|
|
144
|
+
llama --"3.1"--> standard
|
|
145
|
+
end
|
|
146
|
+
```
|
|
326
147
|
|
|
327
|
-
|
|
148
|
+
Agentica enhances AI function calling by the following strategies:
|
|
328
149
|
|
|
329
|
-
|
|
150
|
+
- [**Compiler Driven Development**](https://wrtnlabs.io/agentica/docs/concepts/compiler-driven-development): constructs function calling schema automatically by compiler skills without hand-writing.
|
|
151
|
+
- [**JSON Schema Conversion**](https://wrtnlabs.io/agentica/docs/core/vendor/#schema-specification): automatically handles specification differences between LLM vendors, ensuring seamless integration regardless of your chosen AI model.
|
|
152
|
+
- [**Validation Feedback**](https://wrtnlabs.io/agentica/docs/concepts/function-calling#validation-feedback): detects and corrects AI mistakes in argument composition, dramatically reducing errors and improving reliability.
|
|
153
|
+
- [**Selector Agent**](https://wrtnlabs.io/agentica/docs/concepts/function-calling#orchestration-strategy): filtering candidate functions to minimize context usage, optimize performance, and reduce token consumption.
|
|
330
154
|
|
|
331
|
-
|
|
155
|
+
Thanks to these innovations, Agentica makes AI function calling easier, safer, and more accurate than before. Development becomes more intuitive since you only need to prepare functions relevant to your specific use case, and scaling your agent's capabilities is as simple as adding or removing functions.
|
|
332
156
|
|
|
333
|
-
|
|
157
|
+
In 2023, when OpenAI announced function calling, many predicted that function calling-driven AI development would become the mainstream. However, in reality, due to the difficulty and instability of function calling, the trend in AI development became agent workflow. Agent workflow, which is inflexible and must be created for specific purposes, has conquered the AI agent ecosystem.
|
|
158
|
+
By the way, as Agentica has resolved the difficulty and instability problems of function calling, the time has come to embrace function-driven AI development once again.
|
|
334
159
|
|
|
335
|
-
|
|
160
|
+
| Type | Workflow | Vanilla Function Calling | Agentica Function Calling |
|
|
161
|
+
| ----------- | ------------- | ------------------------ | ------------------------- |
|
|
162
|
+
| Purpose | ❌ Specific | 🟢 General | 🟢 General |
|
|
163
|
+
| Difficulty | ❌ Difficult | ❌ Difficult | 🟢 Easy |
|
|
164
|
+
| Stability | 🟢 Stable | ❌ Unstable | 🟢 Stable |
|
|
165
|
+
| Flexibility | ❌ Inflexible | 🟢 Flexible | 🟢 Flexible |
|
|
@@ -135,10 +135,11 @@ class AgenticaSelectBenchmark {
|
|
|
135
135
|
try {
|
|
136
136
|
const usage = core_1.AgenticaTokenUsage.zero();
|
|
137
137
|
const context = this.agent_.getContext({
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
138
|
+
prompt: core_1.factory.createUserInputHistory({
|
|
139
|
+
contents: [{
|
|
140
|
+
type: "text",
|
|
141
|
+
text: scenario.text,
|
|
142
|
+
}],
|
|
142
143
|
}),
|
|
143
144
|
usage,
|
|
144
145
|
});
|
|
@@ -161,8 +162,8 @@ class AgenticaSelectBenchmark {
|
|
|
161
162
|
selected,
|
|
162
163
|
usage,
|
|
163
164
|
assistantPrompts: histories
|
|
164
|
-
|
|
165
|
-
.filter(
|
|
165
|
+
// Only the assistant is allowed to emit text events.
|
|
166
|
+
.filter(p => p.type === "text"),
|
|
166
167
|
started_at,
|
|
167
168
|
completed_at: new Date(),
|
|
168
169
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaSelectBenchmark.js","sourceRoot":"","sources":["../src/AgenticaSelectBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"AgenticaSelectBenchmark.js","sourceRoot":"","sources":["../src/AgenticaSelectBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AASA;;;;;GAKG;AACH,yCAA0E;AAC1E,+BAAiC;AAMjC,wFAAqF;AACrF,gGAA6F;AAE7F;;;;;;;;;;;;;;;;GAgBG;AACH,MAAa,uBAAuB;IAOlC;;;;OAIG;IACH,YAAmB,KAA4C;;QAC7D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;SAC/C,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAAgE;;YAEhE,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,WAAW,GACb,MAAM,OAAO,CAAC,GAAG,CACjB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBACrC,MAAM,MAAM,GACR,MAAM,OAAO,CAAC,GAAG,CACjB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACzD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACd,CAAC;oBACD,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACJ,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;iBACtF,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;aACtF,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,iEAA+B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAEa,IAAI,CAChB,QAAiD;;;YAEjD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAuB,yBAAkB,CAAC,IAAI,EAAE,CAAC;gBAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;oBACrC,MAAM,EAAE,cAAO,CAAC,sBAAsB,CAAC;wBACrC,QAAQ,EAAE,CAAC;gCACT,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;6BACpB,CAAC;qBACH,CAAC;oBACF,KAAK;iBACN,CAAC,CAAC;gBACH,IAAI,OAAO,CAAA,MAAA,OAAO,CAAC,MAAM,0CAAE,QAAQ,CAAA,KAAK,UAAU,EAAE,CAAC;oBACnD,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAC;gBACtD,CAAC;gBAED,MAAM,SAAS,GACX,MAAM,CAAC,MAAA,MAAA,MAAA,OAAO,CAAC,MAAM,0CAAE,QAAQ,0CAAE,MAAM,mCAAI,kBAAW,CAAC,MAAM,CAAC,CAAC,gCAC5D,OAAO,KACV,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAClC,KAAK,EAAE,EAAE,EACT,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,EACjB,QAAQ,EAAE,GAAS,EAAE,gDAAE,CAAC,CAAA,GACQ,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAwC,SAAS;qBAC5D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;qBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;qBACtB,IAAI,EAAE,CAAC;gBACV,OAAO;oBACL,IAAI,EAAE,yDAA2B,CAAC,OAAO,CAAC;wBACxC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;qBAC3C,CAAC;wBACA,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,SAAS;oBACb,QAAQ;oBACR,QAAQ;oBACR,KAAK;oBACL,gBAAgB,EAAE,SAAS;wBACzB,qDAAqD;yBACpD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;oBACjC,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAGqB,CAAC;YAClD,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAC6B,CAAC;YAC1D,CAAC;QACH,CAAC;KAAA;CACF;AAtKD,0DAsKC"}
|
package/lib/index.mjs
CHANGED
|
@@ -258,17 +258,25 @@ const AgenticaPromptReporter = {
|
|
|
258
258
|
};
|
|
259
259
|
|
|
260
260
|
function markdown$2(p) {
|
|
261
|
+
if (p.type === "user_input") {
|
|
262
|
+
return [ `### User Input`, p.contents, "" ].join("\n");
|
|
263
|
+
}
|
|
261
264
|
if (p.type === "text") {
|
|
262
265
|
return [ `### Text (${p.role})`, p.text, "" ].join("\n");
|
|
263
|
-
}
|
|
266
|
+
}
|
|
267
|
+
if (p.type === "select" || p.type === "cancel") {
|
|
264
268
|
return [ `### ${p.type === "select" ? "Select" : "Cancel"}`, ...p.selections.flatMap((s => {
|
|
265
269
|
const functionDescriptionCount = s.operation.function.description?.length ?? 0;
|
|
266
270
|
return [ `#### ${s.operation.name}`, ` - controller: ${s.operation.controller.name}`, ` - function: ${s.operation.function.name}`, ` - reason: ${s.reason}`, "", ...functionDescriptionCount > 0 ? [ s.operation.function.description, "" ] : [] ];
|
|
267
271
|
})) ].join("\n");
|
|
268
|
-
}
|
|
272
|
+
}
|
|
273
|
+
if (p.type === "describe") {
|
|
269
274
|
return [ "### Describe", ...p.executes.map((e => ` - ${e.operation.name}`)), "", ...p.text.split("\n").map((s => `> ${s}`)), "" ].join("\n");
|
|
270
275
|
}
|
|
271
|
-
|
|
276
|
+
if (p.type === "execute") {
|
|
277
|
+
return [ "### Execute", ` - name: ${p.operation.name}`, ` - controller: ${p.operation.controller.name}`, ` - function: ${p.operation.function.name}`, "", "```json", JSON.stringify(p.arguments, null, 2), "```", "" ].join("\n");
|
|
278
|
+
}
|
|
279
|
+
throw new Error("Invalid history type");
|
|
272
280
|
}
|
|
273
281
|
|
|
274
282
|
const AgenticaCallBenchmarkReporter = {
|
|
@@ -487,9 +495,11 @@ class AgenticaSelectBenchmark {
|
|
|
487
495
|
try {
|
|
488
496
|
const usage = AgenticaTokenUsage.zero();
|
|
489
497
|
const context = this.agent_.getContext({
|
|
490
|
-
prompt: factory.
|
|
491
|
-
|
|
492
|
-
|
|
498
|
+
prompt: factory.createUserInputHistory({
|
|
499
|
+
contents: [ {
|
|
500
|
+
type: "text",
|
|
501
|
+
text: scenario.text
|
|
502
|
+
} ]
|
|
493
503
|
}),
|
|
494
504
|
usage
|
|
495
505
|
});
|
|
@@ -512,7 +522,7 @@ class AgenticaSelectBenchmark {
|
|
|
512
522
|
scenario,
|
|
513
523
|
selected,
|
|
514
524
|
usage,
|
|
515
|
-
assistantPrompts: histories.filter((p => p.type === "text"))
|
|
525
|
+
assistantPrompts: histories.filter((p => p.type === "text")),
|
|
516
526
|
started_at,
|
|
517
527
|
completed_at: new Date
|
|
518
528
|
};
|
package/lib/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","last","getHistories","at","llmVendor","getVendor","isTextPrompt","type","role","consent","functions","result","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","selections","flatMap","s","functionDescriptionCount","controller","reason","executes","e","split","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","context","getContext","prompt","factory","createTextHistory","executor","TypeError","histories","orchestrate","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;AAeO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAuCG;IACpD,MAAMC,OAA2CD,MAC9CE,eACAC,IAAG;IAQN,MAAMC,YAAYJ,MAAMK;IACxB,MAAMC,eAAeL,MAAMM,SAAS,UAAUN,KAAKO,SAAS;IAC5D,KAAKF,cAAc;QACjB,OAAO;;IAGT,MAAMG,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAGrCC,UAAU;IACd,MAAMC,eAAsCP,UAAUQ,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOZ,UAAUY;QACjBC,UAAU,EACR;YACET,MAAM;YACNU,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEX,MAAM;YACNU,SAASjB,KAAKmB;;QAGlBC,OAAO,EACL;YACEd,MAAM;YACNe,UAAU;gBACRC,MAAMd,QAAQc;gBACdC,aAAaf,QAAQe;gBACrBC,YAAYhB,QAAQgB;;;QAI1BC,aAAa;QACbC,qBAAqB;OAEvBvB,UAAUwB;IAGZ,MAAMC,YACJlB,OAAOmB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACAC,MAAMA,GAAG3B,SAAS,cAAc2B,GAAGZ,SAASC,SAASd,QAAQc,SAC3D;IAEJ,IAAIM,aAAaM,WAAW;QAC1B,OAAO;;IAGT,MAAMC;;;;;;;SAA0CP,SAASP,SAASe;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAWM,SAAUxC,QAAwCyC;IAoBtD,OAAOC,aAAaD,OAAO5B;AAC7B;;AAEA,SAAS6B,aAA6CD;IAQpD,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASnC;MACrB,KAAK;QAAS;YACZ,IAAIuC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL1C,QAAQ;wBACRmC;;;gBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;oBACnC,OAAO;wBAAE3C,QAAQ;;;gBAGnB,MAAMA,SAAS8B,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;gBAC3D,KAAKnC,OAAOA,QAAQ;oBAClB,IAAI4B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAElC,QAAQ;;;oBAEnBmC,QAAQ;oBACR;;gBAGFA,QAAQnC,OAAOmC;gBACfK,WAAWJ,eAAeK;;;;MAG9B,KAAK;QAAc;YACjB,MAAMK,SAASlB,MAAMG,SAASgB;YAC9B,MAAM/C,SAAS4B,MAAMK,WAAWe,MAAKC,MAAMA,GAAGrC,SAASkC,OAAOlC;YAC9D,IAAIZ,QAAQ;gBACV,OAAO;oBAAEA;oBAAQmC,MAAM;;;YAEzB,OAAO;gBACLnC;;;;MAGJ,KAAK;QACH,KAAK,MAAM+B,YAAYH,MAAMG,SAASmB,OAAO;YAC3C,MAAMC,aAAarB,KAAKC;YACxB,IAAIoB,WAAWnD,QAAQ;gBACrB,OAAOmD;;;QAIX,OAAO;YAAEnD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS4B,MAAMG,SAASqB,MAAMC,KAAItB,YAAYD,KAAKC;YACzD,IAAI/B,OAAOsD,OAAMC,KAAKA,EAAEvD,UAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRmC,MAAMnC,OAAOwD,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;YAI3D,OAAO;gBACLnC,QAAQ;;;;AAIhB;;AC3OO,MAAM4D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACJvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHtD,MAAMsD,MAAMtD;YACZQ,SAAS8C,MAAM9C;YACfgD,OAAOF,MAAME;;;IAGjB,OAAOF;AACT;;AAEA,SAASD,eAA+ClC;IACtD,IAAIA,SAASnC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfmD,WAAW;gBACTnC,MAAMmB,SAASgB,UAAUnC;gBACzBC,aAAakB,SAASgB,UAAUpC,SAASE;;;WAI1C,IAAIkB,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfyC,OAAON,SAASM,MAAMgB,IAAIY;;WAGzB,IAAIlC,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfwD,OAAOrB,SAASqB,MAAMC,IAAIY;;WAGzB;QACH,OAAO;YACLrE,MAAMmC,SAASnC;YACfsD,OAAOnB,SAASmB,MAAMG,IAAIY;;;AAGhC;;ACpDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAAyCC;IAEhD,IAAIA,EAAE3E,SAAS,QAAQ;QACrB,OAAO,EAAC,aAAa2E,EAAE1E,SAAS0E,EAAE9D,MAAM,KAAID,KAAK;WAE9C,IAAI+D,EAAE3E,SAAS,YAAY2E,EAAE3E,SAAS,UAAU;QACnD,OAAO,EACL,OAAO2E,EAAE3E,SAAS,WAAW,WAAW,eACrC2E,EAAEC,WACFC,SAASC;YACR,MAAMC,2BAA2BD,EAAE3B,UAAUpC,SAASE,aAAa8B,UAAU;YAE7E,OAAO,EACL,QAAQ+B,EAAE3B,UAAUnC,QACpB,mBAAmB8D,EAAE3B,UAAU6B,WAAWhE,QAC1C,iBAAiB8D,EAAE3B,UAAUpC,SAASC,QACtC,eAAe8D,EAAEG,UACjB,OACIF,2BAA2B,IAC3B,EAACD,EAAE3B,UAAUpC,SAASE,aAAa,OACnC;AACL,cAELL,KAAK;WAEJ,IAAI+D,EAAE3E,SAAS,YAAY;QAC9B,OAAO,EACL,mBACG2E,EAAEO,SAASzB,KAAI0B,KAAK,OAAOA,EAAEhC,UAAUnC,UAC1C,OACG2D,EAAE9D,KAAKuE,MAAM,MAAM3B,KAAIqB,KAAK,KAAKA,OACpC,KACAlE,KAAK;;IAET,OAAO,EACL,eACA,aAAa+D,EAAExB,UAAUnC,QACzB,mBAAmB2D,EAAExB,UAAU6B,WAAWhE,QAC1C,iBAAiB2D,EAAExB,UAAUpC,SAASC,QACtC,IACA,WACAqE,KAAKC,UAAUX,EAAE7C,WAAW,MAAM,IAClC,OACA,KACAlB,KAAK;AACT;;ACzCO,MAAM2E,gCAAgC;cAC3Cb;;;AAGI,SAAUA,WAAyCtE;IACvD,OAAOoF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAkBtF,cAC/BA,OAAOuF,YACPlC,KAAwBmC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS7E,kBAAkB8E,uBAAqBF,WACvDA,IAAIG,OAAOtC,KAAsB,CAACuC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS7E,QAAQiF,IAAI,KAAKD,MAAMhG,WACzCkG,uBAAqBF,OAAOC,WAG/BE;AAEP;;AAEA,SAAST,aAA2CtF;IAClD,MAAM2F,SAA+C3F,OAAOuF,YACzDlC,KAAIE,KAAKA,EAAEoC,SACXI;IACH,MAAMC,UACFL,OACCtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOhD;IACzC,MAAM2D,YAA2CtG,OAAOuG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBtG,OAAOuF,YAAY5C,OAAO6D,oBAC/C,gBAAgBb,OAAOhD,UACvB,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,uBAAuBiB,SAASC,MAAMmC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGxG,OAAOuF,YAAYlC,KAAImC,OACxB,EACE,IAAIA,IAAIC,SAAS7E,WAAW4E,IAAIC,SAAS7E,mBACzCmG,WACEvB,IAAIG,SACJZ,KAAKA,EAAEnF,SAAS,WAAWmF,EAAEiC,WAAW,QAE1CD,WAAWvB,IAAIG,SAAQZ,KAAKA,EAAEnF,SAAS,WAAWmF,EAAEjD,SAAS,QAC7D,GAAG8B,SAASC,MACV2B,IAAIG,OACDtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,wBACFhG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASkF,uBAAqDF;IAC5D,OAAO,EACL,KAAKA,IAAIC,SAAS7E,QAClB,cACA,mBAAmB4E,IAAIG,OAAOhD,OAAO6D,oBACrC,gBAAgBhB,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC7D,gBAAgB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC7D,qBAAqBiB,SAASC,MAC5B2B,IAAIG,OACDtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOtC,KAAI,CAAC0B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEnF,YAC5BmF,EAAEnF,MACF,GAAGgE,SAASC,MAAMkB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAC1D1F,KAAK,UAET,IACA,eACA,mBACAgF,IAAIC,SAAShF,MACb,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAeuB,IAAIC,SAAS1D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASsF,uBAAqDF,OAA2CqB;IACvG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMhG,QACzB,cACA,aAAagG,MAAMH,SAAS7E,QAC5B,aAAagF,MAAMhG,QACnB,aAAagE,SAASC,MACpB+B,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAMhG,SAAS,UACf,EACE,eAAegG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM9D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBmD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU7E,MAAMgF,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU7E,MAAMiF,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAAShF,MACf,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAe2B,MAAMH,SAAS1D,WACpD,MACA,IAEF,OACA,IACA,0BACG6D,MAAMsB,QAAQ7D,IAAIgB,uBAAuBC,WAC5C,OACIsB,MAAMhG,SAAS,UACf,EACE,YACA,WACAqF,KAAKC,UACHnB,sBAAsBC,YAAY4B,MAAM1B,QACxC,MACA,IAEF,UAEF,KACJ1D,KAAK;AACT;;AAEA,SAASuG,WAA2CpB,QAA8CxG;IAChG,MAAMgI,QAAgBzD,KAAKI,MACxB6B,OAAOrE,OAAOnC,SAASwD,SAASgD,OAAOhD,SAAU;IAGpD,OACEyE,MAAMC,KAAK;QAAE1E,QAAQwE;OAASG,KAAK,KAAK9G,KAAK,MAC3C4G,MAAMC,KAAK;QAAE1E,QAAQ,KAAKwE;OAASG,KAAK,KAAK9G,KAAK;AAExD;;MCxJa+G;IAWX,WAAAC,CAAmB5F;QACjB6F,KAAKC,SAAS9F,MAAMvC;QACpBoI,KAAKE,aAAa/F,MAAMgG,UAAU/E;QAClC4E,KAAKI,UAAU;YACbC,QAAQlG,MAAMmG,QAAQD,UAAU;YAChCE,cAAcpG,MAAMmG,QAAQC,gBAAgB;YAC5ClI,SAAS8B,MAAMmG,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWtE,KAAIjE,MAAOqG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE1E,QAAQ8E,KAAKI,QAAQC;eAAUzE,KAAIjE;sBACxCiJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa3G,WAAW;oBAC1B2G,SAASpD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJrE,QAAOyD,KAAKA,EAAEnF,SAAS,UACvByD,KAAI0B,KAAKA,EAAEwB,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJlC,KAAIkB,KAAKA,EAAEgC,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI9D,MAAM;;QAElB,OAAOgB,8BAA8Bb,SAASmD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMpG,QAAyBoI,KAAKC,OAAOwB;QAC3C,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMjJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAU0D,SAAS1D;YACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMiH,MAAM;YACV,MAAMnC,SAAS/H,4BAA4BE,QAAQ;gBACjD4C,UAAU0D,SAAS1D;gBACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEC,aACXuB,OACA1C,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B2D;gBACAuB;gBACAlF;gBACAoF,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQ/I,MAAMgK,WAAW5D,SAAShF;YAChC,IAAItB,WAAW;gBACb,OAAOgK;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ/H,WAAW+F,GAAG;gBACrD,MAAMpD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAMgK,WAAW5G;gBACvB,IAAItD,WAAW;oBACb,OAAOgK;;;YAGX,OAAOA;UAET,OAAOjF;YACL,OAAO;gBACLtE,MAAM;gBACN6F;gBACAyB,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACblF;gBACAiC;gBACAF,cAAc,IAAImC;;;;;;AChMnB,MAAMkB,kCAAkC;IAC7ChF;;;AAGI,SAAUA,SAAyCtE;IACvD,MAAMuC,WAAW,EACf,EAAC,eAAe+C,WAAWtF,cACxBA,OAAOuF,YACPlC,KAAwBmC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS7E,kBAAkB8E,qBAAqBF,WACvDA,IAAIG,OAAOtC,KAAsB,CAACuC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS7E,QAAQiF,IAAI,KAAKD,MAAMhG,WACzCkG,qBAAqBF,OAAOC,WAG/BE;IAGL,OAAOX,OAAOC,YAAY9C;AAC5B;;AAEA,SAAS+C,WAA2CtF;IAClD,MAAM2F,SAAiD3F,OAAOuF,YAC3DlC,KAAIE,KAAKA,EAAEoC,SACXI;IACH,MAAMC,UACAL,OACCtC,KAAI0B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOhD;IAC3C,MAAM2D,YAA2CtG,OAAOuG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBtG,OAAOuF,YAAY5C,OAAO6D,oBAC/C,gBAAgBb,OAAOhD,UACvB,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,kBAAkBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC3D,gBAAgBgD,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,UAAS+C,UACvD,uBAAuBiB,SAASC,MAAMmC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGxG,OAAOuF,YAAYlC,KAAImC,OACxB,EACE,IAAIA,IAAIC,SAAS7E,WAAW4E,IAAIC,SAAS7E,mBACzC;QACE,MAAMzB,UAAkBuE,KAAKI,MAC1B0B,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,SAC1C6C,IAAIG,OAAOhD,SACb;QAEJ,OACEyE,MAAMC,KAAK;YAAE1E,QAAQxD;WAAWmI,KAAK,KAAK9G,KAAK,MAC7C4G,MAAMC,KAAK;YAAE1E,QAAQ,KAAKxD;WAAWmI,KAAK,KAAK9G,KAAK;AAEzD,MAVD,IAWA,GAAGoD,SAASC,MACV2B,IAAIG,OACDtC,KACCuC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,wBACFhG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASkF,qBAAqDF;IAC5D,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS7E,QAClB,cACA,oBACA,gBAAgB4E,IAAIG,OAAOhD,UAC3B,kBAAkB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC/D,kBAAkB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,YAAW+C,UAC/D,gBAAgB6C,IAAIG,OAAOrE,QAAOyD,KAAKA,EAAEnF,SAAS,UAAS+C,UAC3D,uBAAuBiB,SAASC,MAC9B2B,IAAIG,OACDtC,KACCuC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD1C,QAAO,CAAC4C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOhD,QAC3C6D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOtC,KAAI,CAAC0B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEnF,YAC5BmF,EAAEnF,MACF,GAAGgE,SAASC,MAAMkB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAE1D1F,KAAK,UAET,IACA,eACA,mBACAgF,IAAIC,SAAShF,MACb,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAeuB,IAAIC,SAAS1D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASsF,qBAAqDF,OAA6CqB;IACzG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMhG,QACzB,cACA,aAAagG,MAAMH,SAAS7E,QAC5B,aAAagF,MAAMhG,QACnB,cAAcgG,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAMhG,SAAS,UACf,EACE,mBACA,gBAAgBgG,MAAMW,MAAMD,UAAUG,MAAMD,oBAC5C,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU7E,MAAMgF,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU7E,MAAMiF,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAAShF,MACf,IACA,gBACA,WACAwE,KAAKC,UACHnB,sBAAsBE,eAAe2B,MAAMH,SAAS1D,WACpD,MACA,IAEF,OACA,OACI6D,MAAMhG,SAAS,aAAagG,MAAMhG,SAAS,YAC3C,EACE,gBACGgG,MAAM2D,SAASlG,KAAIqB,KACpB,EACE,OAAOA,EAAE3B,UAAUnC,QACnB,qBAAqB8D,EAAE3B,UAAU6B,WAAWhE,UAC5C,mBAAmB8D,EAAE3B,UAAUpC,SAASC,UACxC,eAAe8D,EAAEG,UACjB,OACIH,EAAE3B,UAAUpC,SAASE,gBAAgBW,aAAakD,EAAE3B,UAAUpC,SAASE,gBAAgB,KACvF,EAAC6D,EAAE3B,UAAUpC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAoF,MAAMhG,SAAS,UACf,EACE,YACA,WACAmE,sBAAsBC,YACpBiB,KAAKC,UAAUU,MAAM1B,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ1D,KAAK;AACT;;MCjLagJ;IAYX,WAAAhC,CAAmB5F;QACjB6F,KAAKC,SAAS9F,MAAMvC;QACpBoI,KAAKE,aAAa/F,MAAMgG,UAAU/E;QAClC4E,KAAKI,UAAU;YACbC,QAAQlG,MAAMmG,QAAQD,UAAU;YAChCE,cAAcpG,MAAMmG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa7H,MAAMvC,MAAME,eAAesD;QAC7C4E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWtE,KAAIjE,MAAOqG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE1E,QAAQ8E,KAAKI,QAAQC;eAAUzE,KAAIjE;sBACxCiJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAa3G,WAAW;oBAC1B2G,SAASpD;;gBAEX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJrE,QAAOyD,KAAKA,EAAEnF,SAAS,UACvByD,KAAI0B,KAAKA,EAAEwB,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;AAC/E;QAGP,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJlC,KAAIkB,KAAKA,EAAEgC,QACX/C,QAAO,CAACC,KAAKoF,QAAQC,mBAAmBC,KAAKtF,KAAKoF,OAAMC,mBAAmBE;;;IAuB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI9D,MAAM;;QAElB,OAAOmF,gCAAgChF,SAASmD,KAAKQ;;IAG/C,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAMU,UAAUjC,KAAKC,OAAOiC,WAAW;gBAErCC,QAAQC,QAAQC,kBAAkB;oBAChCjK,MAAM;oBACNY,MAAMgF,SAAShF;;gBAEjB8F;;YAEF,WAAWmD,QAAQ3B,QAAQgC,aAAa,YAAY;gBAClD,MAAM,IAAIC,UAAU;;YAGtB,MAAMC,mBACKP,QAAQ3B,QAAQgC,UAAU/C,UAAUkD,YAAYlD,QAAQ;mBAC5D0C;gBACHO,WAAWxC,KAAKgC,WAAW5G;gBAC3BuB,OAAO;gBACP+F,OAAO,MAAM;gBACbC,UAAUhL;;YAEd,MAAMmK,WAAgDU,UACnD3I,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEC,aACXuB;YACH,OAAO;gBACLnG,MAAMX,4BAA4BE,QAAQ;oBACxC4C,UAAU0D,SAAS1D;oBACnBE,YAAYsH,SAASlG,KAAIqB,KAAKA,EAAE3B;qBAE9B,YACA;gBACJ0C;gBACA8D;gBACAhD;gBACA8D,kBAAkBJ,UACf3I,QAAOiD,KAAKA,EAAE3E,SAAS,SACvB0B,QACEiD,KAA6CA,EAAE1E,SAAS;gBAE7DsG;gBACAF,cAAc,IAAImC;;UAKtB,OAAOlE;YACL,OAAO;gBACLtE,MAAM;gBACN6F;gBACAvB;gBACAiC;gBACAF,cAAc,IAAImC;;;;;;"}
|
|
1
|
+
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","last","getHistories","at","llmVendor","getVendor","isTextPrompt","type","role","consent","functions","result","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","contents","selections","flatMap","s","functionDescriptionCount","controller","reason","executes","e","split","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","context","getContext","prompt","factory","createUserInputHistory","executor","TypeError","histories","orchestrate","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;AAeO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAuCG;IACpD,MAAMC,OAA2CD,MAC9CE,eACAC,IAAG;IAQN,MAAMC,YAAYJ,MAAMK;IACxB,MAAMC,eAAeL,MAAMM,SAAS,UAAUN,KAAKO,SAAS;IAC5D,KAAKF,cAAc;QACjB,OAAO;;IAGT,MAAMG,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAGrCC,UAAU;IACd,MAAMC,eAAsCP,UAAUQ,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOZ,UAAUY;QACjBC,UAAU,EACR;YACET,MAAM;YACNU,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEX,MAAM;YACNU,SAASjB,KAAKmB;;QAGlBC,OAAO,EACL;YACEd,MAAM;YACNe,UAAU;gBACRC,MAAMd,QAAQc;gBACdC,aAAaf,QAAQe;gBACrBC,YAAYhB,QAAQgB;;;QAI1BC,aAAa;QACbC,qBAAqB;OAEvBvB,UAAUwB;IAGZ,MAAMC,YACJlB,OAAOmB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACAC,MAAMA,GAAG3B,SAAS,cAAc2B,GAAGZ,SAASC,SAASd,QAAQc,SAC3D;IAEJ,IAAIM,aAAaM,WAAW;QAC1B,OAAO;;IAGT,MAAMC;;;;;;;SAA0CP,SAASP,SAASe;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAWM,SAAUxC,QAAwCyC;IAoBtD,OAAOC,aAAaD,OAAO5B;AAC7B;;AAEA,SAAS6B,aAA6CD;IAQpD,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASnC;MACrB,KAAK;QAAS;YACZ,IAAIuC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL1C,QAAQ;wBACRmC;;;gBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;oBACnC,OAAO;wBAAE3C,QAAQ;;;gBAGnB,MAAMA,SAAS8B,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;gBAC3D,KAAKnC,OAAOA,QAAQ;oBAClB,IAAI4B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAElC,QAAQ;;;oBAEnBmC,QAAQ;oBACR;;gBAGFA,QAAQnC,OAAOmC;gBACfK,WAAWJ,eAAeK;;;;MAG9B,KAAK;QAAc;YACjB,MAAMK,SAASlB,MAAMG,SAASgB;YAC9B,MAAM/C,SAAS4B,MAAMK,WAAWe,MAAKC,MAAMA,GAAGrC,SAASkC,OAAOlC;YAC9D,IAAIZ,QAAQ;gBACV,OAAO;oBAAEA;oBAAQmC,MAAM;;;YAEzB,OAAO;gBACLnC;;;;MAGJ,KAAK;QACH,KAAK,MAAM+B,YAAYH,MAAMG,SAASmB,OAAO;YAC3C,MAAMC,aAAarB,KAAKC;YACxB,IAAIoB,WAAWnD,QAAQ;gBACrB,OAAOmD;;;QAIX,OAAO;YAAEnD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS4B,MAAMG,SAASqB,MAAMC,KAAItB,YAAYD,KAAKC;YACzD,IAAI/B,OAAOsD,OAAMC,KAAKA,EAAEvD,UAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRmC,MAAMnC,OAAOwD,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;YAI3D,OAAO;gBACLnC,QAAQ;;;;AAIhB;;AC3OO,MAAM4D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACJvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHtD,MAAMsD,MAAMtD;YACZQ,SAAS8C,MAAM9C;YACfgD,OAAOF,MAAME;;;IAGjB,OAAOF;AACT;;AAEA,SAASD,eAA+ClC;IACtD,IAAIA,SAASnC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfmD,WAAW;gBACTnC,MAAMmB,SAASgB,UAAUnC;gBACzBC,aAAakB,SAASgB,UAAUpC,SAASE;;;WAI1C,IAAIkB,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfyC,OAAON,SAASM,MAAMgB,IAAIY;;WAGzB,IAAIlC,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfwD,OAAOrB,SAASqB,MAAMC,IAAIY;;WAGzB;QACH,OAAO;YACLrE,MAAMmC,SAASnC;YACfsD,OAAOnB,SAASmB,MAAMG,IAAIY;;;AAGhC;;ACpDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAAyCC;IAChD,IAAIA,EAAE3E,SAAS,cAAc;QAC3B,OAAO,EAAC,kBAAkB2E,EAAEC,UAAU,KAAIhE,KAAK;;IAEjD,IAAI+D,EAAE3E,SAAS,QAAQ;QACrB,OAAO,EAAC,aAAa2E,EAAE1E,SAAS0E,EAAE9D,MAAM,KAAID,KAAK;;IAGnD,IAAI+D,EAAE3E,SAAS,YAAY2E,EAAE3E,SAAS,UAAU;QAC9C,OAAO,EACL,OAAO2E,EAAE3E,SAAS,WAAW,WAAW,eACrC2E,EAAEE,WACFC,SAASC;YACR,MAAMC,2BAA2BD,EAAE5B,UAAUpC,SAASE,aAAa8B,UAAU;YAE7E,OAAO,EACL,QAAQgC,EAAE5B,UAAUnC,QACpB,mBAAmB+D,EAAE5B,UAAU8B,WAAWjE,QAC1C,iBAAiB+D,EAAE5B,UAAUpC,SAASC,QACtC,eAAe+D,EAAEG,UACjB,OACIF,2BAA2B,IAC3B,EAACD,EAAE5B,UAAUpC,SAASE,aAAa,OACnC;AACL,cAELL,KAAK;;IAGT,IAAI+D,EAAE3E,SAAS,YAAY;QACzB,OAAO,EACL,mBACG2E,EAAEQ,SAAS1B,KAAI2B,KAAK,OAAOA,EAAEjC,UAAUnC,UAC1C,OACG2D,EAAE9D,KAAKwE,MAAM,MAAM5B,KAAIsB,KAAK,KAAKA,OACpC,KACAnE,KAAK;;IAGT,IAAI+D,EAAE3E,SAAS,WAAW;QACxB,OAAO,EACL,eACA,aAAa2E,EAAExB,UAAUnC,QACzB,mBAAmB2D,EAAExB,UAAU8B,WAAWjE,QAC1C,iBAAiB2D,EAAExB,UAAUpC,SAASC,QACtC,IACA,WACAsE,KAAKC,UAAUZ,EAAE7C,WAAW,MAAM,IAClC,OACA,KACAlB,KAAK;;IAIT,MAAM,IAAI2D,MAAM;AAClB;;ACnDO,MAAMiB,gCAAgC;cAC3Cd;;;AAGI,SAAUA,WAAyCtE;IACvD,OAAOqF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAkBvF,cAC/BA,OAAOwF,YACPnC,KAAwBoC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,uBAAqBF,WACvDA,IAAIG,OAAOvC,KAAsB,CAACwC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMjG,WACzCmG,uBAAqBF,OAAOC,WAG/BE;AAEP;;AAEA,SAAST,aAA2CvF;IAClD,MAAM4F,SAA+C5F,OAAOwF,YACzDnC,KAAIE,KAAKA,EAAEqC,SACXI;IACH,MAAMC,UACFL,OACCvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOjD;IACzC,MAAM4D,YAA2CvG,OAAOwG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBvG,OAAOwF,YAAY7C,OAAO8D,oBAC/C,gBAAgBb,OAAOjD,UACvB,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,uBAAuBiB,SAASC,MAAMoC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGzG,OAAOwF,YAAYnC,KAAIoC,OACxB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzCoG,WACEvB,IAAIG,SACJZ,KAAKA,EAAEpF,SAAS,WAAWoF,EAAEiC,WAAW,QAE1CD,WAAWvB,IAAIG,SAAQZ,KAAKA,EAAEpF,SAAS,WAAWoF,EAAElD,SAAS,QAC7D,GAAG8B,SAASC,MACV4B,IAAIG,OACDvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,wBACFjG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASmF,uBAAqDF;IAC5D,OAAO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,mBAAmB6E,IAAIG,OAAOjD,OAAO8D,oBACrC,gBAAgBhB,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC7D,gBAAgB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC7D,qBAAqBiB,SAASC,MAC5B4B,IAAIG,OACDvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOvC,KAAI,CAAC2B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEpF,YAC5BoF,EAAEpF,MACF,GAAGgE,SAASC,MAAMmB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAC1D3F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAewB,IAAIC,SAAS3D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASuF,uBAAqDF,OAA2CqB;IACvG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMjG,QACzB,cACA,aAAaiG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMjG,QACnB,aAAagE,SAASC,MACpBgC,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAMjG,SAAS,UACf,EACE,eAAeiG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM/D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBoD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU9E,MAAMiF,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU9E,MAAMkF,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAASjF,MACf,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAe4B,MAAMH,SAAS3D,WACpD,MACA,IAEF,OACA,IACA,0BACG8D,MAAMsB,QAAQ9D,IAAIgB,uBAAuBC,WAC5C,OACIuB,MAAMjG,SAAS,UACf,EACE,YACA,WACAsF,KAAKC,UACHpB,sBAAsBC,YAAY6B,MAAM3B,QACxC,MACA,IAEF,UAEF,KACJ1D,KAAK;AACT;;AAEA,SAASwG,WAA2CpB,QAA8CzG;IAChG,MAAMiI,QAAgB1D,KAAKI,MACxB8B,OAAOtE,OAAOnC,SAASwD,SAASiD,OAAOjD,SAAU;IAGpD,OACE0E,MAAMC,KAAK;QAAE3E,QAAQyE;OAASG,KAAK,KAAK/G,KAAK,MAC3C6G,MAAMC,KAAK;QAAE3E,QAAQ,KAAKyE;OAASG,KAAK,KAAK/G,KAAK;AAExD;;MCxJagH;IAWX,WAAAC,CAAmB7F;QACjB8F,KAAKC,SAAS/F,MAAMvC;QACpBqI,KAAKE,aAAahG,MAAMiG,UAAUhF;QAClC6E,KAAKI,UAAU;YACbC,QAAQnG,MAAMoG,QAAQD,UAAU;YAChCE,cAAcrG,MAAMoG,QAAQC,gBAAgB;YAC5CnI,SAAS8B,MAAMoG,QAAQlI,WAAW;;QAEpC4H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWvE,KAAIjE,MAAOsG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE3E,QAAQ+E,KAAKI,QAAQC;eAAU1E,KAAIjE;sBACxCkJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa5G,WAAW;oBAC1B4G,SAASpD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJtE,QAAO0D,KAAKA,EAAEpF,SAAS,UACvByD,KAAI2B,KAAKA,EAAEwB,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJnC,KAAIkB,KAAKA,EAAEiC,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI/D,MAAM;;QAElB,OAAOiB,8BAA8Bd,SAASoD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMrG,QAAyBqI,KAAKC,OAAOwB;QAC3C,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMlJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAU2D,SAAS3D;YACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMkH,MAAM;YACV,MAAMnC,SAAShI,4BAA4BE,QAAQ;gBACjD4C,UAAU2D,SAAS3D;gBACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEE,aACXuB,OACA3C,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B4D;gBACAuB;gBACAnF;gBACAqF,SAAS9H,MAAME;gBACfiH,OAAOnH,MAAMgK;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQhJ,MAAMiK,WAAW5D,SAASjF;YAChC,IAAItB,WAAW;gBACb,OAAOiK;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQhI,WAAWgG,GAAG;gBACrD,MAAMrD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAMiK,WAAW7G;gBACvB,IAAItD,WAAW;oBACb,OAAOiK;;;YAGX,OAAOA;UAET,OAAOlF;YACL,OAAO;gBACLtE,MAAM;gBACN8F;gBACAyB,SAAS9H,MAAME;gBACfiH,OAAOnH,MAAMgK;gBACbnF;gBACAkC;gBACAF,cAAc,IAAImC;;;;;;AChMnB,MAAMkB,kCAAkC;IAC7CjF;;;AAGI,SAAUA,SAAyCtE;IACvD,MAAMuC,WAAW,EACf,EAAC,eAAegD,WAAWvF,cACxBA,OAAOwF,YACPnC,KAAwBoC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOvC,KAAsB,CAACwC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMjG,WACzCmG,qBAAqBF,OAAOC,WAG/BE;IAGL,OAAOX,OAAOC,YAAY/C;AAC5B;;AAEA,SAASgD,WAA2CvF;IAClD,MAAM4F,SAAiD5F,OAAOwF,YAC3DnC,KAAIE,KAAKA,EAAEqC,SACXI;IACH,MAAMC,UACAL,OACCvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOjD;IAC3C,MAAM4D,YAA2CvG,OAAOwG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBvG,OAAOwF,YAAY7C,OAAO8D,oBAC/C,gBAAgBb,OAAOjD,UACvB,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,gBAAgBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,UAAS+C,UACvD,uBAAuBiB,SAASC,MAAMoC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGzG,OAAOwF,YAAYnC,KAAIoC,OACxB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzC;QACE,MAAMzB,UAAkBuE,KAAKI,MAC1B2B,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,SAC1C8C,IAAIG,OAAOjD,SACb;QAEJ,OACE0E,MAAMC,KAAK;YAAE3E,QAAQxD;WAAWoI,KAAK,KAAK/G,KAAK,MAC7C6G,MAAMC,KAAK;YAAE3E,QAAQ,KAAKxD;WAAWoI,KAAK,KAAK/G,KAAK;AAEzD,MAVD,IAWA,GAAGoD,SAASC,MACV4B,IAAIG,OACDvC,KACCwC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,wBACFjG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASmF,qBAAqDF;IAC5D,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS9E,QAClB,cACA,oBACA,gBAAgB6E,IAAIG,OAAOjD,UAC3B,kBAAkB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC/D,kBAAkB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC/D,gBAAgB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,UAAS+C,UAC3D,uBAAuBiB,SAASC,MAC9B4B,IAAIG,OACDvC,KACCwC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOvC,KAAI,CAAC2B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEpF,YAC5BoF,EAAEpF,MACF,GAAGgE,SAASC,MAAMmB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAE1D3F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAewB,IAAIC,SAAS3D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASuF,qBAAqDF,OAA6CqB;IACzG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMjG,QACzB,cACA,aAAaiG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMjG,QACnB,cAAciG,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAMjG,SAAS,UACf,EACE,mBACA,gBAAgBiG,MAAMW,MAAMD,UAAUG,MAAMD,oBAC5C,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU9E,MAAMiF,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU9E,MAAMkF,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAASjF,MACf,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAe4B,MAAMH,SAAS3D,WACpD,MACA,IAEF,OACA,OACI8D,MAAMjG,SAAS,aAAaiG,MAAMjG,SAAS,YAC3C,EACE,gBACGiG,MAAM2D,SAASnG,KAAIsB,KACpB,EACE,OAAOA,EAAE5B,UAAUnC,QACnB,qBAAqB+D,EAAE5B,UAAU8B,WAAWjE,UAC5C,mBAAmB+D,EAAE5B,UAAUpC,SAASC,UACxC,eAAe+D,EAAEG,UACjB,OACIH,EAAE5B,UAAUpC,SAASE,gBAAgBW,aAAamD,EAAE5B,UAAUpC,SAASE,gBAAgB,KACvF,EAAC8D,EAAE5B,UAAUpC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAqF,MAAMjG,SAAS,UACf,EACE,YACA,WACAmE,sBAAsBC,YACpBkB,KAAKC,UAAUU,MAAM3B,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ1D,KAAK;AACT;;MClLaiJ;IAYX,WAAAhC,CAAmB7F;QACjB8F,KAAKC,SAAS/F,MAAMvC;QACpBqI,KAAKE,aAAahG,MAAMiG,UAAUhF;QAClC6E,KAAKI,UAAU;YACbC,QAAQnG,MAAMoG,QAAQD,UAAU;YAChCE,cAAcrG,MAAMoG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa9H,MAAMvC,MAAME,eAAesD;QAC7C6E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWvE,KAAIjE,MAAOsG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE3E,QAAQ+E,KAAKI,QAAQC;eAAU1E,KAAIjE;sBACxCkJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAa5G,WAAW;oBAC1B4G,SAASpD;;gBAEX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJtE,QAAO0D,KAAKA,EAAEpF,SAAS,UACvByD,KAAI2B,KAAKA,EAAEwB,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;AAC/E;QAGP,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJnC,KAAIkB,KAAKA,EAAEiC,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;;IAuB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI/D,MAAM;;QAElB,OAAOoF,gCAAgCjF,SAASoD,KAAKQ;;IAG/C,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAMU,UAAUjC,KAAKC,OAAOiC,WAAW;gBACrCC,QAAQC,QAAQC,uBAAuB;oBACrCvF,UAAU,EAAC;wBACT5E,MAAM;wBACNa,MAAMiF,SAASjF;;;gBAGnB+F;;YAEF,WAAWmD,QAAQ3B,QAAQgC,aAAa,YAAY;gBAClD,MAAM,IAAIC,UAAU;;YAGtB,MAAMC,mBACKP,QAAQ3B,QAAQgC,UAAU/C,UAAUkD,YAAYlD,QAAQ;mBAC5D0C;gBACHO,WAAWxC,KAAKgC,WAAW7G;gBAC3BuB,OAAO;gBACPgG,OAAO,MAAM;gBACbC,UAAUjL;;YAEd,MAAMoK,WAAgDU,UACnD5I,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEE,aACXuB;YACH,OAAO;gBACLpG,MAAMX,4BAA4BE,QAAQ;oBACxC4C,UAAU2D,SAAS3D;oBACnBE,YAAYuH,SAASnG,KAAIsB,KAAKA,EAAE5B;qBAE9B,YACA;gBACJ2C;gBACA8D;gBACAhD;gBACA8D,kBAAkBJ,UAEf5I,QAAOiD,KAAKA,EAAE3E,SAAS;gBAC1BwG;gBACAF,cAAc,IAAImC;;UAKtB,OAAOnE;YACL,OAAO;gBACLtE,MAAM;gBACN8F;gBACAxB;gBACAkC;gBACAF,cAAc,IAAImC;;;;;;"}
|
|
@@ -5,11 +5,13 @@ exports.AgenticaPromptReporter = {
|
|
|
5
5
|
markdown,
|
|
6
6
|
};
|
|
7
7
|
function markdown(p) {
|
|
8
|
-
|
|
8
|
+
if (p.type === "user_input") {
|
|
9
|
+
return [`### User Input`, p.contents, ""].join("\n");
|
|
10
|
+
}
|
|
9
11
|
if (p.type === "text") {
|
|
10
12
|
return [`### Text (${p.role})`, p.text, ""].join("\n");
|
|
11
13
|
}
|
|
12
|
-
|
|
14
|
+
if (p.type === "select" || p.type === "cancel") {
|
|
13
15
|
return [
|
|
14
16
|
`### ${p.type === "select" ? "Select" : "Cancel"}`,
|
|
15
17
|
...p.selections
|
|
@@ -29,7 +31,7 @@ function markdown(p) {
|
|
|
29
31
|
}),
|
|
30
32
|
].join("\n");
|
|
31
33
|
}
|
|
32
|
-
|
|
34
|
+
if (p.type === "describe") {
|
|
33
35
|
return [
|
|
34
36
|
"### Describe",
|
|
35
37
|
...p.executes.map(e => ` - ${e.operation.name}`),
|
|
@@ -38,16 +40,20 @@ function markdown(p) {
|
|
|
38
40
|
"",
|
|
39
41
|
].join("\n");
|
|
40
42
|
}
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
43
|
+
if (p.type === "execute") {
|
|
44
|
+
return [
|
|
45
|
+
"### Execute",
|
|
46
|
+
` - name: ${p.operation.name}`,
|
|
47
|
+
` - controller: ${p.operation.controller.name}`,
|
|
48
|
+
` - function: ${p.operation.function.name}`,
|
|
49
|
+
"",
|
|
50
|
+
"```json",
|
|
51
|
+
JSON.stringify(p.arguments, null, 2),
|
|
52
|
+
"```",
|
|
53
|
+
"",
|
|
54
|
+
].join("\n");
|
|
55
|
+
}
|
|
56
|
+
p;
|
|
57
|
+
throw new Error("Invalid history type");
|
|
52
58
|
}
|
|
53
59
|
//# sourceMappingURL=AgenticaPromptReporter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AASa,QAAA,sBAAsB,GAAG;IACpC,QAAQ;CACT,CAAC;AAEF,SAAS,QAAQ,CAAiC,CAAyB;IACzE,
|
|
1
|
+
{"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AASa,QAAA,sBAAsB,GAAG;IACpC,QAAQ;CACT,CAAC;AAEF,SAAS,QAAQ,CAAiC,CAAyB;IACzE,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC5B,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/C,OAAO;YACL,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;YAClD,GAAG,CAAC,CAAC,UAAU;iBACZ,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;;gBACb,MAAM,wBAAwB,GAAG,MAAA,MAAA,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,0CAAE,MAAM,mCAAI,CAAC,CAAC;gBAE/E,OAAO;oBACL,QAAQ,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;oBAC1B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;oBAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;oBAC5C,eAAe,CAAC,CAAC,MAAM,EAAE;oBACzB,EAAE;oBACF,GAAG,CAAC,wBAAwB,GAAG,CAAC;wBAC9B,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxC,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;YACJ,CAAC,CAAC;SACL,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC1B,OAAO;YACL,cAAc;YACd,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACjD,EAAE;YACF,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO;YACL,aAAa;YACb,aAAa,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;YAC/B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC5C,EAAE;YACF,SAAS;YACT,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,KAAK;YACL,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,CAAiB,CAAC;IAClB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -49,7 +49,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
49
49
|
/**
|
|
50
50
|
* Prompt messages from the assistant.
|
|
51
51
|
*/
|
|
52
|
-
assistantPrompts: AgenticaTextHistory
|
|
52
|
+
assistantPrompts: AgenticaTextHistory[];
|
|
53
53
|
}
|
|
54
54
|
/**
|
|
55
55
|
* Failure event type.
|
|
@@ -69,7 +69,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
69
69
|
/**
|
|
70
70
|
* Prompt messages from the assistant.
|
|
71
71
|
*/
|
|
72
|
-
assistantPrompts: AgenticaTextHistory
|
|
72
|
+
assistantPrompts: AgenticaTextHistory[];
|
|
73
73
|
}
|
|
74
74
|
/**
|
|
75
75
|
* Error event type.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agentica/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.22.0",
|
|
4
4
|
"description": "Agentic AI Library specialized in LLM Function Calling",
|
|
5
5
|
"author": "Wrtn Technologies",
|
|
6
6
|
"license": "MIT",
|
|
@@ -35,14 +35,14 @@
|
|
|
35
35
|
"src"
|
|
36
36
|
],
|
|
37
37
|
"peerDependencies": {
|
|
38
|
-
"@agentica/core": "^0.
|
|
38
|
+
"@agentica/core": "^0.22.0"
|
|
39
39
|
},
|
|
40
40
|
"dependencies": {
|
|
41
41
|
"@samchon/openapi": "^4.2.0",
|
|
42
42
|
"openai": "^4.80.0",
|
|
43
43
|
"tstl": "^3.0.0",
|
|
44
44
|
"typia": "^9.0.1",
|
|
45
|
-
"@agentica/core": "^0.
|
|
45
|
+
"@agentica/core": "^0.22.0"
|
|
46
46
|
},
|
|
47
47
|
"devDependencies": {
|
|
48
48
|
"@rollup/plugin-terser": "^0.4.4",
|
|
@@ -3,7 +3,6 @@ import type {
|
|
|
3
3
|
AgenticaContext,
|
|
4
4
|
AgenticaHistory,
|
|
5
5
|
AgenticaOperationSelection,
|
|
6
|
-
AgenticaTextHistory,
|
|
7
6
|
} from "@agentica/core";
|
|
8
7
|
import type { ILlmSchema } from "@samchon/openapi";
|
|
9
8
|
import type { tags } from "typia";
|
|
@@ -154,10 +153,11 @@ export class AgenticaSelectBenchmark<Model extends ILlmSchema.Model> {
|
|
|
154
153
|
try {
|
|
155
154
|
const usage: AgenticaTokenUsage = AgenticaTokenUsage.zero();
|
|
156
155
|
const context = this.agent_.getContext({
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
156
|
+
prompt: factory.createUserInputHistory({
|
|
157
|
+
contents: [{
|
|
158
|
+
type: "text",
|
|
159
|
+
text: scenario.text,
|
|
160
|
+
}],
|
|
161
161
|
}),
|
|
162
162
|
usage,
|
|
163
163
|
});
|
|
@@ -188,10 +188,8 @@ export class AgenticaSelectBenchmark<Model extends ILlmSchema.Model> {
|
|
|
188
188
|
selected,
|
|
189
189
|
usage,
|
|
190
190
|
assistantPrompts: histories
|
|
191
|
-
|
|
192
|
-
.filter(
|
|
193
|
-
(p): p is AgenticaTextHistory<"assistant"> => p.role === "assistant",
|
|
194
|
-
),
|
|
191
|
+
// Only the assistant is allowed to emit text events.
|
|
192
|
+
.filter(p => p.type === "text"),
|
|
195
193
|
started_at,
|
|
196
194
|
completed_at: new Date(),
|
|
197
195
|
} satisfies
|
|
@@ -12,11 +12,14 @@ export const AgenticaPromptReporter = {
|
|
|
12
12
|
};
|
|
13
13
|
|
|
14
14
|
function markdown<Model extends ILlmSchema.Model>(p: AgenticaHistory<Model>): string {
|
|
15
|
-
|
|
15
|
+
if (p.type === "user_input") {
|
|
16
|
+
return [`### User Input`, p.contents, ""].join("\n");
|
|
17
|
+
}
|
|
16
18
|
if (p.type === "text") {
|
|
17
19
|
return [`### Text (${p.role})`, p.text, ""].join("\n");
|
|
18
20
|
}
|
|
19
|
-
|
|
21
|
+
|
|
22
|
+
if (p.type === "select" || p.type === "cancel") {
|
|
20
23
|
return [
|
|
21
24
|
`### ${p.type === "select" ? "Select" : "Cancel"}`,
|
|
22
25
|
...p.selections
|
|
@@ -36,7 +39,8 @@ function markdown<Model extends ILlmSchema.Model>(p: AgenticaHistory<Model>): st
|
|
|
36
39
|
}),
|
|
37
40
|
].join("\n");
|
|
38
41
|
}
|
|
39
|
-
|
|
42
|
+
|
|
43
|
+
if (p.type === "describe") {
|
|
40
44
|
return [
|
|
41
45
|
"### Describe",
|
|
42
46
|
...p.executes.map(e => ` - ${e.operation.name}`),
|
|
@@ -45,15 +49,21 @@ function markdown<Model extends ILlmSchema.Model>(p: AgenticaHistory<Model>): st
|
|
|
45
49
|
"",
|
|
46
50
|
].join("\n");
|
|
47
51
|
}
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
52
|
+
|
|
53
|
+
if (p.type === "execute") {
|
|
54
|
+
return [
|
|
55
|
+
"### Execute",
|
|
56
|
+
` - name: ${p.operation.name}`,
|
|
57
|
+
` - controller: ${p.operation.controller.name}`,
|
|
58
|
+
` - function: ${p.operation.function.name}`,
|
|
59
|
+
"",
|
|
60
|
+
"```json",
|
|
61
|
+
JSON.stringify(p.arguments, null, 2),
|
|
62
|
+
"```",
|
|
63
|
+
"",
|
|
64
|
+
].join("\n");
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
p satisfies never;
|
|
68
|
+
throw new Error("Invalid history type");
|
|
59
69
|
}
|
|
@@ -61,7 +61,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
|
|
|
61
61
|
/**
|
|
62
62
|
* Prompt messages from the assistant.
|
|
63
63
|
*/
|
|
64
|
-
assistantPrompts: AgenticaTextHistory
|
|
64
|
+
assistantPrompts: AgenticaTextHistory[];
|
|
65
65
|
}
|
|
66
66
|
|
|
67
67
|
/**
|
|
@@ -85,7 +85,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
|
|
|
85
85
|
/**
|
|
86
86
|
* Prompt messages from the assistant.
|
|
87
87
|
*/
|
|
88
|
-
assistantPrompts: AgenticaTextHistory
|
|
88
|
+
assistantPrompts: AgenticaTextHistory[];
|
|
89
89
|
}
|
|
90
90
|
|
|
91
91
|
/**
|