@agentica/benchmark 0.43.3 → 0.44.0-dev.20260313
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +218 -218
- package/lib/index.mjs +58 -53
- package/lib/index.mjs.map +1 -1
- package/lib/internal/AgenticaBenchmarkPredicator.js +6 -12
- package/lib/internal/AgenticaBenchmarkPredicator.js.map +1 -1
- package/lib/internal/AgenticaSelectBenchmarkReporter.js.map +1 -1
- package/package.json +5 -6
- package/src/AgenticaCallBenchmark.ts +281 -281
- package/src/AgenticaSelectBenchmark.ts +282 -282
- package/src/MicroAgenticaCallBenchmark.ts +281 -281
- package/src/index.ts +3 -3
- package/src/internal/AgenticaBenchmarkPredicator.ts +240 -241
- package/src/internal/AgenticaBenchmarkUtil.ts +60 -60
- package/src/internal/AgenticaCallBenchmarkReporter.ts +192 -192
- package/src/internal/AgenticaPromptReporter.ts +63 -63
- package/src/internal/AgenticaSelectBenchmarkReporter.ts +220 -220
- package/src/structures/IAgenticaBenchmarkExpected.ts +74 -74
- package/src/structures/IAgenticaCallBenchmarkEvent.ts +118 -118
- package/src/structures/IAgenticaCallBenchmarkResult.ts +75 -75
- package/src/structures/IAgenticaCallBenchmarkScenario.ts +45 -45
- package/src/structures/IAgenticaSelectBenchmarkEvent.ts +122 -122
- package/src/structures/IAgenticaSelectBenchmarkResult.ts +75 -75
- package/src/structures/IAgenticaSelectBenchmarkScenario.ts +45 -45
- package/src/utils/MathUtil.ts +16 -16
package/lib/index.mjs
CHANGED
|
@@ -2,7 +2,9 @@ import { AgenticaTokenUsage, factory, orchestrate } from "@agentica/core";
|
|
|
2
2
|
|
|
3
3
|
import { Semaphore } from "tstl";
|
|
4
4
|
|
|
5
|
-
import * as __typia_transform__validateReport from "typia/lib/internal/_validateReport
|
|
5
|
+
import * as __typia_transform__validateReport from "typia/lib/internal/_validateReport";
|
|
6
|
+
|
|
7
|
+
import * as __typia_transform__llmApplicationFinalize from "typia/lib/internal/_llmApplicationFinalize";
|
|
6
8
|
|
|
7
9
|
import "typia";
|
|
8
10
|
|
|
@@ -14,13 +16,14 @@ const AgenticaBenchmarkPredicator = {
|
|
|
14
16
|
};
|
|
15
17
|
|
|
16
18
|
async function isNext(agent) {
|
|
17
|
-
const
|
|
19
|
+
const histories = agent.getHistories();
|
|
20
|
+
const last = histories[histories.length - 1];
|
|
18
21
|
const llmVendor = agent.getVendor();
|
|
19
22
|
const isAssistantHistory = last?.type === "assistantMessage";
|
|
20
23
|
if (!isAssistantHistory) {
|
|
21
24
|
return null;
|
|
22
25
|
}
|
|
23
|
-
const consent = {
|
|
26
|
+
const consent = __typia_transform__llmApplicationFinalize._llmApplicationFinalize({
|
|
24
27
|
functions: [ {
|
|
25
28
|
name: "consent",
|
|
26
29
|
parameters: {
|
|
@@ -51,7 +54,7 @@ async function isNext(agent) {
|
|
|
51
54
|
path: _path + ".reply",
|
|
52
55
|
expected: "string",
|
|
53
56
|
value: input.reply
|
|
54
|
-
}) ].every(
|
|
57
|
+
}) ].every(flag => flag);
|
|
55
58
|
const __is = input => "object" === typeof input && null !== input && _io0(input);
|
|
56
59
|
let errors;
|
|
57
60
|
let _report;
|
|
@@ -85,7 +88,9 @@ async function isNext(agent) {
|
|
|
85
88
|
};
|
|
86
89
|
})()
|
|
87
90
|
} ]
|
|
88
|
-
}
|
|
91
|
+
}, {
|
|
92
|
+
equals: false
|
|
93
|
+
}).functions[0];
|
|
89
94
|
const result = await llmVendor.api.chat.completions.create({
|
|
90
95
|
model: llmVendor.model,
|
|
91
96
|
messages: [ {
|
|
@@ -105,7 +110,7 @@ async function isNext(agent) {
|
|
|
105
110
|
} ],
|
|
106
111
|
tool_choice: "required"
|
|
107
112
|
}, llmVendor.options);
|
|
108
|
-
const toolCall = (result.choices[0]?.message.tool_calls ?? []).filter(
|
|
113
|
+
const toolCall = (result.choices[0]?.message.tool_calls ?? []).filter(tc => tc.type === "function" && tc.function.name === consent.name)?.[0];
|
|
109
114
|
if (toolCall === undefined || toolCall.type !== "function") {
|
|
110
115
|
return null;
|
|
111
116
|
}
|
|
@@ -166,7 +171,7 @@ function successInner(props) {
|
|
|
166
171
|
case "standalone":
|
|
167
172
|
{
|
|
168
173
|
const target = props.expected.operation;
|
|
169
|
-
const result = props.operations.some(
|
|
174
|
+
const result = props.operations.some(op => op.name === target.name);
|
|
170
175
|
if (result) {
|
|
171
176
|
return {
|
|
172
177
|
result,
|
|
@@ -191,11 +196,11 @@ function successInner(props) {
|
|
|
191
196
|
|
|
192
197
|
case "allOf":
|
|
193
198
|
{
|
|
194
|
-
const result = props.expected.allOf.map(
|
|
195
|
-
if (result.every(
|
|
199
|
+
const result = props.expected.allOf.map(expected => call(expected));
|
|
200
|
+
if (result.every(r => r.result)) {
|
|
196
201
|
return {
|
|
197
202
|
result: true,
|
|
198
|
-
take: result.reduce((
|
|
203
|
+
take: result.reduce((acc, r) => Math.max(acc, r.take), 0)
|
|
199
204
|
};
|
|
200
205
|
}
|
|
201
206
|
return {
|
|
@@ -271,7 +276,7 @@ function markdown$2(p) {
|
|
|
271
276
|
return [ `### ${p.type === "select" ? "Select" : "Cancel"}`, ` - controller: ${p.selection.operation.controller.name}`, ` - function: ${p.selection.operation.function.name}`, ` - reason: ${p.selection.reason}`, "", ...(p.selection.operation.function.description?.length ?? 0) !== 0 ? [ p.selection.operation.function.description, "" ] : [] ].join("\n");
|
|
272
277
|
}
|
|
273
278
|
if (p.type === "describe") {
|
|
274
|
-
return [ "### Describe", ...p.executes.map(
|
|
279
|
+
return [ "### Describe", ...p.executes.map(e => ` - ${e.operation.name}`), "", ...p.text.split("\n").map(s => `> ${s}`), "" ].join("\n");
|
|
275
280
|
}
|
|
276
281
|
if (p.type === "execute") {
|
|
277
282
|
return [ "### Execute", ` - name: ${p.operation.name}`, ` - controller: ${p.operation.controller.name}`, ` - function: ${p.operation.function.name}`, "", "```json", JSON.stringify(p.arguments, null, 2), "```", "" ].join("\n");
|
|
@@ -284,18 +289,18 @@ const AgenticaCallBenchmarkReporter = {
|
|
|
284
289
|
};
|
|
285
290
|
|
|
286
291
|
function markdown$1(result) {
|
|
287
|
-
return Object.fromEntries([ [ "./README.md", writeIndex$1(result) ], ...result.experiments.map(
|
|
292
|
+
return Object.fromEntries([ [ "./README.md", writeIndex$1(result) ], ...result.experiments.map(exp => [ [ `./${exp.scenario.name}/README.md`, writeExperimentIndex$1(exp) ], ...exp.events.map((event, i) => [ `./${exp.scenario.name}/${i + 1}.${event.type}.md`, writeExperimentEvent$1(event, i) ]) ]).flat() ]);
|
|
288
293
|
}
|
|
289
294
|
|
|
290
295
|
function writeIndex$1(result) {
|
|
291
|
-
const events = result.experiments.map(
|
|
292
|
-
const average = events.map(
|
|
296
|
+
const events = result.experiments.map(r => r.events).flat();
|
|
297
|
+
const average = events.map(e => e.completed_at.getTime() - e.started_at.getTime()).reduce((a, b) => a + b, 0) / events.length;
|
|
293
298
|
const aggregate = result.usage.aggregate;
|
|
294
|
-
return [ "# LLM Function Call Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter(
|
|
299
|
+
return [ "# LLM Function Call Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter(e => e.type === "success").length}`, ` - Failure: ${events.filter(e => e.type === "failure").length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Select | Call | Time/Avg ", ":-----|:-------|:-----|----------:", ...result.experiments.map(exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, drawStatus(exp.events, e => e.type !== "error" && e.select === true), drawStatus(exp.events, e => e.type !== "error" && e.call === true), `${MathUtil.round(exp.events.map(e => e.completed_at.getTime() - e.started_at.getTime()).reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms` ].join(" | ")) ].join("\n");
|
|
295
300
|
}
|
|
296
301
|
|
|
297
302
|
function writeExperimentIndex$1(exp) {
|
|
298
|
-
return [ `# ${exp.scenario.name}`, "## Summary", ` - Scenarios: #${exp.events.length.toLocaleString()}`, ` - Success: ${exp.events.filter(
|
|
303
|
+
return [ `# ${exp.scenario.name}`, "## Summary", ` - Scenarios: #${exp.events.length.toLocaleString()}`, ` - Success: ${exp.events.filter(e => e.type === "success").length}`, ` - Failure: ${exp.events.filter(e => e.type === "failure").length}`, ` - Average Time: ${MathUtil.round(exp.events.map(e => e.completed_at.getTime() - e.started_at.getTime()).reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms`, "", "## Events", " Name | Type | Time", ":-----|:-----|----:", ...exp.events.map((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, `${MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms` ].join(" | ")), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
|
|
299
304
|
}
|
|
300
305
|
|
|
301
306
|
function writeExperimentEvent$1(event, index) {
|
|
@@ -325,10 +330,10 @@ class AgenticaCallBenchmark {
|
|
|
325
330
|
async execute(listener) {
|
|
326
331
|
const started_at = new Date;
|
|
327
332
|
const semaphore = new Semaphore(this.config_.simultaneous);
|
|
328
|
-
const task = this.scenarios_.map(
|
|
333
|
+
const task = this.scenarios_.map(async scenario => {
|
|
329
334
|
const events = await Promise.all(Array.from({
|
|
330
335
|
length: this.config_.repeat
|
|
331
|
-
}).map(
|
|
336
|
+
}).map(async () => {
|
|
332
337
|
await semaphore.acquire();
|
|
333
338
|
const e = await this.step(scenario);
|
|
334
339
|
await semaphore.release();
|
|
@@ -336,19 +341,19 @@ class AgenticaCallBenchmark {
|
|
|
336
341
|
listener(e);
|
|
337
342
|
}
|
|
338
343
|
return e;
|
|
339
|
-
}))
|
|
344
|
+
}));
|
|
340
345
|
return {
|
|
341
346
|
scenario,
|
|
342
347
|
events,
|
|
343
|
-
usage: events.filter(
|
|
348
|
+
usage: events.filter(e => e.type !== "error").map(e => e.usage).reduce((acc, cur) => AgenticaTokenUsage.plus(acc, cur), AgenticaTokenUsage.zero())
|
|
344
349
|
};
|
|
345
|
-
})
|
|
350
|
+
});
|
|
346
351
|
const experiments = await Promise.all(task);
|
|
347
352
|
return this.result_ = {
|
|
348
353
|
experiments,
|
|
349
354
|
started_at,
|
|
350
355
|
completed_at: new Date,
|
|
351
|
-
usage: experiments.map(
|
|
356
|
+
usage: experiments.map(p => p.usage).reduce((acc, cur) => AgenticaTokenUsage.plus(acc, cur), AgenticaTokenUsage.zero())
|
|
352
357
|
};
|
|
353
358
|
}
|
|
354
359
|
report() {
|
|
@@ -362,13 +367,13 @@ class AgenticaCallBenchmark {
|
|
|
362
367
|
const started_at = new Date;
|
|
363
368
|
const success = () => AgenticaBenchmarkPredicator.success({
|
|
364
369
|
expected: scenario.expected,
|
|
365
|
-
operations: agent.getHistories().filter(
|
|
370
|
+
operations: agent.getHistories().filter(p => p.type === "execute").map(p => p.operation),
|
|
366
371
|
strict: false
|
|
367
372
|
});
|
|
368
373
|
const out = () => {
|
|
369
374
|
const select = AgenticaBenchmarkPredicator.success({
|
|
370
375
|
expected: scenario.expected,
|
|
371
|
-
operations: agent.getHistories().filter(
|
|
376
|
+
operations: agent.getHistories().filter(p => p.type === "select").map(p => p.selection.operation),
|
|
372
377
|
strict: false
|
|
373
378
|
});
|
|
374
379
|
const call = success();
|
|
@@ -418,31 +423,31 @@ const AgenticaSelectBenchmarkReporter = {
|
|
|
418
423
|
};
|
|
419
424
|
|
|
420
425
|
function markdown(result) {
|
|
421
|
-
const iterator = [ [ "./README.md", writeIndex(result) ], ...result.experiments.map(
|
|
426
|
+
const iterator = [ [ "./README.md", writeIndex(result) ], ...result.experiments.map(exp => [ [ `./${exp.scenario.name}/README.md`, writeExperimentIndex(exp) ], ...exp.events.map((event, i) => [ `./${exp.scenario.name}/${i + 1}.${event.type}.md`, writeExperimentEvent(event, i) ]) ]).flat() ];
|
|
422
427
|
return Object.fromEntries(iterator);
|
|
423
428
|
}
|
|
424
429
|
|
|
425
430
|
function writeIndex(result) {
|
|
426
|
-
const events = result.experiments.map(
|
|
427
|
-
const average = events.map(
|
|
431
|
+
const events = result.experiments.map(r => r.events).flat();
|
|
432
|
+
const average = events.map(e => e.completed_at.getTime() - e.started_at.getTime()).reduce((a, b) => a + b, 0) / events.length;
|
|
428
433
|
const aggregate = result.usage.aggregate;
|
|
429
|
-
return [ "# LLM Function Selection Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter(
|
|
430
|
-
const success = Math.floor(exp.events.filter(
|
|
434
|
+
return [ "# LLM Function Selection Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter(e => e.type === "success").length}`, ` - Failure: ${events.filter(e => e.type === "failure").length}`, ` - Error: ${events.filter(e => e.type === "error").length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Status | Time/Avg ", ":-----|:-------|----------:", ...result.experiments.map(exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, (() => {
|
|
435
|
+
const success = Math.floor(exp.events.filter(e => e.type === "success").length / exp.events.length * 10);
|
|
431
436
|
return Array.from({
|
|
432
437
|
length: success
|
|
433
438
|
}).fill("■").join("") + Array.from({
|
|
434
439
|
length: 10 - success
|
|
435
440
|
}).fill("□").join("");
|
|
436
|
-
})(), `${MathUtil.round(exp.events.map(
|
|
441
|
+
})(), `${MathUtil.round(exp.events.map(event => event.completed_at.getTime() - event.started_at.getTime()).reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms` ].join(" | ")) ].join("\n");
|
|
437
442
|
}
|
|
438
443
|
|
|
439
444
|
function writeExperimentIndex(exp) {
|
|
440
445
|
const aggregate = exp.usage.aggregate;
|
|
441
|
-
return [ `# ${exp.scenario.name}`, "## Summary", " - Aggregation:", ` - Trial: ${exp.events.length}`, ` - Success: ${exp.events.filter(
|
|
446
|
+
return [ `# ${exp.scenario.name}`, "## Summary", " - Aggregation:", ` - Trial: ${exp.events.length}`, ` - Success: ${exp.events.filter(e => e.type === "success").length}`, ` - Failure: ${exp.events.filter(e => e.type === "failure").length}`, ` - Error: ${exp.events.filter(e => e.type === "error").length}`, ` - Average Time: ${MathUtil.round(exp.events.map(event => event.completed_at.getTime() - event.started_at.getTime()).reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Events", " No | Type | Time", "---:|:-----|----:", ...exp.events.map((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, `${MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms` ].join(" | ")), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
|
|
442
447
|
}
|
|
443
448
|
|
|
444
449
|
function writeExperimentEvent(event, index) {
|
|
445
|
-
return [ `# ${index + 1}. ${event.type}`, `## Summary`, ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ " - Token Usage", ` - Total: ${event.usage.aggregate.total.toLocaleString()}`, ` - Prompt`, ` - Total: ${event.usage.aggregate.input.total.toLocaleString()}`, ` - Cached: ${event.usage.aggregate.input.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${event.usage.aggregate.output.total.toLocaleString()}`, ` - Reasoning: ${event.usage.aggregate.output.reasoning.toLocaleString()}`, ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction.toLocaleString()}`, ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction.toLocaleString()}` ] : [], "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", ...event.type === "success" || event.type === "failure" ? [ "## Result", ...event.selected.map(
|
|
450
|
+
return [ `# ${index + 1}. ${event.type}`, `## Summary`, ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ " - Token Usage", ` - Total: ${event.usage.aggregate.total.toLocaleString()}`, ` - Prompt`, ` - Total: ${event.usage.aggregate.input.total.toLocaleString()}`, ` - Cached: ${event.usage.aggregate.input.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${event.usage.aggregate.output.total.toLocaleString()}`, ` - Reasoning: ${event.usage.aggregate.output.reasoning.toLocaleString()}`, ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction.toLocaleString()}`, ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction.toLocaleString()}` ] : [], "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", ...event.type === "success" || event.type === "failure" ? [ "## Result", ...event.selected.map(s => [ `### ${s.operation.name}`, ` - Controller: \`${s.operation.controller.name}\``, ` - Function: \`${s.operation.function.name}\``, ` - Reason: ${s.reason}`, "", ...s.operation.function.description !== undefined && s.operation.function.description !== "" ? [ s.operation.function.description, "" ] : [] ].join("\n")) ] : [], ...event.type === "error" ? [ "## Error", "```json", AgenticaBenchmarkUtil.errorToJson(JSON.stringify(event.error, null, 2)), "```", "" ] : [] ].join("\n");
|
|
446
451
|
}
|
|
447
452
|
|
|
448
453
|
class AgenticaSelectBenchmark {
|
|
@@ -459,10 +464,10 @@ class AgenticaSelectBenchmark {
|
|
|
459
464
|
async execute(listener) {
|
|
460
465
|
const started_at = new Date;
|
|
461
466
|
const semaphore = new Semaphore(this.config_.simultaneous);
|
|
462
|
-
const experiments = await Promise.all(this.scenarios_.map(
|
|
467
|
+
const experiments = await Promise.all(this.scenarios_.map(async scenario => {
|
|
463
468
|
const events = await Promise.all(Array.from({
|
|
464
469
|
length: this.config_.repeat
|
|
465
|
-
}).map(
|
|
470
|
+
}).map(async () => {
|
|
466
471
|
await semaphore.acquire();
|
|
467
472
|
const e = await this.step(scenario);
|
|
468
473
|
await semaphore.release();
|
|
@@ -470,18 +475,18 @@ class AgenticaSelectBenchmark {
|
|
|
470
475
|
listener(e);
|
|
471
476
|
}
|
|
472
477
|
return e;
|
|
473
|
-
}))
|
|
478
|
+
}));
|
|
474
479
|
return {
|
|
475
480
|
scenario,
|
|
476
481
|
events,
|
|
477
|
-
usage: events.filter(
|
|
482
|
+
usage: events.filter(e => e.type !== "error").map(e => e.usage).reduce((acc, cur) => AgenticaTokenUsage.plus(acc, cur), AgenticaTokenUsage.zero())
|
|
478
483
|
};
|
|
479
|
-
}))
|
|
484
|
+
}));
|
|
480
485
|
return this.result_ = {
|
|
481
486
|
experiments,
|
|
482
487
|
started_at,
|
|
483
488
|
completed_at: new Date,
|
|
484
|
-
usage: experiments.map(
|
|
489
|
+
usage: experiments.map(p => p.usage).reduce((acc, cur) => AgenticaTokenUsage.plus(acc, cur), AgenticaTokenUsage.zero())
|
|
485
490
|
};
|
|
486
491
|
}
|
|
487
492
|
report() {
|
|
@@ -498,12 +503,12 @@ class AgenticaSelectBenchmark {
|
|
|
498
503
|
const dispatch = async event => {
|
|
499
504
|
if ("toHistory" in event) {
|
|
500
505
|
if ("join" in event) {
|
|
501
|
-
historyGetters.push(
|
|
506
|
+
historyGetters.push(async () => {
|
|
502
507
|
await event.join();
|
|
503
508
|
return event.toHistory();
|
|
504
|
-
})
|
|
509
|
+
});
|
|
505
510
|
} else {
|
|
506
|
-
historyGetters.push(
|
|
511
|
+
historyGetters.push(async () => event.toHistory());
|
|
507
512
|
}
|
|
508
513
|
}
|
|
509
514
|
};
|
|
@@ -528,17 +533,17 @@ class AgenticaSelectBenchmark {
|
|
|
528
533
|
stack: [],
|
|
529
534
|
ready: () => true
|
|
530
535
|
});
|
|
531
|
-
const histories = await Promise.all(historyGetters.map(
|
|
532
|
-
const selected = histories.filter(
|
|
536
|
+
const histories = await Promise.all(historyGetters.map(async g => g()));
|
|
537
|
+
const selected = histories.filter(p => p.type === "select").map(p => p.selection);
|
|
533
538
|
return {
|
|
534
539
|
type: AgenticaBenchmarkPredicator.success({
|
|
535
540
|
expected: scenario.expected,
|
|
536
|
-
operations: selected.map(
|
|
541
|
+
operations: selected.map(s => s.operation)
|
|
537
542
|
}) ? "success" : "failure",
|
|
538
543
|
scenario,
|
|
539
544
|
selected,
|
|
540
545
|
usage,
|
|
541
|
-
assistantPrompts: histories.filter(
|
|
546
|
+
assistantPrompts: histories.filter(p => p.type === "assistantMessage"),
|
|
542
547
|
started_at,
|
|
543
548
|
completed_at: new Date
|
|
544
549
|
};
|
|
@@ -568,10 +573,10 @@ class MicroAgenticaCallBenchmark {
|
|
|
568
573
|
async execute(listener) {
|
|
569
574
|
const started_at = new Date;
|
|
570
575
|
const semaphore = new Semaphore(this.config_.simultaneous);
|
|
571
|
-
const task = this.scenarios_.map(
|
|
576
|
+
const task = this.scenarios_.map(async scenario => {
|
|
572
577
|
const events = await Promise.all(Array.from({
|
|
573
578
|
length: this.config_.repeat
|
|
574
|
-
}).map(
|
|
579
|
+
}).map(async () => {
|
|
575
580
|
await semaphore.acquire();
|
|
576
581
|
const e = await this.step(scenario);
|
|
577
582
|
await semaphore.release();
|
|
@@ -579,19 +584,19 @@ class MicroAgenticaCallBenchmark {
|
|
|
579
584
|
listener(e);
|
|
580
585
|
}
|
|
581
586
|
return e;
|
|
582
|
-
}))
|
|
587
|
+
}));
|
|
583
588
|
return {
|
|
584
589
|
scenario,
|
|
585
590
|
events,
|
|
586
|
-
usage: events.filter(
|
|
591
|
+
usage: events.filter(e => e.type !== "error").map(e => e.usage).reduce((acc, cur) => AgenticaTokenUsage.plus(acc, cur), AgenticaTokenUsage.zero())
|
|
587
592
|
};
|
|
588
|
-
})
|
|
593
|
+
});
|
|
589
594
|
const experiments = await Promise.all(task);
|
|
590
595
|
return this.result_ = {
|
|
591
596
|
experiments,
|
|
592
597
|
started_at,
|
|
593
598
|
completed_at: new Date,
|
|
594
|
-
usage: experiments.map(
|
|
599
|
+
usage: experiments.map(p => p.usage).reduce((acc, cur) => AgenticaTokenUsage.plus(acc, cur), AgenticaTokenUsage.zero())
|
|
595
600
|
};
|
|
596
601
|
}
|
|
597
602
|
report() {
|
|
@@ -605,13 +610,13 @@ class MicroAgenticaCallBenchmark {
|
|
|
605
610
|
const started_at = new Date;
|
|
606
611
|
const success = () => AgenticaBenchmarkPredicator.success({
|
|
607
612
|
expected: scenario.expected,
|
|
608
|
-
operations: agent.getHistories().filter(
|
|
613
|
+
operations: agent.getHistories().filter(p => p.type === "execute").map(p => p.operation),
|
|
609
614
|
strict: false
|
|
610
615
|
});
|
|
611
616
|
const out = () => {
|
|
612
617
|
const select = AgenticaBenchmarkPredicator.success({
|
|
613
618
|
expected: scenario.expected,
|
|
614
|
-
operations: agent.getHistories().filter(
|
|
619
|
+
operations: agent.getHistories().filter(p => p.type === "execute").map(p => p.operation),
|
|
615
620
|
strict: false
|
|
616
621
|
});
|
|
617
622
|
const call = success();
|
package/lib/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts","../src/MicroAgenticaCallBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","last","getHistories","at","llmVendor","getVendor","isAssistantHistory","type","consent","functions","result","api","chat","completions","create","model","messages","role","content","join","text","tools","function","name","description","parameters","tool_choice","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","contents","selection","controller","reason","executes","e","split","s","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","historyGetters","dispatch","push","toHistory","context","getContext","prompt","factory","createUserMessageHistory","id","v4","created_at","toISOString","executor","TypeError","orchestrate","histories","ready","g","assistantPrompts","MicroAgenticaCallBenchmark"],"mappings":";;;;;;;;;;AAeO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAOG;IACpB,MAAMC,OAAoCD,MACvCE,eACAC,IAAG;IAQN,MAAMC,YAAYJ,MAAMK;IACxB,MAAMC,qBAAqBL,MAAMM,SAAS;IAC1C,KAAKD,oBAAoB;QACvB,OAAO;;IAGT,MAAME,UAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAE1BC,UAAU;IACd,MAAMC,eAAsCN,UAAUO,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOX,UAAUW;QACjBC,UAAU,EACR;YACEC,MAAM;YACNC,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEF,MAAM;YACNC,SAASjB,KAAKmB;;QAGlBC,OAAO,EACL;YACEd,MAAM;YACNe,UAAU;gBACRC,MAAMf,QAAQe;gBACdC,aAAahB,QAAQgB;gBACrBC,YAAYjB,QAAQiB;;;QAI1BC,aAAa;OAGftB,UAAUuB;IAGZ,MAAMC,YACJlB,OAAOmB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACAC,MAAMA,GAAG1B,SAAS,cAAc0B,GAAGX,SAASC,SAASf,QAAQe,SAC3D;IAEJ,IAAIK,aAAaM,aAAaN,SAASrB,SAAS,YAAY;QAC1D,OAAO;;IAGT,MAAM4B;;;;;;;SAA0CP,SAASN,SAASc;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAUM,SAAUvC,QAAQwC;IAoBtB,OAAOC,aAAaD,OAAO5B;AAC7B;;AAEA,SAAS6B,aAAaD;IAQpB,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASlC;MACrB,KAAK;QAAS;YACZ,IAAIsC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL1C,QAAQ;wBACRmC;;;gBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;oBACnC,OAAO;wBAAE3C,QAAQ;;;gBAGnB,MAAMA,SAAS8B,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;gBAC3D,KAAKnC,OAAOA,QAAQ;oBAClB,IAAI4B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAElC,QAAQ;;;oBAEnBmC,QAAQ;oBACR;;gBAGFA,QAAQnC,OAAOmC;gBACfK,WAAWJ,eAAeK;;;;MAG9B,KAAK;QAAc;YACjB,MAAMK,SAASlB,MAAMG,SAASgB;YAC9B,MAAM/C,SAAS4B,MAAMK,WAAWe,MAAKC,MAAMA,GAAGpC,SAASiC,OAAOjC;YAC9D,IAAIb,QAAQ;gBACV,OAAO;oBAAEA;oBAAQmC,MAAM;;;YAEzB,OAAO;gBACLnC;;;;MAGJ,KAAK;QACH,KAAK,MAAM+B,YAAYH,MAAMG,SAASmB,OAAO;YAC3C,MAAMC,aAAarB,KAAKC;YACxB,IAAIoB,WAAWnD,QAAQ;gBACrB,OAAOmD;;;QAIX,OAAO;YAAEnD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS4B,MAAMG,SAASqB,MAAMC,KAAItB,YAAYD,KAAKC;YACzD,IAAI/B,OAAOsD,OAAMC,KAAKA,EAAEvD,UAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRmC,MAAMnC,OAAOwD,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;YAI3D,OAAO;gBACLnC,QAAQ;;;;AAIhB;;ACzOO,MAAM4D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACNvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHrD,MAAMqD,MAAMrD;YACZO,SAAS8C,MAAM9C;YACfgD,OAAOF,MAAME;;;IAGjB,OAAOF;AACT;;AAEA,SAASD,eAAelC;IACtB,IAAIA,SAASlC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMkC,SAASlC;YACfkD,WAAW;gBACTlC,MAAMkB,SAASgB,UAAUlC;gBACzBC,aAAaiB,SAASgB,UAAUnC,SAASE;;;WAI1C,IAAIiB,SAASlC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMkC,SAASlC;YACfwC,OAAON,SAASM,MAAMgB,IAAIY;;WAGzB,IAAIlC,SAASlC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMkC,SAASlC;YACfuD,OAAOrB,SAASqB,MAAMC,IAAIY;;WAGzB;QACH,OAAO;YACLpE,MAAMkC,SAASlC;YACfqD,OAAOnB,SAASmB,MAAMG,IAAIY;;;AAGhC;;ACnDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAASC;IAChB,IAAIA,EAAE1E,SAAS,eAAe;QAC5B,OAAO,EAAC,kBAAkB0E,EAAEC,UAAU,KAAI/D,KAAK;;IAEjD,IAAI8D,EAAE1E,SAAS,oBAAoB;QACjC,OAAO,EAAC,iBAAiB0E,EAAE7D,MAAM,KAAID,KAAK;;IAE5C,IAAI8D,EAAE1E,SAAS,iBAAiB;QAC9B,OAAO,EAAC,cAAc0E,EAAE7D,MAAM,KAAID,KAAK;;IAGzC,IAAI8D,EAAE1E,SAAS,YAAY0E,EAAE1E,SAAS,UAAU;QAC9C,OAAO,EACL,OAAO0E,EAAE1E,SAAS,WAAW,WAAW,YACxC,mBAAmB0E,EAAEE,UAAU1B,UAAU2B,WAAW7D,QACpD,iBAAiB0D,EAAEE,UAAU1B,UAAUnC,SAASC,QAChD,eAAe0D,EAAEE,UAAUE,UAC3B,QACKJ,EAAEE,UAAU1B,UAAUnC,SAASE,aAAa6B,UAAU,OAAO,IAC9D,EAAC4B,EAAEE,UAAU1B,UAAUnC,SAASE,aAAa,OAC7C,KACJL,KAAK;;IAGT,IAAI8D,EAAE1E,SAAS,YAAY;QACzB,OAAO,EACL,mBACG0E,EAAEK,SAASvB,KAAIwB,KAAK,OAAOA,EAAE9B,UAAUlC,UAC1C,OACG0D,EAAE7D,KAAKoE,MAAM,MAAMzB,KAAI0B,KAAK,KAAKA,OACpC,KACAtE,KAAK;;IAGT,IAAI8D,EAAE1E,SAAS,WAAW;QACxB,OAAO,EACL,eACA,aAAa0E,EAAExB,UAAUlC,QACzB,mBAAmB0D,EAAExB,UAAU2B,WAAW7D,QAC1C,iBAAiB0D,EAAExB,UAAUnC,SAASC,QACtC,IACA,WACAmE,KAAKC,UAAUV,EAAE7C,WAAW,MAAM,IAClC,OACA,KACAjB,KAAK;;IAIT,MAAM,IAAI0D,MAAM;AAClB;;AC9CO,MAAMe,gCAAgC;cAC3CZ;;;AAGI,SAAUA,WAAStE;IACvB,OAAOmF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAWrF,cACxBA,OAAOsF,YACPjC,KAAwBkC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS3E,kBAAkB4E,uBAAqBF,WACvDA,IAAIG,OAAOrC,KAAsB,CAACsC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS3E,QAAQ+E,IAAI,KAAKD,MAAM9F,WACzCgG,uBAAqBF,OAAOC,WAG/BE;AAEP;;AAEA,SAAST,aAAWrF;IAClB,MAAM0F,SAAwC1F,OAAOsF,YAClDjC,KAAIE,KAAKA,EAAEmC,SACXI;IACH,MAAMC,UACFL,OACCrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAO/C;IACzC,MAAM0D,YAA2CrG,OAAOsG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBrG,OAAOsF,YAAY3C,OAAO4D,oBAC/C,gBAAgBb,OAAO/C,UACvB,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC3D,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC3D,uBAAuBiB,SAASC,MAAMkC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU5E,MAAM+E,MAAMD,oBACxC,mBAAmBF,UAAU5E,MAAMgF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGvG,OAAOsF,YAAYjC,KAAIkC,OACxB,EACE,IAAIA,IAAIC,SAAS3E,WAAW0E,IAAIC,SAAS3E,mBACzCiG,WACEvB,IAAIG,SACJb,KAAKA,EAAEhF,SAAS,WAAWgF,EAAEkC,WAAW,QAE1CD,WAAWvB,IAAIG,SAAQb,KAAKA,EAAEhF,SAAS,WAAWgF,EAAE/C,SAAS,QAC7D,GAAG8B,SAASC,MACV0B,IAAIG,OACDrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,wBACF9F,KAAK,WAETA,KAAK;AACT;;AAEA,SAASgF,uBAAqBF;IAC5B,OAAO,EACL,KAAKA,IAAIC,SAAS3E,QAClB,cACA,mBAAmB0E,IAAIG,OAAO/C,OAAO4D,oBACrC,gBAAgBhB,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC7D,gBAAgB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC7D,qBAAqBiB,SAASC,MAC5B0B,IAAIG,OACDrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOrC,KAAI,CAACwB,GAAGe,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKf,EAAEhF,YAC5BgF,EAAEhF,MACF,GAAG+D,SAASC,MAAMgB,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,kBAC1DxF,KAAK,UAET,IACA,eACA,mBACA8E,IAAIC,SAAS9E,MACb,IACA,gBACA,WACAsE,KAAKC,UACHlB,sBAAsBE,eAAesB,IAAIC,SAASzD,WAClD,MACA,IAEF,QACAtB,KAAK;AACT;;AAEA,SAASoF,uBAAqBF,OAAoCqB;IAChE,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAM9F,QACzB,cACA,aAAa8F,MAAMH,SAAS3E,QAC5B,aAAa8E,MAAM9F,QACnB,aAAa+D,SAASC,MACpB8B,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAM9F,SAAS,UACf,EACE,eAAe8F,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM7D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBkD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU5E,MAAM+E,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU5E,MAAMgF,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAAS9E,MACf,IACA,gBACA,WACAsE,KAAKC,UACHlB,sBAAsBE,eAAe0B,MAAMH,SAASzD,WACpD,MACA,IAEF,OACA,IACA,0BACG4D,MAAMsB,QAAQ5D,IAAIgB,uBAAuBC,WAC5C,OACIqB,MAAM9F,SAAS,UACf,EACE,YACA,WACAmF,KAAKC,UACHlB,sBAAsBC,YAAY2B,MAAMzB,QACxC,MACA,IAEF,UAEF,KACJzD,KAAK;AACT;;AAEA,SAASqG,WAAWpB,QAAuCtG;IACzD,MAAM8H,QAAgBxD,KAAKI,MACxB4B,OAAOpE,OAAOlC,SAASuD,SAAS+C,OAAO/C,SAAU;IAGpD,OACEwE,MAAMC,KAAK;QAAEzE,QAAQuE;OAASG,KAAK,KAAK5G,KAAK,MAC3C0G,MAAMC,KAAK;QAAEzE,QAAQ,KAAKuE;OAASG,KAAK,KAAK5G,KAAK;AAExD;;MCxJa6G;IAWX,WAAAC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMtC;QACpBkI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5CjI,SAAS8B,MAAMkG,QAAQhI,WAAW;;QAEpC0H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWrE,KAAIhE,MAAOmG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAEzE,QAAQ6E,KAAKI,QAAQC;eAAUxE,KAAIhE;sBACxC+I,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa1G,WAAW;oBAC1B0G,SAASrD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJpE,QAAOuD,KAAKA,EAAEhF,SAAS,UACvBwD,KAAIwB,KAAKA,EAAEyB,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,KAAIkB,KAAKA,EAAE+B,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;;QAElB,OAAOe,8BAA8BZ,SAASkD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMlG,QAAkBkI,KAAKC,OAAOwB;QACpC,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAM/I,UAAU,MACdF,4BAA4BE,QAAQ;YAClC2C,UAAUyD,SAASzD;YACnBE,YAAY3C,MACTE,eACA8B,QAAOiD,KAAKA,EAAE1E,SAAS,YACvBwD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMgH,MAAM;YACV,MAAMnC,SAAS7H,4BAA4BE,QAAQ;gBACjD2C,UAAUyD,SAASzD;gBACnBE,YAAY3C,MACTE,eACA8B,QAAOiD,KAAKA,EAAE1E,SAAS,WACvBwD,KAAIkB,KAAKA,EAAEE,UAAU1B;gBACxBb,QAAQ;;YAEV,MAAMJ,OAAO1C;YACb,OAAO;gBACLS,MAAOiC,OAAO,YAAY;gBAC1B0D;gBACAuB;gBACAjF;gBACAmF,SAAS3H,MAAME;gBACf8G,OAAOhH,MAAM6J;gBACbjD;gBACAF,cAAc,IAAImC;;AAC4B;QAGlD;kBACQ7I,MAAM8J,WAAW5D,SAAS9E;YAChC,IAAItB,WAAW;gBACb,OAAO8J;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ9H,WAAW8F,GAAG;gBACrD,MAAMnD,aACIvD,4BAA4BC,OAAOG;gBAC7C,IAAImD,SAAS,MAAM;oBACjB;;sBAGInD,MAAM8J,WAAW3G;gBACvB,IAAIrD,WAAW;oBACb,OAAO8J;;;YAGX,OAAOA;UAET,OAAOhF;YACL,OAAO;gBACLrE,MAAM;gBACN2F;gBACAyB,SAAS3H,MAAME;gBACf8G,OAAOhH,MAAM6J;gBACbjF;gBACAgC;gBACAF,cAAc,IAAImC;;;;;;AC9LnB,MAAMkB,kCAAkC;IAC7C/E;;;AAGI,SAAUA,SAAStE;IACvB,MAAMuC,WAAW,EACf,EAAC,eAAe8C,WAAWrF,cACxBA,OAAOsF,YACPjC,KAAwBkC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS3E,kBAAkB4E,qBAAqBF,WACvDA,IAAIG,OAAOrC,KAAsB,CAACsC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS3E,QAAQ+E,IAAI,KAAKD,MAAM9F,WACzCgG,qBAAqBF,OAAOC,WAG/BE;IAGL,OAAOX,OAAOC,YAAY7C;AAC5B;;AAEA,SAAS8C,WAAWrF;IAClB,MAAM0F,SAA0C1F,OAAOsF,YACpDjC,KAAIE,KAAKA,EAAEmC,SACXI;IACH,MAAMC,UACAL,OACCrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAO/C;IAC3C,MAAM0D,YAA2CrG,OAAOsG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBrG,OAAOsF,YAAY3C,OAAO4D,oBAC/C,gBAAgBb,OAAO/C,UACvB,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC3D,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC3D,gBAAgB+C,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,UAAS8C,UACvD,uBAAuBiB,SAASC,MAAMkC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU5E,MAAM+E,MAAMD,oBACxC,mBAAmBF,UAAU5E,MAAMgF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGvG,OAAOsF,YAAYjC,KAAIkC,OACxB,EACE,IAAIA,IAAIC,SAAS3E,WAAW0E,IAAIC,SAAS3E,mBACzC;QACE,MAAMzB,UAAkBsE,KAAKI,MAC1ByB,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,SAC1C4C,IAAIG,OAAO/C,SACb;QAEJ,OACEwE,MAAMC,KAAK;YAAEzE,QAAQvD;WAAWiI,KAAK,KAAK5G,KAAK,MAC7C0G,MAAMC,KAAK;YAAEzE,QAAQ,KAAKvD;WAAWiI,KAAK,KAAK5G,KAAK;AAEzD,MAVD,IAWA,GAAGmD,SAASC,MACV0B,IAAIG,OACDrC,KACCsC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,wBACF9F,KAAK,WAETA,KAAK;AACT;;AAEA,SAASgF,qBAAqBF;IAC5B,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS3E,QAClB,cACA,oBACA,gBAAgB0E,IAAIG,OAAO/C,UAC3B,kBAAkB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC/D,kBAAkB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,YAAW8C,UAC/D,gBAAgB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEhF,SAAS,UAAS8C,UAC3D,uBAAuBiB,SAASC,MAC9B0B,IAAIG,OACDrC,KACCsC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU5E,MAAM+E,MAAMD,oBACxC,mBAAmBF,UAAU5E,MAAMgF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOrC,KAAI,CAACwB,GAAGe,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKf,EAAEhF,YAC5BgF,EAAEhF,MACF,GAAG+D,SAASC,MAAMgB,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,kBAE1DxF,KAAK,UAET,IACA,eACA,mBACA8E,IAAIC,SAAS9E,MACb,IACA,gBACA,WACAsE,KAAKC,UACHlB,sBAAsBE,eAAesB,IAAIC,SAASzD,WAClD,MACA,IAEF,QACAtB,KAAK;AACT;;AAEA,SAASoF,qBAAqBF,OAAsCqB;IAClE,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAM9F,QACzB,cACA,aAAa8F,MAAMH,SAAS3E,QAC5B,aAAa8E,MAAM9F,QACnB,cAAc8F,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAM9F,SAAS,UACf,EACE,mBACA,gBAAgB8F,MAAMW,MAAMD,UAAUG,MAAMD,oBAC5C,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU5E,MAAM+E,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU5E,MAAMgF,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAAS9E,MACf,IACA,gBACA,WACAsE,KAAKC,UACHlB,sBAAsBE,eAAe0B,MAAMH,SAASzD,WACpD,MACA,IAEF,OACA,OACI4D,MAAM9F,SAAS,aAAa8F,MAAM9F,SAAS,YAC3C,EACE,gBACG8F,MAAM2D,SAASjG,KAAI0B,KACpB,EACE,OAAOA,EAAEhC,UAAUlC,QACnB,qBAAqBkE,EAAEhC,UAAU2B,WAAW7D,UAC5C,mBAAmBkE,EAAEhC,UAAUnC,SAASC,UACxC,eAAekE,EAAEJ,UACjB,OACII,EAAEhC,UAAUnC,SAASE,gBAAgBU,aAAauD,EAAEhC,UAAUnC,SAASE,gBAAgB,KACvF,EAACiE,EAAEhC,UAAUnC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAkF,MAAM9F,SAAS,UACf,EACE,YACA,WACAkE,sBAAsBC,YACpBgB,KAAKC,UAAUU,MAAMzB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJzD,KAAK;AACT;;MChLa8I;IAYX,WAAAhC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMtC;QACpBkI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa5H,MAAMtC,MAAME,eAAeqD;QAC7C2E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWrE,KAAIhE,MAAOmG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAEzE,QAAQ6E,KAAKI,QAAQC;eAAUxE,KAAIhE;sBACxC+I,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAa1G,WAAW;oBAC1B0G,SAASrD;;gBAEX,OAAOA;AAAC;YAGd,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJpE,QAAOuD,KAAKA,EAAEhF,SAAS,UACvBwD,KAAIwB,KAAKA,EAAEyB,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;AAC/E;QAGP,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,KAAIkB,KAAKA,EAAE+B,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;;IAuB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;;QAElB,OAAOkF,gCAAgC/E,SAASkD,KAAKQ;;IAG/C,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAMU,iBAAwD;YAC9D,MAAMC,WAAWrK,MAAOsG;gBACtB,IAAI,eAAeA,OAAO;oBACxB,IAAI,UAAUA,OAAO;wBACnB8D,eAAeE,MAAKtK;kCACZsG,MAAMlF;4BACZ,OAAOkF,MAAMiE;AAAW;2BAGvB;wBACHH,eAAeE,MAAKtK,YAAYsG,MAAMiE;;;;YAI5C,MAAMC,UAA2BrC,KAAKC,OAAOqC,WAAW;gBACtDC,QAAQC,QAAQC,yBAAyB;oBACvCC,IAAIC;oBACJC,YAAYlE,WAAWmE;oBACvB7F,UAAU,EAAC;wBACT3E,MAAM;wBACNa,MAAM8E,SAAS9E;;;gBAGnB4F;gBACAoD;;YAEF,WAAWG,QAAQ/B,QAAQwC,aAAa,YAAY;gBAClD,MAAM,IAAIC,UAAU;;mBAGfV,QAAQ/B,QAAQwC,UAAUvD,UAAUyD,YAAYzD,QAAQ;mBAC1D8C;gBACHY,WAAWjD,KAAKgC,WAAW3G;gBAC3BuB,OAAO;gBACPsG,OAAO,MAAM;;YAEf,MAAMD,kBACIlC,QAAQC,IACdiB,eAAepG,KAAIhE,MAAMsL,KAAKA;YAElC,MAAMrB,WAAyCmB,UAC5CnJ,QAAOiD,KAAKA,EAAE1E,SAAS,WACvBwD,KAAIkB,KAAKA,EAAEE;YACd,OAAO;gBACL5E,MAAMX,4BAA4BE,QAAQ;oBACxC2C,UAAUyD,SAASzD;oBACnBE,YAAYqH,SAASjG,KAAI0B,KAAKA,EAAEhC;qBAE9B,YACA;gBACJyC;gBACA8D;gBACAhD;gBACAsE,kBAAkBH,UAEfnJ,QAAOiD,KAAKA,EAAE1E,SAAS;gBAC1BqG;gBACAF,cAAc,IAAImC;;UAKtB,OAAOjE;YACL,OAAO;gBACLrE,MAAM;gBACN2F;gBACAtB;gBACAgC;gBACAF,cAAc,IAAImC;;;;;;MCxLb0C;IAWX,WAAAtD,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMtC;QACpBkI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5CjI,SAAS8B,MAAMkG,QAAQhI,WAAW;;QAEpC0H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWrE,KAAIhE,MAAOmG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAEzE,QAAQ6E,KAAKI,QAAQC;eAAUxE,KAAIhE;sBACxC+I,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa1G,WAAW;oBAC1B0G,SAASrD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJpE,QAAOuD,KAAKA,EAAEhF,SAAS,UACvBwD,KAAIwB,KAAKA,EAAEyB,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,KAAIkB,KAAKA,EAAE+B,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;;QAElB,OAAOe,8BAA8BZ,SAASkD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMlG,QAAuBkI,KAAKC,OAAOwB;QACzC,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAM/I,UAAU,MACdF,4BAA4BE,QAAQ;YAClC2C,UAAUyD,SAASzD;YACnBE,YAAY3C,MACTE,eACA8B,QAAOiD,KAAKA,EAAE1E,SAAS,YACvBwD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMgH,MAAM;YACV,MAAMnC,SAAS7H,4BAA4BE,QAAQ;gBACjD2C,UAAUyD,SAASzD;gBACnBE,YAAY3C,MACTE,eACA8B,QAAOiD,KAAKA,EAAE1E,SAAS,YACvBwD,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO1C;YACb,OAAO;gBACLS,MAAOiC,OAAO,YAAY;gBAC1B0D;gBACAuB;gBACAjF;gBACAmF,SAAS3H,MAAME;gBACf8G,OAAOhH,MAAM6J;gBACbjD;gBACAF,cAAc,IAAImC;;AAC4B;QAGlD;kBACQ7I,MAAM8J,WAAW5D,SAAS9E;YAChC,IAAItB,WAAW;gBACb,OAAO8J;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ9H,WAAW8F,GAAG;gBACrD,MAAMnD,aACIvD,4BAA4BC,OAAOG;gBAC7C,IAAImD,SAAS,MAAM;oBACjB;;sBAGInD,MAAM8J,WAAW3G;gBACvB,IAAIrD,WAAW;oBACb,OAAO8J;;;YAGX,OAAOA;UAET,OAAOhF;YACL,OAAO;gBACLrE,MAAM;gBACN2F;gBACAyB,SAAS3H,MAAME;gBACf8G,OAAOhH,MAAM6J;gBACbjF;gBACAgC;gBACAF,cAAc,IAAImC;;;;;;"}
|
|
1
|
+
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts","../src/MicroAgenticaCallBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","histories","getHistories","last","length","llmVendor","getVendor","isAssistantHistory","type","consent","__typia_transform__llmApplicationFinalize","_llmApplicationFinalize","functions","result","api","chat","completions","create","model","messages","role","content","join","text","tools","function","name","description","parameters","tool_choice","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","contents","selection","controller","reason","executes","e","split","s","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","historyGetters","dispatch","push","toHistory","context","getContext","prompt","factory","createUserMessageHistory","id","v4","created_at","toISOString","executor","TypeError","orchestrate","ready","g","assistantPrompts","MicroAgenticaCallBenchmark"],"mappings":";;;;;;;;;;;;AAeO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAOG;IACpB,MAAMC,YAA+BD,MAAME;IAC3C,MAAMC,OAAoCF,UAAUA,UAAUG,SAAS;IAQvE,MAAMC,YAAYL,MAAMM;IACxB,MAAMC,qBAAqBJ,MAAMK,SAAS;IAC1C,KAAKD,oBAAoB;QACvB,OAAO;AACT;IAEA,MAAME,UAAwBC,0CAAAC,wBAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAE1BC,UAAU;IACd,MAAMC,eAAsCR,UAAUS,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOb,UAAUa;QACjBC,UAAU,EACR;YACEC,MAAM;YACNC,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEF,MAAM;YACNC,SAASlB,KAAKoB;;QAGlBC,OAAO,EACL;YACEhB,MAAM;YACNiB,UAAU;gBACRC,MAAMjB,QAAQiB;gBACdC,aAAalB,QAAQkB;gBACrBC,YAAYnB,QAAQmB;;;QAI1BC,aAAa;OAGfxB,UAAUyB;IAGZ,MAAMC,YACJlB,OAAOmB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,OACAC,MAAMA,GAAG5B,SAAS,cAAc4B,GAAGX,SAASC,SAASjB,QAAQiB,QAC3D;IAEJ,IAAIK,aAAaM,aAAaN,SAASvB,SAAS,YAAY;QAC1D,OAAO;AACT;IAEA,MAAM8B;;;;;;;SAA0CP,SAASN,SAASc;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAUM,SAAU1C,QAAQ2C;IAoBtB,OAAOC,aAAaD,OAAO5B;AAC7B;;AAEA,SAAS6B,aAAaD;IAQpB,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASpC;MACrB,KAAK;QAAS;YACZ,IAAIwC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL1C,QAAQ;wBACRmC;;AAEJ;gBACA,IAAIA,QAAQP,MAAMK,WAAW1C,QAAQ;oBACnC,OAAO;wBAAES,QAAQ;;AACnB;gBAEA,MAAMA,SAAS8B,KAAKU,SAASG,OAAOf,MAAMK,WAAWW,MAAMT;gBAC3D,KAAKnC,OAAOA,QAAQ;oBAClB,IAAI4B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAElC,QAAQ;;AACnB;oBACAmC,QAAQ;oBACR;AACF;gBAEAA,QAAQnC,OAAOmC;gBACfK,WAAWJ,eAAeK;AAC5B;AACF;;MACA,KAAK;QAAc;YACjB,MAAMI,SAASjB,MAAMG,SAASe;YAC9B,MAAM9C,SAAS4B,MAAMK,WAAWc,KAAKC,MAAMA,GAAGnC,SAASgC,OAAOhC;YAC9D,IAAIb,QAAQ;gBACV,OAAO;oBAAEA;oBAAQmC,MAAM;;AACzB;YACA,OAAO;gBACLnC;;AAEJ;;MACA,KAAK;QACH,KAAK,MAAM+B,YAAYH,MAAMG,SAASkB,OAAO;YAC3C,MAAMC,aAAapB,KAAKC;YACxB,IAAImB,WAAWlD,QAAQ;gBACrB,OAAOkD;AACT;AACF;QAEA,OAAO;YAAElD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS4B,MAAMG,SAASoB,MAAMC,IAAIrB,YAAYD,KAAKC;YACzD,IAAI/B,OAAOqD,MAAMC,KAAKA,EAAEtD,SAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRmC,MAAMnC,OAAOuD,OAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEnB,OAAO;;AAE3D;YAEA,OAAO;gBACLnC,QAAQ;;AAEZ;;AAEJ;;ACxOO,MAAM2D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACNvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHpD,MAAMoD,MAAMpD;YACZO,SAAS6C,MAAM7C;YACf+C,OAAOF,MAAME;;AAEjB;IACA,OAAOF;AACT;;AAEA,SAASD,eAAejC;IACtB,IAAIA,SAASpC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMoC,SAASpC;YACfmD,WAAW;gBACTjC,MAAMkB,SAASe,UAAUjC;gBACzBC,aAAaiB,SAASe,UAAUlC,SAASE;;;AAG/C,WACK,IAAIiB,SAASpC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMoC,SAASpC;YACf0C,OAAON,SAASM,MAAMe,IAAIY;;AAE9B,WACK,IAAIjC,SAASpC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMoC,SAASpC;YACfwD,OAAOpB,SAASoB,MAAMC,IAAIY;;AAE9B,WACK;QACH,OAAO;YACLrE,MAAMoC,SAASpC;YACfsD,OAAOlB,SAASkB,MAAMG,IAAIY;;AAE9B;AACF;;ACnDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAASC;IAChB,IAAIA,EAAE3E,SAAS,eAAe;QAC5B,OAAO,EAAC,kBAAkB2E,EAAEC,UAAU,KAAI9D,KAAK;AACjD;IACA,IAAI6D,EAAE3E,SAAS,oBAAoB;QACjC,OAAO,EAAC,iBAAiB2E,EAAE5D,MAAM,KAAID,KAAK;AAC5C;IACA,IAAI6D,EAAE3E,SAAS,iBAAiB;QAC9B,OAAO,EAAC,cAAc2E,EAAE5D,MAAM,KAAID,KAAK;AACzC;IAEA,IAAI6D,EAAE3E,SAAS,YAAY2E,EAAE3E,SAAS,UAAU;QAC9C,OAAO,EACL,OAAO2E,EAAE3E,SAAS,WAAW,WAAW,YACxC,mBAAmB2E,EAAEE,UAAU1B,UAAU2B,WAAW5D,QACpD,iBAAiByD,EAAEE,UAAU1B,UAAUlC,SAASC,QAChD,eAAeyD,EAAEE,UAAUE,UAC3B,QACKJ,EAAEE,UAAU1B,UAAUlC,SAASE,aAAavB,UAAU,OAAO,IAC9D,EAAC+E,EAAEE,UAAU1B,UAAUlC,SAASE,aAAa,OAC7C,KACJL,KAAK;AACT;IAEA,IAAI6D,EAAE3E,SAAS,YAAY;QACzB,OAAO,EACL,mBACG2E,EAAEK,SAASvB,IAAIwB,KAAK,OAAOA,EAAE9B,UAAUjC,SAC1C,OACGyD,EAAE5D,KAAKmE,MAAM,MAAMzB,IAAI0B,KAAK,KAAKA,MACpC,KACArE,KAAK;AACT;IAEA,IAAI6D,EAAE3E,SAAS,WAAW;QACxB,OAAO,EACL,eACA,aAAa2E,EAAExB,UAAUjC,QACzB,mBAAmByD,EAAExB,UAAU2B,WAAW5D,QAC1C,iBAAiByD,EAAExB,UAAUlC,SAASC,QACtC,IACA,WACAkE,KAAKC,UAAUV,EAAE5C,WAAW,MAAM,IAClC,OACA,KACAjB,KAAK;AACT;IAGA,MAAM,IAAIyD,MAAM;AAClB;;AC9CO,MAAMe,gCAAgC;cAC3CZ;;;AAGI,SAAUA,WAASrE;IACvB,OAAOkF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAWpF,cACxBA,OAAOqF,YACPjC,IAAwBkC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS1E,kBAAkB2E,uBAAqBF,WACvDA,IAAIG,OAAOrC,IAAsB,CAACsC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS1E,QAAQ8E,IAAI,KAAKD,MAAM/F,WACzCiG,uBAAqBF,OAAOC,SAG/BE;AAEP;;AAEA,SAAST,aAAWpF;IAClB,MAAMyF,SAAwCzF,OAAOqF,YAClDjC,IAAIE,KAAKA,EAAEmC,QACXI;IACH,MAAMC,UACFL,OACCrC,IAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,WACjDzC,OAAO,CAAC2C,GAAGC,MAAMD,IAAIC,GAAG,KAAKV,OAAOlG;IACzC,MAAM6G,YAA2CpG,OAAOqG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBpG,OAAOqF,YAAY9F,OAAO+G,oBAC/C,gBAAgBb,OAAOlG,UACvB,kBAAkBkG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC3D,kBAAkBkG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC3D,uBAAuBoE,SAASC,MAAMkC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU3E,MAAM8E,MAAMD,oBACxC,mBAAmBF,UAAU3E,MAAM+E,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGtG,OAAOqF,YAAYjC,IAAIkC,OACxB,EACE,IAAIA,IAAIC,SAAS1E,WAAWyE,IAAIC,SAAS1E,mBACzCgG,WACEvB,IAAIG,QACJb,KAAKA,EAAEjF,SAAS,WAAWiF,EAAEkC,WAAW,OAE1CD,WAAWvB,IAAIG,QAAQb,KAAKA,EAAEjF,SAAS,WAAWiF,EAAE9C,SAAS,OAC7D,GAAG6B,SAASC,MACV0B,IAAIG,OACDrC,IAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,WACjDzC,OAAO,CAAC2C,GAAGC,MAAMD,IAAIC,GAAG,KAAKb,IAAIG,OAAOlG,QAC3C+G,wBACF7F,KAAK,UAETA,KAAK;AACT;;AAEA,SAAS+E,uBAAqBF;IAC5B,OAAO,EACL,KAAKA,IAAIC,SAAS1E,QAClB,cACA,mBAAmByE,IAAIG,OAAOlG,OAAO+G,oBACrC,gBAAgBhB,IAAIG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC7D,gBAAgB+F,IAAIG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC7D,qBAAqBoE,SAASC,MAC5B0B,IAAIG,OACDrC,IAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,WACjDzC,OAAO,CAAC2C,GAAGC,MAAMD,IAAIC,GAAG,KAAKb,IAAIG,OAAOlG,QAC3C+G,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOrC,IAAI,CAACwB,GAAGe,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKf,EAAEjF,YAC5BiF,EAAEjF,MACF,GAAGgE,SAASC,MAAMgB,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,kBAC1DvF,KAAK,SAET,IACA,eACA,mBACA6E,IAAIC,SAAS7E,MACb,IACA,gBACA,WACAqE,KAAKC,UACHlB,sBAAsBE,eAAesB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACAtB,KAAK;AACT;;AAEA,SAASmF,uBAAqBF,OAAoCqB;IAChE,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAM/F,QACzB,cACA,aAAa+F,MAAMH,SAAS1E,QAC5B,aAAa6E,MAAM/F,QACnB,aAAagE,SAASC,MACpB8B,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAM/F,SAAS,UACf,EACE,eAAe+F,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM5D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBiD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU3E,MAAM8E,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU3E,MAAM+E,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAAS7E,MACf,IACA,gBACA,WACAqE,KAAKC,UACHlB,sBAAsBE,eAAe0B,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,IACA,0BACG2D,MAAMsB,QAAQ5D,IAAIgB,uBAAuBC,WAC5C,OACIqB,MAAM/F,SAAS,UACf,EACE,YACA,WACAoF,KAAKC,UACHlB,sBAAsBC,YAAY2B,MAAMzB,QACxC,MACA,IAEF,UAEF,KACJxD,KAAK;AACT;;AAEA,SAASoG,WAAWpB,QAAuCxG;IACzD,MAAMgI,QAAgBxD,KAAKI,MACxB4B,OAAOnE,OAAOrC,SAASM,SAASkG,OAAOlG,SAAU;IAGpD,OACE2H,MAAMC,KAAK;QAAE5H,QAAQ0H;OAASG,KAAK,KAAK3G,KAAK,MAC3CyG,MAAMC,KAAK;QAAE5H,QAAQ,KAAK0H;OAASG,KAAK,KAAK3G,KAAK;AAExD;;MCxJa4G;IAWX,WAAAC,CAAmB1F;QACjB2F,KAAKC,SAAS5F,MAAMzC;QACpBoI,KAAKE,aAAa7F,MAAM8F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQhG,MAAMiG,QAAQD,UAAU;YAChCE,cAAclG,MAAMiG,QAAQC,gBAAgB;YAC5ClI,SAASgC,MAAMiG,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;AACjB;IAkBO,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWrE,IAAIlE,MAAOqG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE5H,QAAQgI,KAAKI,QAAQC;eAAUxE,IAAIlE;sBACxCiJ,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAazG,WAAW;oBAC1ByG,SAASrD;AACX;gBAEA,OAAOA;;YAGb,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJnE,OAAOsD,KAAKA,EAAEjF,SAAS,SACvByD,IAAIwB,KAAKA,EAAEyB,OACX9C,OAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,MAAMC,mBAAmBE;;;QAGlF,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,IAAIkB,KAAKA,EAAE+B,OACX9C,OAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,MAAMC,mBAAmBE;;AAElF;IAoBO,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;AAClB;QACA,OAAOe,8BAA8BZ,SAASkD,KAAKQ;AACrD;IAEQ,UAAMU,CACZlD;QAEA,MAAMpG,QAAkBoI,KAAKC,OAAOwB;QACpC,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMjJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC8C,UAAUwD,SAASxD;YACnBE,YAAY9C,MACTE,eACAiC,OAAOgD,KAAKA,EAAE3E,SAAS,WACvByD,IAAIkB,KAAKA,EAAExB;YACdZ,QAAQ;;QAEZ,MAAM+G,MAAM;YACV,MAAMnC,SAAS/H,4BAA4BE,QAAQ;gBACjD8C,UAAUwD,SAASxD;gBACnBE,YAAY9C,MACTE,eACAiC,OAAOgD,KAAKA,EAAE3E,SAAS,UACvByD,IAAIkB,KAAKA,EAAEE,UAAU1B;gBACxBZ,QAAQ;;YAEV,MAAMJ,OAAO7C;YACb,OAAO;gBACLU,MAAOmC,OAAO,YAAY;gBAC1ByD;gBACAuB;gBACAhF;gBACAkF,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACbjD;gBACAF,cAAc,IAAImC;;;QAItB;kBACQ/I,MAAMgK,WAAW5D,SAAS7E;YAChC,IAAIzB,WAAW;gBACb,OAAOgK;AACT;YAEA,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ/H,WAAW+F,GAAG;gBACrD,MAAMlD,aACI1D,4BAA4BC,OAAOG;gBAC7C,IAAIsD,SAAS,MAAM;oBACjB;AACF;sBAEMtD,MAAMgK,WAAW1G;gBACvB,IAAIxD,WAAW;oBACb,OAAOgK;AACT;AACF;YACA,OAAOA;AACT,UACA,OAAOhF;YACL,OAAO;gBACLtE,MAAM;gBACN4F;gBACAyB,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACbjF;gBACAgC;gBACAF,cAAc,IAAImC;;AAEtB;AACF;;;ACjMK,MAAMkB,kCAAkC;IAC7C/E;;;AAGI,SAAUA,SAASrE;IACvB,MAAMuC,WAAW,EACf,EAAC,eAAe6C,WAAWpF,cACxBA,OAAOqF,YACPjC,IAAwBkC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS1E,kBAAkB2E,qBAAqBF,WACvDA,IAAIG,OAAOrC,IAAsB,CAACsC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS1E,QAAQ8E,IAAI,KAAKD,MAAM/F,WACzCiG,qBAAqBF,OAAOC,SAG/BE;IAGL,OAAOX,OAAOC,YAAY5C;AAC5B;;AAEA,SAAS6C,WAAWpF;IAClB,MAAMyF,SAA0CzF,OAAOqF,YACpDjC,IAAIE,KAAKA,EAAEmC,QACXI;IACH,MAAMC,UACFL,OACCrC,IAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,WACjDzC,OAAO,CAAC2C,GAAGC,MAAMD,IAAIC,GAAG,KAAKV,OAAOlG;IACzC,MAAM6G,YAA2CpG,OAAOqG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBpG,OAAOqF,YAAY9F,OAAO+G,oBAC/C,gBAAgBb,OAAOlG,UACvB,kBAAkBkG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC3D,kBAAkBkG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC3D,gBAAgBkG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,SAASJ,UACvD,uBAAuBoE,SAASC,MAAMkC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU3E,MAAM8E,MAAMD,oBACxC,mBAAmBF,UAAU3E,MAAM+E,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGtG,OAAOqF,YAAYjC,IAAIkC,OACxB,EACE,IAAIA,IAAIC,SAAS1E,WAAWyE,IAAIC,SAAS1E,mBACzC;QACE,MAAM5B,UAAkBwE,KAAKI,MAC1ByB,IAAIG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,SAC1C+F,IAAIG,OAAOlG,SACb;QAEJ,OACE2H,MAAMC,KAAK;YAAE5H,QAAQN;WAAWmI,KAAK,KAAK3G,KAAK,MAC7CyG,MAAMC,KAAK;YAAE5H,QAAQ,KAAKN;WAAWmI,KAAK,KAAK3G,KAAK;AAEzD,MAVD,IAWA,GAAGkD,SAASC,MACV0B,IAAIG,OACDrC,IACCsC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAEnDzC,OAAO,CAAC2C,GAAGC,MAAMD,IAAIC,GAAG,KAAKb,IAAIG,OAAOlG,QAC3C+G,wBACF7F,KAAK,UAETA,KAAK;AACT;;AAEA,SAAS+E,qBAAqBF;IAC5B,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS1E,QAClB,cACA,oBACA,gBAAgByE,IAAIG,OAAOlG,UAC3B,kBAAkB+F,IAAIG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC/D,kBAAkB+F,IAAIG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,WAAWJ,UAC/D,gBAAgB+F,IAAIG,OAAOnE,OAAOsD,KAAKA,EAAEjF,SAAS,SAASJ,UAC3D,uBAAuBoE,SAASC,MAC9B0B,IAAIG,OACDrC,IACCsC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAEnDzC,OAAO,CAAC2C,GAAGC,MAAMD,IAAIC,GAAG,KAAKb,IAAIG,OAAOlG,QAC3C+G,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU3E,MAAM8E,MAAMD,oBACxC,mBAAmBF,UAAU3E,MAAM+E,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOrC,IAAI,CAACwB,GAAGe,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKf,EAAEjF,YAC5BiF,EAAEjF,MACF,GAAGgE,SAASC,MAAMgB,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,kBAE1DvF,KAAK,SAET,IACA,eACA,mBACA6E,IAAIC,SAAS7E,MACb,IACA,gBACA,WACAqE,KAAKC,UACHlB,sBAAsBE,eAAesB,IAAIC,SAASxD,WAClD,MACA,IAEF,QACAtB,KAAK;AACT;;AAEA,SAASmF,qBAAqBF,OAAsCqB;IAClE,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAM/F,QACzB,cACA,aAAa+F,MAAMH,SAAS1E,QAC5B,aAAa6E,MAAM/F,QACnB,cAAc+F,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAM/F,SAAS,UACf,EACE,mBACA,gBAAgB+F,MAAMW,MAAMD,UAAUG,MAAMD,oBAC5C,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU3E,MAAM8E,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU3E,MAAM+E,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAAS7E,MACf,IACA,gBACA,WACAqE,KAAKC,UACHlB,sBAAsBE,eAAe0B,MAAMH,SAASxD,WACpD,MACA,IAEF,OACA,OACI2D,MAAM/F,SAAS,aAAa+F,MAAM/F,SAAS,YAC3C,EACE,gBACG+F,MAAM2D,SAASjG,IAAI0B,KACpB,EACE,OAAOA,EAAEhC,UAAUjC,QACnB,qBAAqBiE,EAAEhC,UAAU2B,WAAW5D,UAC5C,mBAAmBiE,EAAEhC,UAAUlC,SAASC,UACxC,eAAeiE,EAAEJ,UACjB,OACII,EAAEhC,UAAUlC,SAASE,gBAAgBU,aAAasD,EAAEhC,UAAUlC,SAASE,gBAAgB,KACvF,EAACgE,EAAEhC,UAAUlC,SAASE,aAAa,OACnC,KACJL,KAAK,WAGX,OACAiF,MAAM/F,SAAS,UACf,EACE,YACA,WACAmE,sBAAsBC,YACpBgB,KAAKC,UAAUU,MAAMzB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJxD,KAAK;AACT;;MChLa6I;IAYX,WAAAhC,CAAmB1F;QACjB2F,KAAKC,SAAS5F,MAAMzC;QACpBoI,KAAKE,aAAa7F,MAAM8F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQhG,MAAMiG,QAAQD,UAAU;YAChCE,cAAclG,MAAMiG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa3H,MAAMzC,MAAME,eAAeuD;QAC7C2E,KAAKQ,UAAU;AACjB;IAkBO,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWrE,IAAIlE,MAAOqG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE5H,QAAQgI,KAAKI,QAAQC;eAAUxE,IAAIlE;sBACxCiJ,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAazG,WAAW;oBAC1ByG,SAASrD;AACX;gBACA,OAAOA;;YAGb,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJnE,OAAOsD,KAAKA,EAAEjF,SAAS,SACvByD,IAAIwB,KAAKA,EAAEyB,OACX9C,OAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,MAAMC,mBAAmBE;;;QAItF,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,IAAIkB,KAAKA,EAAE+B,OACX9C,OAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,MAAMC,mBAAmBE;;AAElF;IAqBO,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;AAClB;QACA,OAAOkF,gCAAgC/E,SAASkD,KAAKQ;AACvD;IAEQ,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAMU,iBAAwD;YAC9D,MAAMC,WAAWvK,MAAOwG;gBACtB,IAAI,eAAeA,OAAO;oBACxB,IAAI,UAAUA,OAAO;wBACnB8D,eAAeE,KAAKxK;kCACZwG,MAAMjF;4BACZ,OAAOiF,MAAMiE;;AAEjB,2BACK;wBACHH,eAAeE,KAAKxK,YAAYwG,MAAMiE;AACxC;AACF;;YAEF,MAAMC,UAA2BrC,KAAKC,OAAOqC,WAAW;gBACtDC,QAAQC,QAAQC,yBAAyB;oBACvCC,IAAIC;oBACJC,YAAYlE,WAAWmE;oBACvB7F,UAAU,EAAC;wBACT5E,MAAM;wBACNe,MAAM6E,SAAS7E;;;gBAGnB2F;gBACAoD;;YAEF,WAAWG,QAAQ/B,QAAQwC,aAAa,YAAY;gBAClD,MAAM,IAAIC,UAAU;AACtB;mBAEOV,QAAQ/B,QAAQwC,UAAUvD,UAAUyD,YAAYzD,QAAQ;mBAC1D8C;gBACHxK,WAAWmI,KAAKgC,WAAW3G;gBAC3BuB,OAAO;gBACPqG,OAAO,MAAM;;YAEf,MAAMpL,kBACIkJ,QAAQC,IACdiB,eAAepG,IAAIlE,MAAMuL,KAAKA;YAElC,MAAMpB,WAAyCjK,UAC5CkC,OAAOgD,KAAKA,EAAE3E,SAAS,UACvByD,IAAIkB,KAAKA,EAAEE;YACd,OAAO;gBACL7E,MAAMZ,4BAA4BE,QAAQ;oBACxC8C,UAAUwD,SAASxD;oBACnBE,YAAYoH,SAASjG,IAAI0B,KAAKA,EAAEhC;qBAE9B,YACA;gBACJyC;gBACA8D;gBACAhD;gBACAqE,kBAAkBtL,UAEfkC,OAAOgD,KAAKA,EAAE3E,SAAS;gBAC1BsG;gBACAF,cAAc,IAAImC;;AAItB,UACA,OAAOjE;YACL,OAAO;gBACLtE,MAAM;gBACN4F;gBACAtB;gBACAgC;gBACAF,cAAc,IAAImC;;AAEtB;AACF;;;MC3LWyC;IAWX,WAAArD,CAAmB1F;QACjB2F,KAAKC,SAAS5F,MAAMzC;QACpBoI,KAAKE,aAAa7F,MAAM8F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQhG,MAAMiG,QAAQD,UAAU;YAChCE,cAAclG,MAAMiG,QAAQC,gBAAgB;YAC5ClI,SAASgC,MAAMiG,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;AACjB;IAkBO,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWrE,IAAIlE,MAAOqG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE5H,QAAQgI,KAAKI,QAAQC;eAAUxE,IAAIlE;sBACxCiJ,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAazG,WAAW;oBAC1ByG,SAASrD;AACX;gBAEA,OAAOA;;YAGb,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJnE,OAAOsD,KAAKA,EAAEjF,SAAS,SACvByD,IAAIwB,KAAKA,EAAEyB,OACX9C,OAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,MAAMC,mBAAmBE;;;QAGlF,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,IAAIkB,KAAKA,EAAE+B,OACX9C,OAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,MAAMC,mBAAmBE;;AAElF;IAoBO,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;AAClB;QACA,OAAOe,8BAA8BZ,SAASkD,KAAKQ;AACrD;IAEQ,UAAMU,CACZlD;QAEA,MAAMpG,QAAuBoI,KAAKC,OAAOwB;QACzC,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMjJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC8C,UAAUwD,SAASxD;YACnBE,YAAY9C,MACTE,eACAiC,OAAOgD,KAAKA,EAAE3E,SAAS,WACvByD,IAAIkB,KAAKA,EAAExB;YACdZ,QAAQ;;QAEZ,MAAM+G,MAAM;YACV,MAAMnC,SAAS/H,4BAA4BE,QAAQ;gBACjD8C,UAAUwD,SAASxD;gBACnBE,YAAY9C,MACTE,eACAiC,OAAOgD,KAAKA,EAAE3E,SAAS,WACvByD,IAAIkB,KAAKA,EAAExB;gBACdZ,QAAQ;;YAEV,MAAMJ,OAAO7C;YACb,OAAO;gBACLU,MAAOmC,OAAO,YAAY;gBAC1ByD;gBACAuB;gBACAhF;gBACAkF,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACbjD;gBACAF,cAAc,IAAImC;;;QAItB;kBACQ/I,MAAMgK,WAAW5D,SAAS7E;YAChC,IAAIzB,WAAW;gBACb,OAAOgK;AACT;YAEA,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ/H,WAAW+F,GAAG;gBACrD,MAAMlD,aACI1D,4BAA4BC,OAAOG;gBAC7C,IAAIsD,SAAS,MAAM;oBACjB;AACF;sBAEMtD,MAAMgK,WAAW1G;gBACvB,IAAIxD,WAAW;oBACb,OAAOgK;AACT;AACF;YACA,OAAOA;AACT,UACA,OAAOhF;YACL,OAAO;gBACLtE,MAAM;gBACN4F;gBACAyB,SAAS7H,MAAME;gBACfgH,OAAOlH,MAAM+J;gBACbjF;gBACAgC;gBACAF,cAAc,IAAImC;;AAEtB;AACF;;;"}
|
|
@@ -47,7 +47,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
47
47
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
48
48
|
exports.AgenticaBenchmarkPredicator = void 0;
|
|
49
49
|
exports.success = success;
|
|
50
|
-
const __typia_transform__validateReport = __importStar(require("typia/lib/internal/_validateReport
|
|
50
|
+
const __typia_transform__validateReport = __importStar(require("typia/lib/internal/_validateReport"));
|
|
51
|
+
const __typia_transform__llmApplicationFinalize = __importStar(require("typia/lib/internal/_llmApplicationFinalize"));
|
|
51
52
|
const typia_1 = __importDefault(require("typia"));
|
|
52
53
|
exports.AgenticaBenchmarkPredicator = {
|
|
53
54
|
isNext,
|
|
@@ -56,9 +57,8 @@ exports.AgenticaBenchmarkPredicator = {
|
|
|
56
57
|
function isNext(agent) {
|
|
57
58
|
return __awaiter(this, void 0, void 0, function* () {
|
|
58
59
|
var _a, _b, _c;
|
|
59
|
-
const
|
|
60
|
-
|
|
61
|
-
.at(-1);
|
|
60
|
+
const histories = agent.getHistories();
|
|
61
|
+
const last = histories[histories.length - 1];
|
|
62
62
|
/**
|
|
63
63
|
* Agentica Props is private, we can't access it
|
|
64
64
|
* The provided code follows the original source prior to modification.
|
|
@@ -70,13 +70,7 @@ function isNext(agent) {
|
|
|
70
70
|
if (!isAssistantHistory) {
|
|
71
71
|
return null;
|
|
72
72
|
}
|
|
73
|
-
const consent = {
|
|
74
|
-
config: {
|
|
75
|
-
reference: true,
|
|
76
|
-
strict: false,
|
|
77
|
-
separate: null,
|
|
78
|
-
validate: null
|
|
79
|
-
},
|
|
73
|
+
const consent = __typia_transform__llmApplicationFinalize._llmApplicationFinalize({
|
|
80
74
|
functions: [
|
|
81
75
|
{
|
|
82
76
|
name: "consent",
|
|
@@ -139,7 +133,7 @@ function isNext(agent) {
|
|
|
139
133
|
}; })()
|
|
140
134
|
}
|
|
141
135
|
]
|
|
142
|
-
}.functions[0];
|
|
136
|
+
}, { equals: false }).functions[0];
|
|
143
137
|
const result = yield llmVendor.api.chat.completions.create({
|
|
144
138
|
model: llmVendor.model,
|
|
145
139
|
messages: [
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaBenchmarkPredicator.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkPredicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"AgenticaBenchmarkPredicator.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkPredicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgIA,0BAqBC;;;AA1ID,kDAA0B;AAIb,QAAA,2BAA2B,GAAG;IACzC,MAAM;IACN,OAAO;CACR,CAAC;AAkCF,SAAe,MAAM,CAAC,KAA+B;;;QACnD,MAAM,SAAS,GAAsB,KAAK,CAAC,YAAY,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAgC,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE1E;;;;;WAKG;QACH,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACpC,MAAM,kBAAkB,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,MAAK,kBAAkB,CAAC;QAC7D,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BAE1B,SAAS,CAAC,CAAC,CAAE,CAAC;QAClB,MAAM,MAAM,GAA0B,MAAM,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC/E;YACE,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;wBACP,+BAA+B;wBAC/B,EAAE;wBACF,qDAAqD;wBACrD,8DAA8D;wBAC9D,kDAAkD;qBACnD,CAAC,IAAI,CAAC,IAAI,CAAC;iBACb;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;iBACnB;aACF;YACD,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,OAAO,CAAC,UAAiC;qBACtD;iBACF;aACF;YACD,WAAW,EAAE,UAAU;YACvB,8BAA8B;SAC/B,EACD,SAAS,CAAC,OAAO,CAClB,CAAC;QAEF,MAAM,QAAQ,GAAqD,MAAA,CACjE,MAAA,MAAA,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,CAAC,UAAU,mCAAI,EAAE,CAC5C,CAAC,MAAM,CACN,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAClE,0CAAG,CAAC,CAAC,CAAC;QAEP,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,KAAK,kRAAqC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC7E,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC;CAAA;AAED;;;;;;;GAOG;AACH,SAAgB,OAAO,CAAC,KAmBvB;IACC,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;AACpC,CAAC;AAED,SAAS,YAAY,CAAC,KAAoC;IAQxD,MAAM,IAAI,GAAG,CACX,QAAoC,EACpC,kBAA6C,EAC7C,EAAE,CACF,YAAY,CAAC;QACX,QAAQ;QACR,UAAU,EAAE,kBAAkB,aAAlB,kBAAkB,cAAlB,kBAAkB,GAAI,KAAK,CAAC,UAAU;QAClD,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC,CAAC;IAEL,QAAQ,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5B,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/D,IAAI,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;YAErC,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC3B,OAAO;wBACL,MAAM,EAAE,IAAI;wBACZ,IAAI;qBACL,CAAC;gBACJ,CAAC;gBACD,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;oBACpC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;gBAC3B,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;oBACnB,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;wBAC1B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBAC3B,CAAC;oBACD,IAAI,IAAI,CAAC,CAAC;oBACV,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;gBACpB,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC7B,CAAC;YACD,OAAO;gBACL,MAAM;aACP,CAAC;QACJ,CAAC;QACD,KAAK,OAAO;YACV,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACtB,OAAO,UAAU,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO,CAAC,CAAC,CAAC;YACb;;;;;;eAMG;YACH,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,OAAO;oBACL,MAAM,EAAE,IAAI;oBACZ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBAC1D,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,KAAK;aACd,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAsBA,4BAeC;AA1BD,gDAA6C;AAE7C,mEAAgE;AAEhE;;GAEG;AACU,QAAA,+BAA+B,GAAG;IAC7C,QAAQ;CACT,CAAC;AAEF,SAAgB,QAAQ,CAAC,MAAsC;IAC7D,MAAM,QAAQ,GAAG;QACf,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAqB,GAAG,CAAC,EAAE,CAAC;YAC9B,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAmB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACmB,CAAC;IAE/B,OAAO,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,UAAU,CAAC,MAAsC;IACxD,MAAM,MAAM,GAAoC,MAAM,CAAC,WAAW;SAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;SAClB,IAAI,EAAE,CAAC;IACV,MAAM,OAAO,
|
|
1
|
+
{"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAsBA,4BAeC;AA1BD,gDAA6C;AAE7C,mEAAgE;AAEhE;;GAEG;AACU,QAAA,+BAA+B,GAAG;IAC7C,QAAQ;CACT,CAAC;AAEF,SAAgB,QAAQ,CAAC,MAAsC;IAC7D,MAAM,QAAQ,GAAG;QACf,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAqB,GAAG,CAAC,EAAE,CAAC;YAC9B,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAmB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACmB,CAAC;IAE/B,OAAO,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,UAAU,CAAC,MAAsC;IACxD,MAAM,MAAM,GAAoC,MAAM,CAAC,WAAW;SAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;SAClB,IAAI,EAAE,CAAC;IACV,MAAM,OAAO,GACT,MAAM;SACL,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;SAC3D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAChD,MAAM,SAAS,GAAkC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;IACxE,OAAO;QACL,oCAAoC;QACpC,YAAY;QACZ,kBAAkB;QAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;QACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;QAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACnE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACnE,gBAAgB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,EAAE;QAC/D,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;QACpE,iBAAiB;QACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAClD,aAAa;QACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;QAC5D,eAAe;QACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAC3D,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;QACvF,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;QACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;QACvF,EAAE;QACF,gBAAgB;QAChB,6BAA6B;QAC7B,6BAA6B;QAC7B,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAC9B;YACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;YAC1D,CAAC,GAAG,EAAE;gBACJ,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAChC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;sBAChD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;sBACpB,EAAE,CACL,CAAC;gBACF,OAAO,CACL,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;sBAChD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAC1D,CAAC;YACJ,CAAC,CAAC,EAAE;YACJ,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;iBACP,GAAG,CACF,KAAK,CAAC,EAAE,CACN,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;SACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;KACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAC,GAA+C;IAC3E,MAAM,SAAS,GAAkC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;IACrE,OAAO;QACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;QACxB,YAAY;QACZ,kBAAkB;QAClB,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;QACnC,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACvE,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,EAAE;QACnE,uBAAuB,mBAAQ,CAAC,KAAK,CACnC,GAAG,CAAC,MAAM;aACP,GAAG,CACF,KAAK,CAAC,EAAE,CACN,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;aACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;QACvB,iBAAiB;QACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAClD,aAAa;QACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;QAC5D,eAAe;QACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAC3D,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;QACvF,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;QACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;QACvF,EAAE;QACF,WAAW;QACX,mBAAmB;QACnB,mBAAmB;QACnB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;YACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;YACtC,CAAC,CAAC,IAAI;YACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CACnE,KAAK;SACN,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;QACD,EAAE;QACF,aAAa;QACb,iBAAiB;QACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;QACjB,EAAE;QACF,cAAc;QACd,SAAS;QACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;QACD,KAAK;KACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAoC,EAAE,KAAa;IAC/E,OAAO;QACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;QAC/B,YAAY;QACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;QAClC,aAAa,KAAK,CAAC,IAAI,EAAE;QACzB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;QAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;YACxB,CAAC,CAAC;gBACE,iBAAiB;gBACjB,gBAAgB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;gBAC9D,cAAc;gBACd,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;gBACtE,mBAAmB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;gBACxE,mBAAmB;gBACnB,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;gBACvE,sBAAsB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;gBAC/E,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;gBACnG,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;aACpG;YACH,CAAC,CAAC,EAAE,CAAC;QACP,EAAE;QACF,aAAa;QACb,iBAAiB;QACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;QACnB,EAAE;QACF,cAAc;QACd,SAAS;QACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;QACD,KAAK;QACL,EAAE;QACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YACtD,CAAC,CAAC;gBACE,WAAW;gBACX,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CACxB;oBACE,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;oBACzB,qBAAqB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI;oBACpD,mBAAmB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,IAAI;oBAChD,eAAe,CAAC,CAAC,MAAM,EAAE;oBACzB,EAAE;oBACF,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,KAAK,EAAE;wBAC3F,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxC,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;YACxB,CAAC,CAAC;gBACE,UAAU;gBACV,SAAS;gBACT,6CAAqB,CAAC,WAAW,CAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC;gBACD,KAAK;gBACL,EAAE;aACH;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agentica/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.44.0-dev.20260313",
|
|
4
4
|
"description": "Agentic AI Library specialized in LLM Function Calling",
|
|
5
5
|
"author": "Wrtn Technologies",
|
|
6
6
|
"license": "MIT",
|
|
@@ -35,20 +35,19 @@
|
|
|
35
35
|
"src"
|
|
36
36
|
],
|
|
37
37
|
"peerDependencies": {
|
|
38
|
-
"@agentica/core": "^0.
|
|
38
|
+
"@agentica/core": "^0.44.0-dev.20260313"
|
|
39
39
|
},
|
|
40
40
|
"dependencies": {
|
|
41
|
-
"@samchon/openapi": "^6.0.1",
|
|
42
41
|
"openai": "^6.15.0",
|
|
43
42
|
"tstl": "^3.0.0",
|
|
44
|
-
"typia": "
|
|
43
|
+
"typia": "12.0.0-dev.20260313",
|
|
45
44
|
"uuid": "^13.0.0",
|
|
46
|
-
"@agentica/core": "^0.
|
|
45
|
+
"@agentica/core": "^0.44.0-dev.20260313"
|
|
47
46
|
},
|
|
48
47
|
"devDependencies": {
|
|
49
48
|
"@rollup/plugin-terser": "^0.4.4",
|
|
50
49
|
"@rollup/plugin-typescript": "^12.1.2",
|
|
51
|
-
"@types/node": "^
|
|
50
|
+
"@types/node": "^25.3.0",
|
|
52
51
|
"@types/uuid": "^10.0.0",
|
|
53
52
|
"rimraf": "^6.0.1",
|
|
54
53
|
"rollup": "^4.34.8",
|