@agentica/benchmark 0.27.3 → 0.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -2
- package/lib/AgenticaCallBenchmark.js +1 -3
- package/lib/AgenticaCallBenchmark.js.map +1 -1
- package/lib/AgenticaSelectBenchmark.js +21 -3
- package/lib/AgenticaSelectBenchmark.js.map +1 -1
- package/lib/index.mjs +25 -10
- package/lib/index.mjs.map +1 -1
- package/lib/internal/AgenticaPromptReporter.js +8 -15
- package/lib/internal/AgenticaPromptReporter.js.map +1 -1
- package/package.json +7 -5
- package/src/AgenticaCallBenchmark.ts +1 -3
- package/src/AgenticaSelectBenchmark.ts +30 -10
- package/src/internal/AgenticaPromptReporter.ts +7 -15
package/README.md
CHANGED
|
@@ -13,8 +13,23 @@
|
|
|
13
13
|
|
|
14
14
|
<!-- Youtube + Discord -->
|
|
15
15
|
<p align="center">
|
|
16
|
-
<a href="https://www.youtube.com/@wrtnlabs"
|
|
17
|
-
|
|
16
|
+
<a href="https://www.youtube.com/@wrtnlabs">
|
|
17
|
+
<img src="https://img.shields.io/badge/YouTube%20Tutorial-0d1117?style=social&logo=youtube" alt="YouTube"/>
|
|
18
|
+
</a>
|
|
19
|
+
|
|
20
|
+
<a href="https://discord.gg/aMhRmzkqCx">
|
|
21
|
+
<img src="https://img.shields.io/badge/Discord-0d1117?style=social&logo=discord" alt="Discord"/>
|
|
22
|
+
</a>
|
|
23
|
+
</p>
|
|
24
|
+
|
|
25
|
+
<p align="center">
|
|
26
|
+
<a href="https://www.bloomberg.com/news/videos/2025-03-31/wtrn-on-series-b-funding-growth-strategy-video">
|
|
27
|
+
<img src="https://wrtnlabs.io/agentica/images/badges/fund-raising-news-202503.svg" />
|
|
28
|
+
</a>
|
|
29
|
+
|
|
30
|
+
<a href="https://github.com/wrtnlabs">
|
|
31
|
+
<img src="https://wrtnlabs.io/agentica/images/badges/open-source-mission.svg" />
|
|
32
|
+
</a>
|
|
18
33
|
</p>
|
|
19
34
|
|
|
20
35
|
Agentic AI framework specialized in AI Function Calling.
|
|
@@ -149,9 +149,7 @@ class AgenticaCallBenchmark {
|
|
|
149
149
|
operations: agent
|
|
150
150
|
.getHistories()
|
|
151
151
|
.filter(p => p.type === "select")
|
|
152
|
-
.map(p => p.
|
|
153
|
-
.flat()
|
|
154
|
-
.map(p => p.operation),
|
|
152
|
+
.map(p => p.selection.operation),
|
|
155
153
|
strict: false,
|
|
156
154
|
});
|
|
157
155
|
const call = success();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaCallBenchmark.js","sourceRoot":"","sources":["../src/AgenticaCallBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA;;;;;GAKG;AACH,yCAAoD;AACpD,+BAAiC;AAMjC,wFAAqF;AACrF,4FAAyF;AAEzF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,qBAAqB;IAMhC;;;;OAIG;IACH,YAAmB,KAA0C;;QAC3D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;YAC9C,OAAO,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,OAAO,mCAAI,CAAC;SACpC,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAA8D;;YAE9D,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBAClD,MAAM,MAAM,GACR,MAAM,OAAO,CAAC,GAAG,CACjB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACzD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAE1B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACd,CAAC;oBAED,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACJ,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;iBACtF,CAAC;YACJ,CAAC,CAAA,CAAC,CAAC;YACH,MAAM,WAAW,GACb,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;aACtF,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;OAiBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,6DAA6B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEa,IAAI,CAChB,QAA+C;;YAE/C,MAAM,KAAK,GAAoB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,yDAA2B,CAAC,OAAO,CAAC;gBAClC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,UAAU,EAAE,KAAK;qBACd,YAAY,EAAE;qBACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;qBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACxB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACL,MAAM,GAAG,GAAG,GAAuC,EAAE;gBACnD,MAAM,MAAM,GAAG,yDAA2B,CAAC,OAAO,CAAC;oBACjD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,UAAU,EAAE,KAAK;yBACd,YAAY,EAAE;yBACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;yBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"AgenticaCallBenchmark.js","sourceRoot":"","sources":["../src/AgenticaCallBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA;;;;;GAKG;AACH,yCAAoD;AACpD,+BAAiC;AAMjC,wFAAqF;AACrF,4FAAyF;AAEzF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,qBAAqB;IAMhC;;;;OAIG;IACH,YAAmB,KAA0C;;QAC3D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;YAC9C,OAAO,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,OAAO,mCAAI,CAAC;SACpC,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAA8D;;YAE9D,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBAClD,MAAM,MAAM,GACR,MAAM,OAAO,CAAC,GAAG,CACjB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACzD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAE1B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACd,CAAC;oBAED,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACJ,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;iBACtF,CAAC;YACJ,CAAC,CAAA,CAAC,CAAC;YACH,MAAM,WAAW,GACb,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;aACtF,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;OAiBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,6DAA6B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEa,IAAI,CAChB,QAA+C;;YAE/C,MAAM,KAAK,GAAoB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,yDAA2B,CAAC,OAAO,CAAC;gBAClC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,UAAU,EAAE,KAAK;qBACd,YAAY,EAAE;qBACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;qBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACxB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACL,MAAM,GAAG,GAAG,GAAuC,EAAE;gBACnD,MAAM,MAAM,GAAG,yDAA2B,CAAC,OAAO,CAAC;oBACjD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,UAAU,EAAE,KAAK;yBACd,YAAY,EAAE;yBACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;yBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC;oBAClC,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;gBACvB,OAAO;oBACL,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAc;oBACjD,QAAQ;oBACR,MAAM;oBACN,IAAI;oBACJ,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE;oBAC7B,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;oBAC5B,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAC6B,CAAC;YAC1D,CAAC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,OAAO,EAAE,EAAE,CAAC;oBACd,OAAO,GAAG,EAAE,CAAC;gBACf,CAAC;gBAED,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,GACN,MAAM,yDAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACpD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,MAAM;oBACR,CAAC;oBAED,MAAM,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;oBAC7B,IAAI,OAAO,EAAE,EAAE,CAAC;wBACd,OAAO,GAAG,EAAE,CAAC;oBACf,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE;oBAC7B,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;oBAC5B,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AA7KD,sDA6KC"}
|
|
@@ -18,6 +18,7 @@ exports.AgenticaSelectBenchmark = void 0;
|
|
|
18
18
|
*/
|
|
19
19
|
const core_1 = require("@agentica/core");
|
|
20
20
|
const tstl_1 = require("tstl");
|
|
21
|
+
const uuid_1 = require("uuid");
|
|
21
22
|
const AgenticaBenchmarkPredicator_1 = require("./internal/AgenticaBenchmarkPredicator");
|
|
22
23
|
const AgenticaSelectBenchmarkReporter_1 = require("./internal/AgenticaSelectBenchmarkReporter");
|
|
23
24
|
/**
|
|
@@ -134,23 +135,40 @@ class AgenticaSelectBenchmark {
|
|
|
134
135
|
const started_at = new Date();
|
|
135
136
|
try {
|
|
136
137
|
const usage = core_1.AgenticaTokenUsage.zero();
|
|
138
|
+
const historyGetters = [];
|
|
139
|
+
const dispatch = (event) => {
|
|
140
|
+
if ("toHistory" in event) {
|
|
141
|
+
if ("join" in event) {
|
|
142
|
+
historyGetters.push(() => __awaiter(this, void 0, void 0, function* () {
|
|
143
|
+
yield event.join();
|
|
144
|
+
return event.toHistory();
|
|
145
|
+
}));
|
|
146
|
+
}
|
|
147
|
+
else {
|
|
148
|
+
historyGetters.push(() => __awaiter(this, void 0, void 0, function* () { return event.toHistory(); }));
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
};
|
|
137
152
|
const context = this.agent_.getContext({
|
|
138
153
|
prompt: core_1.factory.createUserMessageHistory({
|
|
154
|
+
id: (0, uuid_1.v4)(),
|
|
155
|
+
created_at: started_at.toISOString(),
|
|
139
156
|
contents: [{
|
|
140
157
|
type: "text",
|
|
141
158
|
text: scenario.text,
|
|
142
159
|
}],
|
|
143
160
|
}),
|
|
144
161
|
usage,
|
|
162
|
+
dispatch,
|
|
145
163
|
});
|
|
146
164
|
if (typeof ((_a = context.config) === null || _a === void 0 ? void 0 : _a.executor) === "function") {
|
|
147
165
|
throw new TypeError("select function is not found");
|
|
148
166
|
}
|
|
149
|
-
|
|
167
|
+
yield ((_d = (_c = (_b = context.config) === null || _b === void 0 ? void 0 : _b.executor) === null || _c === void 0 ? void 0 : _c.select) !== null && _d !== void 0 ? _d : core_1.orchestrate.select)(Object.assign(Object.assign({}, context), { histories: this.histories_.slice(), stack: [], ready: () => true }));
|
|
168
|
+
const histories = yield Promise.all(historyGetters.map((g) => __awaiter(this, void 0, void 0, function* () { return g(); })));
|
|
150
169
|
const selected = histories
|
|
151
170
|
.filter(p => p.type === "select")
|
|
152
|
-
.map(p => p.
|
|
153
|
-
.flat();
|
|
171
|
+
.map(p => p.selection);
|
|
154
172
|
return {
|
|
155
173
|
type: AgenticaBenchmarkPredicator_1.AgenticaBenchmarkPredicator.success({
|
|
156
174
|
expected: scenario.expected,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaSelectBenchmark.js","sourceRoot":"","sources":["../src/AgenticaSelectBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"AgenticaSelectBenchmark.js","sourceRoot":"","sources":["../src/AgenticaSelectBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAUA;;;;;GAKG;AACH,yCAA0E;AAC1E,+BAAiC;AACjC,+BAA0B;AAM1B,wFAAqF;AACrF,gGAA6F;AAE7F;;;;;;;;;;;;;;;;GAgBG;AACH,MAAa,uBAAuB;IAOlC;;;;OAIG;IACH,YAAmB,KAA4C;;QAC7D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;SAC/C,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAAgE;;YAEhE,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,WAAW,GACb,MAAM,OAAO,CAAC,GAAG,CACjB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBACrC,MAAM,MAAM,GACR,MAAM,OAAO,CAAC,GAAG,CACjB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACzD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAC3B,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACd,CAAC;oBACD,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACJ,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;iBACtF,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,yBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,yBAAkB,CAAC,IAAI,EAAE,CAAC;aACtF,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,iEAA+B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAEa,IAAI,CAChB,QAAiD;;;YAEjD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAuB,yBAAkB,CAAC,IAAI,EAAE,CAAC;gBAC5D,MAAM,cAAc,GAAiD,EAAE,CAAC;gBACxE,MAAM,QAAQ,GAAG,CAAC,KAA2B,EAAQ,EAAE;oBACrD,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;4BACpB,cAAc,CAAC,IAAI,CAAC,GAAS,EAAE;gCAC7B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;gCACnB,OAAO,KAAK,CAAC,SAAS,EAAE,CAAC;4BAC3B,CAAC,CAAA,CAAC,CAAC;wBACL,CAAC;6BACI,CAAC;4BACJ,cAAc,CAAC,IAAI,CAAC,GAAS,EAAE,gDAAC,OAAA,KAAK,CAAC,SAAS,EAAE,CAAA,GAAA,CAAC,CAAC;wBACrD,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC;gBACF,MAAM,OAAO,GAA2B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;oBAC7D,MAAM,EAAE,cAAO,CAAC,wBAAwB,CAAC;wBACvC,EAAE,EAAE,IAAA,SAAE,GAAE;wBACR,UAAU,EAAE,UAAU,CAAC,WAAW,EAAE;wBACpC,QAAQ,EAAE,CAAC;gCACT,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;6BACpB,CAAC;qBACH,CAAC;oBACF,KAAK;oBACL,QAAQ;iBACT,CAAC,CAAC;gBACH,IAAI,OAAO,CAAA,MAAA,OAAO,CAAC,MAAM,0CAAE,QAAQ,CAAA,KAAK,UAAU,EAAE,CAAC;oBACnD,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAC;gBACtD,CAAC;gBAED,MAAM,CAAC,MAAA,MAAA,MAAA,OAAO,CAAC,MAAM,0CAAE,QAAQ,0CAAE,MAAM,mCAAI,kBAAW,CAAC,MAAM,CAAC,iCACzD,OAAO,KACV,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAClC,KAAK,EAAE,EAAE,EACT,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,IACjB,CAAC;gBACH,MAAM,SAAS,GACX,MAAM,OAAO,CAAC,GAAG,CACjB,cAAc,CAAC,GAAG,CAAC,CAAM,CAAC,EAAC,EAAE,gDAAC,OAAA,CAAC,EAAE,CAAA,GAAA,CAAC,CACnC,CAAC;gBACJ,MAAM,QAAQ,GAAwC,SAAS;qBAC5D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;qBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACzB,OAAO;oBACL,IAAI,EAAE,yDAA2B,CAAC,OAAO,CAAC;wBACxC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;qBAC3C,CAAC;wBACA,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,SAAS;oBACb,QAAQ;oBACR,QAAQ;oBACR,KAAK;oBACL,gBAAgB,EAAE,SAAS;wBACzB,qDAAqD;yBACpD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAkB,CAAC;oBAC7C,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAGqB,CAAC;YAClD,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAC6B,CAAC;YAC1D,CAAC;QACH,CAAC;KAAA;CACF;AAxLD,0DAwLC"}
|
package/lib/index.mjs
CHANGED
|
@@ -6,6 +6,8 @@ import * as __typia_transform__validateReport from "typia/lib/internal/_validate
|
|
|
6
6
|
|
|
7
7
|
import "typia";
|
|
8
8
|
|
|
9
|
+
import { v4 } from "uuid";
|
|
10
|
+
|
|
9
11
|
const AgenticaBenchmarkPredicator = {
|
|
10
12
|
isNext,
|
|
11
13
|
success
|
|
@@ -268,10 +270,7 @@ function markdown$2(p) {
|
|
|
268
270
|
return [ `### System`, p.text, "" ].join("\n");
|
|
269
271
|
}
|
|
270
272
|
if (p.type === "select" || p.type === "cancel") {
|
|
271
|
-
return [ `### ${p.type === "select" ? "Select" : "Cancel"}`, ...p.
|
|
272
|
-
const functionDescriptionCount = s.operation.function.description?.length ?? 0;
|
|
273
|
-
return [ `#### ${s.operation.name}`, ` - controller: ${s.operation.controller.name}`, ` - function: ${s.operation.function.name}`, ` - reason: ${s.reason}`, "", ...functionDescriptionCount > 0 ? [ s.operation.function.description, "" ] : [] ];
|
|
274
|
-
})) ].join("\n");
|
|
273
|
+
return [ `### ${p.type === "select" ? "Select" : "Cancel"}`, ` - controller: ${p.selection.operation.controller.name}`, ` - function: ${p.selection.operation.function.name}`, ` - reason: ${p.selection.reason}`, "", ...(p.selection.operation.function.description?.length ?? 0) !== 0 ? [ p.selection.operation.function.description, "" ] : [] ].join("\n");
|
|
275
274
|
}
|
|
276
275
|
if (p.type === "describe") {
|
|
277
276
|
return [ "### Describe", ...p.executes.map((e => ` - ${e.operation.name}`)), "", ...p.text.split("\n").map((s => `> ${s}`)), "" ].join("\n");
|
|
@@ -371,7 +370,7 @@ class AgenticaCallBenchmark {
|
|
|
371
370
|
const out = () => {
|
|
372
371
|
const select = AgenticaBenchmarkPredicator.success({
|
|
373
372
|
expected: scenario.expected,
|
|
374
|
-
operations: agent.getHistories().filter((p => p.type === "select")).map((p => p.
|
|
373
|
+
operations: agent.getHistories().filter((p => p.type === "select")).map((p => p.selection.operation)),
|
|
375
374
|
strict: false
|
|
376
375
|
});
|
|
377
376
|
const call = success();
|
|
@@ -497,26 +496,42 @@ class AgenticaSelectBenchmark {
|
|
|
497
496
|
const started_at = new Date;
|
|
498
497
|
try {
|
|
499
498
|
const usage = AgenticaTokenUsage.zero();
|
|
499
|
+
const historyGetters = [];
|
|
500
|
+
const dispatch = event => {
|
|
501
|
+
if ("toHistory" in event) {
|
|
502
|
+
if ("join" in event) {
|
|
503
|
+
historyGetters.push((async () => {
|
|
504
|
+
await event.join();
|
|
505
|
+
return event.toHistory();
|
|
506
|
+
}));
|
|
507
|
+
} else {
|
|
508
|
+
historyGetters.push((async () => event.toHistory()));
|
|
509
|
+
}
|
|
510
|
+
}
|
|
511
|
+
};
|
|
500
512
|
const context = this.agent_.getContext({
|
|
501
513
|
prompt: factory.createUserMessageHistory({
|
|
514
|
+
id: v4(),
|
|
515
|
+
created_at: started_at.toISOString(),
|
|
502
516
|
contents: [ {
|
|
503
517
|
type: "text",
|
|
504
518
|
text: scenario.text
|
|
505
519
|
} ]
|
|
506
520
|
}),
|
|
507
|
-
usage
|
|
521
|
+
usage,
|
|
522
|
+
dispatch
|
|
508
523
|
});
|
|
509
524
|
if (typeof context.config?.executor === "function") {
|
|
510
525
|
throw new TypeError("select function is not found");
|
|
511
526
|
}
|
|
512
|
-
|
|
527
|
+
await (context.config?.executor?.select ?? orchestrate.select)({
|
|
513
528
|
...context,
|
|
514
529
|
histories: this.histories_.slice(),
|
|
515
530
|
stack: [],
|
|
516
|
-
ready: () => true
|
|
517
|
-
dispatch: async () => {}
|
|
531
|
+
ready: () => true
|
|
518
532
|
});
|
|
519
|
-
const
|
|
533
|
+
const histories = await Promise.all(historyGetters.map((async g => g())));
|
|
534
|
+
const selected = histories.filter((p => p.type === "select")).map((p => p.selection));
|
|
520
535
|
return {
|
|
521
536
|
type: AgenticaBenchmarkPredicator.success({
|
|
522
537
|
expected: scenario.expected,
|
package/lib/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts","../src/MicroAgenticaCallBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","last","getHistories","at","llmVendor","getVendor","isAssistantHistory","type","consent","functions","result","api","chat","completions","create","model","messages","role","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","contents","selections","flatMap","s","functionDescriptionCount","controller","reason","executes","e","split","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","context","getContext","prompt","factory","createUserMessageHistory","executor","TypeError","histories","orchestrate","ready","dispatch","assistantPrompts","MicroAgenticaCallBenchmark"],"mappings":";;;;;;;;AAeO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAuCG;IACpD,MAAMC,OAA2CD,MAC9CE,eACAC,IAAG;IAQN,MAAMC,YAAYJ,MAAMK;IACxB,MAAMC,qBAAqBL,MAAMM,SAAS;IAC1C,KAAKD,oBAAoB;QACvB,OAAO;;IAGT,MAAME,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAGrCC,UAAU;IACd,MAAMC,eAAsCN,UAAUO,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOX,UAAUW;QACjBC,UAAU,EACR;YACEC,MAAM;YACNC,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEF,MAAM;YACNC,SAASjB,KAAKmB;;QAGlBC,OAAO,EACL;YACEd,MAAM;YACNe,UAAU;gBACRC,MAAMf,QAAQe;gBACdC,aAAahB,QAAQgB;gBACrBC,YAAYjB,QAAQiB;;;QAI1BC,aAAa;QACbC,qBAAqB;OAEvBvB,UAAUwB;IAGZ,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACAC,MAAMA,GAAG3B,SAAS,cAAc2B,GAAGZ,SAASC,SAASf,QAAQe,SAC3D;IAEJ,IAAIM,aAAaM,WAAW;QAC1B,OAAO;;IAGT,MAAMC;;;;;;;SAA0CP,SAASP,SAASe;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAUM,SAAUxC,QAAwCyC;IAoBtD,OAAOC,aAAaD,OAAO7B;AAC7B;;AAEA,SAAS8B,aAA6CD;IAQpD,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASnC;MACrB,KAAK;QAAS;YACZ,IAAIuC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL3C,QAAQ;wBACRoC;;;gBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;oBACnC,OAAO;wBAAE5C,QAAQ;;;gBAGnB,MAAMA,SAAS+B,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;gBAC3D,KAAKpC,OAAOA,QAAQ;oBAClB,IAAI6B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAEnC,QAAQ;;;oBAEnBoC,QAAQ;oBACR;;gBAGFA,QAAQpC,OAAOoC;gBACfK,WAAWJ,eAAeK;;;;MAG9B,KAAK;QAAc;YACjB,MAAMK,SAASlB,MAAMG,SAASgB;YAC9B,MAAMhD,SAAS6B,MAAMK,WAAWe,MAAKC,MAAMA,GAAGrC,SAASkC,OAAOlC;YAC9D,IAAIb,QAAQ;gBACV,OAAO;oBAAEA;oBAAQoC,MAAM;;;YAEzB,OAAO;gBACLpC;;;;MAGJ,KAAK;QACH,KAAK,MAAMgC,YAAYH,MAAMG,SAASmB,OAAO;YAC3C,MAAMC,aAAarB,KAAKC;YACxB,IAAIoB,WAAWpD,QAAQ;gBACrB,OAAOoD;;;QAIX,OAAO;YAAEpD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS6B,MAAMG,SAASqB,MAAMC,KAAItB,YAAYD,KAAKC;YACzD,IAAIhC,OAAOuD,OAAMC,KAAKA,EAAExD,UAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRoC,MAAMpC,OAAOyD,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;YAI3D,OAAO;gBACLpC,QAAQ;;;;AAIhB;;AC1OO,MAAM6D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACJvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHtD,MAAMsD,MAAMtD;YACZQ,SAAS8C,MAAM9C;YACfgD,OAAOF,MAAME;;;IAGjB,OAAOF;AACT;;AAEA,SAASD,eAA+ClC;IACtD,IAAIA,SAASnC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfmD,WAAW;gBACTnC,MAAMmB,SAASgB,UAAUnC;gBACzBC,aAAakB,SAASgB,UAAUpC,SAASE;;;WAI1C,IAAIkB,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfyC,OAAON,SAASM,MAAMgB,IAAIY;;WAGzB,IAAIlC,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfwD,OAAOrB,SAASqB,MAAMC,IAAIY;;WAGzB;QACH,OAAO;YACLrE,MAAMmC,SAASnC;YACfsD,OAAOnB,SAASmB,MAAMG,IAAIY;;;AAGhC;;ACpDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAAyCC;IAChD,IAAIA,EAAE3E,SAAS,eAAe;QAC5B,OAAO,EAAC,kBAAkB2E,EAAEC,UAAU,KAAIhE,KAAK;;IAEjD,IAAI+D,EAAE3E,SAAS,oBAAoB;QACjC,OAAO,EAAC,iBAAiB2E,EAAE9D,MAAM,KAAID,KAAK;;IAE5C,IAAI+D,EAAE3E,SAAS,iBAAiB;QAC9B,OAAO,EAAC,cAAc2E,EAAE9D,MAAM,KAAID,KAAK;;IAGzC,IAAI+D,EAAE3E,SAAS,YAAY2E,EAAE3E,SAAS,UAAU;QAC9C,OAAO,EACL,OAAO2E,EAAE3E,SAAS,WAAW,WAAW,eACrC2E,EAAEE,WACFC,SAASC;YACR,MAAMC,2BAA2BD,EAAE5B,UAAUpC,SAASE,aAAa8B,UAAU;YAE7E,OAAO,EACL,QAAQgC,EAAE5B,UAAUnC,QACpB,mBAAmB+D,EAAE5B,UAAU8B,WAAWjE,QAC1C,iBAAiB+D,EAAE5B,UAAUpC,SAASC,QACtC,eAAe+D,EAAEG,UACjB,OACIF,2BAA2B,IAC3B,EAACD,EAAE5B,UAAUpC,SAASE,aAAa,OACnC;AACL,cAELL,KAAK;;IAGT,IAAI+D,EAAE3E,SAAS,YAAY;QACzB,OAAO,EACL,mBACG2E,EAAEQ,SAAS1B,KAAI2B,KAAK,OAAOA,EAAEjC,UAAUnC,UAC1C,OACG2D,EAAE9D,KAAKwE,MAAM,MAAM5B,KAAIsB,KAAK,KAAKA,OACpC,KACAnE,KAAK;;IAGT,IAAI+D,EAAE3E,SAAS,WAAW;QACxB,OAAO,EACL,eACA,aAAa2E,EAAExB,UAAUnC,QACzB,mBAAmB2D,EAAExB,UAAU8B,WAAWjE,QAC1C,iBAAiB2D,EAAExB,UAAUpC,SAASC,QACtC,IACA,WACAsE,KAAKC,UAAUZ,EAAE7C,WAAW,MAAM,IAClC,OACA,KACAlB,KAAK;;IAIT,MAAM,IAAI2D,MAAM;AAClB;;ACtDO,MAAMiB,gCAAgC;cAC3Cd;;;AAGI,SAAUA,WAAyCvE;IACvD,OAAOsF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAkBxF,cAC/BA,OAAOyF,YACPnC,KAAwBoC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,uBAAqBF,WACvDA,IAAIG,OAAOvC,KAAsB,CAACwC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMjG,WACzCmG,uBAAqBF,OAAOC,WAG/BE;AAEP;;AAEA,SAAST,aAA2CxF;IAClD,MAAM6F,SAA+C7F,OAAOyF,YACzDnC,KAAIE,KAAKA,EAAEqC,SACXI;IACH,MAAMC,UACFL,OACCvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOjD;IACzC,MAAM4D,YAA2CxG,OAAOyG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBxG,OAAOyF,YAAY7C,OAAO8D,oBAC/C,gBAAgBb,OAAOjD,UACvB,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,uBAAuBiB,SAASC,MAAMoC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACG1G,OAAOyF,YAAYnC,KAAIoC,OACxB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzCoG,WACEvB,IAAIG,SACJZ,KAAKA,EAAEpF,SAAS,WAAWoF,EAAEiC,WAAW,QAE1CD,WAAWvB,IAAIG,SAAQZ,KAAKA,EAAEpF,SAAS,WAAWoF,EAAElD,SAAS,QAC7D,GAAG8B,SAASC,MACV4B,IAAIG,OACDvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,wBACFjG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASmF,uBAAqDF;IAC5D,OAAO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,mBAAmB6E,IAAIG,OAAOjD,OAAO8D,oBACrC,gBAAgBhB,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC7D,gBAAgB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC7D,qBAAqBiB,SAASC,MAC5B4B,IAAIG,OACDvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOvC,KAAI,CAAC2B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEpF,YAC5BoF,EAAEpF,MACF,GAAGgE,SAASC,MAAMmB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAC1D3F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAewB,IAAIC,SAAS3D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASuF,uBAAqDF,OAA2CqB;IACvG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMjG,QACzB,cACA,aAAaiG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMjG,QACnB,aAAagE,SAASC,MACpBgC,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAMjG,SAAS,UACf,EACE,eAAeiG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM/D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBoD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU9E,MAAMiF,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU9E,MAAMkF,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAASjF,MACf,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAe4B,MAAMH,SAAS3D,WACpD,MACA,IAEF,OACA,IACA,0BACG8D,MAAMsB,QAAQ9D,IAAIgB,uBAAuBC,WAC5C,OACIuB,MAAMjG,SAAS,UACf,EACE,YACA,WACAsF,KAAKC,UACHpB,sBAAsBC,YAAY6B,MAAM3B,QACxC,MACA,IAEF,UAEF,KACJ1D,KAAK;AACT;;AAEA,SAASwG,WAA2CpB,QAA8CzG;IAChG,MAAMiI,QAAgB1D,KAAKI,MACxB8B,OAAOtE,OAAOnC,SAASwD,SAASiD,OAAOjD,SAAU;IAGpD,OACE0E,MAAMC,KAAK;QAAE3E,QAAQyE;OAASG,KAAK,KAAK/G,KAAK,MAC3C6G,MAAMC,KAAK;QAAE3E,QAAQ,KAAKyE;OAASG,KAAK,KAAK/G,KAAK;AAExD;;MCxJagH;IAWX,WAAAC,CAAmB7F;QACjB8F,KAAKC,SAAS/F,MAAMvC;QACpBqI,KAAKE,aAAahG,MAAMiG,UAAUhF;QAClC6E,KAAKI,UAAU;YACbC,QAAQnG,MAAMoG,QAAQD,UAAU;YAChCE,cAAcrG,MAAMoG,QAAQC,gBAAgB;YAC5CpI,SAAS+B,MAAMoG,QAAQnI,WAAW;;QAEpC6H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWvE,KAAIjE,MAAOsG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE3E,QAAQ+E,KAAKI,QAAQC;eAAU1E,KAAIjE;sBACxCkJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa5G,WAAW;oBAC1B4G,SAASpD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJtE,QAAO0D,KAAKA,EAAEpF,SAAS,UACvByD,KAAI2B,KAAKA,EAAEwB,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJnC,KAAIkB,KAAKA,EAAEiC,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI/D,MAAM;;QAElB,OAAOiB,8BAA8Bd,SAASoD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMrG,QAAyBqI,KAAKC,OAAOwB;QAC3C,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMlJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAU2D,SAAS3D;YACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMkH,MAAM;YACV,MAAMnC,SAAShI,4BAA4BE,QAAQ;gBACjD4C,UAAU2D,SAAS3D;gBACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEE,aACXuB,OACA3C,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B4D;gBACAuB;gBACAnF;gBACAqF,SAAS9H,MAAME;gBACfiH,OAAOnH,MAAMgK;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQhJ,MAAMiK,WAAW5D,SAASjF;YAChC,IAAItB,WAAW;gBACb,OAAOiK;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQjI,WAAWiG,GAAG;gBACrD,MAAMrD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAMiK,WAAW7G;gBACvB,IAAItD,WAAW;oBACb,OAAOiK;;;YAGX,OAAOA;UAET,OAAOlF;YACL,OAAO;gBACLtE,MAAM;gBACN8F;gBACAyB,SAAS9H,MAAME;gBACfiH,OAAOnH,MAAMgK;gBACbnF;gBACAkC;gBACAF,cAAc,IAAImC;;;;;;AChMnB,MAAMkB,kCAAkC;IAC7CjF;;;AAGI,SAAUA,SAAyCvE;IACvD,MAAMwC,WAAW,EACf,EAAC,eAAegD,WAAWxF,cACxBA,OAAOyF,YACPnC,KAAwBoC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOvC,KAAsB,CAACwC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMjG,WACzCmG,qBAAqBF,OAAOC,WAG/BE;IAGL,OAAOX,OAAOC,YAAY/C;AAC5B;;AAEA,SAASgD,WAA2CxF;IAClD,MAAM6F,SAAiD7F,OAAOyF,YAC3DnC,KAAIE,KAAKA,EAAEqC,SACXI;IACH,MAAMC,UACAL,OACCvC,KAAI2B,KAAKA,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,YACjD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAOjD;IAC3C,MAAM4D,YAA2CxG,OAAOyG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBxG,OAAOyF,YAAY7C,OAAO8D,oBAC/C,gBAAgBb,OAAOjD,UACvB,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,kBAAkBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC3D,gBAAgBiD,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,UAAS+C,UACvD,uBAAuBiB,SAASC,MAAMoC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACG1G,OAAOyF,YAAYnC,KAAIoC,OACxB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzC;QACE,MAAMzB,UAAkBuE,KAAKI,MAC1B2B,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,SAC1C8C,IAAIG,OAAOjD,SACb;QAEJ,OACE0E,MAAMC,KAAK;YAAE3E,QAAQxD;WAAWoI,KAAK,KAAK/G,KAAK,MAC7C6G,MAAMC,KAAK;YAAE3E,QAAQ,KAAKxD;WAAWoI,KAAK,KAAK/G,KAAK;AAEzD,MAVD,IAWA,GAAGoD,SAASC,MACV4B,IAAIG,OACDvC,KACCwC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,wBACFjG,KAAK,WAETA,KAAK;AACT;;AAEA,SAASmF,qBAAqDF;IAC5D,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS9E,QAClB,cACA,oBACA,gBAAgB6E,IAAIG,OAAOjD,UAC3B,kBAAkB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC/D,kBAAkB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,YAAW+C,UAC/D,gBAAgB8C,IAAIG,OAAOtE,QAAO0D,KAAKA,EAAEpF,SAAS,UAAS+C,UAC3D,uBAAuBiB,SAASC,MAC9B4B,IAAIG,OACDvC,KACCwC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnD3C,QAAO,CAAC6C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAOjD,QAC3C8D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU9E,MAAMiF,MAAMD,oBACxC,mBAAmBF,UAAU9E,MAAMkF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOvC,KAAI,CAAC2B,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAEpF,YAC5BoF,EAAEpF,MACF,GAAGgE,SAASC,MAAMmB,EAAEkB,aAAaC,YAAYnB,EAAEoB,WAAWD,kBAE1D3F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAewB,IAAIC,SAAS3D,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASuF,qBAAqDF,OAA6CqB;IACzG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAMjG,QACzB,cACA,aAAaiG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMjG,QACnB,cAAciG,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAMjG,SAAS,UACf,EACE,mBACA,gBAAgBiG,MAAMW,MAAMD,UAAUG,MAAMD,oBAC5C,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU9E,MAAMiF,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU9E,MAAMkF,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAASjF,MACf,IACA,gBACA,WACAyE,KAAKC,UACHpB,sBAAsBE,eAAe4B,MAAMH,SAAS3D,WACpD,MACA,IAEF,OACA,OACI8D,MAAMjG,SAAS,aAAaiG,MAAMjG,SAAS,YAC3C,EACE,gBACGiG,MAAM2D,SAASnG,KAAIsB,KACpB,EACE,OAAOA,EAAE5B,UAAUnC,QACnB,qBAAqB+D,EAAE5B,UAAU8B,WAAWjE,UAC5C,mBAAmB+D,EAAE5B,UAAUpC,SAASC,UACxC,eAAe+D,EAAEG,UACjB,OACIH,EAAE5B,UAAUpC,SAASE,gBAAgBW,aAAamD,EAAE5B,UAAUpC,SAASE,gBAAgB,KACvF,EAAC8D,EAAE5B,UAAUpC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAqF,MAAMjG,SAAS,UACf,EACE,YACA,WACAmE,sBAAsBC,YACpBkB,KAAKC,UAAUU,MAAM3B,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ1D,KAAK;AACT;;MClLaiJ;IAYX,WAAAhC,CAAmB7F;QACjB8F,KAAKC,SAAS/F,MAAMvC;QACpBqI,KAAKE,aAAahG,MAAMiG,UAAUhF;QAClC6E,KAAKI,UAAU;YACbC,QAAQnG,MAAMoG,QAAQD,UAAU;YAChCE,cAAcrG,MAAMoG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa9H,MAAMvC,MAAME,eAAesD;QAC7C6E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWvE,KAAIjE,MAAOsG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE3E,QAAQ+E,KAAKI,QAAQC;eAAU1E,KAAIjE;sBACxCkJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAa5G,WAAW;oBAC1B4G,SAASpD;;gBAEX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJtE,QAAO0D,KAAKA,EAAEpF,SAAS,UACvByD,KAAI2B,KAAKA,EAAEwB,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;AAC/E;QAGP,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJnC,KAAIkB,KAAKA,EAAEiC,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;;IAuB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI/D,MAAM;;QAElB,OAAOoF,gCAAgCjF,SAASoD,KAAKQ;;IAG/C,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAMU,UAAUjC,KAAKC,OAAOiC,WAAW;gBACrCC,QAAQC,QAAQC,yBAAyB;oBACvCvF,UAAU,EAAC;wBACT5E,MAAM;wBACNa,MAAMiF,SAASjF;;;gBAGnB+F;;YAEF,WAAWmD,QAAQ3B,QAAQgC,aAAa,YAAY;gBAClD,MAAM,IAAIC,UAAU;;YAGtB,MAAMC,mBACKP,QAAQ3B,QAAQgC,UAAU/C,UAAUkD,YAAYlD,QAAQ;mBAC5D0C;gBACHO,WAAWxC,KAAKgC,WAAW7G;gBAC3BuB,OAAO;gBACPgG,OAAO,MAAM;gBACbC,UAAUjL;;YAEd,MAAMoK,WAAgDU,UACnD5I,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEE,aACXuB;YACH,OAAO;gBACLpG,MAAMX,4BAA4BE,QAAQ;oBACxC4C,UAAU2D,SAAS3D;oBACnBE,YAAYuH,SAASnG,KAAIsB,KAAKA,EAAE5B;qBAE9B,YACA;gBACJ2C;gBACA8D;gBACAhD;gBACA8D,kBAAkBJ,UAEf5I,QAAOiD,KAAKA,EAAE3E,SAAS;gBAC1BwG;gBACAF,cAAc,IAAImC;;UAKtB,OAAOnE;YACL,OAAO;gBACLtE,MAAM;gBACN8F;gBACAxB;gBACAkC;gBACAF,cAAc,IAAImC;;;;;;MCpKbkC;IAWX,WAAA9C,CAAmB7F;QACjB8F,KAAKC,SAAS/F,MAAMvC;QACpBqI,KAAKE,aAAahG,MAAMiG,UAAUhF;QAClC6E,KAAKI,UAAU;YACbC,QAAQnG,MAAMoG,QAAQD,UAAU;YAChCE,cAAcrG,MAAMoG,QAAQC,gBAAgB;YAC5CpI,SAAS+B,MAAMoG,QAAQnI,WAAW;;QAEpC6H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWvE,KAAIjE,MAAOsG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAE3E,QAAQ+E,KAAKI,QAAQC;eAAU1E,KAAIjE;sBACxCkJ,UAAUK;gBAChB,MAAM3D,UACI0C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa5G,WAAW;oBAC1B4G,SAASpD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLU;gBACAE;gBACAY,OAAOZ,OACJtE,QAAO0D,KAAKA,EAAEpF,SAAS,UACvByD,KAAI2B,KAAKA,EAAEwB,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJnC,KAAIkB,KAAKA,EAAEiC,QACXhD,QAAO,CAACC,KAAKqF,QAAQC,mBAAmBC,KAAKvF,KAAKqF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI/D,MAAM;;QAElB,OAAOiB,8BAA8Bd,SAASoD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMrG,QAA8BqI,KAAKC,OAAOwB;QAChD,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMlJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAU2D,SAAS3D;YACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMkH,MAAM;YACV,MAAMnC,SAAShI,4BAA4BE,QAAQ;gBACjD4C,UAAU2D,SAAS3D;gBACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B4D;gBACAuB;gBACAnF;gBACAqF,SAAS9H,MAAME;gBACfiH,OAAOnH,MAAMgK;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQhJ,MAAMiK,WAAW5D,SAASjF;YAChC,IAAItB,WAAW;gBACb,OAAOiK;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQjI,WAAWiG,GAAG;gBACrD,MAAMrD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAMiK,WAAW7G;gBACvB,IAAItD,WAAW;oBACb,OAAOiK;;;YAGX,OAAOA;UAET,OAAOlF;YACL,OAAO;gBACLtE,MAAM;gBACN8F;gBACAyB,SAAS9H,MAAME;gBACfiH,OAAOnH,MAAMgK;gBACbnF;gBACAkC;gBACAF,cAAc,IAAImC;;;;;;"}
|
|
1
|
+
{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts","../src/MicroAgenticaCallBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","success","async","agent","last","getHistories","at","llmVendor","getVendor","isAssistantHistory","type","consent","functions","result","api","chat","completions","create","model","messages","role","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","arguments","reply","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","expectedToJson","error","Error","stack","AgenticaPromptReporter","markdown","p","contents","selection","controller","reason","executes","e","split","s","JSON","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","flat","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","from","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","task","Promise","all","acquire","step","release","cur","AgenticaTokenUsage","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","historyGetters","dispatch","push","toHistory","context","getContext","prompt","factory","createUserMessageHistory","id","v4","created_at","toISOString","executor","TypeError","orchestrate","histories","ready","g","assistantPrompts","MicroAgenticaCallBenchmark"],"mappings":";;;;;;;;;;AAeO,MAAMA,8BAA8B;IACzCC;IACAC;;;AAmCFC,eAAeF,OAAuCG;IACpD,MAAMC,OAA2CD,MAC9CE,eACAC,IAAG;IAQN,MAAMC,YAAYJ,MAAMK;IACxB,MAAMC,qBAAqBL,MAAMM,SAAS;IAC1C,KAAKD,oBAAoB;QACvB,OAAO;;IAGT,MAAME,UAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAGrCC,UAAU;IACd,MAAMC,eAAsCN,UAAUO,IAAIC,KAAKC,YAAYC,OACzE;QACEC,OAAOX,UAAUW;QACjBC,UAAU,EACR;YACEC,MAAM;YACNC,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;WAET;YACEF,MAAM;YACNC,SAASjB,KAAKmB;;QAGlBC,OAAO,EACL;YACEd,MAAM;YACNe,UAAU;gBACRC,MAAMf,QAAQe;gBACdC,aAAahB,QAAQgB;gBACrBC,YAAYjB,QAAQiB;;;QAI1BC,aAAa;QACbC,qBAAqB;OAEvBvB,UAAUwB;IAGZ,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACAC,MAAMA,GAAG3B,SAAS,cAAc2B,GAAGZ,SAASC,SAASf,QAAQe,SAC3D;IAEJ,IAAIM,aAAaM,WAAW;QAC1B,OAAO;;IAGT,MAAMC;;;;;;;SAA0CP,SAASP,SAASe;IAClE,OAAOD,UAAU,OAAOA,MAAME,QAAQ;AACxC;;AAUM,SAAUxC,QAAwCyC;IAoBtD,OAAOC,aAAaD,OAAO7B;AAC7B;;AAEA,SAAS8B,aAA6CD;IAQpD,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;QACXE;QACAE,YAAYD,sBAAsBJ,MAAMK;QACxCC,QAAQN,MAAMM;;IAGlB,QAAQN,MAAMG,SAASnC;MACrB,KAAK;QAAS;YACZ,IAAIuC,OAAO;YACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;YACnD,IAAIC,WAAWJ,eAAeK;YAE9B,OAAO,MAAM;gBACX,IAAID,SAASE,SAAS,MAAM;oBAC1B,OAAO;wBACL3C,QAAQ;wBACRoC;;;gBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;oBACnC,OAAO;wBAAE5C,QAAQ;;;gBAGnB,MAAMA,SAAS+B,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;gBAC3D,KAAKpC,OAAOA,QAAQ;oBAClB,IAAI6B,MAAMM,WAAW,MAAM;wBACzB,OAAO;4BAAEnC,QAAQ;;;oBAEnBoC,QAAQ;oBACR;;gBAGFA,QAAQpC,OAAOoC;gBACfK,WAAWJ,eAAeK;;;;MAG9B,KAAK;QAAc;YACjB,MAAMK,SAASlB,MAAMG,SAASgB;YAC9B,MAAMhD,SAAS6B,MAAMK,WAAWe,MAAKC,MAAMA,GAAGrC,SAASkC,OAAOlC;YAC9D,IAAIb,QAAQ;gBACV,OAAO;oBAAEA;oBAAQoC,MAAM;;;YAEzB,OAAO;gBACLpC;;;;MAGJ,KAAK;QACH,KAAK,MAAMgC,YAAYH,MAAMG,SAASmB,OAAO;YAC3C,MAAMC,aAAarB,KAAKC;YACxB,IAAIoB,WAAWpD,QAAQ;gBACrB,OAAOoD;;;QAIX,OAAO;YAAEpD,QAAQ;;;MACnB,KAAK;QAAS;YAQZ,MAAMA,SAAS6B,MAAMG,SAASqB,MAAMC,KAAItB,YAAYD,KAAKC;YACzD,IAAIhC,OAAOuD,OAAMC,KAAKA,EAAExD,UAAS;gBAC/B,OAAO;oBACLA,QAAQ;oBACRoC,MAAMpC,OAAOyD,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;YAI3D,OAAO;gBACLpC,QAAQ;;;;AAIhB;;AC1OO,MAAM6D,WAAW;IAOtBC,OAAQjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;;;ACJvD,MAAMmB,wBAAwB;IACnCC;IACAC;;;AAGF,SAASD,YAAeE;IAOtB,IAAIA,iBAAiBC,OAAO;QAC1B,OAAO;eACFD;YACHtD,MAAMsD,MAAMtD;YACZQ,SAAS8C,MAAM9C;YACfgD,OAAOF,MAAME;;;IAGjB,OAAOF;AACT;;AAEA,SAASD,eAA+ClC;IACtD,IAAIA,SAASnC,SAAS,cAAc;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfmD,WAAW;gBACTnC,MAAMmB,SAASgB,UAAUnC;gBACzBC,aAAakB,SAASgB,UAAUpC,SAASE;;;WAI1C,IAAIkB,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfyC,OAAON,SAASM,MAAMgB,IAAIY;;WAGzB,IAAIlC,SAASnC,SAAS,SAAS;QAClC,OAAO;YACLA,MAAMmC,SAASnC;YACfwD,OAAOrB,SAASqB,MAAMC,IAAIY;;WAGzB;QACH,OAAO;YACLrE,MAAMmC,SAASnC;YACfsD,OAAOnB,SAASmB,MAAMG,IAAIY;;;AAGhC;;ACpDO,MAAMI,yBAAyB;cACpCC;;;AAGF,SAASA,WAAyCC;IAChD,IAAIA,EAAE3E,SAAS,eAAe;QAC5B,OAAO,EAAC,kBAAkB2E,EAAEC,UAAU,KAAIhE,KAAK;;IAEjD,IAAI+D,EAAE3E,SAAS,oBAAoB;QACjC,OAAO,EAAC,iBAAiB2E,EAAE9D,MAAM,KAAID,KAAK;;IAE5C,IAAI+D,EAAE3E,SAAS,iBAAiB;QAC9B,OAAO,EAAC,cAAc2E,EAAE9D,MAAM,KAAID,KAAK;;IAGzC,IAAI+D,EAAE3E,SAAS,YAAY2E,EAAE3E,SAAS,UAAU;QAC9C,OAAO,EACL,OAAO2E,EAAE3E,SAAS,WAAW,WAAW,YACxC,mBAAmB2E,EAAEE,UAAU1B,UAAU2B,WAAW9D,QACpD,iBAAiB2D,EAAEE,UAAU1B,UAAUpC,SAASC,QAChD,eAAe2D,EAAEE,UAAUE,UAC3B,QACKJ,EAAEE,UAAU1B,UAAUpC,SAASE,aAAa8B,UAAU,OAAO,IAC9D,EAAC4B,EAAEE,UAAU1B,UAAUpC,SAASE,aAAa,OAC7C,KACJL,KAAK;;IAGT,IAAI+D,EAAE3E,SAAS,YAAY;QACzB,OAAO,EACL,mBACG2E,EAAEK,SAASvB,KAAIwB,KAAK,OAAOA,EAAE9B,UAAUnC,UAC1C,OACG2D,EAAE9D,KAAKqE,MAAM,MAAMzB,KAAI0B,KAAK,KAAKA,OACpC,KACAvE,KAAK;;IAGT,IAAI+D,EAAE3E,SAAS,WAAW;QACxB,OAAO,EACL,eACA,aAAa2E,EAAExB,UAAUnC,QACzB,mBAAmB2D,EAAExB,UAAU2B,WAAW9D,QAC1C,iBAAiB2D,EAAExB,UAAUpC,SAASC,QACtC,IACA,WACAoE,KAAKC,UAAUV,EAAE7C,WAAW,MAAM,IAClC,OACA,KACAlB,KAAK;;IAIT,MAAM,IAAI2D,MAAM;AAClB;;AC9CO,MAAMe,gCAAgC;cAC3CZ;;;AAGI,SAAUA,WAAyCvE;IACvD,OAAOoF,OAAOC,YAAY,EACxB,EAAC,eAAeC,aAAkBtF,cAC/BA,OAAOuF,YACPjC,KAAwBkC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS5E,kBAAkB6E,uBAAqBF,WACvDA,IAAIG,OAAOrC,KAAsB,CAACsC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS5E,QAAQgF,IAAI,KAAKD,MAAM/F,WACzCiG,uBAAqBF,OAAOC,WAG/BE;AAEP;;AAEA,SAAST,aAA2CtF;IAClD,MAAM2F,SAA+C3F,OAAOuF,YACzDjC,KAAIE,KAAKA,EAAEmC,SACXI;IACH,MAAMC,UACFL,OACCrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAO/C;IACzC,MAAM0D,YAA2CtG,OAAOuG,MAAMD;IAC9D,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBtG,OAAOuF,YAAY3C,OAAO4D,oBAC/C,gBAAgBb,OAAO/C,UACvB,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC3D,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC3D,uBAAuBiB,SAASC,MAAMkC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU5E,MAAM+E,MAAMD,oBACxC,mBAAmBF,UAAU5E,MAAMgF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGxG,OAAOuF,YAAYjC,KAAIkC,OACxB,EACE,IAAIA,IAAIC,SAAS5E,WAAW2E,IAAIC,SAAS5E,mBACzCkG,WACEvB,IAAIG,SACJb,KAAKA,EAAEjF,SAAS,WAAWiF,EAAEkC,WAAW,QAE1CD,WAAWvB,IAAIG,SAAQb,KAAKA,EAAEjF,SAAS,WAAWiF,EAAE/C,SAAS,QAC7D,GAAG8B,SAASC,MACV0B,IAAIG,OACDrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,wBACF/F,KAAK,WAETA,KAAK;AACT;;AAEA,SAASiF,uBAAqDF;IAC5D,OAAO,EACL,KAAKA,IAAIC,SAAS5E,QAClB,cACA,mBAAmB2E,IAAIG,OAAO/C,OAAO4D,oBACrC,gBAAgBhB,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC7D,gBAAgB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC7D,qBAAqBiB,SAASC,MAC5B0B,IAAIG,OACDrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,uBACF,IACA,aACA,uBACA,0BACGhB,IAAIG,OAAOrC,KAAI,CAACwB,GAAGe,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKf,EAAEjF,YAC5BiF,EAAEjF,MACF,GAAGgE,SAASC,MAAMgB,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,kBAC1DzF,KAAK,UAET,IACA,eACA,mBACA+E,IAAIC,SAAS/E,MACb,IACA,gBACA,WACAuE,KAAKC,UACHlB,sBAAsBE,eAAesB,IAAIC,SAASzD,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASqF,uBAAqDF,OAA2CqB;IACvG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAM/F,QACzB,cACA,aAAa+F,MAAMH,SAAS5E,QAC5B,aAAa+E,MAAM/F,QACnB,aAAagE,SAASC,MACpB8B,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAChDM,0BACEZ,MAAM/F,SAAS,UACf,EACE,eAAe+F,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM7D,OAAO,MAAM,UAElC,IACJ,oBACA,gBAAgBkD,KAAKC,UAAUU,MAAMW,MAAMD,UAAUG,UACrD,eACA,kBAAkBb,MAAMW,MAAMD,UAAU5E,MAAM+E,SAC9C,mBAAmBb,MAAMW,MAAMD,UAAU5E,MAAMgF,UAC/C,iBACA,kBAAkBd,MAAMW,MAAMD,UAAUK,OAAOF,SAC/C,gCAAgCb,MAAMW,MAAMD,UAAUK,OAAOE,uBAC7D,sBAAsBjB,MAAMW,MAAMD,UAAUK,OAAOC,aACnD,gCAAgChB,MAAMW,MAAMD,UAAUK,OAAOG,uBAE7D,IACA,eACA,mBACAlB,MAAMH,SAAS/E,MACf,IACA,gBACA,WACAuE,KAAKC,UACHlB,sBAAsBE,eAAe0B,MAAMH,SAASzD,WACpD,MACA,IAEF,OACA,IACA,0BACG4D,MAAMsB,QAAQ5D,IAAIgB,uBAAuBC,WAC5C,OACIqB,MAAM/F,SAAS,UACf,EACE,YACA,WACAoF,KAAKC,UACHlB,sBAAsBC,YAAY2B,MAAMzB,QACxC,MACA,IAEF,UAEF,KACJ1D,KAAK;AACT;;AAEA,SAASsG,WAA2CpB,QAA8CvG;IAChG,MAAM+H,QAAgBxD,KAAKI,MACxB4B,OAAOpE,OAAOnC,SAASwD,SAAS+C,OAAO/C,SAAU;IAGpD,OACEwE,MAAMC,KAAK;QAAEzE,QAAQuE;OAASG,KAAK,KAAK7G,KAAK,MAC3C2G,MAAMC,KAAK;QAAEzE,QAAQ,KAAKuE;OAASG,KAAK,KAAK7G,KAAK;AAExD;;MCxJa8G;IAWX,WAAAC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMvC;QACpBmI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5ClI,SAAS+B,MAAMkG,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWrE,KAAIjE,MAAOoG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAEzE,QAAQ6E,KAAKI,QAAQC;eAAUxE,KAAIjE;sBACxCgJ,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa1G,WAAW;oBAC1B0G,SAASrD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJpE,QAAOuD,KAAKA,EAAEjF,SAAS,UACvByD,KAAIwB,KAAKA,EAAEyB,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,KAAIkB,KAAKA,EAAE+B,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;;QAElB,OAAOe,8BAA8BZ,SAASkD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMnG,QAAyBmI,KAAKC,OAAOwB;QAC3C,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMhJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAUyD,SAASzD;YACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMgH,MAAM;YACV,MAAMnC,SAAS9H,4BAA4BE,QAAQ;gBACjD4C,UAAUyD,SAASzD;gBACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEE,UAAU1B;gBACxBb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B0D;gBACAuB;gBACAjF;gBACAmF,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM8J;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQ9I,MAAM+J,WAAW5D,SAAS/E;YAChC,IAAItB,WAAW;gBACb,OAAO+J;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ/H,WAAW+F,GAAG;gBACrD,MAAMnD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAM+J,WAAW3G;gBACvB,IAAItD,WAAW;oBACb,OAAO+J;;;YAGX,OAAOA;UAET,OAAOhF;YACL,OAAO;gBACLtE,MAAM;gBACN4F;gBACAyB,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM8J;gBACbjF;gBACAgC;gBACAF,cAAc,IAAImC;;;;;;AC9LnB,MAAMkB,kCAAkC;IAC7C/E;;;AAGI,SAAUA,SAAyCvE;IACvD,MAAMwC,WAAW,EACf,EAAC,eAAe8C,WAAWtF,cACxBA,OAAOuF,YACPjC,KAAwBkC,OAAO,EAC9B,EAAC,KAAKA,IAAIC,SAAS5E,kBAAkB6E,qBAAqBF,WACvDA,IAAIG,OAAOrC,KAAsB,CAACsC,OAAOC,MAAM,EAChD,KAAKL,IAAIC,SAAS5E,QAAQgF,IAAI,KAAKD,MAAM/F,WACzCiG,qBAAqBF,OAAOC,WAG/BE;IAGL,OAAOX,OAAOC,YAAY7C;AAC5B;;AAEA,SAAS8C,WAA2CtF;IAClD,MAAM2F,SAAiD3F,OAAOuF,YAC3DjC,KAAIE,KAAKA,EAAEmC,SACXI;IACH,MAAMC,UACAL,OACCrC,KAAIwB,KAAKA,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,YACjDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKV,OAAO/C;IAC3C,MAAM0D,YAA2CtG,OAAOuG,MAAMD;IAC9D,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBtG,OAAOuF,YAAY3C,OAAO4D,oBAC/C,gBAAgBb,OAAO/C,UACvB,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC3D,kBAAkB+C,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC3D,gBAAgB+C,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,UAAS+C,UACvD,uBAAuBiB,SAASC,MAAMkC,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU5E,MAAM+E,MAAMD,oBACxC,mBAAmBF,UAAU5E,MAAMgF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGxG,OAAOuF,YAAYjC,KAAIkC,OACxB,EACE,IAAIA,IAAIC,SAAS5E,WAAW2E,IAAIC,SAAS5E,mBACzC;QACE,MAAMzB,UAAkBuE,KAAKI,MAC1ByB,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,SAC1C4C,IAAIG,OAAO/C,SACb;QAEJ,OACEwE,MAAMC,KAAK;YAAEzE,QAAQxD;WAAWkI,KAAK,KAAK7G,KAAK,MAC7C2G,MAAMC,KAAK;YAAEzE,QAAQ,KAAKxD;WAAWkI,KAAK,KAAK7G,KAAK;AAEzD,MAVD,IAWA,GAAGoD,SAASC,MACV0B,IAAIG,OACDrC,KACCsC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,wBACF/F,KAAK,WAETA,KAAK;AACT;;AAEA,SAASiF,qBAAqDF;IAC5D,MAAMc,YAA2Cd,IAAIe,MAAMD;IAC3D,OAAO,EACL,KAAKd,IAAIC,SAAS5E,QAClB,cACA,oBACA,gBAAgB2E,IAAIG,OAAO/C,UAC3B,kBAAkB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC/D,kBAAkB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,YAAW+C,UAC/D,gBAAgB4C,IAAIG,OAAOpE,QAAOuD,KAAKA,EAAEjF,SAAS,UAAS+C,UAC3D,uBAAuBiB,SAASC,MAC9B0B,IAAIG,OACDrC,KACCsC,SACEA,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,YAEnDzC,QAAO,CAAC2C,GAAGC,MAAMD,IAAIC,IAAG,KAAKb,IAAIG,OAAO/C,QAC3C4D,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU5E,MAAM+E,MAAMD,oBACxC,mBAAmBF,UAAU5E,MAAMgF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGhB,IAAIG,OAAOrC,KAAI,CAACwB,GAAGe,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKf,EAAEjF,YAC5BiF,EAAEjF,MACF,GAAGgE,SAASC,MAAMgB,EAAEmB,aAAaC,YAAYpB,EAAEqB,WAAWD,kBAE1DzF,KAAK,UAET,IACA,eACA,mBACA+E,IAAIC,SAAS/E,MACb,IACA,gBACA,WACAuE,KAAKC,UACHlB,sBAAsBE,eAAesB,IAAIC,SAASzD,WAClD,MACA,IAEF,QACAvB,KAAK;AACT;;AAEA,SAASqF,qBAAqDF,OAA6CqB;IACzG,OAAO,EACL,KAAKA,QAAQ,MAAMrB,MAAM/F,QACzB,cACA,aAAa+F,MAAMH,SAAS5E,QAC5B,aAAa+E,MAAM/F,QACnB,cAAc+F,MAAMK,aAAaC,YAAYN,MAAMO,WAAWD,WAAWM,0BACrEZ,MAAM/F,SAAS,UACf,EACE,mBACA,gBAAgB+F,MAAMW,MAAMD,UAAUG,MAAMD,oBAC5C,gBACA,kBAAkBZ,MAAMW,MAAMD,UAAU5E,MAAM+E,MAAMD,oBACpD,mBAAmBZ,MAAMW,MAAMD,UAAU5E,MAAMgF,OAAOF,oBACtD,qBACA,kBAAkBZ,MAAMW,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBZ,MAAMW,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCZ,MAAMW,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAZ,MAAMH,SAAS/E,MACf,IACA,gBACA,WACAuE,KAAKC,UACHlB,sBAAsBE,eAAe0B,MAAMH,SAASzD,WACpD,MACA,IAEF,OACA,OACI4D,MAAM/F,SAAS,aAAa+F,MAAM/F,SAAS,YAC3C,EACE,gBACG+F,MAAM2D,SAASjG,KAAI0B,KACpB,EACE,OAAOA,EAAEhC,UAAUnC,QACnB,qBAAqBmE,EAAEhC,UAAU2B,WAAW9D,UAC5C,mBAAmBmE,EAAEhC,UAAUpC,SAASC,UACxC,eAAemE,EAAEJ,UACjB,OACII,EAAEhC,UAAUpC,SAASE,gBAAgBW,aAAauD,EAAEhC,UAAUpC,SAASE,gBAAgB,KACvF,EAACkE,EAAEhC,UAAUpC,SAASE,aAAa,OACnC,KACJL,KAAK,YAGX,OACAmF,MAAM/F,SAAS,UACf,EACE,YACA,WACAmE,sBAAsBC,YACpBgB,KAAKC,UAAUU,MAAMzB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ1D,KAAK;AACT;;MChLa+I;IAYX,WAAAhC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMvC;QACpBmI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;;QAE9CP,KAAKgC,aAAa5H,MAAMvC,MAAME,eAAesD;QAC7C2E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMzC,oBACIiD,QAAQC,IACdhB,KAAKE,WAAWrE,KAAIjE,MAAOoG;YACzB,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAEzE,QAAQ6E,KAAKI,QAAQC;eAAUxE,KAAIjE;sBACxCgJ,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAChB,IAAIT,aAAa1G,WAAW;oBAC1B0G,SAASrD;;gBAEX,OAAOA;AAAC;YAGd,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJpE,QAAOuD,KAAKA,EAAEjF,SAAS,UACvByD,KAAIwB,KAAKA,EAAEyB,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;AAC/E;QAGP,OAAQvB,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,KAAIkB,KAAKA,EAAE+B,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;;IAuB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;;QAElB,OAAOkF,gCAAgC/E,SAASkD,KAAKQ;;IAG/C,UAAMU,CACZlD;QAEA,MAAMU,aAAmB,IAAIiC;QAC7B;YACE,MAAM7B,QAA4BuC,mBAAmBE;YACrD,MAAMU,iBAA+D;YACrE,MAAMC,WAAY/D;gBAChB,IAAI,eAAeA,OAAO;oBACxB,IAAI,UAAUA,OAAO;wBACnB8D,eAAeE,MAAKvK;kCACZuG,MAAMnF;4BACZ,OAAOmF,MAAMiE;AAAW;2BAGvB;wBACHH,eAAeE,MAAKvK,YAAYuG,MAAMiE;;;;YAI5C,MAAMC,UAAkCrC,KAAKC,OAAOqC,WAAW;gBAC7DC,QAAQC,QAAQC,yBAAyB;oBACvCC,IAAIC;oBACJC,YAAYlE,WAAWmE;oBACvB7F,UAAU,EAAC;wBACT5E,MAAM;wBACNa,MAAM+E,SAAS/E;;;gBAGnB6F;gBACAoD;;YAEF,WAAWG,QAAQ/B,QAAQwC,aAAa,YAAY;gBAClD,MAAM,IAAIC,UAAU;;mBAGfV,QAAQ/B,QAAQwC,UAAUvD,UAAUyD,YAAYzD,QAAQ;mBAC1D8C;gBACHY,WAAWjD,KAAKgC,WAAW3G;gBAC3BuB,OAAO;gBACPsG,OAAO,MAAM;;YAEf,MAAMD,kBACIlC,QAAQC,IACdiB,eAAepG,KAAIjE,MAAMuL,KAAKA;YAElC,MAAMrB,WAAgDmB,UACnDnJ,QAAOiD,KAAKA,EAAE3E,SAAS,WACvByD,KAAIkB,KAAKA,EAAEE;YACd,OAAO;gBACL7E,MAAMX,4BAA4BE,QAAQ;oBACxC4C,UAAUyD,SAASzD;oBACnBE,YAAYqH,SAASjG,KAAI0B,KAAKA,EAAEhC;qBAE9B,YACA;gBACJyC;gBACA8D;gBACAhD;gBACAsE,kBAAkBH,UAEfnJ,QAAOiD,KAAKA,EAAE3E,SAAS;gBAC1BsG;gBACAF,cAAc,IAAImC;;UAKtB,OAAOjE;YACL,OAAO;gBACLtE,MAAM;gBACN4F;gBACAtB;gBACAgC;gBACAF,cAAc,IAAImC;;;;;;MCxLb0C;IAWX,WAAAtD,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMvC;QACpBmI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5ClI,SAAS+B,MAAMkG,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMhC,aAAmB,IAAIiC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMO,OAAOd,KAAKE,WAAWrE,KAAIjE,MAAOoG;YACtC,MAAME,eACI6C,QAAQC,IACdrB,MAAMC,KAAK;gBAAEzE,QAAQ6E,KAAKI,QAAQC;eAAUxE,KAAIjE;sBACxCgJ,UAAUK;gBAChB,MAAM5D,UACI2C,KAAKkB,KAAKlD;sBACd4C,UAAUO;gBAEhB,IAAIT,aAAa1G,WAAW;oBAC1B0G,SAASrD;;gBAGX,OAAOA;AAAC;YAGd,OAAO;gBACLW;gBACAE;gBACAY,OAAOZ,OACJpE,QAAOuD,KAAKA,EAAEjF,SAAS,UACvByD,KAAIwB,KAAKA,EAAEyB,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;AAC/E;QAEH,MAAMzD,oBACIiD,QAAQC,IAAIF;QACtB,OAAQd,KAAKQ,UAAU;YACrB1C;YACAY;YACAF,cAAc,IAAImC;YAClB7B,OAAOhB,YACJjC,KAAIkB,KAAKA,EAAE+B,QACX9C,QAAO,CAACC,KAAKmF,QAAQC,mBAAmBC,KAAKrF,KAAKmF,OAAMC,mBAAmBE;;;IAsB3E,MAAAC;QACL,IAAIxB,KAAKQ,YAAY,MAAM;YACzB,MAAM,IAAI7D,MAAM;;QAElB,OAAOe,8BAA8BZ,SAASkD,KAAKQ;;IAG7C,UAAMU,CACZlD;QAEA,MAAMnG,QAA8BmI,KAAKC,OAAOwB;QAChD,MAAM/C,aAAmB,IAAIiC;QAC7B,MAAMhJ,UAAU,MACdF,4BAA4BE,QAAQ;YAClC4C,UAAUyD,SAASzD;YACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;YACdb,QAAQ;;QAEZ,MAAMgH,MAAM;YACV,MAAMnC,SAAS9H,4BAA4BE,QAAQ;gBACjD4C,UAAUyD,SAASzD;gBACnBE,YAAY5C,MACTE,eACA+B,QAAOiD,KAAKA,EAAE3E,SAAS,YACvByD,KAAIkB,KAAKA,EAAExB;gBACdb,QAAQ;;YAEV,MAAMJ,OAAO3C;YACb,OAAO;gBACLS,MAAOkC,OAAO,YAAY;gBAC1B0D;gBACAuB;gBACAjF;gBACAmF,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM8J;gBACbjD;gBACAF,cAAc,IAAImC;;AACmC;QAGzD;kBACQ9I,MAAM+J,WAAW5D,SAAS/E;YAChC,IAAItB,WAAW;gBACb,OAAO+J;;YAGT,KAAK,IAAItD,IAAY,GAAGA,IAAI4B,KAAKI,QAAQ/H,WAAW+F,GAAG;gBACrD,MAAMnD,aACIxD,4BAA4BC,OAAOG;gBAC7C,IAAIoD,SAAS,MAAM;oBACjB;;sBAGIpD,MAAM+J,WAAW3G;gBACvB,IAAItD,WAAW;oBACb,OAAO+J;;;YAGX,OAAOA;UAET,OAAOhF;YACL,OAAO;gBACLtE,MAAM;gBACN4F;gBACAyB,SAAS5H,MAAME;gBACf+G,OAAOjH,MAAM8J;gBACbjF;gBACAgC;gBACAF,cAAc,IAAImC;;;;;;"}
|
|
@@ -5,6 +5,7 @@ exports.AgenticaPromptReporter = {
|
|
|
5
5
|
markdown,
|
|
6
6
|
};
|
|
7
7
|
function markdown(p) {
|
|
8
|
+
var _a, _b;
|
|
8
9
|
if (p.type === "userMessage") {
|
|
9
10
|
return [`### User Input`, p.contents, ""].join("\n");
|
|
10
11
|
}
|
|
@@ -17,21 +18,13 @@ function markdown(p) {
|
|
|
17
18
|
if (p.type === "select" || p.type === "cancel") {
|
|
18
19
|
return [
|
|
19
20
|
`### ${p.type === "select" ? "Select" : "Cancel"}`,
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
` - function: ${s.operation.function.name}`,
|
|
28
|
-
` - reason: ${s.reason}`,
|
|
29
|
-
"",
|
|
30
|
-
...(functionDescriptionCount > 0
|
|
31
|
-
? [s.operation.function.description, ""]
|
|
32
|
-
: []),
|
|
33
|
-
];
|
|
34
|
-
}),
|
|
21
|
+
` - controller: ${p.selection.operation.controller.name}`,
|
|
22
|
+
` - function: ${p.selection.operation.function.name}`,
|
|
23
|
+
` - reason: ${p.selection.reason}`,
|
|
24
|
+
"",
|
|
25
|
+
...(((_b = (_a = p.selection.operation.function.description) === null || _a === void 0 ? void 0 : _a.length) !== null && _b !== void 0 ? _b : 0) !== 0
|
|
26
|
+
? [p.selection.operation.function.description, ""]
|
|
27
|
+
: []),
|
|
35
28
|
].join("\n");
|
|
36
29
|
}
|
|
37
30
|
if (p.type === "describe") {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AASa,QAAA,sBAAsB,GAAG;IACpC,QAAQ;CACT,CAAC;AAEF,SAAS,QAAQ,CAAiC,CAAyB
|
|
1
|
+
{"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AASa,QAAA,sBAAsB,GAAG;IACpC,QAAQ;CACT,CAAC;AAEF,SAAS,QAAQ,CAAiC,CAAyB;;IACzE,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QAC7B,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QAClC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QAC/B,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/C,OAAO;YACL,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;YAClD,mBAAmB,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC1D,iBAAiB,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;YACtD,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE;YACnC,EAAE;YACF,GAAG,CAAC,CAAC,MAAA,MAAA,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,0CAAE,MAAM,mCAAI,CAAC,CAAC,KAAK,CAAC;gBACjE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC1B,OAAO;YACL,cAAc;YACd,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACjD,EAAE;YACF,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO;YACL,aAAa;YACb,aAAa,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;YAC/B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC5C,EAAE;YACF,SAAS;YACT,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,KAAK;YACL,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,CAAiB,CAAC;IAClB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;AAC1C,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agentica/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.28.0",
|
|
4
4
|
"description": "Agentic AI Library specialized in LLM Function Calling",
|
|
5
5
|
"author": "Wrtn Technologies",
|
|
6
6
|
"license": "MIT",
|
|
@@ -35,19 +35,21 @@
|
|
|
35
35
|
"src"
|
|
36
36
|
],
|
|
37
37
|
"peerDependencies": {
|
|
38
|
-
"@agentica/core": "^0.
|
|
38
|
+
"@agentica/core": "^0.28.0"
|
|
39
39
|
},
|
|
40
40
|
"dependencies": {
|
|
41
|
-
"@samchon/openapi": "^4.3.
|
|
42
|
-
"openai": "^
|
|
41
|
+
"@samchon/openapi": "^4.3.3",
|
|
42
|
+
"openai": "^5.2.0",
|
|
43
43
|
"tstl": "^3.0.0",
|
|
44
44
|
"typia": "^9.3.1",
|
|
45
|
-
"
|
|
45
|
+
"uuid": "^11.1.0",
|
|
46
|
+
"@agentica/core": "^0.28.0"
|
|
46
47
|
},
|
|
47
48
|
"devDependencies": {
|
|
48
49
|
"@rollup/plugin-terser": "^0.4.4",
|
|
49
50
|
"@rollup/plugin-typescript": "^12.1.2",
|
|
50
51
|
"@types/node": "^22.13.4",
|
|
52
|
+
"@types/uuid": "^10.0.0",
|
|
51
53
|
"rimraf": "^6.0.1",
|
|
52
54
|
"rollup": "^4.34.8",
|
|
53
55
|
"ts-patch": "^3.3.0",
|
|
@@ -163,9 +163,7 @@ export class AgenticaCallBenchmark<Model extends ILlmSchema.Model> {
|
|
|
163
163
|
operations: agent
|
|
164
164
|
.getHistories()
|
|
165
165
|
.filter(p => p.type === "select")
|
|
166
|
-
.map(p => p.
|
|
167
|
-
.flat()
|
|
168
|
-
.map(p => p.operation),
|
|
166
|
+
.map(p => p.selection.operation),
|
|
169
167
|
strict: false,
|
|
170
168
|
});
|
|
171
169
|
const call = success();
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import type {
|
|
2
2
|
Agentica,
|
|
3
3
|
AgenticaContext,
|
|
4
|
+
AgenticaEvent,
|
|
4
5
|
AgenticaHistory,
|
|
5
6
|
AgenticaOperationSelection,
|
|
6
7
|
} from "@agentica/core";
|
|
@@ -15,6 +16,7 @@ import type { tags } from "typia";
|
|
|
15
16
|
*/
|
|
16
17
|
import { AgenticaTokenUsage, factory, orchestrate } from "@agentica/core";
|
|
17
18
|
import { Semaphore } from "tstl";
|
|
19
|
+
import { v4 } from "uuid";
|
|
18
20
|
|
|
19
21
|
import type { IAgenticaSelectBenchmarkEvent } from "./structures/IAgenticaSelectBenchmarkEvent";
|
|
20
22
|
import type { IAgenticaSelectBenchmarkResult } from "./structures/IAgenticaSelectBenchmarkResult";
|
|
@@ -152,31 +154,49 @@ export class AgenticaSelectBenchmark<Model extends ILlmSchema.Model> {
|
|
|
152
154
|
const started_at: Date = new Date();
|
|
153
155
|
try {
|
|
154
156
|
const usage: AgenticaTokenUsage = AgenticaTokenUsage.zero();
|
|
155
|
-
const
|
|
157
|
+
const historyGetters: Array<() => Promise<AgenticaHistory<Model>>> = [];
|
|
158
|
+
const dispatch = (event: AgenticaEvent<Model>): void => {
|
|
159
|
+
if ("toHistory" in event) {
|
|
160
|
+
if ("join" in event) {
|
|
161
|
+
historyGetters.push(async () => {
|
|
162
|
+
await event.join();
|
|
163
|
+
return event.toHistory();
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
else {
|
|
167
|
+
historyGetters.push(async () => event.toHistory());
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
};
|
|
171
|
+
const context: AgenticaContext<Model> = this.agent_.getContext({
|
|
156
172
|
prompt: factory.createUserMessageHistory({
|
|
173
|
+
id: v4(),
|
|
174
|
+
created_at: started_at.toISOString(),
|
|
157
175
|
contents: [{
|
|
158
176
|
type: "text",
|
|
159
177
|
text: scenario.text,
|
|
160
178
|
}],
|
|
161
179
|
}),
|
|
162
180
|
usage,
|
|
181
|
+
dispatch,
|
|
163
182
|
});
|
|
164
183
|
if (typeof context.config?.executor === "function") {
|
|
165
184
|
throw new TypeError("select function is not found");
|
|
166
185
|
}
|
|
167
186
|
|
|
187
|
+
await (context.config?.executor?.select ?? orchestrate.select)({
|
|
188
|
+
...context,
|
|
189
|
+
histories: this.histories_.slice(),
|
|
190
|
+
stack: [],
|
|
191
|
+
ready: () => true,
|
|
192
|
+
});
|
|
168
193
|
const histories: AgenticaHistory<Model>[]
|
|
169
|
-
= await
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
stack: [],
|
|
173
|
-
ready: () => true,
|
|
174
|
-
dispatch: async () => {},
|
|
175
|
-
} satisfies AgenticaContext<Model>);
|
|
194
|
+
= await Promise.all(
|
|
195
|
+
historyGetters.map(async g => g()),
|
|
196
|
+
);
|
|
176
197
|
const selected: AgenticaOperationSelection<Model>[] = histories
|
|
177
198
|
.filter(p => p.type === "select")
|
|
178
|
-
.map(p => p.
|
|
179
|
-
.flat();
|
|
199
|
+
.map(p => p.selection);
|
|
180
200
|
return {
|
|
181
201
|
type: AgenticaBenchmarkPredicator.success({
|
|
182
202
|
expected: scenario.expected,
|
|
@@ -25,21 +25,13 @@ function markdown<Model extends ILlmSchema.Model>(p: AgenticaHistory<Model>): st
|
|
|
25
25
|
if (p.type === "select" || p.type === "cancel") {
|
|
26
26
|
return [
|
|
27
27
|
`### ${p.type === "select" ? "Select" : "Cancel"}`,
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
` - function: ${s.operation.function.name}`,
|
|
36
|
-
` - reason: ${s.reason}`,
|
|
37
|
-
"",
|
|
38
|
-
...(functionDescriptionCount > 0
|
|
39
|
-
? [s.operation.function.description, ""]
|
|
40
|
-
: []),
|
|
41
|
-
];
|
|
42
|
-
}),
|
|
28
|
+
` - controller: ${p.selection.operation.controller.name}`,
|
|
29
|
+
` - function: ${p.selection.operation.function.name}`,
|
|
30
|
+
` - reason: ${p.selection.reason}`,
|
|
31
|
+
"",
|
|
32
|
+
...((p.selection.operation.function.description?.length ?? 0) !== 0
|
|
33
|
+
? [p.selection.operation.function.description, ""]
|
|
34
|
+
: []),
|
|
43
35
|
].join("\n");
|
|
44
36
|
}
|
|
45
37
|
|