@agentica/benchmark 0.7.0 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (19) hide show
  1. package/lib/AgenticaCallBenchmark.js +3 -3
  2. package/lib/AgenticaCallBenchmark.js.map +1 -1
  3. package/lib/AgenticaSelectBenchmark.js +4 -18
  4. package/lib/AgenticaSelectBenchmark.js.map +1 -1
  5. package/lib/index.mjs +16 -58
  6. package/lib/index.mjs.map +1 -1
  7. package/lib/internal/AgenticaCallBenchmarkReporter.js +10 -11
  8. package/lib/internal/AgenticaCallBenchmarkReporter.js.map +1 -1
  9. package/lib/internal/AgenticaSelectBenchmarkReporter.js +28 -32
  10. package/lib/internal/AgenticaSelectBenchmarkReporter.js.map +1 -1
  11. package/package.json +2 -2
  12. package/src/AgenticaCallBenchmark.ts +9 -3
  13. package/src/AgenticaSelectBenchmark.ts +10 -18
  14. package/src/internal/AgenticaCallBenchmarkReporter.ts +13 -11
  15. package/src/internal/AgenticaSelectBenchmarkReporter.ts +32 -32
  16. package/lib/utils/TokenUsageComputer.d.ts +0 -5
  17. package/lib/utils/TokenUsageComputer.js +0 -37
  18. package/lib/utils/TokenUsageComputer.js.map +0 -1
  19. package/src/utils/TokenUsageComputer.ts +0 -40
package/lib/AgenticaCallBenchmark.js CHANGED
@@ -10,10 +10,10 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
10
10
  };
11
11
  Object.defineProperty(exports, "__esModule", { value: true });
12
12
  exports.AgenticaCallBenchmark = void 0;
13
+ const AgenticaTokenUsageAggregator_1 = require("@agentica/core/src/internal/AgenticaTokenUsageAggregator");
13
14
  const tstl_1 = require("tstl");
14
15
  const AgenticaBenchmarkPredicator_1 = require("./internal/AgenticaBenchmarkPredicator");
15
16
  const AgenticaCallBenchmarkReporter_1 = require("./internal/AgenticaCallBenchmarkReporter");
16
- const TokenUsageComputer_1 = require("./utils/TokenUsageComputer");
17
17
  /**
18
18
  * LLM function calling selection benchmark.
19
19
  *
@@ -86,7 +86,7 @@ class AgenticaCallBenchmark {
86
86
  usage: events
87
87
  .filter((e) => e.type !== "error")
88
88
  .map((e) => e.usage)
89
- .reduce(TokenUsageComputer_1.TokenUsageComputer.plus, TokenUsageComputer_1.TokenUsageComputer.zero()),
89
+ .reduce(AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.zero()),
90
90
  };
91
91
  })));
92
92
  return (this.result_ = {
@@ -95,7 +95,7 @@ class AgenticaCallBenchmark {
95
95
  completed_at: new Date(),
96
96
  usage: experiments
97
97
  .map((p) => p.usage)
98
- .reduce(TokenUsageComputer_1.TokenUsageComputer.plus, TokenUsageComputer_1.TokenUsageComputer.zero()),
98
+ .reduce(AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.zero()),
99
99
  });
100
100
  });
101
101
  }
package/lib/AgenticaCallBenchmark.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"AgenticaCallBenchmark.js","sourceRoot":"","sources":["../src/AgenticaCallBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,+BAAiC;AAGjC,wFAAqF;AACrF,4FAAyF;AAIzF,mEAAgE;AAEhE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,qBAAqB;IAMhC;;;;OAIG;IACH,YAAmB,KAAmC;;QACpD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;YAC9C,OAAO,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,OAAO,mCAAI,CAAC;SACpC,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAAuD;;YAEvD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,WAAW,GACf,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAkC,MAAM,OAAO,CAAC,GAAG,CAC7D,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACpD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GAAgC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjE,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,QAAQ,KAAK,SAAS;wBAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACxC,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACF,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACnB,MAAM,CAAC,uCAAkB,CAAC,IAAI,EAAE,uCAAkB,CAAC,IAAI,EAAE,CAAC;iBAC9D,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACnB,MAAM,CAAC,uCAAkB,CAAC,IAAI,EAAE,uCAAkB,CAAC,IAAI,EAAE,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;OAiBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,OAAO,6DAA6B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEa,IAAI,CAChB,QAAwC;;YAExC,MAAM,KAAK,GAAa,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,yDAA2B,CAAC,OAAO,CAAC;gBAClC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,UAAU,EAAE,KAAK;qBACd,kBAAkB,EAAE;qBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;gBACtC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACL,MAAM,GAAG,GAAG,GAAgC,EAAE;gBAC5C,MAAM,MAAM,GAAG,yDAA2B,CAAC,OAAO,CAAC;oBACjD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,UAAU,EAAE,KAAK;yBACd,kBAAkB,EAAE;yBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;yBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;yBACxB,IAAI,EAAE;oBACT,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;gBACvB,OAAO;oBACL,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAc;oBACjD,QAAQ;oBACR,MAAM;oBACN,IAAI;oBACJ,OAAO,EAAE,KAAK,CAAC,kBAAkB,EAAE;oBACnC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;oBAC5B,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACsB,CAAC;YACnD,CAAC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,OAAO,EAAE;oBAAE,OAAO,GAAG,EAAE,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,GACR,MAAM,yDAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAClD,IAAI,IAAI,KAAK,IAAI;wBAAE,MAAM;oBAEzB,MAAM,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;oBAC7B,IAAI,OAAO,EAAE;wBAAE,OAAO,GAAG,EAAE,CAAC;gBAC9B,CAAC;gBACD,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,OAAO,EAAE,KAAK,CAAC,kBAAkB,EAAE;oBACnC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;oBAC5B,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AA/JD,sDA+JC"}
1
+ {"version":3,"file":"AgenticaCallBenchmark.js","sourceRoot":"","sources":["../src/AgenticaCallBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,2GAAwG;AACxG,+BAAiC;AAGjC,wFAAqF;AACrF,4FAAyF;AAKzF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,qBAAqB;IAMhC;;;;OAIG;IACH,YAAmB,KAAmC;;QACpD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;YAC9C,OAAO,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,OAAO,mCAAI,CAAC;SACpC,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAAuD;;YAEvD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,WAAW,GACf,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAkC,MAAM,OAAO,CAAC,GAAG,CAC7D,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACpD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GAAgC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjE,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,QAAQ,KAAK,SAAS;wBAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACxC,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACF,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACnB,MAAM,CACL,2DAA4B,CAAC,IAAI,EACjC,2DAA4B,CAAC,IAAI,EAAE,CACpC;iBACJ,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACnB,MAAM,CACL,2DAA4B,CAAC,IAAI,EACjC,2DAA4B,CAAC,IAAI,EAAE,CACpC;aACJ,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;OAiBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,OAAO,6DAA6B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEa,IAAI,CAChB,QAAwC;;YAExC,MAAM,KAAK,GAAa,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,yDAA2B,CAAC,OAAO,CAAC;gBAClC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,UAAU,EAAE,KAAK;qBACd,kBAAkB,EAAE;qBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;gBACtC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACL,MAAM,GAAG,GAAG,GAAgC,EAAE;gBAC5C,MAAM,MAAM,GAAG,yDAA2B,CAAC,OAAO,CAAC;oBACjD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,UAAU,EAAE,KAAK;yBACd,kBAAkB,EAAE;yBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;yBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;yBACxB,IAAI,EAAE;oBACT,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;gBACvB,OAAO;oBACL,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAc;oBACjD,QAAQ;oBACR,MAAM;oBACN,IAAI;oBACJ,OAAO,EAAE,KAAK,CAAC,kBAAkB,EAAE;oBACnC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;oBAC5B,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACsB,CAAC;YACnD,CAAC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,OAAO,EAAE;oBAAE,OAAO,GAAG,EAAE,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,GACR,MAAM,yDAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAClD,IAAI,IAAI,KAAK,IAAI;wBAAE,MAAM;oBAEzB,MAAM,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;oBAC7B,IAAI,OAAO,EAAE;wBAAE,OAAO,GAAG,EAAE,CAAC;gBAC9B,CAAC;gBACD,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,OAAO,EAAE,KAAK,CAAC,kBAAkB,EAAE;oBACnC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;oBAC5B,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AArKD,sDAqKC"}
package/lib/AgenticaSelectBenchmark.js CHANGED
@@ -11,10 +11,10 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
11
11
  Object.defineProperty(exports, "__esModule", { value: true });
12
12
  exports.AgenticaSelectBenchmark = void 0;
13
13
  const ChatGptSelectFunctionAgent_1 = require("@agentica/core/src/chatgpt/ChatGptSelectFunctionAgent");
14
+ const AgenticaTokenUsageAggregator_1 = require("@agentica/core/src/internal/AgenticaTokenUsageAggregator");
14
15
  const tstl_1 = require("tstl");
15
16
  const AgenticaBenchmarkPredicator_1 = require("./internal/AgenticaBenchmarkPredicator");
16
17
  const AgenticaSelectBenchmarkReporter_1 = require("./internal/AgenticaSelectBenchmarkReporter");
17
- const TokenUsageComputer_1 = require("./utils/TokenUsageComputer");
18
18
  /**
19
19
  * LLM function calling selection benchmark.
20
20
  *
@@ -84,7 +84,7 @@ class AgenticaSelectBenchmark {
84
84
  usage: events
85
85
  .filter((e) => e.type !== "error")
86
86
  .map((e) => e.usage)
87
- .reduce(TokenUsageComputer_1.TokenUsageComputer.plus, TokenUsageComputer_1.TokenUsageComputer.zero()),
87
+ .reduce(AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.zero()),
88
88
  };
89
89
  })));
90
90
  return (this.result_ = {
@@ -93,7 +93,7 @@ class AgenticaSelectBenchmark {
93
93
  completed_at: new Date(),
94
94
  usage: experiments
95
95
  .map((p) => p.usage)
96
- .reduce(TokenUsageComputer_1.TokenUsageComputer.plus, TokenUsageComputer_1.TokenUsageComputer.zero()),
96
+ .reduce(AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.zero()),
97
97
  });
98
98
  });
99
99
  }
@@ -125,21 +125,7 @@ class AgenticaSelectBenchmark {
125
125
  return __awaiter(this, void 0, void 0, function* () {
126
126
  const started_at = new Date();
127
127
  try {
128
- const usage = {
129
- total: 0,
130
- prompt: {
131
- total: 0,
132
- audio: 0,
133
- cached: 0,
134
- },
135
- completion: {
136
- total: 0,
137
- accepted_prediction: 0,
138
- audio: 0,
139
- reasoning: 0,
140
- rejected_prediction: 0,
141
- },
142
- };
128
+ const usage = AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.zero();
143
129
  const prompts = yield ChatGptSelectFunctionAgent_1.ChatGptSelectFunctionAgent.execute(Object.assign(Object.assign({}, this.agent_.getContext({
144
130
  prompt: {
145
131
  type: "text",
package/lib/AgenticaSelectBenchmark.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"AgenticaSelectBenchmark.js","sourceRoot":"","sources":["../src/AgenticaSelectBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAOA,sGAAmG;AACnG,+BAAiC;AAGjC,wFAAqF;AACrF,gGAA6F;AAI7F,mEAAgE;AAEhE;;;;;;;;;;;;;;;;GAgBG;AACH,MAAa,uBAAuB;IAOlC;;;;OAIG;IACH,YAAmB,KAAqC;;QACtD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;SAC/C,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,CAAC;QAC3D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAAyD;;YAEzD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,WAAW,GACf,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAoC,MAAM,OAAO,CAAC,GAAG,CAC/D,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACpD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GACL,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC5B,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,QAAQ,KAAK,SAAS;wBAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACxC,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACF,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACnB,MAAM,CAAC,uCAAkB,CAAC,IAAI,EAAE,uCAAkB,CAAC,IAAI,EAAE,CAAC;iBAC9D,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACnB,MAAM,CAAC,uCAAkB,CAAC,IAAI,EAAE,uCAAkB,CAAC,IAAI,EAAE,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,OAAO,iEAA+B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAEa,IAAI,CAChB,QAA0C;;YAE1C,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAwB;oBACjC,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE;wBACN,KAAK,EAAE,CAAC;wBACR,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,CAAC;qBACV;oBACD,UAAU,EAAE;wBACV,KAAK,EAAE,CAAC;wBACR,mBAAmB,EAAE,CAAC;wBACtB,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE,CAAC;wBACZ,mBAAmB,EAAE,CAAC;qBACvB;iBACF,CAAC;gBACF,MAAM,OAAO,GACX,MAAM,uDAA0B,CAAC,OAAO,CAAC,gCACpC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;oBACxB,MAAM,EAAE;wBACN,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;qBACpB;oBACD,KAAK;iBACN,CAAC,KACF,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAClC,KAAK,EAAE,EAAE,EACT,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,EACjB,QAAQ,EAAE,GAAS,EAAE,gDAAE,CAAC,CAAA,GACE,CAAC,CAAC;gBAChC,MAAM,QAAQ,GAAkC,OAAO;qBACpD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;qBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;qBACxB,IAAI,EAAE,CAAC;gBACV,OAAO;oBACL,IAAI,EAAE,yDAA2B,CAAC,OAAO,CAAC;wBACxC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,UAAU,EAAE,QAAQ;qBACrB,CAAC;wBACA,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,SAAS;oBACb,QAAQ;oBACR,QAAQ;oBACR,KAAK;oBACL,gBAAgB,EAAE,OAAO;yBACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;yBAChC,MAAM,CACL,CAAC,CAAC,EAA2C,EAAE,CAC7C,CAAC,CAAC,IAAI,KAAK,WAAW,CACzB;oBACH,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAGgB,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACsB,CAAC;YACnD,CAAC;QACH,CAAC;KAAA;CACF;AA5KD,0DA4KC"}
1
+ {"version":3,"file":"AgenticaSelectBenchmark.js","sourceRoot":"","sources":["../src/AgenticaSelectBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAOA,sGAAmG;AACnG,2GAAwG;AACxG,+BAAiC;AAGjC,wFAAqF;AACrF,gGAA6F;AAK7F;;;;;;;;;;;;;;;;GAgBG;AACH,MAAa,uBAAuB;IAOlC;;;;OAIG;IACH,YAAmB,KAAqC;;QACtD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,MAAM,mCAAI,EAAE;YAClC,YAAY,EAAE,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,YAAY,mCAAI,EAAE;SAC/C,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,CAAC;QAC3D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACU,OAAO,CAClB,QAAyD;;YAEzD,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAc,IAAI,gBAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,WAAW,GACf,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAoC,MAAM,OAAO,CAAC,GAAG,CAC/D,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAS,EAAE;oBACpD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GACL,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC5B,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,QAAQ,KAAK,SAAS;wBAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACxC,OAAO,CAAC,CAAC;gBACX,CAAC,CAAA,CAAC,CACH,CAAC;gBACF,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,KAAK,EAAE,MAAM;yBACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;yBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;yBACnB,MAAM,CACL,2DAA4B,CAAC,IAAI,EACjC,2DAA4B,CAAC,IAAI,EAAE,CACpC;iBACJ,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG;gBACrB,WAAW;gBACX,UAAU;gBACV,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,KAAK,EAAE,WAAW;qBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;qBACnB,MAAM,CACL,2DAA4B,CAAC,IAAI,EACjC,2DAA4B,CAAC,IAAI,EAAE,CACpC;aACJ,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,MAAM;QACX,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,OAAO,iEAA+B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAEa,IAAI,CAChB,QAA0C;;YAE1C,MAAM,UAAU,GAAS,IAAI,IAAI,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAwB,2DAA4B,CAAC,IAAI,EAAE,CAAC;gBACvE,MAAM,OAAO,GACX,MAAM,uDAA0B,CAAC,OAAO,CAAC,gCACpC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;oBACxB,MAAM,EAAE;wBACN,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;qBACpB;oBACD,KAAK;iBACN,CAAC,KACF,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAClC,KAAK,EAAE,EAAE,EACT,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,EACjB,QAAQ,EAAE,GAAS,EAAE,gDAAE,CAAC,CAAA,GACE,CAAC,CAAC;gBAChC,MAAM,QAAQ,GAAkC,OAAO;qBACpD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;qBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;qBACxB,IAAI,EAAE,CAAC;gBACV,OAAO;oBACL,IAAI,EAAE,yDAA2B,CAAC,OAAO,CAAC;wBACxC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,UAAU,EAAE,QAAQ;qBACrB,CAAC;wBACA,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,SAAS;oBACb,QAAQ;oBACR,QAAQ;oBACR,KAAK;oBACL,gBAAgB,EAAE,OAAO;yBACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;yBAChC,MAAM,CACL,CAAC,CAAC,EAA2C,EAAE,CAC7C,CAAC,CAAC,IAAI,KAAK,WAAW,CACzB;oBACH,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBAGgB,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,QAAQ;oBACR,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,IAAI,IAAI,EAAE;iBACsB,CAAC;YACnD,CAAC;QACH,CAAC;KAAA;CACF;AApKD,0DAoKC"}
package/lib/index.mjs CHANGED
@@ -1,3 +1,5 @@
1
+ import { AgenticaTokenUsageAggregator } from "@agentica/core/src/internal/AgenticaTokenUsageAggregator";
2
+
1
3
  import { Semaphore } from "tstl";
2
4
 
3
5
  import "typia";
@@ -199,7 +201,8 @@ var AgenticaCallBenchmarkReporter;
199
201
  const writeIndex = result => {
200
202
  const events = result.experiments.map((r => r.events)).flat();
201
203
  const average = events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / events.length;
202
- return [ "# LLM Function Call Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter((e => e.type === "success")).length}`, ` - Failure: ${events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${result.usage.total.toLocaleString()}`, ` - Prompt`, ` - Total: ${result.usage.prompt.total.toLocaleString()}`, ` - Audio: ${result.usage.prompt.audio.toLocaleString()}`, ` - Cached: ${result.usage.prompt.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${result.usage.completion.total.toLocaleString()}`, ` - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`, ` - Audio: ${result.usage.completion.audio.toLocaleString()}`, ` - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Select | Call | Time/Avg ", ":-----|:-------|:-----|----------:", ...result.experiments.map((exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, drawStatus(exp.events, (e => e.type !== "error" && e.select === true)), drawStatus(exp.events, (e => e.type !== "error" && e.call === true)), `${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms` ].join(" | "))) ].join("\n");
204
+ const aggregate = result.usage.aggregate;
205
+ return [ "# LLM Function Call Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter((e => e.type === "success")).length}`, ` - Failure: ${events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Select | Call | Time/Avg ", ":-----|:-------|:-----|----------:", ...result.experiments.map((exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, drawStatus(exp.events, (e => e.type !== "error" && e.select === true)), drawStatus(exp.events, (e => e.type !== "error" && e.call === true)), `${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms` ].join(" | "))) ].join("\n");
203
206
  };
204
207
  const writeExperimentIndex = exp => [ `# ${exp.scenario.name}`, "## Summary", ` - Scenarios: #${exp.events.length.toLocaleString()}`, ` - Success: ${exp.events.filter((e => e.type === "success")).length}`, ` - Failure: ${exp.events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms`, "", "## Events", " Name | Type | Time", ":-----|:-----|----:", ...exp.events.map(((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, `${MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms` ].join(" | "))), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
205
208
  const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, "## Summary", ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ ` - Select: ${event.select ? "✅" : "❌"}`, ` - Call: ${event.call ? "✅" : "❌"}` ] : [], ` - Token Usage: ${event.usage.toLocaleString()}`, "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", "## Prompt Histories", ...event.prompts.map(AgenticaPromptReporter.markdown), "", ...event.type === "error" ? [ "## Error", "```json", JSON.stringify(AgenticaBenchmarkUtil.errorToJson(event.error), null, 2), "```" ] : [] ].join("\n");
@@ -209,41 +212,6 @@ var AgenticaCallBenchmarkReporter;
209
212
  };
210
213
  })(AgenticaCallBenchmarkReporter || (AgenticaCallBenchmarkReporter = {}));
211
214
 
212
- var TokenUsageComputer;
213
-
214
- (function(TokenUsageComputer) {
215
- TokenUsageComputer.zero = () => ({
216
- total: 0,
217
- prompt: {
218
- total: 0,
219
- audio: 0,
220
- cached: 0
221
- },
222
- completion: {
223
- total: 0,
224
- accepted_prediction: 0,
225
- audio: 0,
226
- reasoning: 0,
227
- rejected_prediction: 0
228
- }
229
- });
230
- TokenUsageComputer.plus = (a, b) => ({
231
- total: a.total + b.total,
232
- prompt: {
233
- total: a.prompt.total + b.prompt.total,
234
- audio: a.prompt.audio + b.prompt.audio,
235
- cached: a.prompt.cached + b.prompt.cached
236
- },
237
- completion: {
238
- total: a.completion.total + b.completion.total,
239
- accepted_prediction: a.completion.accepted_prediction + b.completion.accepted_prediction,
240
- audio: a.completion.audio + b.completion.audio,
241
- reasoning: a.completion.reasoning + b.completion.reasoning,
242
- rejected_prediction: a.completion.rejected_prediction + b.completion.rejected_prediction
243
- }
244
- });
245
- })(TokenUsageComputer || (TokenUsageComputer = {}));
246
-
247
215
  class AgenticaCallBenchmark {
248
216
  constructor(props) {
249
217
  this.agent_ = props.agent;
@@ -269,14 +237,14 @@ class AgenticaCallBenchmark {
269
237
  return {
270
238
  scenario,
271
239
  events,
272
- usage: events.filter((e => e.type !== "error")).map((e => e.usage)).reduce(TokenUsageComputer.plus, TokenUsageComputer.zero())
240
+ usage: events.filter((e => e.type !== "error")).map((e => e.usage)).reduce(AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator.zero())
273
241
  };
274
242
  })));
275
243
  return this.result_ = {
276
244
  experiments,
277
245
  started_at,
278
246
  completed_at: new Date,
279
- usage: experiments.map((p => p.usage)).reduce(TokenUsageComputer.plus, TokenUsageComputer.zero())
247
+ usage: experiments.map((p => p.usage)).reduce(AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator.zero())
280
248
  };
281
249
  }
282
250
  report() {
@@ -340,13 +308,17 @@ var AgenticaSelectBenchmarkReporter;
340
308
  const writeIndex = result => {
341
309
  const events = result.experiments.map((r => r.events)).flat();
342
310
  const average = events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / events.length;
343
- return [ "# LLM Function Selection Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter((e => e.type === "success")).length}`, ` - Failure: ${events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${result.usage.total.toLocaleString()}`, ` - Prompt`, ` - Total: ${result.usage.prompt.total.toLocaleString()}`, ` - Audio: ${result.usage.prompt.audio.toLocaleString()}`, ` - Cached: ${result.usage.prompt.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${result.usage.completion.total.toLocaleString()}`, ` - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`, ` - Audio: ${result.usage.completion.audio.toLocaleString()}`, ` - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Status | Time/Avg ", ":-----|:-------|----------:", ...result.experiments.map((exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, (() => {
311
+ const aggregate = result.usage.aggregate;
312
+ return [ "# LLM Function Selection Benchmark", "## Summary", ` - Aggregation:`, ` - Scenarios: #${result.experiments.length.toLocaleString()}`, ` - Trial: ${events.length}`, ` - Success: ${events.filter((e => e.type === "success")).length}`, ` - Failure: ${events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Status | Time/Avg ", ":-----|:-------|----------:", ...result.experiments.map((exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, (() => {
344
313
  const success = Math.floor(exp.events.filter((e => e.type === "success")).length / exp.events.length * 10);
345
314
  return new Array(success).fill("■").join("") + new Array(10 - success).fill("□").join("");
346
315
  })(), MathUtil.round(exp.events.map((event => event.completed_at.getTime() - event.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString() + " ms" ].join(" | "))) ].join("\n");
347
316
  };
348
- const writeExperimentIndex = exp => [ `# ${exp.scenario.name}`, "## Summary", " - Aggregation:", ` - Trial: ${exp.events.length}`, ` - Success: ${exp.events.filter((e => e.type === "success")).length}`, ` - Failure: ${exp.events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(exp.events.map((event => event.completed_at.getTime() - event.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms`, " - Token Usage", ` - Total: ${exp.usage.total.toLocaleString()}`, ` - Prompt`, ` - Total: ${exp.usage.prompt.total.toLocaleString()}`, ` - Audio: ${exp.usage.prompt.audio.toLocaleString()}`, ` - Cached: ${exp.usage.prompt.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${exp.usage.completion.total.toLocaleString()}`, ` - Accepted Prediction: ${exp.usage.completion.accepted_prediction.toLocaleString()}`, ` - Audio: ${exp.usage.completion.audio.toLocaleString()}`, ` - Reasoning: ${exp.usage.completion.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${exp.usage.completion.rejected_prediction.toLocaleString()}`, "", "## Events", " No | Type | Time", "---:|:-----|----:", ...exp.events.map(((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, MathUtil.round(e.completed_at.getTime() - e.started_at.getTime()) + " ms" ].join(" | "))), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
349
- const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, `## Summary`, ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ " - Token Usage", ` - Total: ${event.usage.total.toLocaleString()}`, ` - Prompt`, ` - Total: ${event.usage.prompt.total.toLocaleString()}`, ` - Audio: ${event.usage.prompt.audio.toLocaleString()}`, ` - Cached: ${event.usage.prompt.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${event.usage.completion.total.toLocaleString()}`, ` - Accepted Prediction: ${event.usage.completion.accepted_prediction.toLocaleString()}`, ` - Audio: ${event.usage.completion.audio.toLocaleString()}`, ` - Reasoning: ${event.usage.completion.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${event.usage.completion.rejected_prediction.toLocaleString()}` ] : [], "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", ...event.type === "success" || event.type === "failure" ? [ "## Result", ...event.selected.map((s => [ `### ${s.name}`, ` - Controller: \`${s.controller.name}\``, ` - Function: \`${s.function.name}\``, ` - Reason: ${s.reason}`, "", ...s.function.description ? [ s.function.description, "" ] : [] ].join("\n"))) ] : [], ...event.type === "error" ? [ "## Error", "```json", AgenticaBenchmarkUtil.errorToJson(JSON.stringify(event.error, null, 2)), "```", "" ] : [] ].join("\n");
317
+ const writeExperimentIndex = exp => {
318
+ const aggregate = exp.usage.aggregate;
319
+ return [ `# ${exp.scenario.name}`, "## Summary", " - Aggregation:", ` - Trial: ${exp.events.length}`, ` - Success: ${exp.events.filter((e => e.type === "success")).length}`, ` - Failure: ${exp.events.filter((e => e.type === "failure")).length}`, ` - Average Time: ${MathUtil.round(exp.events.map((event => event.completed_at.getTime() - event.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms`, ` - Token Usage`, ` - Total: ${aggregate.total.toLocaleString()}`, ` - Input`, ` - Total: ${aggregate.input.total.toLocaleString()}`, ` - Cached: ${aggregate.input.cached.toLocaleString()}`, ` - Output:`, ` - Total: ${aggregate.output.total.toLocaleString()}`, ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`, ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`, ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`, "", "## Events", " No | Type | Time", "---:|:-----|----:", ...exp.events.map(((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, MathUtil.round(e.completed_at.getTime() - e.started_at.getTime()) + " ms" ].join(" | "))), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
320
+ };
321
+ const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, `## Summary`, ` - Name: ${event.scenario.name}`, ` - Type: ${event.type}`, ` - Time: ${(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ " - Token Usage", ` - Total: ${event.usage.aggregate.toLocaleString()}`, ` - Prompt`, ` - Total: ${event.usage.aggregate.input.total.toLocaleString()}`, ` - Cached: ${event.usage.aggregate.input.cached.toLocaleString()}`, ` - Completion:`, ` - Total: ${event.usage.aggregate.output.total.toLocaleString()}`, ` - Reasoning: ${event.usage.aggregate.output.reasoning.toLocaleString()}`, ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction.toLocaleString()}`, ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction.toLocaleString()}` ] : [], "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", ...event.type === "success" || event.type === "failure" ? [ "## Result", ...event.selected.map((s => [ `### ${s.name}`, ` - Controller: \`${s.controller.name}\``, ` - Function: \`${s.function.name}\``, ` - Reason: ${s.reason}`, "", ...s.function.description ? [ s.function.description, "" ] : [] ].join("\n"))) ] : [], ...event.type === "error" ? [ "## Error", "```json", AgenticaBenchmarkUtil.errorToJson(JSON.stringify(event.error, null, 2)), "```", "" ] : [] ].join("\n");
350
322
  })(AgenticaSelectBenchmarkReporter || (AgenticaSelectBenchmarkReporter = {}));
351
323
 
352
324
  class AgenticaSelectBenchmark {
@@ -374,14 +346,14 @@ class AgenticaSelectBenchmark {
374
346
  return {
375
347
  scenario,
376
348
  events,
377
- usage: events.filter((e => e.type !== "error")).map((e => e.usage)).reduce(TokenUsageComputer.plus, TokenUsageComputer.zero())
349
+ usage: events.filter((e => e.type !== "error")).map((e => e.usage)).reduce(AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator.zero())
378
350
  };
379
351
  })));
380
352
  return this.result_ = {
381
353
  experiments,
382
354
  started_at,
383
355
  completed_at: new Date,
384
- usage: experiments.map((p => p.usage)).reduce(TokenUsageComputer.plus, TokenUsageComputer.zero())
356
+ usage: experiments.map((p => p.usage)).reduce(AgenticaTokenUsageAggregator.plus, AgenticaTokenUsageAggregator.zero())
385
357
  };
386
358
  }
387
359
  report() {
@@ -391,21 +363,7 @@ class AgenticaSelectBenchmark {
391
363
  async step(scenario) {
392
364
  const started_at = new Date;
393
365
  try {
394
- const usage = {
395
- total: 0,
396
- prompt: {
397
- total: 0,
398
- audio: 0,
399
- cached: 0
400
- },
401
- completion: {
402
- total: 0,
403
- accepted_prediction: 0,
404
- audio: 0,
405
- reasoning: 0,
406
- rejected_prediction: 0
407
- }
408
- };
366
+ const usage = AgenticaTokenUsageAggregator.zero();
409
367
  const prompts = await ChatGptSelectFunctionAgent.execute({
410
368
  ...this.agent_.getContext({
411
369
  prompt: {
package/lib/index.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/utils/TokenUsageComputer.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","provider","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","controller","reason","flat","executions","e","split","s","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","toLocaleString","usage","total","prompt","audio","cached","completion","accepted_prediction","reasoning","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","TokenUsageComputer","zero","plus","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MAAOC;QAC3B,MAAMC,OAAoCD,MAAME,qBAAqBC,IAAG;QACxE,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,SAASC,IAAIC,KAAKC,YAAYC,OAC9B;YACEC,OAAOd,MAAM,SAASS,SAASK;YAC/BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,SAASiB;QAE1B,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAAWC,SAmBTC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EAhLD,CAAiBX,gCAAAA,8BAgLhB,CAAA;;ACvLK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACAK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBAAkBrC;QAC7B,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EArCD,CAAiBL,0BAAAA,wBAqChB,CAAA;;ACrCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WAAYC;QACvB,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEtC,WACFoB,KAAKJ,MAAO,EACX,QAAQA,GAAGzC,QACX,mBAAmByC,GAAGuB,WAAWhE,QACjC,iBAAiByC,GAAG1C,SAASC,QAC7B,eAAeyC,GAAGwB,UAClB,SACMxB,GAAG1C,SAASE,aAAakC,SAC3B,EAACM,GAAG1C,SAASE,aAAa,OAC1B,OAELiE,SACHtE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEI,WAAWtB,KAAKuB,KAAM,OAAOA,EAAEpE,UACpC,OACG+D,EAAElE,KAAKwE,MAAM,MAAMxB,KAAKyB,KAAM,KAAKA,OACtC,KACA1E,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAE/D,QACf,mBAAmB+D,EAAEC,WAAWhE,QAChC,iBAAiB+D,EAAEhE,SAASC,QAC5B,IACA,WACAc,KAAKyD,UAAUR,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EAxCD,CAAiBiE,2BAAAA,yBAwChB,CAAA;;ACpCK,IAAWW;;CAAjB,SAAiBA;IACFA,8BAAQV,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAAwC7F,OAAOyF,YAClD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBhD,OAAOyF,YAAYzC,OAAOuD,oBAC/C,gBAAgBV,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASM,uBAC/C,mBACA,gBAAgBvG,OAAOwG,MAAMC,MAAMF,oBACnC,gBACA,kBAAkBvG,OAAOwG,MAAME,OAAOD,MAAMF,oBAC5C,kBAAkBvG,OAAOwG,MAAME,OAAOC,MAAMJ,oBAC5C,mBAAmBvG,OAAOwG,MAAME,OAAOE,OAAOL,oBAC9C,qBACA,kBAAkBvG,OAAOwG,MAAMK,WAAWJ,MAAMF,oBAChD,gCAAgCvG,OAAOwG,MAAMK,WAAWC,oBAAoBP,oBAC5E,kBAAkBvG,OAAOwG,MAAMK,WAAWF,MAAMJ,oBAChD,sBAAsBvG,OAAOwG,MAAMK,WAAWE,UAAUR,oBACxD,gCAAgCvG,OAAOwG,MAAMK,WAAWG,oBAAoBT,oBAC5E,IACA,kBACA,qCACA,yCACGvG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzCoG,WACEvB,IAAIG,SACHZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAEiC,WAAW,QAE5CD,WAAWvB,IAAIG,SAASZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAE9C,SAAS,QAC/D,GAAG8B,SAASC,MACVwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,wBACF9F,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,mBAAmB6E,IAAIG,OAAO7C,OAAOuD,oBACrC,gBAAgBb,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,gBAAgB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5BwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,uBACF,IACA,aACA,uBACA,0BACGb,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACF,GAAGqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,kBAC1D1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAqB,UAEO,EACL,KAAKA,QAAQ,MAAMrB,MAAMlG,QACzB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,aAAaqE,SAASC,MACpB4B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDI,0BACET,MAAMlG,SAAS,UACf,EACE,eAAekG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM3D,OAAO,MAAM,UAElC,IACJ,oBAAoB2D,MAAMU,MAAMD,oBAChC,IACA,eACA,mBACAT,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,IACA,0BACG0D,MAAMsB,QAAQ1D,IAAIgB,uBAAuBC,WAC5C,OACImB,MAAMlG,SAAS,UACf,EACE,YACA,WACA+B,KAAKyD,UACHhB,sBAAsBC,YAAYyB,MAAMxB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMwG,aAAa,CACjBpB,QACA7D;QAEA,MAAMqF,QAAgBtD,KAAKI,MACxB0B,OAAOtE,OAAOS,SAASgB,SAAS6C,OAAO7C,SAAU;QAEpD,OACE,IAAIsE,MAAMD,OAAOE,KAAK,KAAK9G,KAAK,MAChC,IAAI6G,MAAM,KAAKD,OAAOE,KAAK,KAAK9G,KAAK;AAAG;AAG7C,EA5KD,CAAiB4E,kCAAAA,gCA4KhB,CAAA;;AChLK,IAAWmC;;CAAjB,SAAiBA;IACFA,mBAAAC,OAAO,OAA4B;QAC9ChB,OAAO;QACPC,QAAQ;YACND,OAAO;YACPE,OAAO;YACPC,QAAQ;;QAEVC,YAAY;YACVJ,OAAO;YACPK,qBAAqB;YACrBH,OAAO;YACPI,WAAW;YACXC,qBAAqB;;;IAIZQ,mBAAIE,OAAG,CAClBrB,GACAC,OACyB;QACzBG,OAAOJ,EAAEI,QAAQH,EAAEG;QACnBC,QAAQ;YACND,OAAOJ,EAAEK,OAAOD,QAAQH,EAAEI,OAAOD;YACjCE,OAAON,EAAEK,OAAOC,QAAQL,EAAEI,OAAOC;YACjCC,QAAQP,EAAEK,OAAOE,SAASN,EAAEI,OAAOE;;QAErCC,YAAY;YACVJ,OAAOJ,EAAEQ,WAAWJ,QAAQH,EAAEO,WAAWJ;YACzCK,qBACET,EAAEQ,WAAWC,sBAAsBR,EAAEO,WAAWC;YAClDH,OAAON,EAAEQ,WAAWF,QAAQL,EAAEO,WAAWF;YACzCI,WAAWV,EAAEQ,WAAWE,YAAYT,EAAEO,WAAWE;YACjDC,qBACEX,EAAEQ,WAAWG,sBAAsBV,EAAEO,WAAWG;;;AAGvD,EArCD,CAAiBQ,uBAAAA,qBAqChB,CAAA;;MCRYG;IAWX,WAAAC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMzC;QACpBqI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5CtI,SAASmC,MAAMkG,QAAQrI,WAAW;;QAEpC+H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMnC,aAAmB,IAAIoC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAM3C,oBACEkD,QAAQC,IACZf,KAAKE,WAAWrE,KAAInE,MAAOoG;YACzB,MAAME,eAA8C8C,QAAQC,IAC1D,IAAItB,MAAMO,KAAKI,QAAQC,QAAQX,KAAK,GAAG7D,KAAInE;sBACnCkJ,UAAUI;gBAChB,MAAM5D,UAAuC4C,KAAKiB,KAAKnD;sBACjD8C,UAAUM;gBAChB,IAAIR,aAAa9G,WAAW8G,SAAStD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;AACvD;QAGP,OAAQI,KAAKQ,UAAU;YACrB5C;YACAW;YACAF,cAAc,IAAIsC;YAClBhC,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;;IAsBnD,MAAAuB;QACL,IAAInB,KAAKQ,YAAY,MACnB,MAAM,IAAI9D,MAAM;QAClB,OAAOc,8BAA8BV,SAASkD,KAAKQ;;IAG7C,UAAMS,CACZnD;QAEA,MAAMnG,QAAkBqI,KAAKC,OAAOmB;QACpC,MAAM7C,aAAmB,IAAIoC;QAC7B,MAAMxG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUuD,SAASvD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS;YAC5B2C,QAAQ;;QAEZ,MAAM2G,MAAM;YACV,MAAMhC,SAAS7H,4BAA4B2C,QAAQ;gBACjDI,UAAUuD,SAASvD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;gBACHxC,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1BwD;gBACAuB;gBACA/E;gBACAiF,SAAS5H,MAAME;gBACf8G,OAAOhH,MAAM2J;gBACb/C;gBACAF,cAAc,IAAIsC;;AAC4B;QAGlD;kBACQhJ,MAAM4J,WAAWzD,SAASjF;YAChC,IAAIsB,WAAW,OAAOkH;YACtB,KAAK,IAAInD,IAAY,GAAGA,IAAI8B,KAAKI,QAAQnI,WAAWiG,GAAG;gBACrD,MAAMjD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM4J,WAAWtG;gBACvB,IAAId,WAAW,OAAOkH;;YAExB,OAAOA;UACP,OAAO5E;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACAyB,SAAS5H,MAAME;gBACf8G,OAAOhH,MAAM2J;gBACb7E;gBACA8B;gBACAF,cAAc,IAAIsC;;;;;;AClLpB,IAAWa;;CAAjB,SAAiBA;IACFA,gCAAQ1E,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAA0C7F,OAAOyF,YACpD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBhD,OAAOyF,YAAYzC,OAAOuD,oBAC/C,gBAAgBV,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASM,uBAC/C,mBACA,gBAAgBvG,OAAOwG,MAAMC,MAAMF,oBACnC,gBACA,kBAAkBvG,OAAOwG,MAAME,OAAOD,MAAMF,oBAC5C,kBAAkBvG,OAAOwG,MAAME,OAAOC,MAAMJ,oBAC5C,mBAAmBvG,OAAOwG,MAAME,OAAOE,OAAOL,oBAC9C,qBACA,kBAAkBvG,OAAOwG,MAAMK,WAAWJ,MAAMF,oBAChD,gCAAgCvG,OAAOwG,MAAMK,WAAWC,oBAAoBP,oBAC5E,kBAAkBvG,OAAOwG,MAAMK,WAAWF,MAAMJ,oBAChD,sBAAsBvG,OAAOwG,MAAMK,WAAWE,UAAUR,oBACxD,gCAAgCvG,OAAOwG,MAAMK,WAAWG,oBAAoBT,oBAC5E,IACA,kBACA,+BACA,kCACGvG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BuB,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,SAC9C0C,IAAIG,OAAO7C,SACX;YAEJ,OACE,IAAIsE,MAAMtF,SAASuF,KAAK,KAAK9G,KAAK,MAClC,IAAI6G,MAAM,KAAKtF,SAASuF,KAAK,KAAK9G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,mBAAmB,QACrB9F,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,oBACA,gBAAgB6E,IAAIG,OAAO7C,UAC3B,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9BwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,uBACF,mBACA,gBAAgBb,IAAIc,MAAMC,MAAMF,oBAChC,gBACA,kBAAkBb,IAAIc,MAAME,OAAOD,MAAMF,oBACzC,kBAAkBb,IAAIc,MAAME,OAAOC,MAAMJ,oBACzC,mBAAmBb,IAAIc,MAAME,OAAOE,OAAOL,oBAC3C,qBACA,kBAAkBb,IAAIc,MAAMK,WAAWJ,MAAMF,oBAC7C,gCAAgCb,IAAIc,MAAMK,WAAWC,oBAAoBP,oBACzE,kBAAkBb,IAAIc,MAAMK,WAAWF,MAAMJ,oBAC7C,sBAAsBb,IAAIc,MAAMK,WAAWE,UAAUR,oBACrD,gCAAgCb,IAAIc,MAAMK,WAAWG,oBAAoBT,oBACzE,IACA,aACA,qBACA,wBACGb,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACFqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,aACrD,QACF1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAqB,UAEO,EACL,KAAKA,QAAQ,MAAMrB,MAAMlG,QACzB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,cAAckG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWI,0BACrET,MAAMlG,SAAS,UACf,EACE,mBACA,gBAAgBkG,MAAMU,MAAMC,MAAMF,oBAClC,gBACA,kBAAkBT,MAAMU,MAAME,OAAOD,MAAMF,oBAC3C,kBAAkBT,MAAMU,MAAME,OAAOC,MAAMJ,oBAC3C,mBAAmBT,MAAMU,MAAME,OAAOE,OAAOL,oBAC7C,qBACA,kBAAkBT,MAAMU,MAAMK,WAAWJ,MAAMF,oBAC/C,gCAAgCT,MAAMU,MAAMK,WAAWC,oBAAoBP,oBAC3E,kBAAkBT,MAAMU,MAAMK,WAAWF,MAAMJ,oBAC/C,sBAAsBT,MAAMU,MAAMK,WAAWE,UAAUR,oBACvD,gCAAgCT,MAAMU,MAAMK,WAAWG,oBAAoBT,uBAE7E,IACJ,IACA,eACA,mBACAT,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,OACI0D,MAAMlG,SAAS,aAAakG,MAAMlG,SAAS,YAC3C,EACE,gBACGkG,MAAMwD,SAAS5F,KAAKyB,KACrB,EACE,OAAOA,EAAEtE,QACT,qBAAqBsE,EAAEN,WAAWhE,UAClC,mBAAmBsE,EAAEvE,SAASC,UAC9B,eAAesE,EAAEL,UACjB,OACIK,EAAEvE,SAASE,cAAc,EAACqE,EAAEvE,SAASE,aAAa,OAAM,KAC5DL,KAAK,YAGX,OACAqF,MAAMlG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAKyD,UAAUU,MAAMxB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EA3MD,CAAiB4I,oCAAAA,kCA2MhB,CAAA;;MChLYE;IAYX,WAAA3B,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMzC;QACpBqI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;;QAE9CP,KAAK2B,aAAavH,MAAMzC,MAAME,qBAAqBwD;QACnD2E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMnC,aAAmB,IAAIoC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAM3C,oBACEkD,QAAQC,IACZf,KAAKE,WAAWrE,KAAInE,MAAOoG;YACzB,MAAME,eAAgD8C,QAAQC,IAC5D,IAAItB,MAAMO,KAAKI,QAAQC,QAAQX,KAAK,GAAG7D,KAAInE;sBACnCkJ,UAAUI;gBAChB,MAAM5D,UACE4C,KAAKiB,KAAKnD;sBACZ8C,UAAUM;gBAChB,IAAIR,aAAa9G,WAAW8G,SAAStD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;AACvD;QAGP,OAAQI,KAAKQ,UAAU;YACrB5C;YACAW;YACAF,cAAc,IAAIsC;YAClBhC,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;;IAuBnD,MAAAuB;QACL,IAAInB,KAAKQ,YAAY,MACnB,MAAM,IAAI9D,MAAM;QAClB,OAAO8E,gCAAgC1E,SAASkD,KAAKQ;;IAG/C,UAAMS,CACZnD;QAEA,MAAMS,aAAmB,IAAIoC;QAC7B;YACE,MAAMhC,QAA6B;gBACjCC,OAAO;gBACPC,QAAQ;oBACND,OAAO;oBACPE,OAAO;oBACPC,QAAQ;;gBAEVC,YAAY;oBACVJ,OAAO;oBACPK,qBAAqB;oBACrBH,OAAO;oBACPI,WAAW;oBACXC,qBAAqB;;;YAGzB,MAAMI,gBACEqC,2BAA2BnB,QAAQ;mBACpCT,KAAKC,OAAO4B,WAAW;oBACxBhD,QAAQ;wBACN9G,MAAM;wBACNC,MAAM;wBACNa,MAAMiF,SAASjF;;oBAEjB8F;;gBAEFmD,WAAW9B,KAAK2B,WAAWtG;gBAC3BsB,OAAO;gBACPoF,OAAO,MAAM;gBACbC,UAAUtK;;YAEd,MAAM+J,WAA0ClC,QAC7C7F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;YACH,OAAO;gBACLnF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUuD,SAASvD;oBACnBE,YAAYgH;qBAEV,YACA;gBACJ3D;gBACA2D;gBACA9C;gBACAsD,kBAAkB1C,QACf7F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KACCA,EAAE/E,SAAS;gBAEjBuG;gBACAF,cAAc,IAAIsC;;UAIpB,OAAOlE;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACArB;gBACA8B;gBACAF,cAAc,IAAIsC;;;;;;"}
1
+ {"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","provider","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","controller","reason","flat","executions","e","split","s","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","aggregate","usage","toLocaleString","total","cached","output","reasoning","accepted_prediction","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","AgenticaTokenUsageAggregator","plus","zero","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","prompt","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MAAOC;QAC3B,MAAMC,OAAoCD,MAAME,qBAAqBC,IAAG;QACxE,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,SAASC,IAAIC,KAAKC,YAAYC,OAC9B;YACEC,OAAOd,MAAM,SAASS,SAASK;YAC/BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,SAASiB;QAE1B,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAAWC,SAmBTC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EAhLD,CAAiBX,gCAAAA,8BAgLhB,CAAA;;ACvLK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACAK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBAAkBrC;QAC7B,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EArCD,CAAiBL,0BAAAA,wBAqChB,CAAA;;ACrCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WAAYC;QACvB,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEtC,WACFoB,KAAKJ,MAAO,EACX,QAAQA,GAAGzC,QACX,mBAAmByC,GAAGuB,WAAWhE,QACjC,iBAAiByC,GAAG1C,SAASC,QAC7B,eAAeyC,GAAGwB,UAClB,SACMxB,GAAG1C,SAASE,aAAakC,SAC3B,EAACM,GAAG1C,SAASE,aAAa,OAC1B,OAELiE,SACHtE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEI,WAAWtB,KAAKuB,KAAM,OAAOA,EAAEpE,UACpC,OACG+D,EAAElE,KAAKwE,MAAM,MAAMxB,KAAKyB,KAAM,KAAKA,OACtC,KACA1E,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAE/D,QACf,mBAAmB+D,EAAEC,WAAWhE,QAChC,iBAAiB+D,EAAEhE,SAASC,QAC5B,IACA,WACAc,KAAKyD,UAAUR,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EAxCD,CAAiBiE,2BAAAA,yBAwChB,CAAA;;AClCK,IAAWW;;CAAjB,SAAiBA;IACFA,8BAAQV,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAAwC7F,OAAOyF,YAClD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,MAAMuD,YACJvG,OAAOwG,MAAMD;QACf,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBvG,OAAOyF,YAAYzC,OAAOyD,oBAC/C,gBAAgBZ,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,qCACA,yCACGzG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzCmG,WACEtB,IAAIG,SACHZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAEgC,WAAW,QAE5CD,WAAWtB,IAAIG,SAASZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAE9C,SAAS,QAC/D,GAAG8B,SAASC,MACVwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CyD,wBACFhG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,mBAAmB6E,IAAIG,OAAO7C,OAAOyD,oBACrC,gBAAgBf,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,gBAAgB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5BwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CyD,uBACF,IACA,aACA,uBACA,0BACGf,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACF,GAAGqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,kBAC1D1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMlG,QACzB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,aAAaqE,SAASC,MACpB4B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDM,0BACEX,MAAMlG,SAAS,UACf,EACE,eAAekG,MAAMmB,SAAS,MAAM,OACpC,aAAanB,MAAM3D,OAAO,MAAM,UAElC,IACJ,oBAAoB2D,MAAMU,MAAMC,oBAChC,IACA,eACA,mBACAX,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,IACA,0BACG0D,MAAMqB,QAAQzD,IAAIgB,uBAAuBC,WAC5C,OACImB,MAAMlG,SAAS,UACf,EACE,YACA,WACA+B,KAAKyD,UACHhB,sBAAsBC,YAAYyB,MAAMxB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMuG,aAAa,CACjBnB,QACA7D;QAEA,MAAMoF,QAAgBrD,KAAKI,MACxB0B,OAAOtE,OAAOS,SAASgB,SAAS6C,OAAO7C,SAAU;QAEpD,OACE,IAAIqE,MAAMD,OAAOE,KAAK,KAAK7G,KAAK,MAChC,IAAI4G,MAAM,KAAKD,OAAOE,KAAK,KAAK7G,KAAK;AAAG;AAG7C,EA5KD,CAAiB4E,kCAAAA,gCA4KhB,CAAA;;MCrJYkC;IAWX,WAAAC,CAAmBvF;QACjBwF,KAAKC,SAASzF,MAAMzC;QACpBiI,KAAKE,aAAa1F,MAAM2F,UAAU1E;QAClCuE,KAAKI,UAAU;YACbC,QAAQ7F,MAAM8F,QAAQD,UAAU;YAChCE,cAAc/F,MAAM8F,QAAQC,gBAAgB;YAC5ClI,SAASmC,MAAM8F,QAAQjI,WAAW;;QAEpC2H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWjE,KAAInE,MAAOoG;YACzB,MAAME,eAA8C0C,QAAQC,IAC1D,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG5D,KAAInE;sBACnC8I,UAAUI;gBAChB,MAAMxD,UAAuCwC,KAAKiB,KAAK/C;sBACjD0C,UAAUM;gBAChB,IAAIR,aAAa1G,WAAW0G,SAASlD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OACC+E,6BAA6BC,MAC7BD,6BAA6BE;;AAElC;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OACC+E,6BAA6BC,MAC7BD,6BAA6BE;;;IAuB9B,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI1D,MAAM;QAClB,OAAOc,8BAA8BV,SAAS8C,KAAKQ;;IAG7C,UAAMS,CACZ/C;QAEA,MAAMnG,QAAkBiI,KAAKC,OAAOsB;QACpC,MAAM5C,aAAmB,IAAIgC;QAC7B,MAAMpG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUuD,SAASvD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS;YAC5B2C,QAAQ;;QAEZ,MAAM0G,MAAM;YACV,MAAMhC,SAAS5H,4BAA4B2C,QAAQ;gBACjDI,UAAUuD,SAASvD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;gBACHxC,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1BwD;gBACAsB;gBACA9E;gBACAgF,SAAS3H,MAAME;gBACf8G,OAAOhH,MAAM0J;gBACb9C;gBACAF,cAAc,IAAIkC;;AAC4B;QAGlD;kBACQ5I,MAAM2J,WAAWxD,SAASjF;YAChC,IAAIsB,WAAW,OAAOiH;YACtB,KAAK,IAAIlD,IAAY,GAAGA,IAAI0B,KAAKI,QAAQ/H,WAAWiG,GAAG;gBACrD,MAAMjD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM2J,WAAWrG;gBACvB,IAAId,WAAW,OAAOiH;;YAExB,OAAOA;UACP,OAAO3E;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACAwB,SAAS3H,MAAME;gBACf8G,OAAOhH,MAAM0J;gBACb5E;gBACA8B;gBACAF,cAAc,IAAIkC;;;;;;ACtLpB,IAAWgB;;CAAjB,SAAiBA;IACFA,gCAAQzE,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAA0C7F,OAAOyF,YACpD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,MAAMuD,YACJvG,OAAOwG,MAAMD;QACf,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBvG,OAAOyF,YAAYzC,OAAOyD,oBAC/C,gBAAgBZ,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASQ,uBAC/C,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,kBACA,+BACA,kCACGzG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BuB,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,SAC9C0C,IAAIG,OAAO7C,SACX;YAEJ,OACE,IAAIqE,MAAMrF,SAASsF,KAAK,KAAK7G,KAAK,MAClC,IAAI4G,MAAM,KAAKrF,SAASsF,KAAK,KAAK7G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CyD,mBAAmB,QACrBhG,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF;QAEA,MAAMa,YACJb,IAAIc,MAAMD;QACZ,OAAO,EACL,KAAKb,IAAIC,SAAS9E,QAClB,cACA,oBACA,gBAAgB6E,IAAIG,OAAO7C,UAC3B,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9BwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CyD,uBACF,mBACA,gBAAgBF,UAAUG,MAAMD,oBAChC,eACA,kBAAkBF,UAAU7E,MAAMgF,MAAMD,oBACxC,mBAAmBF,UAAU7E,MAAMiF,OAAOF,oBAC1C,iBACA,kBAAkBF,UAAUK,OAAOF,MAAMD,oBACzC,gCAAgCF,UAAUK,OAAOE,oBAAoBL,oBACrE,sBAAsBF,UAAUK,OAAOC,UAAUJ,oBACjD,gCAAgCF,UAAUK,OAAOG,oBAAoBN,oBACrE,IACA,aACA,qBACA,wBACGf,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACFqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,aACrD,QACF1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;AAAK;IAGd,MAAMuF,uBAAuB,CAC3BF,OACAoB,UAEO,EACL,KAAKA,QAAQ,MAAMpB,MAAMlG,QACzB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,cAAckG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWM,0BACrEX,MAAMlG,SAAS,UACf,EACE,mBACA,gBAAgBkG,MAAMU,MAAMD,UAAUE,oBACtC,gBACA,kBAAkBX,MAAMU,MAAMD,UAAU7E,MAAMgF,MAAMD,oBACpD,mBAAmBX,MAAMU,MAAMD,UAAU7E,MAAMiF,OAAOF,oBACtD,qBACA,kBAAkBX,MAAMU,MAAMD,UAAUK,OAAOF,MAAMD,oBACrD,sBAAsBX,MAAMU,MAAMD,UAAUK,OAAOC,UAAUJ,oBAC7D,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOE,oBAAoBL,oBACjF,gCAAgCX,MAAMU,MAAMD,UAAUK,OAAOG,oBAAoBN,uBAEnF,IACJ,IACA,eACA,mBACAX,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,OACI0D,MAAMlG,SAAS,aAAakG,MAAMlG,SAAS,YAC3C,EACE,gBACGkG,MAAMuD,SAAS3F,KAAKyB,KACrB,EACE,OAAOA,EAAEtE,QACT,qBAAqBsE,EAAEN,WAAWhE,UAClC,mBAAmBsE,EAAEvE,SAASC,UAC9B,eAAesE,EAAEL,UACjB,OACIK,EAAEvE,SAASE,cAAc,EAACqE,EAAEvE,SAASE,aAAa,OAAM,KAC5DL,KAAK,YAGX,OACAqF,MAAMlG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAKyD,UAAUU,MAAMxB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EAzMD,CAAiB2I,oCAAAA,kCAyMhB,CAAA;;MChLYE;IAYX,WAAA9B,CAAmBvF;QACjBwF,KAAKC,SAASzF,MAAMzC;QACpBiI,KAAKE,aAAa1F,MAAM2F,UAAU1E;QAClCuE,KAAKI,UAAU;YACbC,QAAQ7F,MAAM8F,QAAQD,UAAU;YAChCE,cAAc/F,MAAM8F,QAAQC,gBAAgB;;QAE9CP,KAAK8B,aAAatH,MAAMzC,MAAME,qBAAqBwD;QACnDuE,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAM/B,aAAmB,IAAIgC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAMvC,oBACE8C,QAAQC,IACZf,KAAKE,WAAWjE,KAAInE,MAAOoG;YACzB,MAAME,eAAgD0C,QAAQC,IAC5D,IAAInB,MAAMI,KAAKI,QAAQC,QAAQR,KAAK,GAAG5D,KAAInE;sBACnC8I,UAAUI;gBAChB,MAAMxD,UACEwC,KAAKiB,KAAK/C;sBACZ0C,UAAUM;gBAChB,IAAIR,aAAa1G,WAAW0G,SAASlD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OACC+E,6BAA6BC,MAC7BD,6BAA6BE;;AAElC;QAGP,OAAQrB,KAAKQ,UAAU;YACrBxC;YACAW;YACAF,cAAc,IAAIkC;YAClB5B,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OACC+E,6BAA6BC,MAC7BD,6BAA6BE;;;IAwB9B,MAAAC;QACL,IAAItB,KAAKQ,YAAY,MACnB,MAAM,IAAI1D,MAAM;QAClB,OAAO6E,gCAAgCzE,SAAS8C,KAAKQ;;IAG/C,UAAMS,CACZ/C;QAEA,MAAMS,aAAmB,IAAIgC;QAC7B;YACE,MAAM5B,QAA6BoC,6BAA6BE;YAChE,MAAM3B,gBACEqC,2BAA2BtB,QAAQ;mBACpCT,KAAKC,OAAO+B,WAAW;oBACxBC,QAAQ;wBACN9J,MAAM;wBACNC,MAAM;wBACNa,MAAMiF,SAASjF;;oBAEjB8F;;gBAEFmD,WAAWlC,KAAK8B,WAAWrG;gBAC3BsB,OAAO;gBACPoF,OAAO,MAAM;gBACbC,UAAUtK;;YAEd,MAAM8J,WAA0ClC,QAC7C5F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;YACH,OAAO;gBACLnF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUuD,SAASvD;oBACnBE,YAAY+G;qBAEV,YACA;gBACJ1D;gBACA0D;gBACA7C;gBACAsD,kBAAkB3C,QACf5F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KACCA,EAAE/E,SAAS;gBAEjBuG;gBACAF,cAAc,IAAIkC;;UAIpB,OAAO9D;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACArB;gBACA8B;gBACAF,cAAc,IAAIkC;;;;;;"}
package/lib/internal/AgenticaCallBenchmarkReporter.js CHANGED
@@ -25,6 +25,7 @@ var AgenticaCallBenchmarkReporter;
25
25
  const average = events
26
26
  .map((e) => e.completed_at.getTime() - e.started_at.getTime())
27
27
  .reduce((a, b) => a + b, 0) / events.length;
28
+ const aggregate = result.usage.aggregate;
28
29
  return [
29
30
  "# LLM Function Call Benchmark",
30
31
  "## Summary",
@@ -35,17 +36,15 @@ var AgenticaCallBenchmarkReporter;
35
36
  ` - Failure: ${events.filter((e) => e.type === "failure").length}`,
36
37
  ` - Average Time: ${MathUtil_1.MathUtil.round(average).toLocaleString()} ms`,
37
38
  ` - Token Usage`,
38
- ` - Total: ${result.usage.total.toLocaleString()}`,
39
- ` - Prompt`,
40
- ` - Total: ${result.usage.prompt.total.toLocaleString()}`,
41
- ` - Audio: ${result.usage.prompt.audio.toLocaleString()}`,
42
- ` - Cached: ${result.usage.prompt.cached.toLocaleString()}`,
43
- ` - Completion:`,
44
- ` - Total: ${result.usage.completion.total.toLocaleString()}`,
45
- ` - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`,
46
- ` - Audio: ${result.usage.completion.audio.toLocaleString()}`,
47
- ` - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`,
48
- ` - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`,
39
+ ` - Total: ${aggregate.total.toLocaleString()}`,
40
+ ` - Input`,
41
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
42
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
43
+ ` - Output:`,
44
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
45
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
46
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
47
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
49
48
  "",
50
49
  "## Experiments",
51
50
  " Name | Select | Call | Time/Avg ",
package/lib/internal/AgenticaCallBenchmarkReporter.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAEA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CA4K7C;AA5KD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAAoC,EACZ,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAoC,EAAU,EAAE;QAClE,MAAM,MAAM,GAAkC,MAAM,CAAC,WAAW;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;YACd,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,mBAAmB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAChE,mBAAmB;YACnB,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,sBAAsB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YAC1E,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA6C,EACrC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAkC,EAClC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAAqC,EACrC,OAAoD,EAC5C,EAAE;QACV,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;QACF,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EA5KgB,6BAA6B,6CAA7B,6BAA6B,QA4K7C"}
1
+ {"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAIA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CA4K7C;AA5KD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAAoC,EACZ,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAoC,EAAU,EAAE;QAClE,MAAM,MAAM,GAAkC,MAAM,CAAC,WAAW;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,SAAS,GACb,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACzB,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA6C,EACrC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAkC,EAClC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAAqC,EACrC,OAAoD,EAC5C,EAAE;QACV,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;QACF,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EA5KgB,6BAA6B,6CAA7B,6BAA6B,QA4K7C"}
package/lib/internal/AgenticaSelectBenchmarkReporter.js CHANGED
@@ -27,6 +27,7 @@ var AgenticaSelectBenchmarkReporter;
27
27
  const average = events
28
28
  .map((e) => e.completed_at.getTime() - e.started_at.getTime())
29
29
  .reduce((a, b) => a + b, 0) / events.length;
30
+ const aggregate = result.usage.aggregate;
30
31
  return [
31
32
  "# LLM Function Selection Benchmark",
32
33
  "## Summary",
@@ -37,17 +38,15 @@ var AgenticaSelectBenchmarkReporter;
37
38
  ` - Failure: ${events.filter((e) => e.type === "failure").length}`,
38
39
  ` - Average Time: ${MathUtil_1.MathUtil.round(average).toLocaleString()} ms`,
39
40
  ` - Token Usage`,
40
- ` - Total: ${result.usage.total.toLocaleString()}`,
41
- ` - Prompt`,
42
- ` - Total: ${result.usage.prompt.total.toLocaleString()}`,
43
- ` - Audio: ${result.usage.prompt.audio.toLocaleString()}`,
44
- ` - Cached: ${result.usage.prompt.cached.toLocaleString()}`,
45
- ` - Completion:`,
46
- ` - Total: ${result.usage.completion.total.toLocaleString()}`,
47
- ` - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`,
48
- ` - Audio: ${result.usage.completion.audio.toLocaleString()}`,
49
- ` - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`,
50
- ` - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`,
41
+ ` - Total: ${aggregate.total.toLocaleString()}`,
42
+ ` - Input`,
43
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
44
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
45
+ ` - Output:`,
46
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
47
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
48
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
49
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
51
50
  "",
52
51
  "## Experiments",
53
52
  " Name | Status | Time/Avg ",
@@ -68,6 +67,7 @@ var AgenticaSelectBenchmarkReporter;
68
67
  ].join("\n");
69
68
  };
70
69
  const writeExperimentIndex = (exp) => {
70
+ const aggregate = exp.usage.aggregate;
71
71
  return [
72
72
  `# ${exp.scenario.name}`,
73
73
  "## Summary",
@@ -78,18 +78,16 @@ var AgenticaSelectBenchmarkReporter;
78
78
  ` - Average Time: ${MathUtil_1.MathUtil.round(exp.events
79
79
  .map((event) => event.completed_at.getTime() - event.started_at.getTime())
80
80
  .reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms`,
81
- " - Token Usage",
82
- ` - Total: ${exp.usage.total.toLocaleString()}`,
83
- ` - Prompt`,
84
- ` - Total: ${exp.usage.prompt.total.toLocaleString()}`,
85
- ` - Audio: ${exp.usage.prompt.audio.toLocaleString()}`,
86
- ` - Cached: ${exp.usage.prompt.cached.toLocaleString()}`,
87
- ` - Completion:`,
88
- ` - Total: ${exp.usage.completion.total.toLocaleString()}`,
89
- ` - Accepted Prediction: ${exp.usage.completion.accepted_prediction.toLocaleString()}`,
90
- ` - Audio: ${exp.usage.completion.audio.toLocaleString()}`,
91
- ` - Reasoning: ${exp.usage.completion.reasoning.toLocaleString()}`,
92
- ` - Rejected Prediction: ${exp.usage.completion.rejected_prediction.toLocaleString()}`,
81
+ ` - Token Usage`,
82
+ ` - Total: ${aggregate.total.toLocaleString()}`,
83
+ ` - Input`,
84
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
85
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
86
+ ` - Output:`,
87
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
88
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
89
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
90
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
93
91
  "",
94
92
  "## Events",
95
93
  " No | Type | Time",
@@ -121,17 +119,15 @@ var AgenticaSelectBenchmarkReporter;
121
119
  ...(event.type !== "error"
122
120
  ? [
123
121
  " - Token Usage",
124
- ` - Total: ${event.usage.total.toLocaleString()}`,
122
+ ` - Total: ${event.usage.aggregate.toLocaleString()}`,
125
123
  ` - Prompt`,
126
- ` - Total: ${event.usage.prompt.total.toLocaleString()}`,
127
- ` - Audio: ${event.usage.prompt.audio.toLocaleString()}`,
128
- ` - Cached: ${event.usage.prompt.cached.toLocaleString()}`,
124
+ ` - Total: ${event.usage.aggregate.input.total.toLocaleString()}`,
125
+ ` - Cached: ${event.usage.aggregate.input.cached.toLocaleString()}`,
129
126
  ` - Completion:`,
130
- ` - Total: ${event.usage.completion.total.toLocaleString()}`,
131
- ` - Accepted Prediction: ${event.usage.completion.accepted_prediction.toLocaleString()}`,
132
- ` - Audio: ${event.usage.completion.audio.toLocaleString()}`,
133
- ` - Reasoning: ${event.usage.completion.reasoning.toLocaleString()}`,
134
- ` - Rejected Prediction: ${event.usage.completion.rejected_prediction.toLocaleString()}`,
127
+ ` - Total: ${event.usage.aggregate.output.total.toLocaleString()}`,
128
+ ` - Reasoning: ${event.usage.aggregate.output.reasoning.toLocaleString()}`,
129
+ ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction.toLocaleString()}`,
130
+ ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction.toLocaleString()}`,
135
131
  ]
136
132
  : []),
137
133
  "",
package/lib/internal/AgenticaSelectBenchmarkReporter.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAEA,gDAA6C;AAC7C,mEAAgE;AAEhE;;GAEG;AACH,IAAiB,+BAA+B,CA2M/C;AA3MD,WAAiB,+BAA+B;IACjC,wCAAQ,GAAG,CACtB,MAAsC,EACd,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAsC,EAAU,EAAE;QACpE,MAAM,MAAM,GAAoC,MAAM,CAAC,WAAW;aAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,OAAO;YACL,oCAAoC;YACpC,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;YACd,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,mBAAmB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAChE,mBAAmB;YACnB,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,sBAAsB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YAC1E,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,EAAE;YACF,gBAAgB;YAChB,6BAA6B;YAC7B,6BAA6B;YAC7B,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,CAAC,GAAG,EAAE;oBACJ,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAChC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;wBACpD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;wBAClB,EAAE,CACL,CAAC;oBACF,OAAO,CACL,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrC,IAAI,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAC3C,CAAC;gBACJ,CAAC,CAAC,EAAE;gBACJ,mBAAQ,CAAC,KAAK,CACZ,GAAG,CAAC,MAAM;qBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;qBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,GAAG,KAAK;aAC3B,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA+C,EACvC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,kBAAkB;YAClB,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,uBAAuB,mBAAQ,CAAC,KAAK,CACnC,GAAG,CAAC,MAAM;iBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,iBAAiB;YACjB,gBAAgB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,cAAc;YACd,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,mBAAmB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC7D,mBAAmB;YACnB,kBAAkB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC/D,gCAAgC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC3F,kBAAkB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC/D,sBAAsB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACvE,gCAAgC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC3F,EAAE;YACF,WAAW;YACX,mBAAmB;YACnB,mBAAmB;YACnB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAC/D,KAAK;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAoC,EACpC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;YAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,iBAAiB;oBACjB,gBAAgB,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACpD,cAAc;oBACd,kBAAkB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBAC7D,kBAAkB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBAC7D,mBAAmB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;oBAC/D,mBAAmB;oBACnB,kBAAkB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACjE,gCAAgC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;oBAC7F,kBAAkB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACjE,sBAAsB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBACzE,gCAAgC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;iBAC9F;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBACtD,CAAC,CAAC;oBACE,WAAW;oBACX,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1B;wBACE,OAAO,CAAC,CAAC,IAAI,EAAE;wBACf,qBAAqB,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI;wBAC1C,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI;wBACtC,eAAe,CAAC,CAAC,MAAM,EAAE;wBACzB,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,6CAAqB,CAAC,WAAW,CAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC;oBACD,KAAK;oBACL,EAAE;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EA3MgB,+BAA+B,+CAA/B,+BAA+B,QA2M/C"}
1
+ {"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAIA,gDAA6C;AAC7C,mEAAgE;AAEhE;;GAEG;AACH,IAAiB,+BAA+B,CAyM/C;AAzMD,WAAiB,+BAA+B;IACjC,wCAAQ,GAAG,CACtB,MAAsC,EACd,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAsC,EAAU,EAAE;QACpE,MAAM,MAAM,GAAoC,MAAM,CAAC,WAAW;aAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,SAAS,GACb,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACzB,OAAO;YACL,oCAAoC;YACpC,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,gBAAgB;YAChB,6BAA6B;YAC7B,6BAA6B;YAC7B,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,CAAC,GAAG,EAAE;oBACJ,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAChC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;wBACpD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;wBAClB,EAAE,CACL,CAAC;oBACF,OAAO,CACL,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrC,IAAI,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAC3C,CAAC;gBACJ,CAAC,CAAC,EAAE;gBACJ,mBAAQ,CAAC,KAAK,CACZ,GAAG,CAAC,MAAM;qBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;qBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,GAAG,KAAK;aAC3B,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA+C,EACvC,EAAE;QACV,MAAM,SAAS,GACb,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;QACtB,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,kBAAkB;YAClB,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,uBAAuB,mBAAQ,CAAC,KAAK,CACnC,GAAG,CAAC,MAAM;iBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,WAAW;YACX,mBAAmB;YACnB,mBAAmB;YACnB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAC/D,KAAK;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAoC,EACpC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;YAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,iBAAiB;oBACjB,gBAAgB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBACxD,cAAc;oBACd,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACtE,mBAAmB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;oBACxE,mBAAmB;oBACnB,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACvE,sBAAsB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBAC/E,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;oBACnG,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;iBACpG;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBACtD,CAAC,CAAC;oBACE,WAAW;oBACX,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1B;wBACE,OAAO,CAAC,CAAC,IAAI,EAAE;wBACf,qBAAqB,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI;wBAC1C,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI;wBACtC,eAAe,CAAC,CAAC,MAAM,EAAE;wBACzB,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,6CAAqB,CAAC,WAAW,CAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC;oBACD,KAAK;oBACL,EAAE;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EAzMgB,+BAA+B,+CAA/B,+BAA+B,QAyM/C"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@agentica/benchmark",
3
- "version": "0.7.0",
3
+ "version": "0.8.0",
4
4
  "main": "lib/index.js",
5
5
  "description": "Agentic AI Library specialized in LLM Function Calling",
6
6
  "scripts": {
@@ -37,7 +37,7 @@
37
37
  "src"
38
38
  ],
39
39
  "dependencies": {
40
- "@agentica/core": "^0.7.0",
40
+ "@agentica/core": "^0.8.0",
41
41
  "@samchon/openapi": "^2.4.3",
42
42
  "openai": "^4.80.0",
43
43
  "tstl": "^3.0.0",
package/src/AgenticaCallBenchmark.ts CHANGED
@@ -1,4 +1,5 @@
1
1
  import { Agentica } from "@agentica/core";
2
+ import { AgenticaTokenUsageAggregator } from "@agentica/core/src/internal/AgenticaTokenUsageAggregator";
2
3
  import { Semaphore } from "tstl";
3
4
  import { tags } from "typia";
4
5
 
@@ -7,7 +8,6 @@ import { AgenticaCallBenchmarkReporter } from "./internal/AgenticaCallBenchmarkR
7
8
  import { IAgenticaCallBenchmarkEvent } from "./structures/IAgenticaCallBenchmarkEvent";
8
9
  import { IAgenticaCallBenchmarkResult } from "./structures/IAgenticaCallBenchmarkResult";
9
10
  import { IAgenticaCallBenchmarkScenario } from "./structures/IAgenticaCallBenchmarkScenario";
10
- import { TokenUsageComputer } from "./utils/TokenUsageComputer";
11
11
 
12
12
  /**
13
13
  * LLM function calling selection benchmark.
@@ -90,7 +90,10 @@ export class AgenticaCallBenchmark {
90
90
  usage: events
91
91
  .filter((e) => e.type !== "error")
92
92
  .map((e) => e.usage)
93
- .reduce(TokenUsageComputer.plus, TokenUsageComputer.zero()),
93
+ .reduce(
94
+ AgenticaTokenUsageAggregator.plus,
95
+ AgenticaTokenUsageAggregator.zero(),
96
+ ),
94
97
  };
95
98
  }),
96
99
  );
@@ -100,7 +103,10 @@ export class AgenticaCallBenchmark {
100
103
  completed_at: new Date(),
101
104
  usage: experiments
102
105
  .map((p) => p.usage)
103
- .reduce(TokenUsageComputer.plus, TokenUsageComputer.zero()),
106
+ .reduce(
107
+ AgenticaTokenUsageAggregator.plus,
108
+ AgenticaTokenUsageAggregator.zero(),
109
+ ),
104
110
  });
105
111
  }
106
112
 
package/src/AgenticaSelectBenchmark.ts CHANGED
@@ -6,6 +6,7 @@ import {
6
6
  IAgenticaTokenUsage,
7
7
  } from "@agentica/core";
8
8
  import { ChatGptSelectFunctionAgent } from "@agentica/core/src/chatgpt/ChatGptSelectFunctionAgent";
9
+ import { AgenticaTokenUsageAggregator } from "@agentica/core/src/internal/AgenticaTokenUsageAggregator";
9
10
  import { Semaphore } from "tstl";
10
11
  import { tags } from "typia";
11
12
 
@@ -14,7 +15,6 @@ import { AgenticaSelectBenchmarkReporter } from "./internal/AgenticaSelectBenchm
14
15
  import { IAgenticaSelectBenchmarkEvent } from "./structures/IAgenticaSelectBenchmarkEvent";
15
16
  import { IAgenticaSelectBenchmarkResult } from "./structures/IAgenticaSelectBenchmarkResult";
16
17
  import { IAgenticaSelectBenchmarkScenario } from "./structures/IAgenticaSelectBenchmarkScenario";
17
- import { TokenUsageComputer } from "./utils/TokenUsageComputer";
18
18
 
19
19
  /**
20
20
  * LLM function calling selection benchmark.
@@ -96,7 +96,10 @@ export class AgenticaSelectBenchmark {
96
96
  usage: events
97
97
  .filter((e) => e.type !== "error")
98
98
  .map((e) => e.usage)
99
- .reduce(TokenUsageComputer.plus, TokenUsageComputer.zero()),
99
+ .reduce(
100
+ AgenticaTokenUsageAggregator.plus,
101
+ AgenticaTokenUsageAggregator.zero(),
102
+ ),
100
103
  };
101
104
  }),
102
105
  );
@@ -106,7 +109,10 @@ export class AgenticaSelectBenchmark {
106
109
  completed_at: new Date(),
107
110
  usage: experiments
108
111
  .map((p) => p.usage)
109
- .reduce(TokenUsageComputer.plus, TokenUsageComputer.zero()),
112
+ .reduce(
113
+ AgenticaTokenUsageAggregator.plus,
114
+ AgenticaTokenUsageAggregator.zero(),
115
+ ),
110
116
  });
111
117
  }
112
118
 
@@ -140,21 +146,7 @@ export class AgenticaSelectBenchmark {
140
146
  ): Promise<IAgenticaSelectBenchmarkEvent> {
141
147
  const started_at: Date = new Date();
142
148
  try {
143
- const usage: IAgenticaTokenUsage = {
144
- total: 0,
145
- prompt: {
146
- total: 0,
147
- audio: 0,
148
- cached: 0,
149
- },
150
- completion: {
151
- total: 0,
152
- accepted_prediction: 0,
153
- audio: 0,
154
- reasoning: 0,
155
- rejected_prediction: 0,
156
- },
157
- };
149
+ const usage: IAgenticaTokenUsage = AgenticaTokenUsageAggregator.zero();
158
150
  const prompts: IAgenticaPrompt[] =
159
151
  await ChatGptSelectFunctionAgent.execute({
160
152
  ...this.agent_.getContext({
package/src/internal/AgenticaCallBenchmarkReporter.ts CHANGED
@@ -1,3 +1,5 @@
1
+ import { IAgenticaTokenUsage } from "@agentica/core";
2
+
1
3
  import { IAgenticaCallBenchmarkEvent } from "../structures/IAgenticaCallBenchmarkEvent";
2
4
  import { IAgenticaCallBenchmarkResult } from "../structures/IAgenticaCallBenchmarkResult";
3
5
  import { MathUtil } from "../utils/MathUtil";
@@ -29,6 +31,8 @@ export namespace AgenticaCallBenchmarkReporter {
29
31
  events
30
32
  .map((e) => e.completed_at.getTime() - e.started_at.getTime())
31
33
  .reduce((a, b) => a + b, 0) / events.length;
34
+ const aggregate: IAgenticaTokenUsage.IComponent<"aggregate"> =
35
+ result.usage.aggregate;
32
36
  return [
33
37
  "# LLM Function Call Benchmark",
34
38
  "## Summary",
@@ -39,17 +43,15 @@ export namespace AgenticaCallBenchmarkReporter {
39
43
  ` - Failure: ${events.filter((e) => e.type === "failure").length}`,
40
44
  ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`,
41
45
  ` - Token Usage`,
42
- ` - Total: ${result.usage.total.toLocaleString()}`,
43
- ` - Prompt`,
44
- ` - Total: ${result.usage.prompt.total.toLocaleString()}`,
45
- ` - Audio: ${result.usage.prompt.audio.toLocaleString()}`,
46
- ` - Cached: ${result.usage.prompt.cached.toLocaleString()}`,
47
- ` - Completion:`,
48
- ` - Total: ${result.usage.completion.total.toLocaleString()}`,
49
- ` - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`,
50
- ` - Audio: ${result.usage.completion.audio.toLocaleString()}`,
51
- ` - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`,
52
- ` - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`,
46
+ ` - Total: ${aggregate.total.toLocaleString()}`,
47
+ ` - Input`,
48
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
49
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
50
+ ` - Output:`,
51
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
52
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
53
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
54
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
53
55
  "",
54
56
  "## Experiments",
55
57
  " Name | Select | Call | Time/Avg ",
package/src/internal/AgenticaSelectBenchmarkReporter.ts CHANGED
@@ -1,3 +1,5 @@
1
+ import { IAgenticaTokenUsage } from "@agentica/core";
2
+
1
3
  import { IAgenticaSelectBenchmarkEvent } from "../structures/IAgenticaSelectBenchmarkEvent";
2
4
  import { IAgenticaSelectBenchmarkResult } from "../structures/IAgenticaSelectBenchmarkResult";
3
5
  import { MathUtil } from "../utils/MathUtil";
@@ -31,6 +33,8 @@ export namespace AgenticaSelectBenchmarkReporter {
31
33
  events
32
34
  .map((e) => e.completed_at.getTime() - e.started_at.getTime())
33
35
  .reduce((a, b) => a + b, 0) / events.length;
36
+ const aggregate: IAgenticaTokenUsage.IComponent<"aggregate"> =
37
+ result.usage.aggregate;
34
38
  return [
35
39
  "# LLM Function Selection Benchmark",
36
40
  "## Summary",
@@ -41,17 +45,15 @@ export namespace AgenticaSelectBenchmarkReporter {
41
45
  ` - Failure: ${events.filter((e) => e.type === "failure").length}`,
42
46
  ` - Average Time: ${MathUtil.round(average).toLocaleString()} ms`,
43
47
  ` - Token Usage`,
44
- ` - Total: ${result.usage.total.toLocaleString()}`,
45
- ` - Prompt`,
46
- ` - Total: ${result.usage.prompt.total.toLocaleString()}`,
47
- ` - Audio: ${result.usage.prompt.audio.toLocaleString()}`,
48
- ` - Cached: ${result.usage.prompt.cached.toLocaleString()}`,
49
- ` - Completion:`,
50
- ` - Total: ${result.usage.completion.total.toLocaleString()}`,
51
- ` - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`,
52
- ` - Audio: ${result.usage.completion.audio.toLocaleString()}`,
53
- ` - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`,
54
- ` - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`,
48
+ ` - Total: ${aggregate.total.toLocaleString()}`,
49
+ ` - Input`,
50
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
51
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
52
+ ` - Output:`,
53
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
54
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
55
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
56
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
55
57
  "",
56
58
  "## Experiments",
57
59
  " Name | Status | Time/Avg ",
@@ -86,6 +88,8 @@ export namespace AgenticaSelectBenchmarkReporter {
86
88
  const writeExperimentIndex = (
87
89
  exp: IAgenticaSelectBenchmarkResult.IExperiment,
88
90
  ): string => {
91
+ const aggregate: IAgenticaTokenUsage.IComponent<"aggregate"> =
92
+ exp.usage.aggregate;
89
93
  return [
90
94
  `# ${exp.scenario.name}`,
91
95
  "## Summary",
@@ -101,18 +105,16 @@ export namespace AgenticaSelectBenchmarkReporter {
101
105
  )
102
106
  .reduce((a, b) => a + b, 0) / exp.events.length,
103
107
  ).toLocaleString()} ms`,
104
- " - Token Usage",
105
- ` - Total: ${exp.usage.total.toLocaleString()}`,
106
- ` - Prompt`,
107
- ` - Total: ${exp.usage.prompt.total.toLocaleString()}`,
108
- ` - Audio: ${exp.usage.prompt.audio.toLocaleString()}`,
109
- ` - Cached: ${exp.usage.prompt.cached.toLocaleString()}`,
110
- ` - Completion:`,
111
- ` - Total: ${exp.usage.completion.total.toLocaleString()}`,
112
- ` - Accepted Prediction: ${exp.usage.completion.accepted_prediction.toLocaleString()}`,
113
- ` - Audio: ${exp.usage.completion.audio.toLocaleString()}`,
114
- ` - Reasoning: ${exp.usage.completion.reasoning.toLocaleString()}`,
115
- ` - Rejected Prediction: ${exp.usage.completion.rejected_prediction.toLocaleString()}`,
108
+ ` - Token Usage`,
109
+ ` - Total: ${aggregate.total.toLocaleString()}`,
110
+ ` - Input`,
111
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
112
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
113
+ ` - Output:`,
114
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
115
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
116
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
117
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
116
118
  "",
117
119
  "## Events",
118
120
  " No | Type | Time",
@@ -154,17 +156,15 @@ export namespace AgenticaSelectBenchmarkReporter {
154
156
  ...(event.type !== "error"
155
157
  ? [
156
158
  " - Token Usage",
157
- ` - Total: ${event.usage.total.toLocaleString()}`,
159
+ ` - Total: ${event.usage.aggregate.toLocaleString()}`,
158
160
  ` - Prompt`,
159
- ` - Total: ${event.usage.prompt.total.toLocaleString()}`,
160
- ` - Audio: ${event.usage.prompt.audio.toLocaleString()}`,
161
- ` - Cached: ${event.usage.prompt.cached.toLocaleString()}`,
161
+ ` - Total: ${event.usage.aggregate.input.total.toLocaleString()}`,
162
+ ` - Cached: ${event.usage.aggregate.input.cached.toLocaleString()}`,
162
163
  ` - Completion:`,
163
- ` - Total: ${event.usage.completion.total.toLocaleString()}`,
164
- ` - Accepted Prediction: ${event.usage.completion.accepted_prediction.toLocaleString()}`,
165
- ` - Audio: ${event.usage.completion.audio.toLocaleString()}`,
166
- ` - Reasoning: ${event.usage.completion.reasoning.toLocaleString()}`,
167
- ` - Rejected Prediction: ${event.usage.completion.rejected_prediction.toLocaleString()}`,
164
+ ` - Total: ${event.usage.aggregate.output.total.toLocaleString()}`,
165
+ ` - Reasoning: ${event.usage.aggregate.output.reasoning.toLocaleString()}`,
166
+ ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction.toLocaleString()}`,
167
+ ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction.toLocaleString()}`,
168
168
  ]
169
169
  : []),
170
170
  "",
package/lib/utils/TokenUsageComputer.d.ts DELETED
@@ -1,5 +0,0 @@
1
- import { IAgenticaTokenUsage } from "@agentica/core/src/structures/IAgenticaTokenUsage";
2
- export declare namespace TokenUsageComputer {
3
- const zero: () => IAgenticaTokenUsage;
4
- const plus: (a: IAgenticaTokenUsage, b: IAgenticaTokenUsage) => IAgenticaTokenUsage;
5
- }
package/lib/utils/TokenUsageComputer.js DELETED
@@ -1,37 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TokenUsageComputer = void 0;
4
- var TokenUsageComputer;
5
- (function (TokenUsageComputer) {
6
- TokenUsageComputer.zero = () => ({
7
- total: 0,
8
- prompt: {
9
- total: 0,
10
- audio: 0,
11
- cached: 0,
12
- },
13
- completion: {
14
- total: 0,
15
- accepted_prediction: 0,
16
- audio: 0,
17
- reasoning: 0,
18
- rejected_prediction: 0,
19
- },
20
- });
21
- TokenUsageComputer.plus = (a, b) => ({
22
- total: a.total + b.total,
23
- prompt: {
24
- total: a.prompt.total + b.prompt.total,
25
- audio: a.prompt.audio + b.prompt.audio,
26
- cached: a.prompt.cached + b.prompt.cached,
27
- },
28
- completion: {
29
- total: a.completion.total + b.completion.total,
30
- accepted_prediction: a.completion.accepted_prediction + b.completion.accepted_prediction,
31
- audio: a.completion.audio + b.completion.audio,
32
- reasoning: a.completion.reasoning + b.completion.reasoning,
33
- rejected_prediction: a.completion.rejected_prediction + b.completion.rejected_prediction,
34
- },
35
- });
36
- })(TokenUsageComputer || (exports.TokenUsageComputer = TokenUsageComputer = {}));
37
- //# sourceMappingURL=TokenUsageComputer.js.map
package/lib/utils/TokenUsageComputer.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"TokenUsageComputer.js","sourceRoot":"","sources":["../../src/utils/TokenUsageComputer.ts"],"names":[],"mappings":";;;AAEA,IAAiB,kBAAkB,CAqClC;AArCD,WAAiB,kBAAkB;IACpB,uBAAI,GAAG,GAAwB,EAAE,CAAC,CAAC;QAC9C,KAAK,EAAE,CAAC;QACR,MAAM,EAAE;YACN,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;SACV;QACD,UAAU,EAAE;YACV,KAAK,EAAE,CAAC;YACR,mBAAmB,EAAE,CAAC;YACtB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;YACZ,mBAAmB,EAAE,CAAC;SACvB;KACF,CAAC,CAAC;IAEU,uBAAI,GAAG,CAClB,CAAsB,EACtB,CAAsB,EACD,EAAE,CAAC,CAAC;QACzB,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;QACxB,MAAM,EAAE;YACN,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK;YACtC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK;YACtC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM;SAC1C;QACD,UAAU,EAAE;YACV,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC,KAAK;YAC9C,mBAAmB,EACjB,CAAC,CAAC,UAAU,CAAC,mBAAmB,GAAG,CAAC,CAAC,UAAU,CAAC,mBAAmB;YACrE,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC,KAAK;YAC9C,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,SAAS;YAC1D,mBAAmB,EACjB,CAAC,CAAC,UAAU,CAAC,mBAAmB,GAAG,CAAC,CAAC,UAAU,CAAC,mBAAmB;SACtE;KACF,CAAC,CAAC;AACL,CAAC,EArCgB,kBAAkB,kCAAlB,kBAAkB,QAqClC"}
package/src/utils/TokenUsageComputer.ts DELETED
@@ -1,40 +0,0 @@
1
- import { IAgenticaTokenUsage } from "@agentica/core/src/structures/IAgenticaTokenUsage";
2
-
3
- export namespace TokenUsageComputer {
4
- export const zero = (): IAgenticaTokenUsage => ({
5
- total: 0,
6
- prompt: {
7
- total: 0,
8
- audio: 0,
9
- cached: 0,
10
- },
11
- completion: {
12
- total: 0,
13
- accepted_prediction: 0,
14
- audio: 0,
15
- reasoning: 0,
16
- rejected_prediction: 0,
17
- },
18
- });
19
-
20
- export const plus = (
21
- a: IAgenticaTokenUsage,
22
- b: IAgenticaTokenUsage,
23
- ): IAgenticaTokenUsage => ({
24
- total: a.total + b.total,
25
- prompt: {
26
- total: a.prompt.total + b.prompt.total,
27
- audio: a.prompt.audio + b.prompt.audio,
28
- cached: a.prompt.cached + b.prompt.cached,
29
- },
30
- completion: {
31
- total: a.completion.total + b.completion.total,
32
- accepted_prediction:
33
- a.completion.accepted_prediction + b.completion.accepted_prediction,
34
- audio: a.completion.audio + b.completion.audio,
35
- reasoning: a.completion.reasoning + b.completion.reasoning,
36
- rejected_prediction:
37
- a.completion.rejected_prediction + b.completion.rejected_prediction,
38
- },
39
- });
40
- }