@agentica/benchmark 0.7.0-dev.20250224-5 → 0.7.1

package/LICENSE

@@ -1,21 +1,21 @@
-MIT License
-
-Copyright (c) 2025 Wrtn Technologies
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+MIT License
+
+Copyright (c) 2025 Wrtn Technologies
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,325 @@
+# `@agentica/benchmark`
+![agentica-conceptual-diagram](https://github.com/user-attachments/assets/d7ebbd1f-04d3-4b0d-9e2a-234e29dd6c57)
+
+[![GitHub license](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/wrtnlabs/agentica/blob/master/LICENSE)
+[![npm version](https://img.shields.io/npm/v/@agentica/benchmark.svg)](https://www.npmjs.com/package/@agentica/benchmark)
+[![Downloads](https://img.shields.io/npm/dm/@agentica/benchmark.svg)](https://www.npmjs.com/package/@agentica/benchmark)
+[![Build Status](https://github.com/wrtnlabs/agentica/workflows/build/badge.svg)](https://github.com/wrtnlabs/agentica/actions?query=workflow%3Abuild)
+
+Benchmark program of `Agentica`.
+
+`Agentica` is the simplest Agentic AI library specialized in **LLM Function Calling**, and `@agentica/benchmark` is the benchmark tool of such Agentic AI library. It supports two quantitive benchmark tools `AgenticaSelectBenchmark` and `AgenticaCallBenchmark` which can measure function calling's selecting and calling qualities.
+
+Here is an example report generated by `@agentica/benchmark` measuring function calling quality of "Shopping Mall" scenario. Below measured benchmark scenario is exactly same with the recorded video, and you can find that every function calling has succeeded without any error.
+
+> https://github.com/user-attachments/assets/01604b53-aca4-41cb-91aa-3faf63549ea6
+>
+> Benchmark of Shopping Mall Scenario
+>
+> - [Benchmark Report](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/select)
+> - Swagger Document: https://shopping-be.wrtn.ai/editor
+> - Repository: https://github.com/wrtnlabs/shopping-backend
+
+
+
+
+## How to use
+### Setup
+```bash
+npm install @agentica/core @agentica/benchmark @samchon/openapi typia
+npx typia setup
+```
+
+Install `@agentica/benchmark` with its dependent libraries.
+
+Note that, you have to install not only `@agentica/core` or `@agentica/benchmark` libraries, but also [`@samchon/openapi`](https://github.com/samchon/openapi) and [`typia`](https://github.com/samchon/typia) too. 
+
+`@samchon/openapi` is an OpenAPI specification library which can convert Swagger/OpenAPI document to LLM function calling schema. And `typia` is a transformer (compiler) library which can compose LLM function calling schema from a TypeScript class type.
+
+By the way, as `typia` is a transformer library analyzing TypeScript source code in the compilation level, it needs additional setup command `npx typia setup`.
+
+### Function selecting Benchmark
+```typescript
+import { AgenticaSelectBenchmark } from "@agentica/benchmark";
+import { Agentica, IAgenticaOperation } from "@agentica/core";
+import { HttpLlm, IHttpConnection, OpenApi } from "@samchon/openapi";
+import fs from "fs";
+import OpenAI from "openai";
+import path from "path";
+
+const main = async (): Promise<void> => {
+  // CREATE AI AGENT
+  const agent: Agentica = new Agentica({
+    provider: {
+      model: "gpt-4o-mini",
+      api: new OpenAI({
+        apiKey: "YOUR_OPENAI_API_KEY",
+      }),
+      type: "chatgpt",
+    },
+    controllers: [
+      {
+        protocol: "http",
+        name: "shopping",
+        application: HttpLlm.application({
+          model: "chatgpt",
+          document: await fetch(
+            "https://shopping-be.wrtn.ai/editor/swagger.json",
+          ).then((res) => res.json()),
+        }),
+        connection: {
+          host: "https://shopping-be.wrtn.ai",
+        },
+      },
+    ],
+  });
+
+  // DO BENCHMARK
+  const find = (method: OpenApi.Method, path: string): IAgenticaOperation => {
+    const found = agent
+      .getOperations()
+      .find(
+        (op) =>
+          op.protocol === "http" &&
+          op.function.method === method &&
+          op.function.path === path,
+      );
+    if (!found) throw new Error(`Operation not found: ${method} ${path}`);
+    return found;
+  };
+  const benchmark: AgenticaSelectBenchmark = new AgenticaSelectBenchmark({
+    agent,
+    config: {
+      repeat: 4,
+    },
+    scenarios: [
+      {
+        name: "order",
+        text: [
+          "I wanna see every sales in the shopping mall",
+          "",
+          "And then show me the detailed information about the Macbook.",
+          "",
+          "After that, select the most expensive stock",
+          "from the Macbook, and put it into my shopping cart.",
+          "And take the shopping cart to the order.",
+          "",
+          "At last, I'll publish it by cash payment, and my address is",
+          "",
+          "  - country: South Korea",
+          "  - city/province: Seoul",
+          "  - department: Wrtn Apartment",
+          "  - Possession: 101-1411",
+        ].join("\n"),
+        expected: {
+          type: "array",
+          items: [
+            {
+              type: "standalone",
+              operation: find("patch", "/shoppings/customers/sales"),
+            },
+            {
+              type: "standalone",
+              operation: find("get", "/shoppings/customers/sales/{id}"),
+            },
+            {
+              type: "anyOf",
+              anyOf: [
+                {
+                  type: "standalone",
+                  operation: find("post", "/shoppings/customers/orders"),
+                },
+                {
+                  type: "standalone",
+                  operation: find("post", "/shoppings/customers/orders/direct"),
+                },
+              ],
+            },
+            {
+              type: "standalone",
+              operation: find(
+                "post",
+                "/shoppings/customers/orders/{orderId}/publish",
+              ),
+            },
+          ],
+        },
+      },
+    ],
+  });
+  await benchmark.execute();
+
+  // REPORT
+  const docs: Record<string, string> = benchmark.report();
+  const root: string = `docs/benchmarks/call`;
+
+  await rmdir(root);
+  for (const [key, value] of Object.entries(docs)) {
+    await mkdir(path.join(root, key.split("/").slice(0, -1).join("/")));
+    await fs.promises.writeFile(path.join(root, key), value, "utf8");
+  }
+};
+```
+
+> Benchmark of Shopping Mall Scenario
+>
+> - [Benchmark Report](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/select)
+> - Swagger Document: https://shopping-be.wrtn.ai/editor
+> - Repository: https://github.com/wrtnlabs/shopping-backend
+
+Benchmark function selecting quality.
+
+You can measure a benchmark that AI agent can select proper functions from the user's conversations by the LLM (Large Language Model) function calling feature. Create `Agentica` and `AgenticaSelectBenchmark` typed instances, and execute the benchmark with your specific scenarios like above.
+
+If you have written enough and proper descriptions to the functions (or API operations) and DTO schema types, success ratio of `AgenticaSelectBenchmark` would be higher. Otherwise descriptions are not enough or have bad quality, you may get a threatening benchmark report. If you wanna see how the `AgenticaSelectBenchmark` reports, click above [benchmark report link](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/select) please.
+
+### Function Calling Benchmark
+> Benchmark of Shopping Mall Scenario
+>
+> - [Benchmark Report](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/call)
+> - Swagger Document: https://shopping-be.wrtn.ai/editor
+> - Repository: https://github.com/wrtnlabs/shopping-backend
+
+```typescript
+import { AgenticaCallBenchmark } from "@agentica/benchmark";
+import { Agentica, IAgenticaOperation } from "@agentica/core";
+import { HttpLlm, IHttpConnection, OpenApi } from "@samchon/openapi";
+import fs from "fs";
+import OpenAI from "openai";
+import path from "path";
+
+const main = async (): Promise<void> => {
+  // CREATE AI AGENT
+  const agent: Agentica = new Agentica({
+    provider: {
+      model: "gpt-4o-mini",
+      api: new OpenAI({
+        apiKey: "YOUR_OPENAI_API_KEY",
+      }),
+      type: "chatgpt",
+    },
+    controllers: [
+      {
+        protocol: "http",
+        name: "shopping",
+        application: HttpLlm.application({
+          model: "chatgpt",
+          document: await fetch(
+            "https://shopping-be.wrtn.ai/editor/swagger.json",
+          ).then((res) => res.json()),
+        }),
+        connection: {
+          host: "https://shopping-be.wrtn.ai",
+        },
+      },
+    ],
+  });
+
+  // DO BENCHMARK
+  const find = (method: OpenApi.Method, path: string): IAgenticaOperation => {
+    const found = agent
+      .getOperations()
+      .find(
+        (op) =>
+          op.protocol === "http" &&
+          op.function.method === method &&
+          op.function.path === path,
+      );
+    if (!found) throw new Error(`Operation not found: ${method} ${path}`);
+    return found;
+  };
+  const benchmark: AgenticaSelectBenchmark = new AgenticaSelectBenchmark({
+    agent,
+    config: {
+      repeat: 4,
+    },
+    scenarios: [
+      {
+        name: "order",
+        text: [
+          "I wanna see every sales in the shopping mall",
+          "",
+          "And then show me the detailed information about the Macbook.",
+          "",
+          "After that, select the most expensive stock",
+          "from the Macbook, and put it into my shopping cart.",
+          "And take the shopping cart to the order.",
+          "",
+          "At last, I'll publish it by cash payment, and my address is",
+          "",
+          "  - country: South Korea",
+          "  - city/province: Seoul",
+          "  - department: Wrtn Apartment",
+          "  - Possession: 101-1411",
+        ].join("\n"),
+        expected: {
+          type: "array",
+          items: [
+            {
+              type: "standalone",
+              operation: find("patch", "/shoppings/customers/sales"),
+            },
+            {
+              type: "standalone",
+              operation: find("get", "/shoppings/customers/sales/{id}"),
+            },
+            {
+              type: "anyOf",
+              anyOf: [
+                {
+                  type: "standalone",
+                  operation: find("post", "/shoppings/customers/orders"),
+                },
+                {
+                  type: "standalone",
+                  operation: find("post", "/shoppings/customers/orders/direct"),
+                },
+              ],
+            },
+            {
+              type: "standalone",
+              operation: find(
+                "post",
+                "/shoppings/customers/orders/{orderId}/publish",
+              ),
+            },
+          ],
+        },
+      },
+    ],
+  });
+  await benchmark.execute();
+
+  // REPORT
+  const docs: Record<string, string> = benchmark.report();
+  const root: string = `docs/benchmarks/call`;
+
+  await rmdir(root);
+  for (const [key, value] of Object.entries(docs)) {
+    await mkdir(path.join(root, key.split("/").slice(0, -1).join("/")));
+    await fs.promises.writeFile(path.join(root, key), value, "utf8");
+  }
+};
+```
+
+Benchmark function calling quality.
+
+You can measure a benchmark that AI agent can call proper functions from the user's conversations by the LLM (Large Language Model) function calling feature. Create `Agentica` and `AgenticaCallBenchmark` typed instances, and execute the benchmark with your specific scenarios like above.
+
+If you have written enough and proper descriptions to the functions (or API operations) and DTO schema types, success ratio of `AgenticaCallBenchmark` would be higher. Otherwise descriptions are not enough or have bad quality, you may get a threatening benchmark report. If you wanna see how the `AgenticaCallBenchmark` reports, click above [benchmark report link](https://github.com/wrtnlabs/agentica/tree/main/test/examples/benchmarks/call) please.
+
+For reference, `@agentica/core` tends not to failed on arguments filling of LLM function calling. So it is okay that ending up with [`AgenticaSelectBenchmark`](#function-selecting-benchmark) stage, because function calling with arguments filling spends much more times and LLM tokens. 
+
+Also, current `AgenticaCallBenchmark` has been designed to perform multiple LLM function callings just by one conversation text. However, the multiple LLM function calling benchmark actually requires the [#Multi Turn Benchmark](#multi-turn-benchmark) feature of [#Roadmap](#rodmap). Therefore, [`AgenticaSelectBenchmark`](#function-selecting-benchmark) is economic than `AgenticaCallBenchmark`.
+
+> In the above "Shopping Mall" scenario, function selecting benchmark ends in 4 seconds, but function calling benchmark consumes about 3 minutes.
+
+
+
+
+## Roadmap
+### Multi Turn Benchmark
+Will support multi-turn benchmark for [#Function Calling Benchmark](#function-calling-benchmark).
+
+### Estimator Agent
+We will create some benchmark features that can analyze conversation context and issue summary reports or provide quantitative evaluations.

package/lib/index.mjs

@@ -202,9 +202,9 @@ var AgenticaCallBenchmarkReporter;
         return [ "# LLM Function Call Benchmark", "## Summary", `  - Aggregation:`, `    - Scenarios: #${result.experiments.length.toLocaleString()}`, `    - Trial: ${events.length}`, `    - Success: ${events.filter((e => e.type === "success")).length}`, `    - Failure: ${events.filter((e => e.type === "failure")).length}`, `    - Average Time: ${MathUtil.round(average).toLocaleString()} ms`, `  - Token Usage`, `    - Total: ${result.usage.total.toLocaleString()}`, `    - Prompt`, `      - Total: ${result.usage.prompt.total.toLocaleString()}`, `      - Audio: ${result.usage.prompt.audio.toLocaleString()}`, `      - Cached: ${result.usage.prompt.cached.toLocaleString()}`, `    - Completion:`, `      - Total: ${result.usage.completion.total.toLocaleString()}`, `      - Accepted Prediction: ${result.usage.completion.accepted_prediction.toLocaleString()}`, `      - Audio: ${result.usage.completion.audio.toLocaleString()}`, `      - Reasoning: ${result.usage.completion.reasoning.toLocaleString()}`, `      - Rejected Prediction: ${result.usage.completion.rejected_prediction.toLocaleString()}`, "", "## Experiments", " Name | Select | Call | Time/Avg ", ":-----|:-------|:-----|----------:", ...result.experiments.map((exp => [ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`, drawStatus(exp.events, (e => e.type !== "error" && e.select === true)), drawStatus(exp.events, (e => e.type !== "error" && e.call === true)), `${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms` ].join(" | "))) ].join("\n");
     };
     const writeExperimentIndex = exp => [ `# ${exp.scenario.name}`, "## Summary", `  - Scenarios: #${exp.events.length.toLocaleString()}`, `  - Success: ${exp.events.filter((e => e.type === "success")).length}`, `  - Failure: ${exp.events.filter((e => e.type === "failure")).length}`, `  - Average Time: ${MathUtil.round(exp.events.map((e => e.completed_at.getTime() - e.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms`, "", "## Events", " Name | Type | Time", ":-----|:-----|----:", ...exp.events.map(((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, `${MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms` ].join(" | "))), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
-    const writeExperimentEvent = (event, index) => [ `# ${index}. ${event.type}`, "## Summary", `  - Name: ${event.scenario.name}`, `  - Type: ${event.type}`, `  - Time: ${MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ `  - Select: ${event.select ? "✅" : "❌"}`, `  - Call: ${event.call ? "✅" : "❌"}` ] : [], `  - Token Usage: ${event.usage.toLocaleString()}`, "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", "## Prompt Histories", ...event.prompts.map(AgenticaPromptReporter.markdown), "", ...event.type === "error" ? [ "## Error", "```json", JSON.stringify(AgenticaBenchmarkUtil.errorToJson(event.error), null, 2), "```" ] : [] ].join("\n");
+    const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, "## Summary", `  - Name: ${event.scenario.name}`, `  - Type: ${event.type}`, `  - Time: ${MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ `  - Select: ${event.select ? "✅" : "❌"}`, `  - Call: ${event.call ? "✅" : "❌"}` ] : [], `  - Token Usage: ${event.usage.toLocaleString()}`, "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", "## Prompt Histories", ...event.prompts.map(AgenticaPromptReporter.markdown), "", ...event.type === "error" ? [ "## Error", "```json", JSON.stringify(AgenticaBenchmarkUtil.errorToJson(event.error), null, 2), "```" ] : [] ].join("\n");
     const drawStatus = (events, success) => {
-        const count = events.filter(success).length;
+        const count = Math.floor(events.filter(success).length / events.length * 10);
         return new Array(count).fill("■").join("") + new Array(10 - count).fill("□").join("");
     };
 })(AgenticaCallBenchmarkReporter || (AgenticaCallBenchmarkReporter = {}));
@@ -346,7 +346,7 @@ var AgenticaSelectBenchmarkReporter;
         })(), MathUtil.round(exp.events.map((event => event.completed_at.getTime() - event.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString() + " ms" ].join(" | "))) ].join("\n");
     };
     const writeExperimentIndex = exp => [ `# ${exp.scenario.name}`, "## Summary", "  - Aggregation:", `    - Trial: ${exp.events.length}`, `    - Success: ${exp.events.filter((e => e.type === "success")).length}`, `    - Failure: ${exp.events.filter((e => e.type === "failure")).length}`, `    - Average Time: ${MathUtil.round(exp.events.map((event => event.completed_at.getTime() - event.started_at.getTime())).reduce(((a, b) => a + b), 0) / exp.events.length).toLocaleString()} ms`, "  - Token Usage", `    - Total: ${exp.usage.total.toLocaleString()}`, `    - Prompt`, `      - Total: ${exp.usage.prompt.total.toLocaleString()}`, `      - Audio: ${exp.usage.prompt.audio.toLocaleString()}`, `      - Cached: ${exp.usage.prompt.cached.toLocaleString()}`, `    - Completion:`, `      - Total: ${exp.usage.completion.total.toLocaleString()}`, `      - Accepted Prediction: ${exp.usage.completion.accepted_prediction.toLocaleString()}`, `      - Audio: ${exp.usage.completion.audio.toLocaleString()}`, `      - Reasoning: ${exp.usage.completion.reasoning.toLocaleString()}`, `      - Rejected Prediction: ${exp.usage.completion.rejected_prediction.toLocaleString()}`, "", "## Events", " No | Type | Time", "---:|:-----|----:", ...exp.events.map(((e, i) => [ `[${i + 1}.](./${i + 1}.${e.type}.md)`, e.type, MathUtil.round(e.completed_at.getTime() - e.started_at.getTime()) + " ms" ].join(" | "))), "", "## Scenario", "### User Prompt", exp.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2), "```" ].join("\n");
-    const writeExperimentEvent = (event, index) => [ `# ${index}. ${event.type}`, `## Summary`, `  - Name: ${event.scenario.name}`, `  - Type: ${event.type}`, `  - Time: ${(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ "  - Token Usage", `    - Total: ${event.usage.total.toLocaleString()}`, `    - Prompt`, `      - Total: ${event.usage.prompt.total.toLocaleString()}`, `      - Audio: ${event.usage.prompt.audio.toLocaleString()}`, `      - Cached: ${event.usage.prompt.cached.toLocaleString()}`, `    - Completion:`, `      - Total: ${event.usage.completion.total.toLocaleString()}`, `      - Accepted Prediction: ${event.usage.completion.accepted_prediction.toLocaleString()}`, `      - Audio: ${event.usage.completion.audio.toLocaleString()}`, `      - Reasoning: ${event.usage.completion.reasoning.toLocaleString()}`, `      - Rejected Prediction: ${event.usage.completion.rejected_prediction.toLocaleString()}` ] : [], "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", ...event.type === "success" || event.type === "failure" ? [ "## Result", ...event.selected.map((s => [ `### ${s.name}`, `  - Controller: \`${s.controller.name}\``, `  - Function: \`${s.function.name}\``, `  - Reason: ${s.reason}`, "", ...s.function.description ? [ s.function.description, "" ] : [] ].join("\n"))) ] : [], ...event.type === "error" ? [ "## Error", "```json", AgenticaBenchmarkUtil.errorToJson(JSON.stringify(event.error, null, 2)), "```", "" ] : [] ].join("\n");
+    const writeExperimentEvent = (event, index) => [ `# ${index + 1}. ${event.type}`, `## Summary`, `  - Name: ${event.scenario.name}`, `  - Type: ${event.type}`, `  - Time: ${(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`, ...event.type !== "error" ? [ "  - Token Usage", `    - Total: ${event.usage.total.toLocaleString()}`, `    - Prompt`, `      - Total: ${event.usage.prompt.total.toLocaleString()}`, `      - Audio: ${event.usage.prompt.audio.toLocaleString()}`, `      - Cached: ${event.usage.prompt.cached.toLocaleString()}`, `    - Completion:`, `      - Total: ${event.usage.completion.total.toLocaleString()}`, `      - Accepted Prediction: ${event.usage.completion.accepted_prediction.toLocaleString()}`, `      - Audio: ${event.usage.completion.audio.toLocaleString()}`, `      - Reasoning: ${event.usage.completion.reasoning.toLocaleString()}`, `      - Rejected Prediction: ${event.usage.completion.rejected_prediction.toLocaleString()}` ] : [], "", "## Scenario", "### User Prompt", event.scenario.text, "", "### Expected", "```json", JSON.stringify(AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2), "```", "", ...event.type === "success" || event.type === "failure" ? [ "## Result", ...event.selected.map((s => [ `### ${s.name}`, `  - Controller: \`${s.controller.name}\``, `  - Function: \`${s.function.name}\``, `  - Reason: ${s.reason}`, "", ...s.function.description ? [ s.function.description, "" ] : [] ].join("\n"))) ] : [], ...event.type === "error" ? [ "## Error", "```json", AgenticaBenchmarkUtil.errorToJson(JSON.stringify(event.error, null, 2)), "```", "" ] : [] ].join("\n");
 })(AgenticaSelectBenchmarkReporter || (AgenticaSelectBenchmarkReporter = {}));
 
 class AgenticaSelectBenchmark {

package/lib/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/utils/TokenUsageComputer.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","provider","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","controller","reason","flat","executions","e","split","s","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","toLocaleString","usage","total","prompt","audio","cached","completion","accepted_prediction","reasoning","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","TokenUsageComputer","zero","plus","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MAAOC;QAC3B,MAAMC,OAAoCD,MAAME,qBAAqBC,IAAG;QACxE,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,SAASC,IAAIC,KAAKC,YAAYC,OAC9B;YACEC,OAAOd,MAAM,SAASS,SAASK;YAC/BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,SAASiB;QAE1B,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAAWC,SAmBTC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EAhLD,CAAiBX,gCAAAA,8BAgLhB,CAAA;;ACvLK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACAK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBAAkBrC;QAC7B,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EArCD,CAAiBL,0BAAAA,wBAqChB,CAAA;;ACrCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WAAYC;QACvB,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEtC,WACFoB,KAAKJ,MAAO,EACX,QAAQA,GAAGzC,QACX,mBAAmByC,GAAGuB,WAAWhE,QACjC,iBAAiByC,GAAG1C,SAASC,QAC7B,eAAeyC,GAAGwB,UAClB,SACMxB,GAAG1C,SAASE,aAAakC,SAC3B,EAACM,GAAG1C,SAASE,aAAa,OAC1B,OAELiE,SACHtE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEI,WAAWtB,KAAKuB,KAAM,OAAOA,EAAEpE,UACpC,OACG+D,EAAElE,KAAKwE,MAAM,MAAMxB,KAAKyB,KAAM,KAAKA,OACtC,KACA1E,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAE/D,QACf,mBAAmB+D,EAAEC,WAAWhE,QAChC,iBAAiB+D,EAAEhE,SAASC,QAC5B,IACA,WACAc,KAAKyD,UAAUR,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EAxCD,CAAiBiE,2BAAAA,yBAwChB,CAAA;;ACpCK,IAAWW;;CAAjB,SAAiBA;IACFA,8BAAQV,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAAwC7F,OAAOyF,YAClD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBhD,OAAOyF,YAAYzC,OAAOuD,oBAC/C,gBAAgBV,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASM,uBAC/C,mBACA,gBAAgBvG,OAAOwG,MAAMC,MAAMF,oBACnC,gBACA,kBAAkBvG,OAAOwG,MAAME,OAAOD,MAAMF,oBAC5C,kBAAkBvG,OAAOwG,MAAME,OAAOC,MAAMJ,oBAC5C,mBAAmBvG,OAAOwG,MAAME,OAAOE,OAAOL,oBAC9C,qBACA,kBAAkBvG,OAAOwG,MAAMK,WAAWJ,MAAMF,oBAChD,gCAAgCvG,OAAOwG,MAAMK,WAAWC,oBAAoBP,oBAC5E,kBAAkBvG,OAAOwG,MAAMK,WAAWF,MAAMJ,oBAChD,sBAAsBvG,OAAOwG,MAAMK,WAAWE,UAAUR,oBACxD,gCAAgCvG,OAAOwG,MAAMK,WAAWG,oBAAoBT,oBAC5E,IACA,kBACA,qCACA,yCACGvG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzCoG,WACEvB,IAAIG,SACHZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAEiC,WAAW,QAE5CD,WAAWvB,IAAIG,SAASZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAE9C,SAAS,QAC/D,GAAG8B,SAASC,MACVwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,wBACF9F,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,mBAAmB6E,IAAIG,OAAO7C,OAAOuD,oBACrC,gBAAgBb,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,gBAAgB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5BwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,uBACF,IACA,aACA,uBACA,0BACGb,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACF,GAAGqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,kBAC1D1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAqB,UAEO,EACL,KAAKA,UAAUrB,MAAMlG,QACrB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,aAAaqE,SAASC,MACpB4B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDI,0BACET,MAAMlG,SAAS,UACf,EACE,eAAekG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM3D,OAAO,MAAM,UAElC,IACJ,oBAAoB2D,MAAMU,MAAMD,oBAChC,IACA,eACA,mBACAT,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,IACA,0BACG0D,MAAMsB,QAAQ1D,IAAIgB,uBAAuBC,WAC5C,OACImB,MAAMlG,SAAS,UACf,EACE,YACA,WACA+B,KAAKyD,UACHhB,sBAAsBC,YAAYyB,MAAMxB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMwG,aAAa,CACjBpB,QACA7D;QAEA,MAAMqF,QAAgBxB,OAAOtE,OAAOS,SAASgB;QAC7C,OACE,IAAIsE,MAAMD,OAAOE,KAAK,KAAK9G,KAAK,MAChC,IAAI6G,MAAM,KAAKD,OAAOE,KAAK,KAAK9G,KAAK;AAAG;AAG7C,EA1KD,CAAiB4E,kCAAAA,gCA0KhB,CAAA;;AC9KK,IAAWmC;;CAAjB,SAAiBA;IACFA,mBAAAC,OAAO,OAA4B;QAC9ChB,OAAO;QACPC,QAAQ;YACND,OAAO;YACPE,OAAO;YACPC,QAAQ;;QAEVC,YAAY;YACVJ,OAAO;YACPK,qBAAqB;YACrBH,OAAO;YACPI,WAAW;YACXC,qBAAqB;;;IAIZQ,mBAAIE,OAAG,CAClBrB,GACAC,OACyB;QACzBG,OAAOJ,EAAEI,QAAQH,EAAEG;QACnBC,QAAQ;YACND,OAAOJ,EAAEK,OAAOD,QAAQH,EAAEI,OAAOD;YACjCE,OAAON,EAAEK,OAAOC,QAAQL,EAAEI,OAAOC;YACjCC,QAAQP,EAAEK,OAAOE,SAASN,EAAEI,OAAOE;;QAErCC,YAAY;YACVJ,OAAOJ,EAAEQ,WAAWJ,QAAQH,EAAEO,WAAWJ;YACzCK,qBACET,EAAEQ,WAAWC,sBAAsBR,EAAEO,WAAWC;YAClDH,OAAON,EAAEQ,WAAWF,QAAQL,EAAEO,WAAWF;YACzCI,WAAWV,EAAEQ,WAAWE,YAAYT,EAAEO,WAAWE;YACjDC,qBACEX,EAAEQ,WAAWG,sBAAsBV,EAAEO,WAAWG;;;AAGvD,EArCD,CAAiBQ,uBAAAA,qBAqChB,CAAA;;MCRYG;IAWX,WAAAC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMzC;QACpBqI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5CtI,SAASmC,MAAMkG,QAAQrI,WAAW;;QAEpC+H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMnC,aAAmB,IAAIoC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAM3C,oBACEkD,QAAQC,IACZf,KAAKE,WAAWrE,KAAInE,MAAOoG;YACzB,MAAME,eAA8C8C,QAAQC,IAC1D,IAAItB,MAAMO,KAAKI,QAAQC,QAAQX,KAAK,GAAG7D,KAAInE;sBACnCkJ,UAAUI;gBAChB,MAAM5D,UAAuC4C,KAAKiB,KAAKnD;sBACjD8C,UAAUM;gBAChB,IAAIR,aAAa9G,WAAW8G,SAAStD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;AACvD;QAGP,OAAQI,KAAKQ,UAAU;YACrB5C;YACAW;YACAF,cAAc,IAAIsC;YAClBhC,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;;IAsBnD,MAAAuB;QACL,IAAInB,KAAKQ,YAAY,MACnB,MAAM,IAAI9D,MAAM;QAClB,OAAOc,8BAA8BV,SAASkD,KAAKQ;;IAG7C,UAAMS,CACZnD;QAEA,MAAMnG,QAAkBqI,KAAKC,OAAOmB;QACpC,MAAM7C,aAAmB,IAAIoC;QAC7B,MAAMxG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUuD,SAASvD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS;YAC5B2C,QAAQ;;QAEZ,MAAM2G,MAAM;YACV,MAAMhC,SAAS7H,4BAA4B2C,QAAQ;gBACjDI,UAAUuD,SAASvD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;gBACHxC,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1BwD;gBACAuB;gBACA/E;gBACAiF,SAAS5H,MAAME;gBACf8G,OAAOhH,MAAM2J;gBACb/C;gBACAF,cAAc,IAAIsC;;AAC4B;QAGlD;kBACQhJ,MAAM4J,WAAWzD,SAASjF;YAChC,IAAIsB,WAAW,OAAOkH;YACtB,KAAK,IAAInD,IAAY,GAAGA,IAAI8B,KAAKI,QAAQnI,WAAWiG,GAAG;gBACrD,MAAMjD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM4J,WAAWtG;gBACvB,IAAId,WAAW,OAAOkH;;YAExB,OAAOA;UACP,OAAO5E;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACAyB,SAAS5H,MAAME;gBACf8G,OAAOhH,MAAM2J;gBACb7E;gBACA8B;gBACAF,cAAc,IAAIsC;;;;;;AClLpB,IAAWa;;CAAjB,SAAiBA;IACFA,gCAAQ1E,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAA0C7F,OAAOyF,YACpD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBhD,OAAOyF,YAAYzC,OAAOuD,oBAC/C,gBAAgBV,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASM,uBAC/C,mBACA,gBAAgBvG,OAAOwG,MAAMC,MAAMF,oBACnC,gBACA,kBAAkBvG,OAAOwG,MAAME,OAAOD,MAAMF,oBAC5C,kBAAkBvG,OAAOwG,MAAME,OAAOC,MAAMJ,oBAC5C,mBAAmBvG,OAAOwG,MAAME,OAAOE,OAAOL,oBAC9C,qBACA,kBAAkBvG,OAAOwG,MAAMK,WAAWJ,MAAMF,oBAChD,gCAAgCvG,OAAOwG,MAAMK,WAAWC,oBAAoBP,oBAC5E,kBAAkBvG,OAAOwG,MAAMK,WAAWF,MAAMJ,oBAChD,sBAAsBvG,OAAOwG,MAAMK,WAAWE,UAAUR,oBACxD,gCAAgCvG,OAAOwG,MAAMK,WAAWG,oBAAoBT,oBAC5E,IACA,kBACA,+BACA,kCACGvG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BuB,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,SAC9C0C,IAAIG,OAAO7C,SACX;YAEJ,OACE,IAAIsE,MAAMtF,SAASuF,KAAK,KAAK9G,KAAK,MAClC,IAAI6G,MAAM,KAAKtF,SAASuF,KAAK,KAAK9G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,mBAAmB,QACrB9F,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,oBACA,gBAAgB6E,IAAIG,OAAO7C,UAC3B,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9BwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,uBACF,mBACA,gBAAgBb,IAAIc,MAAMC,MAAMF,oBAChC,gBACA,kBAAkBb,IAAIc,MAAME,OAAOD,MAAMF,oBACzC,kBAAkBb,IAAIc,MAAME,OAAOC,MAAMJ,oBACzC,mBAAmBb,IAAIc,MAAME,OAAOE,OAAOL,oBAC3C,qBACA,kBAAkBb,IAAIc,MAAMK,WAAWJ,MAAMF,oBAC7C,gCAAgCb,IAAIc,MAAMK,WAAWC,oBAAoBP,oBACzE,kBAAkBb,IAAIc,MAAMK,WAAWF,MAAMJ,oBAC7C,sBAAsBb,IAAIc,MAAMK,WAAWE,UAAUR,oBACrD,gCAAgCb,IAAIc,MAAMK,WAAWG,oBAAoBT,oBACzE,IACA,aACA,qBACA,wBACGb,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACFqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,aACrD,QACF1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAqB,UAEO,EACL,KAAKA,UAAUrB,MAAMlG,QACrB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,cAAckG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWI,0BACrET,MAAMlG,SAAS,UACf,EACE,mBACA,gBAAgBkG,MAAMU,MAAMC,MAAMF,oBAClC,gBACA,kBAAkBT,MAAMU,MAAME,OAAOD,MAAMF,oBAC3C,kBAAkBT,MAAMU,MAAME,OAAOC,MAAMJ,oBAC3C,mBAAmBT,MAAMU,MAAME,OAAOE,OAAOL,oBAC7C,qBACA,kBAAkBT,MAAMU,MAAMK,WAAWJ,MAAMF,oBAC/C,gCAAgCT,MAAMU,MAAMK,WAAWC,oBAAoBP,oBAC3E,kBAAkBT,MAAMU,MAAMK,WAAWF,MAAMJ,oBAC/C,sBAAsBT,MAAMU,MAAMK,WAAWE,UAAUR,oBACvD,gCAAgCT,MAAMU,MAAMK,WAAWG,oBAAoBT,uBAE7E,IACJ,IACA,eACA,mBACAT,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,OACI0D,MAAMlG,SAAS,aAAakG,MAAMlG,SAAS,YAC3C,EACE,gBACGkG,MAAMwD,SAAS5F,KAAKyB,KACrB,EACE,OAAOA,EAAEtE,QACT,qBAAqBsE,EAAEN,WAAWhE,UAClC,mBAAmBsE,EAAEvE,SAASC,UAC9B,eAAesE,EAAEL,UACjB,OACIK,EAAEvE,SAASE,cAAc,EAACqE,EAAEvE,SAASE,aAAa,OAAM,KAC5DL,KAAK,YAGX,OACAqF,MAAMlG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAKyD,UAAUU,MAAMxB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EA3MD,CAAiB4I,oCAAAA,kCA2MhB,CAAA;;MChLYE;IAYX,WAAA3B,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMzC;QACpBqI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;;QAE9CP,KAAK2B,aAAavH,MAAMzC,MAAME,qBAAqBwD;QACnD2E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMnC,aAAmB,IAAIoC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAM3C,oBACEkD,QAAQC,IACZf,KAAKE,WAAWrE,KAAInE,MAAOoG;YACzB,MAAME,eAAgD8C,QAAQC,IAC5D,IAAItB,MAAMO,KAAKI,QAAQC,QAAQX,KAAK,GAAG7D,KAAInE;sBACnCkJ,UAAUI;gBAChB,MAAM5D,UACE4C,KAAKiB,KAAKnD;sBACZ8C,UAAUM;gBAChB,IAAIR,aAAa9G,WAAW8G,SAAStD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;AACvD;QAGP,OAAQI,KAAKQ,UAAU;YACrB5C;YACAW;YACAF,cAAc,IAAIsC;YAClBhC,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;;IAuBnD,MAAAuB;QACL,IAAInB,KAAKQ,YAAY,MACnB,MAAM,IAAI9D,MAAM;QAClB,OAAO8E,gCAAgC1E,SAASkD,KAAKQ;;IAG/C,UAAMS,CACZnD;QAEA,MAAMS,aAAmB,IAAIoC;QAC7B;YACE,MAAMhC,QAA6B;gBACjCC,OAAO;gBACPC,QAAQ;oBACND,OAAO;oBACPE,OAAO;oBACPC,QAAQ;;gBAEVC,YAAY;oBACVJ,OAAO;oBACPK,qBAAqB;oBACrBH,OAAO;oBACPI,WAAW;oBACXC,qBAAqB;;;YAGzB,MAAMI,gBACEqC,2BAA2BnB,QAAQ;mBACpCT,KAAKC,OAAO4B,WAAW;oBACxBhD,QAAQ;wBACN9G,MAAM;wBACNC,MAAM;wBACNa,MAAMiF,SAASjF;;oBAEjB8F;;gBAEFmD,WAAW9B,KAAK2B,WAAWtG;gBAC3BsB,OAAO;gBACPoF,OAAO,MAAM;gBACbC,UAAUtK;;YAEd,MAAM+J,WAA0ClC,QAC7C7F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;YACH,OAAO;gBACLnF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUuD,SAASvD;oBACnBE,YAAYgH;qBAEV,YACA;gBACJ3D;gBACA2D;gBACA9C;gBACAsD,kBAAkB1C,QACf7F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KACCA,EAAE/E,SAAS;gBAEjBuG;gBACAF,cAAc,IAAIsC;;UAIpB,OAAOlE;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACArB;gBACA8B;gBACAF,cAAc,IAAIsC;;;;;;"}
+{"version":3,"file":"index.mjs","sources":["../src/internal/AgenticaBenchmarkPredicator.ts","../src/utils/MathUtil.ts","../src/internal/AgenticaBenchmarkUtil.ts","../src/internal/AgenticaPromptReporter.ts","../src/internal/AgenticaCallBenchmarkReporter.ts","../src/utils/TokenUsageComputer.ts","../src/AgenticaCallBenchmark.ts","../src/internal/AgenticaSelectBenchmarkReporter.ts","../src/AgenticaSelectBenchmark.ts"],"sourcesContent":[null,null,null,null,null,null,null,null,null],"names":["AgenticaBenchmarkPredicator","isNext","async","agent","last","getPromptHistories","at","type","role","consent","functions","result","provider","api","chat","completions","create","model","messages","content","join","text","tools","function","name","description","parameters","tool_choice","parallel_tool_calls","options","toolCall","choices","message","tool_calls","filter","tc","undefined","input","JSON","parse","arguments","_io0","reply","success","props","successInner","call","expected","overrideOperations","operations","strict","take","targetIterator","items","Symbol","iterator","targeted","next","done","length","value","slice","target","operation","some","op","anyOf","callResult","allOf","map","every","r","reduce","acc","Math","max","MathUtil","round","floor","AgenticaBenchmarkUtil","errorToJson","error","Error","stack","expectedToJson","AgenticaPromptReporter","markdown","p","controller","reason","flat","executions","e","split","s","stringify","AgenticaCallBenchmarkReporter","Object","fromEntries","writeIndex","experiments","exp","scenario","writeExperimentIndex","events","event","i","writeExperimentEvent","average","completed_at","getTime","started_at","a","b","toLocaleString","usage","total","prompt","audio","cached","completion","accepted_prediction","reasoning","rejected_prediction","drawStatus","select","index","prompts","count","Array","fill","TokenUsageComputer","zero","plus","AgenticaCallBenchmark","constructor","this","agent_","scenarios_","scenarios","config_","repeat","config","simultaneous","result_","execute","listener","Date","semaphore","Semaphore","Promise","all","acquire","step","release","report","clone","out","getTokenUsage","conversate","AgenticaSelectBenchmarkReporter","selected","AgenticaSelectBenchmark","histories_","ChatGptSelectFunctionAgent","getContext","histories","ready","dispatch","assistantPrompts"],"mappings":";;;;;;AAOM,IAAWA;;CAAjB,SAAiBA;IACFA,4BAAAC,SAASC,MAAOC;QAC3B,MAAMC,OAAoCD,MAAME,qBAAqBC,IAAG;QACxE,IAAIF,MAAMG,SAAS,UAAUH,KAAKI,SAAS,aAAa,OAAO;QAE/D,MAAMC,UAAmC;;;;;;;;;;;;;;;;;;;;;;;UAGrCC,UAAU;QACd,MAAMC,eAAsCR,MAC1C,SACAS,SAASC,IAAIC,KAAKC,YAAYC,OAC9B;YACEC,OAAOd,MAAM,SAASS,SAASK;YAC/BC,UAAU,EACR;gBACEV,MAAM;gBACNW,SAAS,EACP,iCACA,IACA,uDACA,gEACA,qDACAC,KAAK;eAET;gBACEZ,MAAM;gBACNW,SAASf,KAAKiB;;YAGlBC,OAAO,EACL;gBACEf,MAAM;gBACNgB,UAAU;oBACRC,MAAMf,QAAQe;oBACdC,aAAahB,QAAQgB;oBACrBC,YAAYjB,QAAQiB;;;YAI1BC,aAAa;YACbC,qBAAqB;WAEvBzB,MAAM,SAASS,SAASiB;QAE1B,MAAMC,YACJnB,OAAOoB,QAAQ,IAAIC,QAAQC,cAAc,IACzCC,QACCC,MAAOA,GAAG5B,SAAS,cAAc4B,GAAGZ,SAASC,SAASf,QAAQe,SAC7D;QACJ,IAAIM,aAAaM,WAAW,OAAO;QACnC,MAAMC,QAAuBC,KAAKC,MAAMT,SAASP,SAASiB;QAC1D,OAAO;YAAS,MAAAC,OAAAJ,SAAA,oBAAAA,MAAAlB,WAAA,oBAAAkB,MAAAK;YAAA,OAAAL,SAAA,oBAAAA,SAAA,SAAAA,SAAAI,KAAAJ;AAAA,UAAT,GAASA,SAASA,MAAMK,QAAQ;AAAI;IAYhC1C,4BAAA2C,UAAWC,SAmBTC,aAAaD,OAAOjC;IAEnC,MAAMkC,eACJD;QASA,MAAME,OAAO,CACXC,UACAC,uBAEAH,aAAa;YACXE;YACAE,YAAYD,sBAAsBJ,MAAMK;YACxCC,QAAQN,MAAMM;;QAGlB,QAAQN,MAAMG,SAASxC;UACrB,KAAK;YAAS;gBACZ,IAAI4C,OAAO;gBACX,MAAMC,iBAAiBR,MAAMG,SAASM,MAAMC,OAAOC;gBACnD,IAAIC,WAAWJ,eAAeK;gBAE9B,OAAO,MAAM;oBACX,IAAID,SAASE,MAAM;wBACjB,OAAO;4BACL/C,QAAQ;4BACRwC;;;oBAGJ,IAAIA,QAAQP,MAAMK,WAAWU,QAAQ;wBACnC,OAAO;4BAAEhD,QAAQ;;;oBAGnB,MAAMA,SAASmC,KAAKU,SAASI,OAAOhB,MAAMK,WAAWY,MAAMV;oBAC3D,KAAKxC,OAAOA,QAAQ;wBAClB,KAAKiC,MAAMM,QAAQ;4BACjBC,QAAQ;4BACR;;wBAEF,OAAO;4BAAExC,QAAQ;;;oBAGnBwC,QAAQxC,OAAOwC;oBACfK,WAAWJ,eAAeK;;;;UAG9B,KAAK;YAAc;gBACjB,MAAMK,SAASlB,MAAMG,SAASgB;gBAC9B,MAAMpD,SAASiC,MAAMK,WAAWe,MAAMC,MAAOA,GAAGzC,SAASsC,OAAOtC;gBAChE,IAAIb,QAAQ;oBACV,OAAO;wBAAEA;wBAAQwC,MAAM;;;gBAEzB,OAAO;oBACLxC;;;;UAGJ,KAAK;YACH,KAAK,MAAMoC,YAAYH,MAAMG,SAASmB,OAAO;gBAC3C,MAAMC,aAAarB,KAAKC;gBACxB,IAAIoB,WAAWxD,QAAQ;oBACrB,OAAOwD;;;YAIX,OAAO;gBAAExD,QAAQ;;;UACnB,KAAK;YAAS;gBAQZ,MAAMA,SAASiC,MAAMG,SAASqB,MAAMC,KAAKtB,YAAaD,KAAKC;gBAC3D,IAAIpC,OAAO2D,OAAOC,KAAMA,EAAE5D,UAAS;oBACjC,OAAO;wBACLA,QAAQ;wBACRwC,MAAMxC,OAAO6D,QAAO,CAACC,KAAKF,MAAMG,KAAKC,IAAIF,KAAKF,EAAEpB,QAAO;;;gBAI3D,OAAO;oBACLxC,QAAQ;;;;;AAKjB,EAhLD,CAAiBX,gCAAAA,8BAgLhB,CAAA;;ACvLK,IAAW4E;;CAAjB,SAAiBA;IACFA,SAAAC,QAASjB,SAA0Bc,KAAKI,MAAMlB,QAAQ,OAAO;AAC3E,EAFD,CAAiBgB,aAAAA,WAEhB,CAAA;;ACAK,IAAWG;;CAAjB,SAAiBA;IACFA,sBAAAC,cAAeC;QAC1B,IAAIA,iBAAiBC,OACnB,OAAO;eACFD;YACHzD,MAAMyD,MAAMzD;YACZQ,SAASiD,MAAMjD;YACfmD,OAAOF,MAAME;;QAEjB,OAAOF;AAAK;IAGDF,sBAAAK,iBAAkBrC;QAC7B,IAAIA,SAASxC,SAAS,cACpB,OAAO;YACLA,MAAMwC,SAASxC;YACfwD,WAAW;gBACTvC,MAAMuB,SAASgB,UAAUvC;gBACzBC,aAAasB,SAASgB,UAAUxC,SAASE;;gBAG1C,IAAIsB,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf8C,OAAON,SAASM,MAAMgB,IAAIU,sBAAAK;gBAEzB,IAAIrC,SAASxC,SAAS,SACzB,OAAO;YACLA,MAAMwC,SAASxC;YACf6D,OAAOrB,SAASqB,MAAMC,IAAIU,sBAAAK;gBAG5B,OAAO;YACL7E,MAAMwC,SAASxC;YACf2D,OAAOnB,SAASmB,MAAMG,IAAIU,sBAAAK;;AAC3B;AAEN,EArCD,CAAiBL,0BAAAA,wBAqChB,CAAA;;ACrCK,IAAWM;;CAAjB,SAAiBA;IACFA,uBAAAC,WAAYC;QACvB,IAAIA,EAAEhF,SAAS,QACb,OAAO,EAAC,aAAagF,EAAE/E,SAAS+E,EAAElE,MAAM,KAAID,KAAK,YAC9C,IAAImE,EAAEhF,SAAS,YAAYgF,EAAEhF,SAAS,UACzC,OAAO,EACL,OAAOgF,EAAEhF,SAAS,WAAW,WAAW,eACrCgF,EAAEtC,WACFoB,KAAKJ,MAAO,EACX,QAAQA,GAAGzC,QACX,mBAAmByC,GAAGuB,WAAWhE,QACjC,iBAAiByC,GAAG1C,SAASC,QAC7B,eAAeyC,GAAGwB,UAClB,SACMxB,GAAG1C,SAASE,aAAakC,SAC3B,EAACM,GAAG1C,SAASE,aAAa,OAC1B,OAELiE,SACHtE,KAAK,YACJ,IAAImE,EAAEhF,SAAS,YAClB,OAAO,EACL,mBACGgF,EAAEI,WAAWtB,KAAKuB,KAAM,OAAOA,EAAEpE,UACpC,OACG+D,EAAElE,KAAKwE,MAAM,MAAMxB,KAAKyB,KAAM,KAAKA,OACtC,KACA1E,KAAK;QACT,OAAO,EACL,eACA,aAAamE,EAAE/D,QACf,mBAAmB+D,EAAEC,WAAWhE,QAChC,iBAAiB+D,EAAEhE,SAASC,QAC5B,IACA,WACAc,KAAKyD,UAAUR,EAAE/C,WAAW,MAAM,IAClC,OACA,KACApB,KAAK;AAAK;AAEf,EAxCD,CAAiBiE,2BAAAA,yBAwChB,CAAA;;ACpCK,IAAWW;;CAAjB,SAAiBA;IACFA,8BAAQV,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAAwC7F,OAAOyF,YAClD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,OAAO,EACL,iCACA,cACA,oBACA,qBAAqBhD,OAAOyF,YAAYzC,OAAOuD,oBAC/C,gBAAgBV,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASM,uBAC/C,mBACA,gBAAgBvG,OAAOwG,MAAMC,MAAMF,oBACnC,gBACA,kBAAkBvG,OAAOwG,MAAME,OAAOD,MAAMF,oBAC5C,kBAAkBvG,OAAOwG,MAAME,OAAOC,MAAMJ,oBAC5C,mBAAmBvG,OAAOwG,MAAME,OAAOE,OAAOL,oBAC9C,qBACA,kBAAkBvG,OAAOwG,MAAMK,WAAWJ,MAAMF,oBAChD,gCAAgCvG,OAAOwG,MAAMK,WAAWC,oBAAoBP,oBAC5E,kBAAkBvG,OAAOwG,MAAMK,WAAWF,MAAMJ,oBAChD,sBAAsBvG,OAAOwG,MAAMK,WAAWE,UAAUR,oBACxD,gCAAgCvG,OAAOwG,MAAMK,WAAWG,oBAAoBT,oBAC5E,IACA,kBACA,qCACA,yCACGvG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzCoG,WACEvB,IAAIG,SACHZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAEiC,WAAW,QAE5CD,WAAWvB,IAAIG,SAASZ,KAAMA,EAAErF,SAAS,WAAWqF,EAAE9C,SAAS,QAC/D,GAAG8B,SAASC,MACVwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,wBACF9F,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,mBAAmB6E,IAAIG,OAAO7C,OAAOuD,oBACrC,gBAAgBb,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,gBAAgB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC/D,qBAAqBiB,SAASC,MAC5BwB,IAAIG,OACDnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,uBACF,IACA,aACA,uBACA,0BACGb,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACF,GAAGqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,kBAC1D1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAqB,UAEO,EACL,KAAKA,QAAQ,MAAMrB,MAAMlG,QACzB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,aAAaqE,SAASC,MACpB4B,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAChDI,0BACET,MAAMlG,SAAS,UACf,EACE,eAAekG,MAAMoB,SAAS,MAAM,OACpC,aAAapB,MAAM3D,OAAO,MAAM,UAElC,IACJ,oBAAoB2D,MAAMU,MAAMD,oBAChC,IACA,eACA,mBACAT,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,IACA,0BACG0D,MAAMsB,QAAQ1D,IAAIgB,uBAAuBC,WAC5C,OACImB,MAAMlG,SAAS,UACf,EACE,YACA,WACA+B,KAAKyD,UACHhB,sBAAsBC,YAAYyB,MAAMxB,QACxC,MACA,IAEF,UAEF,KACJ7D,KAAK;IAGT,MAAMwG,aAAa,CACjBpB,QACA7D;QAEA,MAAMqF,QAAgBtD,KAAKI,MACxB0B,OAAOtE,OAAOS,SAASgB,SAAS6C,OAAO7C,SAAU;QAEpD,OACE,IAAIsE,MAAMD,OAAOE,KAAK,KAAK9G,KAAK,MAChC,IAAI6G,MAAM,KAAKD,OAAOE,KAAK,KAAK9G,KAAK;AAAG;AAG7C,EA5KD,CAAiB4E,kCAAAA,gCA4KhB,CAAA;;AChLK,IAAWmC;;CAAjB,SAAiBA;IACFA,mBAAAC,OAAO,OAA4B;QAC9ChB,OAAO;QACPC,QAAQ;YACND,OAAO;YACPE,OAAO;YACPC,QAAQ;;QAEVC,YAAY;YACVJ,OAAO;YACPK,qBAAqB;YACrBH,OAAO;YACPI,WAAW;YACXC,qBAAqB;;;IAIZQ,mBAAIE,OAAG,CAClBrB,GACAC,OACyB;QACzBG,OAAOJ,EAAEI,QAAQH,EAAEG;QACnBC,QAAQ;YACND,OAAOJ,EAAEK,OAAOD,QAAQH,EAAEI,OAAOD;YACjCE,OAAON,EAAEK,OAAOC,QAAQL,EAAEI,OAAOC;YACjCC,QAAQP,EAAEK,OAAOE,SAASN,EAAEI,OAAOE;;QAErCC,YAAY;YACVJ,OAAOJ,EAAEQ,WAAWJ,QAAQH,EAAEO,WAAWJ;YACzCK,qBACET,EAAEQ,WAAWC,sBAAsBR,EAAEO,WAAWC;YAClDH,OAAON,EAAEQ,WAAWF,QAAQL,EAAEO,WAAWF;YACzCI,WAAWV,EAAEQ,WAAWE,YAAYT,EAAEO,WAAWE;YACjDC,qBACEX,EAAEQ,WAAWG,sBAAsBV,EAAEO,WAAWG;;;AAGvD,EArCD,CAAiBQ,uBAAAA,qBAqChB,CAAA;;MCRYG;IAWX,WAAAC,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMzC;QACpBqI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;YAC5CtI,SAASmC,MAAMkG,QAAQrI,WAAW;;QAEpC+H,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMnC,aAAmB,IAAIoC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAM3C,oBACEkD,QAAQC,IACZf,KAAKE,WAAWrE,KAAInE,MAAOoG;YACzB,MAAME,eAA8C8C,QAAQC,IAC1D,IAAItB,MAAMO,KAAKI,QAAQC,QAAQX,KAAK,GAAG7D,KAAInE;sBACnCkJ,UAAUI;gBAChB,MAAM5D,UAAuC4C,KAAKiB,KAAKnD;sBACjD8C,UAAUM;gBAChB,IAAIR,aAAa9G,WAAW8G,SAAStD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;AACvD;QAGP,OAAQI,KAAKQ,UAAU;YACrB5C;YACAW;YACAF,cAAc,IAAIsC;YAClBhC,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;;IAsBnD,MAAAuB;QACL,IAAInB,KAAKQ,YAAY,MACnB,MAAM,IAAI9D,MAAM;QAClB,OAAOc,8BAA8BV,SAASkD,KAAKQ;;IAG7C,UAAMS,CACZnD;QAEA,MAAMnG,QAAkBqI,KAAKC,OAAOmB;QACpC,MAAM7C,aAAmB,IAAIoC;QAC7B,MAAMxG,UAAU,MACd3C,4BAA4B2C,QAAQ;YAClCI,UAAUuD,SAASvD;YACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS;YAC5B2C,QAAQ;;QAEZ,MAAM2G,MAAM;YACV,MAAMhC,SAAS7H,4BAA4B2C,QAAQ;gBACjDI,UAAUuD,SAASvD;gBACnBE,YAAY9C,MACTE,qBACA6B,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;gBACHxC,QAAQ;;YAEV,MAAMJ,OAAOH;YACb,OAAO;gBACLpC,MAAOuC,OAAO,YAAY;gBAC1BwD;gBACAuB;gBACA/E;gBACAiF,SAAS5H,MAAME;gBACf8G,OAAOhH,MAAM2J;gBACb/C;gBACAF,cAAc,IAAIsC;;AAC4B;QAGlD;kBACQhJ,MAAM4J,WAAWzD,SAASjF;YAChC,IAAIsB,WAAW,OAAOkH;YACtB,KAAK,IAAInD,IAAY,GAAGA,IAAI8B,KAAKI,QAAQnI,WAAWiG,GAAG;gBACrD,MAAMjD,aACEzD,4BAA4BC,OAAOE;gBAC3C,IAAIsD,SAAS,MAAM;sBAEbtD,MAAM4J,WAAWtG;gBACvB,IAAId,WAAW,OAAOkH;;YAExB,OAAOA;UACP,OAAO5E;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACAyB,SAAS5H,MAAME;gBACf8G,OAAOhH,MAAM2J;gBACb7E;gBACA8B;gBACAF,cAAc,IAAIsC;;;;;;AClLpB,IAAWa;;CAAjB,SAAiBA;IACFA,gCAAQ1E,WACnB3E,UAEAsF,OAAOC,YAAY,EACjB,EAAC,eAAeC,WAAWxF,cACxBA,OAAOyF,YACP/B,KAAKgC,OAAQ,EACZ,EAAC,KAAKA,IAAIC,SAAS9E,kBAAkB+E,qBAAqBF,WACvDA,IAAIG,OAAOnC,KAAI,CAACoC,OAAOC,MAAM,EAC9B,KAAKL,IAAIC,SAAS9E,QAAQkF,IAAI,KAAKD,MAAMlG,WACzCoG,qBAAqBF,OAAOC,WAG/BhB;IAGP,MAAMS,aAAcxF;QAClB,MAAM6F,SAA0C7F,OAAOyF,YACpD/B,KAAKE,KAAMA,EAAEiC,SACbd;QACH,MAAMkB,UACJJ,OACGnC,KAAKuB,KAAMA,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,YACnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKT,OAAO7C;QACzC,OAAO,EACL,sCACA,cACA,oBACA,qBAAqBhD,OAAOyF,YAAYzC,OAAOuD,oBAC/C,gBAAgBV,OAAO7C,UACvB,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,kBAAkB6C,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UAC7D,uBAAuBiB,SAASC,MAAM+B,SAASM,uBAC/C,mBACA,gBAAgBvG,OAAOwG,MAAMC,MAAMF,oBACnC,gBACA,kBAAkBvG,OAAOwG,MAAME,OAAOD,MAAMF,oBAC5C,kBAAkBvG,OAAOwG,MAAME,OAAOC,MAAMJ,oBAC5C,mBAAmBvG,OAAOwG,MAAME,OAAOE,OAAOL,oBAC9C,qBACA,kBAAkBvG,OAAOwG,MAAMK,WAAWJ,MAAMF,oBAChD,gCAAgCvG,OAAOwG,MAAMK,WAAWC,oBAAoBP,oBAC5E,kBAAkBvG,OAAOwG,MAAMK,WAAWF,MAAMJ,oBAChD,sBAAsBvG,OAAOwG,MAAMK,WAAWE,UAAUR,oBACxD,gCAAgCvG,OAAOwG,MAAMK,WAAWG,oBAAoBT,oBAC5E,IACA,kBACA,+BACA,kCACGvG,OAAOyF,YAAY/B,KAAKgC,OACzB,EACE,IAAIA,IAAIC,SAAS9E,WAAW6E,IAAIC,SAAS9E,mBACzC;YACE,MAAMmB,UAAkB+B,KAAKI,MAC1BuB,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,SAC9C0C,IAAIG,OAAO7C,SACX;YAEJ,OACE,IAAIsE,MAAMtF,SAASuF,KAAK,KAAK9G,KAAK,MAClC,IAAI6G,MAAM,KAAKtF,SAASuF,KAAK,KAAK9G,KAAK;AAE1C,UAVD,IAWAwD,SAASC,MACPwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,mBAAmB,QACrB9F,KAAK,WAETA,KAAK;AAAK;IAGd,MAAMmF,uBACJF,OAEO,EACL,KAAKA,IAAIC,SAAS9E,QAClB,cACA,oBACA,gBAAgB6E,IAAIG,OAAO7C,UAC3B,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,kBAAkB0C,IAAIG,OAAOtE,QAAQ0D,KAAMA,EAAErF,SAAS,YAAWoD,UACjE,uBAAuBiB,SAASC,MAC9BwB,IAAIG,OACDnC,KACEoC,SACCA,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,YAEnDtC,QAAO,CAACwC,GAAGC,MAAMD,IAAIC,IAAG,KAAKZ,IAAIG,OAAO7C,QAC3CuD,uBACF,mBACA,gBAAgBb,IAAIc,MAAMC,MAAMF,oBAChC,gBACA,kBAAkBb,IAAIc,MAAME,OAAOD,MAAMF,oBACzC,kBAAkBb,IAAIc,MAAME,OAAOC,MAAMJ,oBACzC,mBAAmBb,IAAIc,MAAME,OAAOE,OAAOL,oBAC3C,qBACA,kBAAkBb,IAAIc,MAAMK,WAAWJ,MAAMF,oBAC7C,gCAAgCb,IAAIc,MAAMK,WAAWC,oBAAoBP,oBACzE,kBAAkBb,IAAIc,MAAMK,WAAWF,MAAMJ,oBAC7C,sBAAsBb,IAAIc,MAAMK,WAAWE,UAAUR,oBACrD,gCAAgCb,IAAIc,MAAMK,WAAWG,oBAAoBT,oBACzE,IACA,aACA,qBACA,wBACGb,IAAIG,OAAOnC,KAAI,CAACuB,GAAGc,MACpB,EACE,IAAIA,IAAI,SAASA,IAAI,KAAKd,EAAErF,YAC5BqF,EAAErF,MACFqE,SAASC,MAAMe,EAAEiB,aAAaC,YAAYlB,EAAEmB,WAAWD,aACrD,QACF1F,KAAK,UAET,IACA,eACA,mBACAiF,IAAIC,SAASjF,MACb,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeiB,IAAIC,SAASvD,WAClD,MACA,IAEF,QACA3B,KAAK;IAGT,MAAMuF,uBAAuB,CAC3BF,OACAqB,UAEO,EACL,KAAKA,QAAQ,MAAMrB,MAAMlG,QACzB,cACA,aAAakG,MAAMH,SAAS9E,QAC5B,aAAaiF,MAAMlG,QACnB,cAAckG,MAAMI,aAAaC,YAAYL,MAAMM,WAAWD,WAAWI,0BACrET,MAAMlG,SAAS,UACf,EACE,mBACA,gBAAgBkG,MAAMU,MAAMC,MAAMF,oBAClC,gBACA,kBAAkBT,MAAMU,MAAME,OAAOD,MAAMF,oBAC3C,kBAAkBT,MAAMU,MAAME,OAAOC,MAAMJ,oBAC3C,mBAAmBT,MAAMU,MAAME,OAAOE,OAAOL,oBAC7C,qBACA,kBAAkBT,MAAMU,MAAMK,WAAWJ,MAAMF,oBAC/C,gCAAgCT,MAAMU,MAAMK,WAAWC,oBAAoBP,oBAC3E,kBAAkBT,MAAMU,MAAMK,WAAWF,MAAMJ,oBAC/C,sBAAsBT,MAAMU,MAAMK,WAAWE,UAAUR,oBACvD,gCAAgCT,MAAMU,MAAMK,WAAWG,oBAAoBT,uBAE7E,IACJ,IACA,eACA,mBACAT,MAAMH,SAASjF,MACf,IACA,gBACA,WACAiB,KAAKyD,UACHhB,sBAAsBK,eAAeqB,MAAMH,SAASvD,WACpD,MACA,IAEF,OACA,OACI0D,MAAMlG,SAAS,aAAakG,MAAMlG,SAAS,YAC3C,EACE,gBACGkG,MAAMwD,SAAS5F,KAAKyB,KACrB,EACE,OAAOA,EAAEtE,QACT,qBAAqBsE,EAAEN,WAAWhE,UAClC,mBAAmBsE,EAAEvE,SAASC,UAC9B,eAAesE,EAAEL,UACjB,OACIK,EAAEvE,SAASE,cAAc,EAACqE,EAAEvE,SAASE,aAAa,OAAM,KAC5DL,KAAK,YAGX,OACAqF,MAAMlG,SAAS,UACf,EACE,YACA,WACAwE,sBAAsBC,YACpB1C,KAAKyD,UAAUU,MAAMxB,OAAO,MAAM,KAEpC,OACA,OAEF,KACJ7D,KAAK;AAEV,EA3MD,CAAiB4I,oCAAAA,kCA2MhB,CAAA;;MChLYE;IAYX,WAAA3B,CAAmB3F;QACjB4F,KAAKC,SAAS7F,MAAMzC;QACpBqI,KAAKE,aAAa9F,MAAM+F,UAAU9E;QAClC2E,KAAKI,UAAU;YACbC,QAAQjG,MAAMkG,QAAQD,UAAU;YAChCE,cAAcnG,MAAMkG,QAAQC,gBAAgB;;QAE9CP,KAAK2B,aAAavH,MAAMzC,MAAME,qBAAqBwD;QACnD2E,KAAKQ,UAAU;;IAmBV,aAAMC,CACXC;QAEA,MAAMnC,aAAmB,IAAIoC;QAC7B,MAAMC,YAAuB,IAAIC,UAAUb,KAAKI,QAAQG;QACxD,MAAM3C,oBACEkD,QAAQC,IACZf,KAAKE,WAAWrE,KAAInE,MAAOoG;YACzB,MAAME,eAAgD8C,QAAQC,IAC5D,IAAItB,MAAMO,KAAKI,QAAQC,QAAQX,KAAK,GAAG7D,KAAInE;sBACnCkJ,UAAUI;gBAChB,MAAM5D,UACE4C,KAAKiB,KAAKnD;sBACZ8C,UAAUM;gBAChB,IAAIR,aAAa9G,WAAW8G,SAAStD;gBACrC,OAAOA;AAAC;YAGZ,OAAO;gBACLU;gBACAE;gBACAW,OAAOX,OACJtE,QAAQ0D,KAAMA,EAAErF,SAAS,UACzB8D,KAAKuB,KAAMA,EAAEuB,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;AACvD;QAGP,OAAQI,KAAKQ,UAAU;YACrB5C;YACAW;YACAF,cAAc,IAAIsC;YAClBhC,OAAOf,YACJ/B,KAAKkB,KAAMA,EAAE4B,QACb3C,OAAO2D,mBAAmBE,MAAMF,mBAAmBC;;;IAuBnD,MAAAuB;QACL,IAAInB,KAAKQ,YAAY,MACnB,MAAM,IAAI9D,MAAM;QAClB,OAAO8E,gCAAgC1E,SAASkD,KAAKQ;;IAG/C,UAAMS,CACZnD;QAEA,MAAMS,aAAmB,IAAIoC;QAC7B;YACE,MAAMhC,QAA6B;gBACjCC,OAAO;gBACPC,QAAQ;oBACND,OAAO;oBACPE,OAAO;oBACPC,QAAQ;;gBAEVC,YAAY;oBACVJ,OAAO;oBACPK,qBAAqB;oBACrBH,OAAO;oBACPI,WAAW;oBACXC,qBAAqB;;;YAGzB,MAAMI,gBACEqC,2BAA2BnB,QAAQ;mBACpCT,KAAKC,OAAO4B,WAAW;oBACxBhD,QAAQ;wBACN9G,MAAM;wBACNC,MAAM;wBACNa,MAAMiF,SAASjF;;oBAEjB8F;;gBAEFmD,WAAW9B,KAAK2B,WAAWtG;gBAC3BsB,OAAO;gBACPoF,OAAO,MAAM;gBACbC,UAAUtK;;YAEd,MAAM+J,WAA0ClC,QAC7C7F,QAAQqD,KAAMA,EAAEhF,SAAS,WACzB8D,KAAKkB,KAAMA,EAAEtC,aACbyC;YACH,OAAO;gBACLnF,MAAMP,4BAA4B2C,QAAQ;oBACxCI,UAAUuD,SAASvD;oBACnBE,YAAYgH;qBAEV,YACA;gBACJ3D;gBACA2D;gBACA9C;gBACAsD,kBAAkB1C,QACf7F,QAAQqD,KAAMA,EAAEhF,SAAS,SACzB2B,QACEqD,KACCA,EAAE/E,SAAS;gBAEjBuG;gBACAF,cAAc,IAAIsC;;UAIpB,OAAOlE;YACP,OAAO;gBACL1E,MAAM;gBACN+F;gBACArB;gBACA8B;gBACAF,cAAc,IAAIsC;;;;;;"}

package/lib/internal/AgenticaCallBenchmarkReporter.js

@@ -92,7 +92,7 @@ var AgenticaCallBenchmarkReporter;
     };
     const writeExperimentEvent = (event, index) => {
         return [
-            `# ${index}. ${event.type}`,
+            `# ${index + 1}. ${event.type}`,
             "## Summary",
             `  - Name: ${event.scenario.name}`,
             `  - Type: ${event.type}`,
@@ -128,7 +128,7 @@ var AgenticaCallBenchmarkReporter;
         ].join("\n");
     };
     const drawStatus = (events, success) => {
-        const count = events.filter(success).length;
+        const count = Math.floor((events.filter(success).length / events.length) * 10);
         return (new Array(count).fill("■").join("") +
             new Array(10 - count).fill("□").join(""));
     };

package/lib/internal/AgenticaCallBenchmarkReporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAEA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CA0K7C;AA1KD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAAoC,EACZ,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAoC,EAAU,EAAE;QAClE,MAAM,MAAM,GAAkC,MAAM,CAAC,WAAW;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;YACd,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,mBAAmB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAChE,mBAAmB;YACnB,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,sBAAsB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YAC1E,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA6C,EACrC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAkC,EAClC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,KAAK,KAAK,CAAC,IAAI,EAAE;YAC3B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAAqC,EACrC,OAAoD,EAC5C,EAAE;QACV,MAAM,KAAK,GAAW,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACpD,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EA1KgB,6BAA6B,6CAA7B,6BAA6B,QA0K7C"}
+{"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAEA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CA4K7C;AA5KD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAAoC,EACZ,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAoC,EAAU,EAAE;QAClE,MAAM,MAAM,GAAkC,MAAM,CAAC,WAAW;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;YACd,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,mBAAmB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAChE,mBAAmB;YACnB,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,sBAAsB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YAC1E,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA6C,EACrC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAkC,EAClC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAAqC,EACrC,OAAoD,EAC5C,EAAE;QACV,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;QACF,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EA5KgB,6BAA6B,6CAA7B,6BAA6B,QA4K7C"}

package/lib/internal/AgenticaSelectBenchmarkReporter.js

@@ -113,7 +113,7 @@ var AgenticaSelectBenchmarkReporter;
     };
     const writeExperimentEvent = (event, index) => {
         return [
-            `# ${index}. ${event.type}`,
+            `# ${index + 1}. ${event.type}`,
             `## Summary`,
             `  - Name: ${event.scenario.name}`,
             `  - Type: ${event.type}`,

package/lib/internal/AgenticaSelectBenchmarkReporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAEA,gDAA6C;AAC7C,mEAAgE;AAEhE;;GAEG;AACH,IAAiB,+BAA+B,CA2M/C;AA3MD,WAAiB,+BAA+B;IACjC,wCAAQ,GAAG,CACtB,MAAsC,EACd,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAsC,EAAU,EAAE;QACpE,MAAM,MAAM,GAAoC,MAAM,CAAC,WAAW;aAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,OAAO;YACL,oCAAoC;YACpC,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;YACd,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,mBAAmB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAChE,mBAAmB;YACnB,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,sBAAsB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YAC1E,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,EAAE;YACF,gBAAgB;YAChB,6BAA6B;YAC7B,6BAA6B;YAC7B,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,CAAC,GAAG,EAAE;oBACJ,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAChC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;wBACpD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;wBAClB,EAAE,CACL,CAAC;oBACF,OAAO,CACL,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrC,IAAI,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAC3C,CAAC;gBACJ,CAAC,CAAC,EAAE;gBACJ,mBAAQ,CAAC,KAAK,CACZ,GAAG,CAAC,MAAM;qBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;qBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,GAAG,KAAK;aAC3B,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA+C,EACvC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,kBAAkB;YAClB,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,uBAAuB,mBAAQ,CAAC,KAAK,CACnC,GAAG,CAAC,MAAM;iBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,iBAAiB;YACjB,gBAAgB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,cAAc;YACd,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,mBAAmB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC7D,mBAAmB;YACnB,kBAAkB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC/D,gCAAgC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC3F,kBAAkB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC/D,sBAAsB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACvE,gCAAgC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC3F,EAAE;YACF,WAAW;YACX,mBAAmB;YACnB,mBAAmB;YACnB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAC/D,KAAK;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAoC,EACpC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,KAAK,KAAK,CAAC,IAAI,EAAE;YAC3B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;YAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,iBAAiB;oBACjB,gBAAgB,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACpD,cAAc;oBACd,kBAAkB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBAC7D,kBAAkB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBAC7D,mBAAmB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;oBAC/D,mBAAmB;oBACnB,kBAAkB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACjE,gCAAgC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;oBAC7F,kBAAkB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACjE,sBAAsB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBACzE,gCAAgC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;iBAC9F;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBACtD,CAAC,CAAC;oBACE,WAAW;oBACX,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1B;wBACE,OAAO,CAAC,CAAC,IAAI,EAAE;wBACf,qBAAqB,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI;wBAC1C,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI;wBACtC,eAAe,CAAC,CAAC,MAAM,EAAE;wBACzB,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,6CAAqB,CAAC,WAAW,CAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC;oBACD,KAAK;oBACL,EAAE;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EA3MgB,+BAA+B,+CAA/B,+BAA+B,QA2M/C"}
+{"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAEA,gDAA6C;AAC7C,mEAAgE;AAEhE;;GAEG;AACH,IAAiB,+BAA+B,CA2M/C;AA3MD,WAAiB,+BAA+B;IACjC,wCAAQ,GAAG,CACtB,MAAsC,EACd,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CAAC,MAAsC,EAAU,EAAE;QACpE,MAAM,MAAM,GAAoC,MAAM,CAAC,WAAW;aAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,OAAO;YACL,oCAAoC;YACpC,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;YACd,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,kBAAkB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC9D,mBAAmB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAChE,mBAAmB;YACnB,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClE,sBAAsB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YAC1E,gCAAgC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC9F,EAAE;YACF,gBAAgB;YAChB,6BAA6B;YAC7B,6BAA6B;YAC7B,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,CAAC,GAAG,EAAE;oBACJ,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAChC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;wBACpD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;wBAClB,EAAE,CACL,CAAC;oBACF,OAAO,CACL,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrC,IAAI,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAC3C,CAAC;gBACJ,CAAC,CAAC,EAAE;gBACJ,mBAAQ,CAAC,KAAK,CACZ,GAAG,CAAC,MAAM;qBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;qBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,GAAG,KAAK;aAC3B,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAA+C,EACvC,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,kBAAkB;YAClB,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,uBAAuB,mBAAQ,CAAC,KAAK,CACnC,GAAG,CAAC,MAAM;iBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,iBAAiB;YACjB,gBAAgB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,cAAc;YACd,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,mBAAmB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC7D,mBAAmB;YACnB,kBAAkB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC/D,gCAAgC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC3F,kBAAkB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC/D,sBAAsB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACvE,gCAAgC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YAC3F,EAAE;YACF,WAAW;YACX,mBAAmB;YACnB,mBAAmB;YACnB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAC/D,KAAK;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAoC,EACpC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;YAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,iBAAiB;oBACjB,gBAAgB,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACpD,cAAc;oBACd,kBAAkB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBAC7D,kBAAkB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBAC7D,mBAAmB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;oBAC/D,mBAAmB;oBACnB,kBAAkB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACjE,gCAAgC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;oBAC7F,kBAAkB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACjE,sBAAsB,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBACzE,gCAAgC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;iBAC9F;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBACtD,CAAC,CAAC;oBACE,WAAW;oBACX,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1B;wBACE,OAAO,CAAC,CAAC,IAAI,EAAE;wBACf,qBAAqB,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI;wBAC1C,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI;wBACtC,eAAe,CAAC,CAAC,MAAM,EAAE;wBACzB,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,6CAAqB,CAAC,WAAW,CAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC;oBACD,KAAK;oBACL,EAAE;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EA3MgB,+BAA+B,+CAA/B,+BAA+B,QA2M/C"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentica/benchmark",
-  "version": "0.7.0-dev.20250224-5",
+  "version": "0.7.1",
   "main": "lib/index.js",
   "description": "Agentic AI Library specialized in LLM Function Calling",
   "scripts": {
@@ -37,7 +37,7 @@
     "src"
   ],
   "dependencies": {
-    "@agentica/core": "^0.7.0-dev.20250224-5",
+    "@agentica/core": "^0.7.1",
     "@samchon/openapi": "^2.4.3",
     "openai": "^4.80.0",
     "tstl": "^3.0.0",
@@ -50,6 +50,7 @@
     "rimraf": "^6.0.1",
     "rollup": "^4.34.8",
     "ts-patch": "^3.3.0",
+    "typedoc": "^0.27.7",
     "typescript": "~5.7.3"
   },
   "module": "lib/index.mjs",