@agentica/benchmark 0.8.1 → 0.8.3-dev.20250227

package/src/structures/IAgenticaSelectBenchmarkResult.ts

@@ -1,69 +1,69 @@
-import { IAgenticaTokenUsage } from "@agentica/core";
-
-import { IAgenticaSelectBenchmarkEvent } from "./IAgenticaSelectBenchmarkEvent";
-import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
-
-/**
- * Result of the LLM function selection benchmark.
- *
- * `IAgenticaSelectBenchmarkResult` is a structure representing the result
- * of the LLM function selection benchmark executed by the
- * {@link AgenticaSelectBenchmark.execute execute} function.
- *
- * It contains every experiment results for each scenario, and aggregated
- * LLM token cost in the benchmark process.
- *
- * In each scenario, as the benchmark program experiments multiple times
- * about a scenario, it will contain multiple events. Also, because of the
- * characteristics of the LLM which is not predictable, the result can be
- * different in each event.
- *
- * @author Samchon
- */
-export interface IAgenticaSelectBenchmarkResult {
-  /**
-   * Experiments for each scenario.
-   */
-  experiments: IAgenticaSelectBenchmarkResult.IExperiment[];
-
-  /**
-   * Aggregated token usage information.
-   */
-  usage: IAgenticaTokenUsage;
-
-  /**
-   * Start time of the benchmark.
-   */
-  started_at: Date;
-
-  /**
-   * End time of the benchmark.
-   */
-  completed_at: Date;
-}
-export namespace IAgenticaSelectBenchmarkResult {
-  /**
-   * Experiment result about a scenario.
-   */
-  export interface IExperiment {
-    /**
-     * Expected scenario.
-     */
-    scenario: IAgenticaSelectBenchmarkScenario;
-
-    /**
-     * Events occurred during the benchmark in the scenario.
-     *
-     * When benchmarking a scenario, {@link AgenticaSelectBenchmark} will
-     * test a scenario multiple times with the given
-     * {@link AgenticaSelectBenchmark.IConfig.repeat repeat} count.
-     * And the event is one of the repeated benchmark results.
-     */
-    events: IAgenticaSelectBenchmarkEvent[];
-
-    /**
-     * LLM token usage information.
-     */
-    usage: IAgenticaTokenUsage;
-  }
-}
+import { IAgenticaTokenUsage } from "@agentica/core";
+
+import { IAgenticaSelectBenchmarkEvent } from "./IAgenticaSelectBenchmarkEvent";
+import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
+
+/**
+ * Result of the LLM function selection benchmark.
+ *
+ * `IAgenticaSelectBenchmarkResult` is a structure representing the result
+ * of the LLM function selection benchmark executed by the
+ * {@link AgenticaSelectBenchmark.execute execute} function.
+ *
+ * It contains every experiment results for each scenario, and aggregated
+ * LLM token cost in the benchmark process.
+ *
+ * In each scenario, as the benchmark program experiments multiple times
+ * about a scenario, it will contain multiple events. Also, because of the
+ * characteristics of the LLM which is not predictable, the result can be
+ * different in each event.
+ *
+ * @author Samchon
+ */
+export interface IAgenticaSelectBenchmarkResult {
+  /**
+   * Experiments for each scenario.
+   */
+  experiments: IAgenticaSelectBenchmarkResult.IExperiment[];
+
+  /**
+   * Aggregated token usage information.
+   */
+  usage: IAgenticaTokenUsage;
+
+  /**
+   * Start time of the benchmark.
+   */
+  started_at: Date;
+
+  /**
+   * End time of the benchmark.
+   */
+  completed_at: Date;
+}
+export namespace IAgenticaSelectBenchmarkResult {
+  /**
+   * Experiment result about a scenario.
+   */
+  export interface IExperiment {
+    /**
+     * Expected scenario.
+     */
+    scenario: IAgenticaSelectBenchmarkScenario;
+
+    /**
+     * Events occurred during the benchmark in the scenario.
+     *
+     * When benchmarking a scenario, {@link AgenticaSelectBenchmark} will
+     * test a scenario multiple times with the given
+     * {@link AgenticaSelectBenchmark.IConfig.repeat repeat} count.
+     * And the event is one of the repeated benchmark results.
+     */
+    events: IAgenticaSelectBenchmarkEvent[];
+
+    /**
+     * LLM token usage information.
+     */
+    usage: IAgenticaTokenUsage;
+  }
+}

package/src/structures/IAgenticaSelectBenchmarkScenario.ts

@@ -1,39 +1,39 @@
-import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
-
-/**
- * Scenario of function selection.
- *
- * `IAgenticaSelectBenchmarkScenario` is a data structure which
- * represents a function selection benchmark scenario. It contains two
- * properties; {@linkk text} and {@link operations}.
- *
- * The {@link text} means the conversation text from the user, and
- * the other {@link operations} are the expected operations that
- * should be selected by the `selector` agent through the {@link text}
- * conversation.
- *
- * @author Samchon
- */
-export interface IAgenticaSelectBenchmarkScenario {
-  /**
-   * Name of the scenario.
-   *
-   * It must be unique within the benchmark scenarios.
-   */
-  name: string;
-
-  /**
-   * The prompt text from user.
-   */
-  text: string;
-
-  /**
-   * Expected function selection sequence.
-   *
-   * Sequence of operations (API operation or class function) that
-   * should be selected by the `selector` agent from the user's
-   * {@link text} conversation for the LLM (Large Language Model)
-   * function selection.
-   */
-  expected: IAgenticaBenchmarkExpected;
-}
+import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
+
+/**
+ * Scenario of function selection.
+ *
+ * `IAgenticaSelectBenchmarkScenario` is a data structure which
+ * represents a function selection benchmark scenario. It contains two
+ * properties; {@linkk text} and {@link operations}.
+ *
+ * The {@link text} means the conversation text from the user, and
+ * the other {@link operations} are the expected operations that
+ * should be selected by the `selector` agent through the {@link text}
+ * conversation.
+ *
+ * @author Samchon
+ */
+export interface IAgenticaSelectBenchmarkScenario {
+  /**
+   * Name of the scenario.
+   *
+   * It must be unique within the benchmark scenarios.
+   */
+  name: string;
+
+  /**
+   * The prompt text from user.
+   */
+  text: string;
+
+  /**
+   * Expected function selection sequence.
+   *
+   * Sequence of operations (API operation or class function) that
+   * should be selected by the `selector` agent from the user's
+   * {@link text} conversation for the LLM (Large Language Model)
+   * function selection.
+   */
+  expected: IAgenticaBenchmarkExpected;
+}

package/src/utils/MathUtil.ts

@@ -1,3 +1,3 @@
-export namespace MathUtil {
-  export const round = (value: number): number => Math.floor(value * 100) / 100;
-}
+export namespace MathUtil {
+  export const round = (value: number): number => Math.floor(value * 100) / 100;
+}