@agentica/benchmark 0.8.3 → 0.9.0-dev.20250302

package/lib/structures/IAgenticaCallBenchmarkEvent.d.ts

@@ -1,4 +1,5 @@
 import { IAgenticaPrompt, IAgenticaTokenUsage } from "@agentica/core";
+import { ILlmSchema } from "@samchon/openapi";
 import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
 /**
  * Event of LLM function selection benchmark.
@@ -22,7 +23,7 @@ import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario
  *
  * @author Samchon
  */
-export type IAgenticaCallBenchmarkEvent = IAgenticaCallBenchmarkEvent.ISuccess | IAgenticaCallBenchmarkEvent.IFailure | IAgenticaCallBenchmarkEvent.IError;
+export type IAgenticaCallBenchmarkEvent<Model extends ILlmSchema.Model> = IAgenticaCallBenchmarkEvent.ISuccess<Model> | IAgenticaCallBenchmarkEvent.IFailure<Model> | IAgenticaCallBenchmarkEvent.IError<Model>;
 export declare namespace IAgenticaCallBenchmarkEvent {
     /**
      * Success event type.
@@ -30,7 +31,7 @@ export declare namespace IAgenticaCallBenchmarkEvent {
      * The `success` event type represents that the benchmark
      * testing is fully meet the expected scenario.
      */
-    export interface ISuccess extends IEventBase<"success"> {
+    export interface ISuccess<Model extends ILlmSchema.Model> extends IEventBase<"success", Model> {
         /**
          * Whether succeeded to function selection.
          */
@@ -47,7 +48,7 @@ export declare namespace IAgenticaCallBenchmarkEvent {
      * or `caller` agents have not selected or called following the
      * expected scenario in the benchmark testing.
      */
-    export interface IFailure extends IEventBase<"failure"> {
+    export interface IFailure<Model extends ILlmSchema.Model> extends IEventBase<"failure", Model> {
         /**
          * Whether succeeded to function selection.
          */
@@ -57,13 +58,13 @@ export declare namespace IAgenticaCallBenchmarkEvent {
          */
         call: boolean;
     }
-    export interface IError extends IEventBase<"error"> {
+    export interface IError<Model extends ILlmSchema.Model> extends IEventBase<"error", Model> {
         /**
          * Error occurred during the benchmark.
          */
         error: unknown;
     }
-    interface IEventBase<Type extends string> {
+    interface IEventBase<Type extends string, Model extends ILlmSchema.Model> {
         /**
          * Discriminant type.
          */
@@ -71,13 +72,13 @@ export declare namespace IAgenticaCallBenchmarkEvent {
         /**
          * Expected scenario.
          */
-        scenario: IAgenticaCallBenchmarkScenario;
+        scenario: IAgenticaCallBenchmarkScenario<Model>;
         /**
          * Prompt histories.
          *
          * List of prompts occurred during the benchmark testing.
          */
-        prompts: IAgenticaPrompt[];
+        prompts: IAgenticaPrompt<Model>[];
         /**
          * Usage of the token during the benchmark.
          */

package/lib/structures/IAgenticaCallBenchmarkResult.d.ts

@@ -1,4 +1,5 @@
 import { IAgenticaTokenUsage } from "@agentica/core";
+import { ILlmSchema } from "@samchon/openapi";
 import { IAgenticaCallBenchmarkEvent } from "./IAgenticaCallBenchmarkEvent";
 import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
 /**
@@ -18,11 +19,11 @@ import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario
  *
  * @author Samchon
  */
-export interface IAgenticaCallBenchmarkResult {
+export interface IAgenticaCallBenchmarkResult<Model extends ILlmSchema.Model> {
     /**
      * Experiments for each scenario.
      */
-    experiments: IAgenticaCallBenchmarkResult.IExperiment[];
+    experiments: IAgenticaCallBenchmarkResult.IExperiment<Model>[];
     /**
      * Aggregated token usage information.
      */
@@ -40,11 +41,11 @@ export declare namespace IAgenticaCallBenchmarkResult {
     /**
      * Experiment result about a scenario.
      */
-    interface IExperiment {
+    interface IExperiment<Model extends ILlmSchema.Model> {
         /**
          * Scenario of the experiment.
          */
-        scenario: IAgenticaCallBenchmarkScenario;
+        scenario: IAgenticaCallBenchmarkScenario<Model>;
         /**
          * Events occurred during the benchmark in the scenario.
          *
@@ -53,7 +54,7 @@ export declare namespace IAgenticaCallBenchmarkResult {
          * {@link AgenticaCallBenchmark.IConfig.repeat repeat} count.
          * And the event is one of the repeated benchmark results.
          */
-        events: IAgenticaCallBenchmarkEvent[];
+        events: IAgenticaCallBenchmarkEvent<Model>[];
         /**
          * LLM token usage information.
          */

package/lib/structures/IAgenticaCallBenchmarkScenario.d.ts

@@ -1,3 +1,4 @@
+import { ILlmSchema } from "@samchon/openapi";
 import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
 /**
  * Scenario of function calling.
@@ -13,7 +14,7 @@ import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
  *
  * @author Samchon
  */
-export interface IAgenticaCallBenchmarkScenario {
+export interface IAgenticaCallBenchmarkScenario<Model extends ILlmSchema.Model> {
     /**
      * Name of the scenario.
      *
@@ -32,5 +33,5 @@ export interface IAgenticaCallBenchmarkScenario {
      * the user's {@link text} conversation for the LLM
      * (Large Language Model) function calling.
      */
-    expected: IAgenticaBenchmarkExpected;
+    expected: IAgenticaBenchmarkExpected<Model>;
 }

package/lib/structures/IAgenticaSelectBenchmarkEvent.d.ts

@@ -1,4 +1,5 @@
 import { IAgenticaOperationSelection, IAgenticaPrompt, IAgenticaTokenUsage } from "@agentica/core";
+import { ILlmSchema } from "@samchon/openapi";
 import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
 /**
  * Event of LLM function selection benchmark.
@@ -22,7 +23,7 @@ import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScen
  *
  * @author Samchon
  */
-export type IAgenticaSelectBenchmarkEvent = IAgenticaSelectBenchmarkEvent.ISuccess | IAgenticaSelectBenchmarkEvent.IFailure | IAgenticaSelectBenchmarkEvent.IError;
+export type IAgenticaSelectBenchmarkEvent<Model extends ILlmSchema.Model> = IAgenticaSelectBenchmarkEvent.ISuccess<Model> | IAgenticaSelectBenchmarkEvent.IFailure<Model> | IAgenticaSelectBenchmarkEvent.IError<Model>;
 export declare namespace IAgenticaSelectBenchmarkEvent {
     /**
      * Success event type.
@@ -30,7 +31,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
      * The `success` event type represents that the benchmark testing is
      * fully meet the expected scenario.
      */
-    export interface ISuccess extends IEventBase<"success"> {
+    export interface ISuccess<Model extends ILlmSchema.Model> extends IEventBase<"success", Model> {
         /**
          * Usage of the token during the benchmark.
          */
@@ -38,7 +39,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
         /**
          * Selected operations in the benchmark.
          */
-        selected: IAgenticaOperationSelection[];
+        selected: IAgenticaOperationSelection<Model>[];
         /**
          * Prompt messages from the assistant.
          */
@@ -50,7 +51,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
      * The `failure` event type represents that the `selector` had not
      * selected the expected scenario in the benchmark testing.
      */
-    export interface IFailure extends IEventBase<"failure"> {
+    export interface IFailure<Model extends ILlmSchema.Model> extends IEventBase<"failure", Model> {
         /**
          * Usage of the token during the benchmark.
          */
@@ -58,19 +59,19 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
         /**
          * Selected operations in the benchmark.
          */
-        selected: IAgenticaOperationSelection[];
+        selected: IAgenticaOperationSelection<Model>[];
         /**
          * Prompt messages from the assistant.
          */
         assistantPrompts: IAgenticaPrompt.IText<"assistant">[];
     }
-    export interface IError extends IEventBase<"error"> {
+    export interface IError<Model extends ILlmSchema.Model> extends IEventBase<"error", Model> {
         /**
          * Error occurred during the benchmark.
          */
         error: unknown;
     }
-    interface IEventBase<Type extends string> {
+    interface IEventBase<Type extends string, Model extends ILlmSchema.Model> {
         /**
          * Discriminant type.
          */
@@ -78,7 +79,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
         /**
          * Expected scenario.
          */
-        scenario: IAgenticaSelectBenchmarkScenario;
+        scenario: IAgenticaSelectBenchmarkScenario<Model>;
         /**
          * When the benchmark testing started.
          */

package/lib/structures/IAgenticaSelectBenchmarkResult.d.ts

@@ -1,4 +1,5 @@
 import { IAgenticaTokenUsage } from "@agentica/core";
+import { ILlmSchema } from "@samchon/openapi";
 import { IAgenticaSelectBenchmarkEvent } from "./IAgenticaSelectBenchmarkEvent";
 import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
 /**
@@ -18,11 +19,11 @@ import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScen
  *
  * @author Samchon
  */
-export interface IAgenticaSelectBenchmarkResult {
+export interface IAgenticaSelectBenchmarkResult<Model extends ILlmSchema.Model> {
     /**
      * Experiments for each scenario.
      */
-    experiments: IAgenticaSelectBenchmarkResult.IExperiment[];
+    experiments: IAgenticaSelectBenchmarkResult.IExperiment<Model>[];
     /**
      * Aggregated token usage information.
      */
@@ -40,11 +41,11 @@ export declare namespace IAgenticaSelectBenchmarkResult {
     /**
      * Experiment result about a scenario.
      */
-    interface IExperiment {
+    interface IExperiment<Model extends ILlmSchema.Model> {
         /**
          * Expected scenario.
          */
-        scenario: IAgenticaSelectBenchmarkScenario;
+        scenario: IAgenticaSelectBenchmarkScenario<Model>;
         /**
          * Events occurred during the benchmark in the scenario.
          *
@@ -53,7 +54,7 @@ export declare namespace IAgenticaSelectBenchmarkResult {
          * {@link AgenticaSelectBenchmark.IConfig.repeat repeat} count.
          * And the event is one of the repeated benchmark results.
          */
-        events: IAgenticaSelectBenchmarkEvent[];
+        events: IAgenticaSelectBenchmarkEvent<Model>[];
         /**
          * LLM token usage information.
          */

package/lib/structures/IAgenticaSelectBenchmarkScenario.d.ts

@@ -1,3 +1,4 @@
+import { ILlmSchema } from "@samchon/openapi";
 import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
 /**
  * Scenario of function selection.
@@ -13,7 +14,7 @@ import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
  *
  * @author Samchon
  */
-export interface IAgenticaSelectBenchmarkScenario {
+export interface IAgenticaSelectBenchmarkScenario<Model extends ILlmSchema.Model> {
     /**
      * Name of the scenario.
      *
@@ -32,5 +33,5 @@ export interface IAgenticaSelectBenchmarkScenario {
      * {@link text} conversation for the LLM (Large Language Model)
      * function selection.
      */
-    expected: IAgenticaBenchmarkExpected;
+    expected: IAgenticaBenchmarkExpected<Model>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentica/benchmark",
-  "version": "0.8.3",
+  "version": "0.9.0-dev.20250302",
   "main": "lib/index.js",
   "description": "Agentic AI Library specialized in LLM Function Calling",
   "scripts": {
@@ -37,11 +37,11 @@
     "src"
   ],
   "dependencies": {
-    "@agentica/core": "^0.8.3",
-    "@samchon/openapi": "^2.4.3",
+    "@agentica/core": "^0.9.0-dev.20250302",
+    "@samchon/openapi": "^3.0.0",
     "openai": "^4.80.0",
     "tstl": "^3.0.0",
-    "typia": "^7.6.4"
+    "typia": "^8.0.0"
   },
   "devDependencies": {
     "@rollup/plugin-terser": "^0.4.4",
@@ -51,7 +51,7 @@
     "rollup": "^4.34.8",
     "ts-patch": "^3.3.0",
     "typedoc": "^0.27.7",
-    "typescript": "~5.7.3"
+    "typescript": "~5.8.2"
   },
   "module": "lib/index.mjs",
   "typings": "lib/index.d.ts"