@agentica/benchmark 0.34.1 → 0.35.0

package/src/internal/AgenticaBenchmarkPredicator.ts

@@ -6,7 +6,7 @@
  */
 
 import type { Agentica, AgenticaHistory, AgenticaOperation, MicroAgentica } from "@agentica/core";
-import type { ILlmFunction, ILlmSchema } from "@samchon/openapi";
+import type { ILlmFunction } from "@samchon/openapi";
 import type OpenAI from "openai";
 
 import typia from "typia";
@@ -50,8 +50,8 @@ interface IConsentProps {
   reply: string;
 }
 
-async function isNext<Model extends ILlmSchema.Model>(agent: Agentica<Model> | MicroAgentica<Model>): Promise<string | null> {
-  const last: AgenticaHistory<Model> | undefined = agent
+async function isNext(agent: Agentica | MicroAgentica): Promise<string | null> {
+  const last: AgenticaHistory | undefined = agent
     .getHistories()
     .at(-1);
 
@@ -67,9 +67,8 @@ async function isNext<Model extends ILlmSchema.Model>(agent: Agentica<Model> | M
     return null;
   }
 
-  const consent: ILlmFunction<"chatgpt"> = typia.llm.application<
-    IPredicatorApplication,
-    "chatgpt"
+  const consent: ILlmFunction = typia.llm.application<
+    IPredicatorApplication
   >().functions[0]!;
   const result: OpenAI.ChatCompletion = await llmVendor.api.chat.completions.create(
     {
@@ -128,18 +127,18 @@ async function isNext<Model extends ILlmSchema.Model>(agent: Agentica<Model> | M
  * @returns `true` if the called operations match the expected operations,
  * otherwise `false`.
  */
-export function success<Model extends ILlmSchema.Model>(props: {
+export function success(props: {
   /**
    * Expected operations to be called.
    *
    * For 'allOf' within an 'array', the next expected element starts checking from the element that follows the last called element in 'allOf'.
    */
-  expected: IAgenticaBenchmarkExpected<Model>;
+  expected: IAgenticaBenchmarkExpected;
 
   /**
    * Specified operations.
    */
-  operations: Array<AgenticaOperation<Model>>;
+  operations: Array<AgenticaOperation>;
 
   /**
    * If it's `false`, check the array and let it go even if there's something wrong between them.
@@ -151,7 +150,7 @@ export function success<Model extends ILlmSchema.Model>(props: {
   return successInner(props).result;
 }
 
-function successInner<Model extends ILlmSchema.Model>(props: Parameters<typeof success<Model>>[0]):
+function successInner(props: Parameters<typeof success>[0]):
   | {
     result: true;
     take: number;
@@ -160,8 +159,8 @@ function successInner<Model extends ILlmSchema.Model>(props: Parameters<typeof s
     result: false;
   } {
   const call = (
-    expected: IAgenticaBenchmarkExpected<Model>,
-    overrideOperations?: Array<AgenticaOperation<Model>>,
+    expected: IAgenticaBenchmarkExpected,
+    overrideOperations?: Array<AgenticaOperation>,
   ) =>
     successInner({
       expected,

package/src/internal/AgenticaBenchmarkUtil.ts

@@ -4,8 +4,6 @@
  *
  * @author Wrtn Technologies
  */
-import type { ILlmSchema } from "@samchon/openapi";
-
 import type { IAgenticaBenchmarkExpected } from "../structures/IAgenticaBenchmarkExpected";
 
 export const AgenticaBenchmarkUtil = {
@@ -31,7 +29,7 @@ function errorToJson<T>(error: T): T | ({
   return error;
 }
 
-function expectedToJson<Model extends ILlmSchema.Model>(expected: IAgenticaBenchmarkExpected<Model>): any {
+function expectedToJson(expected: IAgenticaBenchmarkExpected): any {
   if (expected.type === "standalone") {
     return {
       type: expected.type,

package/src/internal/AgenticaCallBenchmarkReporter.ts

@@ -5,7 +5,6 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaTokenUsage } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 import type { IAgenticaCallBenchmarkEvent } from "../structures/IAgenticaCallBenchmarkEvent";
 import type { IAgenticaCallBenchmarkResult } from "../structures/IAgenticaCallBenchmarkResult";
@@ -19,9 +18,9 @@ export const AgenticaCallBenchmarkReporter = {
   markdown,
 };
 
-export function markdown<Model extends ILlmSchema.Model>(result: IAgenticaCallBenchmarkResult<Model>): Record<string, string> {
+export function markdown(result: IAgenticaCallBenchmarkResult): Record<string, string> {
   return Object.fromEntries([
-    ["./README.md", writeIndex<Model>(result)],
+    ["./README.md", writeIndex(result)],
     ...result.experiments
       .map<[string, string][]>(exp => [
         [`./${exp.scenario.name}/README.md`, writeExperimentIndex(exp)],
@@ -34,8 +33,8 @@ export function markdown<Model extends ILlmSchema.Model>(result: IAgenticaCallBe
   ]);
 }
 
-function writeIndex<Model extends ILlmSchema.Model>(result: IAgenticaCallBenchmarkResult<Model>): string {
-  const events: IAgenticaCallBenchmarkEvent<Model>[] = result.experiments
+function writeIndex(result: IAgenticaCallBenchmarkResult): string {
+  const events: IAgenticaCallBenchmarkEvent[] = result.experiments
     .map(r => r.events)
     .flat();
   const average: number
@@ -84,7 +83,7 @@ function writeIndex<Model extends ILlmSchema.Model>(result: IAgenticaCallBenchma
   ].join("\n");
 }
 
-function writeExperimentIndex<Model extends ILlmSchema.Model>(exp: IAgenticaCallBenchmarkResult.IExperiment<Model>): string {
+function writeExperimentIndex(exp: IAgenticaCallBenchmarkResult.IExperiment): string {
   return [
     `# ${exp.scenario.name}`,
     "## Summary",
@@ -123,7 +122,7 @@ function writeExperimentIndex<Model extends ILlmSchema.Model>(exp: IAgenticaCall
   ].join("\n");
 }
 
-function writeExperimentEvent<Model extends ILlmSchema.Model>(event: IAgenticaCallBenchmarkEvent<Model>, index: number): string {
+function writeExperimentEvent(event: IAgenticaCallBenchmarkEvent, index: number): string {
   return [
     `# ${index + 1}. ${event.type}`,
     "## Summary",
@@ -181,7 +180,7 @@ function writeExperimentEvent<Model extends ILlmSchema.Model>(event: IAgenticaCa
   ].join("\n");
 }
 
-function drawStatus<Model extends ILlmSchema.Model>(events: IAgenticaCallBenchmarkEvent<Model>[], success: (e: IAgenticaCallBenchmarkEvent<Model>) => boolean): string {
+function drawStatus(events: IAgenticaCallBenchmarkEvent[], success: (e: IAgenticaCallBenchmarkEvent) => boolean): string {
   const count: number = Math.floor(
     (events.filter(success).length / events.length) * 10,
   );

package/src/internal/AgenticaPromptReporter.ts

@@ -5,13 +5,12 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaHistory } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 export const AgenticaPromptReporter = {
   markdown,
 };
 
-function markdown<Model extends ILlmSchema.Model>(p: AgenticaHistory<Model>): string {
+function markdown(p: AgenticaHistory): string {
   if (p.type === "userMessage") {
     return [`### User Input`, p.contents, ""].join("\n");
   }

package/src/internal/AgenticaSelectBenchmarkReporter.ts

@@ -5,7 +5,6 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaTokenUsage } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 import type { IAgenticaSelectBenchmarkEvent } from "../structures/IAgenticaSelectBenchmarkEvent";
 import type { IAgenticaSelectBenchmarkResult } from "../structures/IAgenticaSelectBenchmarkResult";
@@ -21,7 +20,7 @@ export const AgenticaSelectBenchmarkReporter = {
   markdown,
 };
 
-export function markdown<Model extends ILlmSchema.Model>(result: IAgenticaSelectBenchmarkResult<Model>): Record<string, string> {
+export function markdown(result: IAgenticaSelectBenchmarkResult): Record<string, string> {
   const iterator = [
     ["./README.md", writeIndex(result)],
     ...result.experiments
@@ -38,8 +37,8 @@ export function markdown<Model extends ILlmSchema.Model>(result: IAgenticaSelect
   return Object.fromEntries(iterator);
 }
 
-function writeIndex<Model extends ILlmSchema.Model>(result: IAgenticaSelectBenchmarkResult<Model>): string {
-  const events: IAgenticaSelectBenchmarkEvent<Model>[] = result.experiments
+function writeIndex(result: IAgenticaSelectBenchmarkResult): string {
+  const events: IAgenticaSelectBenchmarkEvent[] = result.experiments
     .map(r => r.events)
     .flat();
   const average: number
@@ -98,7 +97,7 @@ function writeIndex<Model extends ILlmSchema.Model>(result: IAgenticaSelectBench
   ].join("\n");
 }
 
-function writeExperimentIndex<Model extends ILlmSchema.Model>(exp: IAgenticaSelectBenchmarkResult.IExperiment<Model>): string {
+function writeExperimentIndex(exp: IAgenticaSelectBenchmarkResult.IExperiment): string {
   const aggregate: AgenticaTokenUsage.IComponent = exp.usage.aggregate;
   return [
     `# ${exp.scenario.name}`,
@@ -154,7 +153,7 @@ function writeExperimentIndex<Model extends ILlmSchema.Model>(exp: IAgenticaSele
   ].join("\n");
 }
 
-function writeExperimentEvent<Model extends ILlmSchema.Model>(event: IAgenticaSelectBenchmarkEvent<Model>, index: number): string {
+function writeExperimentEvent(event: IAgenticaSelectBenchmarkEvent, index: number): string {
   return [
     `# ${index + 1}. ${event.type}`,
     `## Summary`,

package/src/structures/IAgenticaBenchmarkExpected.ts

@@ -5,7 +5,6 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaOperation } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 /**
  * Expected operation determinant.
@@ -19,22 +18,22 @@ import type { ILlmSchema } from "@samchon/openapi";
  *
  * @author Samchon
  */
-export type IAgenticaBenchmarkExpected<Model extends ILlmSchema.Model> =
-  | IAgenticaBenchmarkExpected.IAllOf<Model>
-  | IAgenticaBenchmarkExpected.IAnyOf<Model>
-  | IAgenticaBenchmarkExpected.IArray<Model>
-  | IAgenticaBenchmarkExpected.IStandalone<Model>;
+export type IAgenticaBenchmarkExpected =
+  | IAgenticaBenchmarkExpected.IAllOf
+  | IAgenticaBenchmarkExpected.IAnyOf
+  | IAgenticaBenchmarkExpected.IArray
+  | IAgenticaBenchmarkExpected.IStandalone;
 
 export namespace IAgenticaBenchmarkExpected {
   /**
    * All of them must meet the condition, but sequence is not important.
    */
-  export interface IAllOf<Model extends ILlmSchema.Model> {
+  export interface IAllOf {
     type: "allOf";
     allOf: Array<
       Exclude<
-        IAgenticaBenchmarkExpected<Model>,
-        IAgenticaBenchmarkExpected.IAllOf<Model>
+        IAgenticaBenchmarkExpected,
+        IAgenticaBenchmarkExpected.IAllOf
       >
     >;
   }
@@ -42,12 +41,12 @@ export namespace IAgenticaBenchmarkExpected {
   /**
    * At least one of them must meet the condition.
    */
-  export interface IAnyOf<Model extends ILlmSchema.Model> {
+  export interface IAnyOf {
     type: "anyOf";
     anyOf: Array<
       Exclude<
-        IAgenticaBenchmarkExpected<Model>,
-        IAgenticaBenchmarkExpected.IAnyOf<Model>
+        IAgenticaBenchmarkExpected,
+        IAgenticaBenchmarkExpected.IAnyOf
       >
     >;
   }
@@ -55,12 +54,12 @@ export namespace IAgenticaBenchmarkExpected {
   /**
    * All of them must meet the condition, and sequence is important.
    */
-  export interface IArray<Model extends ILlmSchema.Model> {
+  export interface IArray {
     type: "array";
     items: Array<
       Exclude<
-        IAgenticaBenchmarkExpected<Model>,
-        IAgenticaBenchmarkExpected.IArray<Model>
+        IAgenticaBenchmarkExpected,
+        IAgenticaBenchmarkExpected.IArray
       >
     >;
   }
@@ -68,8 +67,8 @@ export namespace IAgenticaBenchmarkExpected {
   /**
    * Standalone operation.
    */
-  export interface IStandalone<Model extends ILlmSchema.Model> {
+  export interface IStandalone {
     type: "standalone";
-    operation: AgenticaOperation<Model>;
+    operation: AgenticaOperation;
   }
 }

package/src/structures/IAgenticaCallBenchmarkEvent.ts

@@ -5,7 +5,6 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaHistory, AgenticaTokenUsage } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 import type { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
 
@@ -31,10 +30,10 @@ import type { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkSce
  *
  * @author Samchon
  */
-export type IAgenticaCallBenchmarkEvent<Model extends ILlmSchema.Model> =
-  | IAgenticaCallBenchmarkEvent.ISuccess<Model>
-  | IAgenticaCallBenchmarkEvent.IFailure<Model>
-  | IAgenticaCallBenchmarkEvent.IError<Model>;
+export type IAgenticaCallBenchmarkEvent =
+  | IAgenticaCallBenchmarkEvent.ISuccess
+  | IAgenticaCallBenchmarkEvent.IFailure
+  | IAgenticaCallBenchmarkEvent.IError;
 export namespace IAgenticaCallBenchmarkEvent {
   /**
    * Success event type.
@@ -42,8 +41,8 @@ export namespace IAgenticaCallBenchmarkEvent {
    * The `success` event type represents that the benchmark
    * testing is fully meet the expected scenario.
    */
-  export interface ISuccess<Model extends ILlmSchema.Model>
-    extends IEventBase<"success", Model> {
+  export interface ISuccess
+    extends IEventBase<"success"> {
     /**
      * Whether succeeded to function selection.
      */
@@ -62,8 +61,8 @@ export namespace IAgenticaCallBenchmarkEvent {
    * or `caller` agents have not selected or called following the
    * expected scenario in the benchmark testing.
    */
-  export interface IFailure<Model extends ILlmSchema.Model>
-    extends IEventBase<"failure", Model> {
+  export interface IFailure
+    extends IEventBase<"failure"> {
     /**
      * Whether succeeded to function selection.
      */
@@ -75,15 +74,15 @@ export namespace IAgenticaCallBenchmarkEvent {
     call: boolean;
   }
 
-  export interface IError<Model extends ILlmSchema.Model>
-    extends IEventBase<"error", Model> {
+  export interface IError
+    extends IEventBase<"error"> {
     /**
      * Error occurred during the benchmark.
      */
     error: unknown;
   }
 
-  interface IEventBase<Type extends string, Model extends ILlmSchema.Model> {
+  interface IEventBase<Type extends string> {
     /**
      * Discriminant type.
      */
@@ -92,14 +91,14 @@ export namespace IAgenticaCallBenchmarkEvent {
     /**
      * Expected scenario.
      */
-    scenario: IAgenticaCallBenchmarkScenario<Model>;
+    scenario: IAgenticaCallBenchmarkScenario;
 
     /**
      * Prompt histories.
      *
      * List of prompts occurred during the benchmark testing.
      */
-    prompts: AgenticaHistory<Model>[];
+    prompts: AgenticaHistory[];
 
     /**
      * Usage of the token during the benchmark.

package/src/structures/IAgenticaCallBenchmarkResult.ts

@@ -5,7 +5,6 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaTokenUsage } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 import type { IAgenticaCallBenchmarkEvent } from "./IAgenticaCallBenchmarkEvent";
 import type { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
@@ -27,11 +26,11 @@ import type { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkSce
  *
  * @author Samchon
  */
-export interface IAgenticaCallBenchmarkResult<Model extends ILlmSchema.Model> {
+export interface IAgenticaCallBenchmarkResult {
   /**
    * Experiments for each scenario.
    */
-  experiments: IAgenticaCallBenchmarkResult.IExperiment<Model>[];
+  experiments: IAgenticaCallBenchmarkResult.IExperiment[];
 
   /**
    * Aggregated token usage information.
@@ -52,11 +51,11 @@ export namespace IAgenticaCallBenchmarkResult {
   /**
    * Experiment result about a scenario.
    */
-  export interface IExperiment<Model extends ILlmSchema.Model> {
+  export interface IExperiment {
     /**
      * Scenario of the experiment.
      */
-    scenario: IAgenticaCallBenchmarkScenario<Model>;
+    scenario: IAgenticaCallBenchmarkScenario;
 
     /**
      * Events occurred during the benchmark in the scenario.
@@ -66,7 +65,7 @@ export namespace IAgenticaCallBenchmarkResult {
      * {@link AgenticaCallBenchmark.IConfig.repeat repeat} count.
      * And the event is one of the repeated benchmark results.
      */
-    events: IAgenticaCallBenchmarkEvent<Model>[];
+    events: IAgenticaCallBenchmarkEvent[];
 
     /**
      * LLM token usage information.

package/src/structures/IAgenticaCallBenchmarkScenario.ts

@@ -4,8 +4,6 @@
  *
  * @author Wrtn Technologies
  */
-import type { ILlmSchema } from "@samchon/openapi";
-
 import type { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
 
 /**
@@ -22,9 +20,7 @@ import type { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
  *
  * @author Samchon
  */
-export interface IAgenticaCallBenchmarkScenario<
-  Model extends ILlmSchema.Model,
-> {
+export interface IAgenticaCallBenchmarkScenario {
   /**
    * Name of the scenario.
    *
@@ -45,5 +41,5 @@ export interface IAgenticaCallBenchmarkScenario<
    * the user's {@link text} conversation for the LLM
    * (Large Language Model) function calling.
    */
-  expected: IAgenticaBenchmarkExpected<Model>;
+  expected: IAgenticaBenchmarkExpected;
 }

package/src/structures/IAgenticaSelectBenchmarkEvent.ts

@@ -9,7 +9,6 @@ import type {
   AgenticaOperationSelection,
   AgenticaTokenUsage,
 } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 import type { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
 
@@ -35,10 +34,10 @@ import type { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmar
  *
  * @author Samchon
  */
-export type IAgenticaSelectBenchmarkEvent<Model extends ILlmSchema.Model> =
-  | IAgenticaSelectBenchmarkEvent.ISuccess<Model>
-  | IAgenticaSelectBenchmarkEvent.IFailure<Model>
-  | IAgenticaSelectBenchmarkEvent.IError<Model>;
+export type IAgenticaSelectBenchmarkEvent =
+  | IAgenticaSelectBenchmarkEvent.ISuccess
+  | IAgenticaSelectBenchmarkEvent.IFailure
+  | IAgenticaSelectBenchmarkEvent.IError;
 export namespace IAgenticaSelectBenchmarkEvent {
   /**
    * Success event type.
@@ -46,8 +45,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
    * The `success` event type represents that the benchmark testing is
    * fully meet the expected scenario.
    */
-  export interface ISuccess<Model extends ILlmSchema.Model>
-    extends IEventBase<"success", Model> {
+  export interface ISuccess extends IEventBase<"success"> {
     /**
      * Usage of the token during the benchmark.
      */
@@ -56,7 +54,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
     /**
      * Selected operations in the benchmark.
      */
-    selected: AgenticaOperationSelection<Model>[];
+    selected: AgenticaOperationSelection[];
 
     /**
      * Prompt messages from the assistant.
@@ -70,8 +68,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
    * The `failure` event type represents that the `selector` had not
    * selected the expected scenario in the benchmark testing.
    */
-  export interface IFailure<Model extends ILlmSchema.Model>
-    extends IEventBase<"failure", Model> {
+  export interface IFailure extends IEventBase<"failure"> {
     /**
      * Usage of the token during the benchmark.
      */
@@ -80,7 +77,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
     /**
      * Selected operations in the benchmark.
      */
-    selected: AgenticaOperationSelection<Model>[];
+    selected: AgenticaOperationSelection[];
 
     /**
      * Prompt messages from the assistant.
@@ -94,15 +91,14 @@ export namespace IAgenticaSelectBenchmarkEvent {
    * The `error` event type repsents that an error had been occurred
    * during the benchmark testing.
    */
-  export interface IError<Model extends ILlmSchema.Model>
-    extends IEventBase<"error", Model> {
+  export interface IError extends IEventBase<"error"> {
     /**
      * Error occurred during the benchmark.
      */
     error: unknown;
   }
 
-  interface IEventBase<Type extends string, Model extends ILlmSchema.Model> {
+  interface IEventBase<Type extends string> {
     /**
      * Discriminant type.
      */
@@ -111,7 +107,7 @@ export namespace IAgenticaSelectBenchmarkEvent {
     /**
      * Expected scenario.
      */
-    scenario: IAgenticaSelectBenchmarkScenario<Model>;
+    scenario: IAgenticaSelectBenchmarkScenario;
 
     /**
      * When the benchmark testing started.

package/src/structures/IAgenticaSelectBenchmarkResult.ts

@@ -5,7 +5,6 @@
  * @author Wrtn Technologies
  */
 import type { AgenticaTokenUsage } from "@agentica/core";
-import type { ILlmSchema } from "@samchon/openapi";
 
 import type { IAgenticaSelectBenchmarkEvent } from "./IAgenticaSelectBenchmarkEvent";
 import type { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
@@ -27,13 +26,11 @@ import type { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmar
  *
  * @author Samchon
  */
-export interface IAgenticaSelectBenchmarkResult<
-  Model extends ILlmSchema.Model,
-> {
+export interface IAgenticaSelectBenchmarkResult {
   /**
    * Experiments for each scenario.
    */
-  experiments: IAgenticaSelectBenchmarkResult.IExperiment<Model>[];
+  experiments: IAgenticaSelectBenchmarkResult.IExperiment[];
 
   /**
    * Aggregated token usage information.
@@ -54,11 +51,11 @@ export namespace IAgenticaSelectBenchmarkResult {
   /**
    * Experiment result about a scenario.
    */
-  export interface IExperiment<Model extends ILlmSchema.Model> {
+  export interface IExperiment {
     /**
      * Expected scenario.
      */
-    scenario: IAgenticaSelectBenchmarkScenario<Model>;
+    scenario: IAgenticaSelectBenchmarkScenario;
 
     /**
      * Events occurred during the benchmark in the scenario.
@@ -68,7 +65,7 @@ export namespace IAgenticaSelectBenchmarkResult {
      * {@link AgenticaSelectBenchmark.IConfig.repeat repeat} count.
      * And the event is one of the repeated benchmark results.
      */
-    events: IAgenticaSelectBenchmarkEvent<Model>[];
+    events: IAgenticaSelectBenchmarkEvent[];
 
     /**
      * LLM token usage information.

package/src/structures/IAgenticaSelectBenchmarkScenario.ts

@@ -4,8 +4,6 @@
  *
  * @author Wrtn Technologies
  */
-import type { ILlmSchema } from "@samchon/openapi";
-
 import type { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
 
 /**
@@ -22,9 +20,7 @@ import type { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
  *
  * @author Samchon
  */
-export interface IAgenticaSelectBenchmarkScenario<
-  Model extends ILlmSchema.Model,
-> {
+export interface IAgenticaSelectBenchmarkScenario {
   /**
    * Name of the scenario.
    *
@@ -45,5 +41,5 @@ export interface IAgenticaSelectBenchmarkScenario<
    * {@link text} conversation for the LLM (Large Language Model)
    * function selection.
    */
-  expected: IAgenticaBenchmarkExpected<Model>;
+  expected: IAgenticaBenchmarkExpected;
 }