@autobe/agent 0.26.0 → 0.28.0

package/src/orchestrate/prisma/orchestratePrismaSchemas.ts

@@ -59,7 +59,7 @@ async function process<Model extends ILlmSchema.Model>(
   const pointer: IPointer<IAutoBePrismaSchemaApplication.IProps | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "prismaSchema",
     histories: transformPrismaSchemaHistories({
       analysis:
@@ -97,6 +97,7 @@ async function process<Model extends ILlmSchema.Model>(
       namespace: props.component.namespace,
       models: pointer.value.models,
     },
+    metric,
     tokenUsage,
     completed: (props.completed.value += props.component.tables.length),
     total: props.total,

package/src/orchestrate/realize/orchestrateRealize.ts

@@ -13,9 +13,9 @@ import { ILlmSchema } from "@samchon/openapi";
 import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
-import { IAutoBeFacadeApplicationProps } from "../../context/IAutoBeFacadeApplicationProps";
 import { executeCachedBatch } from "../../utils/executeCachedBatch";
 import { predicateStateMessage } from "../../utils/predicateStateMessage";
+import { IAutoBeFacadeApplicationProps } from "../facade/histories/IAutoBeFacadeApplicationProps";
 import { compileRealizeFiles } from "./internal/compileRealizeFiles";
 import { orchestrateRealizeAuthorization } from "./orchestrateRealizeAuthorization";
 import { orchestrateRealizeCorrect } from "./orchestrateRealizeCorrect";
@@ -189,13 +189,14 @@ export const orchestrateRealize =
     return ctx.dispatch({
       type: "realizeComplete",
       id: v7(),
-      created_at: new Date().toISOString(),
       functions: bucket.corrected,
       authorizations,
       controllers,
       compiled: bucket.validate.result,
+      aggregates: ctx.getCurrentAggregates("realize"),
       step: ctx.state().analyze?.step ?? 0,
       elapsed: new Date().getTime() - start.getTime(),
+      created_at: new Date().toISOString(),
     });
   };
 

package/src/orchestrate/realize/orchestrateRealizeAuthorization.ts

@@ -80,7 +80,7 @@ async function process<Model extends ILlmSchema.Model>(
     {
       value: null,
     };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "realizeAuthorizationWrite",
     histories: transformRealizeAuthorizationHistories(ctx, actor),
     controller: createController({
@@ -129,6 +129,7 @@ async function process<Model extends ILlmSchema.Model>(
     id: v7(),
     created_at: new Date().toISOString(),
     authorization: authorization,
+    metric,
     tokenUsage,
     completed: ++progress.completed,
     total: progress.total,
@@ -149,7 +150,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
   assertSchemaModel(props.model);
 
   const application: ILlmApplication<Model> = collection[
-    props.model
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ] satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
 
   return {
@@ -164,17 +169,17 @@ function createController<Model extends ILlmSchema.Model>(props: {
   };
 }
 
-const claude = typia.llm.application<
-  IAutoBeRealizeAuthorizationApplication,
-  "claude"
->();
 const collection = {
   chatgpt: typia.llm.application<
     IAutoBeRealizeAuthorizationApplication,
     "chatgpt"
   >(),
-  claude,
-  llama: claude,
-  deepseek: claude,
-  "3.1": claude,
+  claude: typia.llm.application<
+    IAutoBeRealizeAuthorizationApplication,
+    "claude"
+  >(),
+  gemini: typia.llm.application<
+    IAutoBeRealizeAuthorizationApplication,
+    "gemini"
+  >(),
 };

package/src/orchestrate/realize/orchestrateRealizeAuthorizationCorrect.ts

@@ -76,7 +76,7 @@ export async function orchestrateRealizeAuthorizationCorrect<
     {
       value: null,
     };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "realizeAuthorizationCorrect",
     histories: transformRealizeAuthorizationCorrectHistories(
       ctx,
@@ -126,6 +126,7 @@ export async function orchestrateRealizeAuthorizationCorrect<
     created_at: new Date().toISOString(),
     authorization: result,
     result: compiled,
+    metric,
     tokenUsage,
     step: ctx.state().test?.step ?? 0,
   });
@@ -146,7 +147,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
   assertSchemaModel(props.model);
 
   const application: ILlmApplication<Model> = collection[
-    props.model
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ] satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
   return {
     protocol: "class",
@@ -160,17 +165,17 @@ function createController<Model extends ILlmSchema.Model>(props: {
   };
 }
 
-const claude = typia.llm.application<
-  IAutoBeRealizeAuthorizationCorrectApplication,
-  "claude"
->();
 const collection = {
   chatgpt: typia.llm.application<
     IAutoBeRealizeAuthorizationCorrectApplication,
     "chatgpt"
   >(),
-  claude,
-  llama: claude,
-  deepseek: claude,
-  "3.1": claude,
+  claude: typia.llm.application<
+    IAutoBeRealizeAuthorizationCorrectApplication,
+    "claude"
+  >(),
+  gemini: typia.llm.application<
+    IAutoBeRealizeAuthorizationCorrectApplication,
+    "gemini"
+  >(),
 };

package/src/orchestrate/realize/orchestrateRealizeCorrect.ts

@@ -214,7 +214,7 @@ async function step<Model extends ILlmSchema.Model>(
   };
 
   const dto = await getRealizeWriteDto(ctx, props.scenario.operation);
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "realizeCorrect",
     controller: createController({
       model: ctx.model,
@@ -239,7 +239,7 @@ async function step<Model extends ILlmSchema.Model>(
       When modifying, modify the entire code, but not the import statement.
 
       Below is template code you wrote:
-      
+
       ${getRealizeWriteCodeTemplate({
         scenario: props.scenario,
         schemas: ctx.state().interface!.document.components.schemas,
@@ -278,6 +278,7 @@ async function step<Model extends ILlmSchema.Model>(
     id: v7(),
     location: props.scenario.location,
     content: pointer.value.revise.final ?? pointer.value.draft,
+    metric,
     tokenUsage,
     completed: ++props.progress.completed,
     total: props.progress.total,
@@ -313,7 +314,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
       : result;
   };
   const application: ILlmApplication<Model> = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](
     validate,
   ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
@@ -343,6 +348,12 @@ const collection = {
         correct: validate,
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<IAutoBeRealizeCorrectApplication, "gemini">({
+      validate: {
+        correct: validate,
+      },
+    }),
 };
 
 type Validator = (

package/src/orchestrate/realize/orchestrateRealizeCorrectCasting.ts

@@ -133,7 +133,7 @@ const correct = async <Model extends ILlmSchema.Model>(
       > = {
         value: null,
       };
-      const { tokenUsage } = await ctx.conversate({
+      const { metric, tokenUsage } = await ctx.conversate({
         source: "realizeCorrect",
         histories: transformRealizeCorrectCastingHistories({
           failures: [
@@ -165,13 +165,13 @@ const correct = async <Model extends ILlmSchema.Model>(
         message: StringUtil.trim`
           Fix the TypeScript casting problems to resolve the compilation error.
 
-          Most casting errors are caused by type mismatches between Date types and 
+          Most casting errors are caused by type mismatches between Date types and
           string & tags.Format<'date-time'>. To fix these:
           - Use ONLY the pre-provided toISOStringSafe() function to convert Date to string
           - Do NOT use .toISOString() method directly (use toISOStringSafe instead)
           - Never use Date type directly in declarations or return values
 
-          You don't need to explain me anything, but just fix or give it up 
+          You don't need to explain me anything, but just fix or give it up
           immediately without any hesitation, explanation, and questions.
 
           The instruction to write at first was as follows, and the code you received is the code you wrote according to this instruction.
@@ -195,10 +195,10 @@ const correct = async <Model extends ILlmSchema.Model>(
           Also, never use typia.assert and typia.assertGuard like functions
           to the Prisma types. Your mission is to fix the casting problem of
           primitive types like string or number. Prisma type is not your scope.
-          
+
           If you take a mistake that casting the Prisma type with the typia.assert
           function, it would be fallen into the infinite compilation due to extremely
-          complicated Prisma type. Note that, the typia.assert function is allowed 
+          complicated Prisma type. Note that, the typia.assert function is allowed
           only in the individual property level string or literal type.
 
           I repeat that, never assert the Prisma type. It's not your mission.
@@ -233,6 +233,7 @@ const correct = async <Model extends ILlmSchema.Model>(
         created_at: new Date().toISOString(),
         location: func.location,
         step: ctx.state().analyze?.step ?? 0,
+        metric,
         tokenUsage,
         completed: props.progress.completed,
         total: props.progress.total,
@@ -404,7 +405,11 @@ const createController = <Model extends ILlmSchema.Model>(props: {
       : result;
   };
   const application = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](validate) satisfies ILlmApplication<any> as any as ILlmApplication<Model>;
   return {
     protocol: "class",
@@ -442,6 +447,16 @@ const collection = {
         }),
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<IAutoBeCommonCorrectCastingApplication, "gemini">({
+      validate: {
+        rewrite: validate,
+        reject: () => ({
+          success: true,
+          data: undefined,
+        }),
+      },
+    }),
 };
 
 type Validator = (

package/src/orchestrate/realize/orchestrateRealizeWrite.ts

@@ -40,7 +40,7 @@ export async function orchestrateRealizeWrite<Model extends ILlmSchema.Model>(
   };
 
   const dto = await getRealizeWriteDto(ctx, props.scenario.operation);
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "realizeWrite",
     histories: transformRealizeWriteHistories({
       state: ctx.state(),
@@ -97,6 +97,7 @@ export async function orchestrateRealizeWrite<Model extends ILlmSchema.Model>(
     id: v7(),
     location: props.scenario.location,
     content: pointer.value.revise.final ?? pointer.value.draft,
+    metric,
     tokenUsage,
     completed: ++props.progress.completed,
     total: props.progress.total,
@@ -132,7 +133,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
       : result;
   };
   const application: ILlmApplication<Model> = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](
     validate,
   ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
@@ -162,6 +167,12 @@ const collection = {
         write: validate,
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<IAutoBeRealizeWriteApplication, "gemini">({
+      validate: {
+        write: validate,
+      },
+    }),
 };
 
 type Validator = (

package/src/orchestrate/realize/utils/replaceImportStatements.ts

@@ -4,96 +4,6 @@ import { ILlmSchema } from "@samchon/openapi";
 import { AutoBeContext } from "../../../context/AutoBeContext";
 import { getRealizeWriteImportStatements } from "./getRealizeWriteImportStatements";
 
-// /**
-//  * Removes all import statements that LLM might have incorrectly added. This
-//  * includes standard library imports, auto-injected imports, and any API
-//  * structure imports with wrong paths.
-//  *
-//  * @param code - The code containing imports to remove
-//  * @param typeReferences - List of type names to specifically remove
-//  * @param decoratorType - Optional decorator type to remove
-//  * @returns Code with all imports removed
-//  */
-// function removeAllImports(
-//   code: string,
-//   typeReferences: string[],
-//   decoratorType?: string,
-// ): string {
-//   // Remove standard library and auto-injected imports
-//   let cleanedCode = code
-//     // MyGlobal - often with wrong path
-//     .replace(
-//       /import\s*{\s*MyGlobal\s*}\s*from\s*["']\.\.\/MyGlobal["']\s*;?\s*/gm,
-//       "",
-//     )
-//     // typia - various import patterns
-//     .replace(
-//       /import\s+typia\s*,\s*{\s*tags\s*}\s*from\s*["']typia["']\s*;?\s*/gm,
-//       "",
-//     )
-//     .replace(/import\s*{\s*tags\s*}\s*from\s*["']typia["']\s*;?\s*/gm, "")
-//     .replace(
-//       /import\s*{\s*tags\s*,\s*typia\s*}\s*from\s*["']typia["']\s*;?\s*/gm,
-//       "",
-//     )
-//     .replace(/import\s+typia\s*from\s*["']typia["']\s*;?\s*/gm, "")
-//     // Prisma client
-//     .replace(
-//       /import\s*{\s*Prisma\s*}\s*from\s*["']@prisma\/client["']\s*;?\s*/gm,
-//       "",
-//     )
-//     // uuid
-//     .replace(/import\s*{\s*v4\s*}\s*from\s*["']uuid["']\s*;?\s*/gm, "")
-//     // toISOStringSafe utility
-//     .replace(
-//       /import\s*{\s*toISOStringSafe\s*}\s*from\s*["']\.\.\/utils\/toISOStringSafe["']\s*;?\s*/gm,
-//       "",
-//     )
-//     // JWT imports (if LLM adds them)
-//     .replace(/import\s+jwt\s+from\s*["']jsonwebtoken["']\s*;?\s*/gm, "")
-//     .replace(
-//       /import\s*\*\s*as\s+jwt\s+from\s*["']jsonwebtoken["']\s*;?\s*/gm,
-//       "",
-//     )
-//     // NestJS HttpException
-//     .replace(
-//       /import\s*{\s*HttpException\s*}\s*from\s*["']@nestjs\/common["']\s*;?\s*/gm,
-//       "",
-//     );
-
-//   // Remove API structure imports with wrong paths
-//   // Pattern 1: ../api/structures path (LLM often uses this wrong path)
-//   cleanedCode = cleanedCode.replace(
-//     /import\s*(?:type\s*)?{\s*[^}]+\s*}\s*from\s*["']\.\.\/api\/structures\/[^"']+["']\s*;?\s*/gm,
-//     "",
-//   );
-//   // Pattern 2: @ORGANIZATION/PROJECT-api path (correct path but LLM shouldn't write it)
-//   cleanedCode = cleanedCode.replace(
-//     /import\s*(?:type\s*)?{\s*[^}]+\s*}\s*from\s*["']@ORGANIZATION\/PROJECT-api\/lib\/structures\/[^"']+["']\s*;?\s*/gm,
-//     "",
-//   );
-
-//   // Remove specific type imports that match our typeReferences
-//   for (const ref of typeReferences) {
-//     const typeImportRegex = new RegExp(
-//       `import\\s*(?:type\\s*)?{\\s*${ref}\\s*}\\s*from\\s*["'][^"']+["']\\s*;?\\s*`,
-//       "gm",
-//     );
-//     cleanedCode = cleanedCode.replace(typeImportRegex, "");
-//   }
-
-//   // Remove decorator type imports if LLM mistakenly added them
-//   if (decoratorType) {
-//     const decoratorTypeRegex = new RegExp(
-//       `import\\s*(?:type\\s*)?{\\s*${decoratorType}\\s*}\\s*from\\s*["']\\.\\.\/decorators\/payload\/${decoratorType}["']\\s*;?\\s*`,
-//       "gm",
-//     );
-//     cleanedCode = cleanedCode.replace(decoratorTypeRegex, "");
-//   }
-
-//   return cleanedCode;
-// }
-
 export async function replaceImportStatements<Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
   props: {

package/src/orchestrate/test/experimental/orchestrateTestWrite.ast

@@ -247,7 +247,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
         };
   };
   const application: ILlmApplication<Model> = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](
     validate,
   ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;

package/src/orchestrate/test/histories/transformTestWriteHistories.ts

@@ -167,6 +167,6 @@ export namespace transformTestWriteHistories {
 const systemPrompt = new Singleton(() =>
   AutoBeSystemPromptConstant.TEST_WRITE.replace(
     "{{AutoBeTestScenario}}",
-    JSON.stringify(typia.llm.parameters<AutoBeTestScenario, "llama">()),
+    JSON.stringify(typia.llm.parameters<AutoBeTestScenario, "claude">()),
   ),
 );

package/src/orchestrate/test/orchestrateTest.ts

@@ -11,8 +11,8 @@ import { ILlmSchema } from "@samchon/openapi";
 import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
-import { IAutoBeFacadeApplicationProps } from "../../context/IAutoBeFacadeApplicationProps";
 import { predicateStateMessage } from "../../utils/predicateStateMessage";
+import { IAutoBeFacadeApplicationProps } from "../facade/histories/IAutoBeFacadeApplicationProps";
 import { orchestrateTestCorrect } from "./orchestrateTestCorrect";
 import { orchestrateTestScenario } from "./orchestrateTestScenario";
 import { orchestrateTestWrite } from "./orchestrateTestWrite";
@@ -101,10 +101,11 @@ export const orchestrateTest =
     return ctx.dispatch({
       type: "testComplete",
       id: v7(),
-      created_at: new Date().toISOString(),
       files: corrects.map((s) => s.file),
       compiled: compileResult,
+      aggregates: ctx.getCurrentAggregates("test"),
       step: ctx.state().interface?.step ?? 0,
       elapsed: new Date().getTime() - start.getTime(),
+      created_at: new Date().toISOString(),
     });
   };

package/src/orchestrate/test/orchestrateTestCorrect.ts

@@ -61,6 +61,7 @@ export const orchestrateTestCorrect = async <Model extends ILlmSchema.Model>(
                     },
                     result: next.failure,
                     tokenUsage: next.tokenUsage,
+                    metric: next.metric,
                     think: next.think,
                     draft: next.draft,
                     review: next.review,
@@ -151,7 +152,7 @@ const correct = async <Model extends ILlmSchema.Model>(
   const pointer: IPointer<IAutoBeTestCorrectApplication.IProps | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "testCorrect",
     histories: await transformTestCorrectHistories(ctx, {
       instruction: props.instruction,
@@ -202,6 +203,7 @@ const correct = async <Model extends ILlmSchema.Model>(
     created_at: new Date().toISOString(),
     file: props.validate.file,
     result: props.validate.result,
+    metric,
     tokenUsage,
     step: ctx.state().analyze?.step ?? 0,
     think: pointer.value.think,
@@ -264,7 +266,11 @@ const createController = <Model extends ILlmSchema.Model>(props: {
       : result;
   };
   const application: ILlmApplication<Model> = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](
     validate,
   ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
@@ -293,6 +299,12 @@ const collection = {
         rewrite: validate,
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<IAutoBeTestCorrectApplication, "gemini">({
+      validate: {
+        rewrite: validate,
+      },
+    }),
 };
 
 type Validator = (

package/src/orchestrate/test/orchestrateTestCorrectInvalidRequest.ts

@@ -63,7 +63,7 @@ const correct = async <Model extends ILlmSchema.Model>(
   > = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "testCorrect",
     histories: await transformTestCorrectInvalidRequestHistories(
       null!,
@@ -83,7 +83,7 @@ const correct = async <Model extends ILlmSchema.Model>(
     message: StringUtil.trim`
       Fix the AutoBeTest.IFunction data to resolve the compilation error.
 
-      You don't need to explain me anything, but just fix or give it up 
+      You don't need to explain me anything, but just fix or give it up
       immediately without any hesitation, explanation, and questions.
     `,
   });
@@ -112,6 +112,7 @@ const correct = async <Model extends ILlmSchema.Model>(
       content: write.script,
     },
     result: event.result,
+    metric,
     tokenUsage,
     step: ctx.state().analyze?.step ?? 0,
     think: pointer.value.think,
@@ -154,7 +155,11 @@ const createController = <Model extends ILlmSchema.Model>(props: {
       : result;
   };
   const application = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](validate) satisfies ILlmApplication<any> as any as ILlmApplication<Model>;
   return {
     protocol: "class",
@@ -198,6 +203,19 @@ const collection = {
         }),
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<
+      IAutoBeTestCorrectInvalidRequestApplication,
+      "gemini"
+    >({
+      validate: {
+        rewrite: validate,
+        reject: () => ({
+          success: true,
+          data: undefined,
+        }),
+      },
+    }),
 };
 
 type Validator = (

package/src/orchestrate/test/orchestrateTestScenario.ts

@@ -147,7 +147,7 @@ const divideAndConquer = async <Model extends ILlmSchema.Model>(
     ctx.state().interface?.authorizations ?? [];
 
   try {
-    const { tokenUsage } = await ctx.conversate({
+    const { metric, tokenUsage } = await ctx.conversate({
       source: "testScenario",
       histories: transformTestScenarioHistories({
         state: ctx.state(),
@@ -184,6 +184,7 @@ const divideAndConquer = async <Model extends ILlmSchema.Model>(
     ctx.dispatch({
       type: "testScenario",
       id: v7(),
+      metric,
       tokenUsage,
       scenarios: pointer.value
         .map((v) =>
@@ -390,7 +391,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
         };
   };
   const application: ILlmApplication<Model> = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](
     validate,
   ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
@@ -430,6 +435,12 @@ const collection = {
         makeScenario: validate,
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<IAutoBeTestScenarioApplication, "gemini">({
+      validate: {
+        makeScenario: validate,
+      },
+    }),
 };
 
 type Validator = (

package/src/orchestrate/test/orchestrateTestScenarioReview.ts

@@ -42,7 +42,7 @@ async function review<Model extends ILlmSchema.Model>(
       {
         value: null,
       };
-    const { tokenUsage } = await ctx.conversate({
+    const { metric, tokenUsage } = await ctx.conversate({
       source: "testScenarioReview",
       controller: createController({
         model: ctx.model,
@@ -70,6 +70,7 @@ async function review<Model extends ILlmSchema.Model>(
     ctx.dispatch({
       type: "testScenarioReview",
       id: v7(),
+      metric,
       tokenUsage,
       total: props.progress.total,
       completed: props.progress.completed,
@@ -150,7 +151,11 @@ function createController<Model extends ILlmSchema.Model>(props: {
   };
 
   const application: ILlmApplication<Model> = collection[
-    props.model === "chatgpt" ? "chatgpt" : "claude"
+    props.model === "chatgpt"
+      ? "chatgpt"
+      : props.model === "gemini"
+        ? "gemini"
+        : "claude"
   ](
     validate,
   ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
@@ -191,6 +196,12 @@ const collection = {
         review: validate,
       },
     }),
+  gemini: (validate: Validator) =>
+    typia.llm.application<IAutoBeTestScenarioReviewApplication, "gemini">({
+      validate: {
+        review: validate,
+      },
+    }),
 };
 
 type Validator = (