@autobe/agent 0.26.0 → 0.27.0

package/src/orchestrate/facade/createAutoBeFacadeController.ts

@@ -0,0 +1,135 @@
+import { IAgenticaController } from "@agentica/core";
+import {
+  AutoBeAnalyzeHistory,
+  AutoBeAssistantMessageEvent,
+  AutoBeAssistantMessageHistory,
+  AutoBeInterfaceHistory,
+  AutoBePrismaHistory,
+  AutoBeRealizeHistory,
+  AutoBeTestHistory,
+} from "@autobe/interface";
+import { StringUtil } from "@autobe/utils";
+import { ILlmApplication, ILlmSchema } from "@samchon/openapi";
+import typia from "typia";
+
+import { AutoBeContext } from "../../context/AutoBeContext";
+import { assertSchemaModel } from "../../context/assertSchemaModel";
+import { orchestrateAnalyze } from "../analyze/orchestrateAnalyze";
+import { orchestrateInterface } from "../interface/orchestrateInterface";
+import { orchestratePrisma } from "../prisma/orchestratePrisma";
+import { orchestrateRealize } from "../realize/orchestrateRealize";
+import { orchestrateTest } from "../test/orchestrateTest";
+import { IAutoBeFacadeApplication } from "./histories/IAutoBeFacadeApplication";
+
+export const createAutoBeFacadeController = <
+  Model extends ILlmSchema.Model,
+>(props: {
+  model: Model;
+  context: AutoBeContext<Model>;
+}): IAgenticaController.IClass<Model> => {
+  assertSchemaModel(props.model);
+  const application: ILlmApplication<Model> = collection[
+    props.model
+  ] satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
+  return {
+    protocol: "class",
+    name: "autobe",
+    application,
+    execute: {
+      analyze: async () => {
+        const history: AutoBeAssistantMessageHistory | AutoBeAnalyzeHistory =
+          await orchestrateAnalyze(props.context);
+        if (history.type === "assistantMessage")
+          return {
+            type: "in-progress",
+            description: StringUtil.trim`
+              Requirements are not yet fully elicited, 
+              therefore additional questions will be made to the user.
+            `,
+          };
+        return {
+          type: "success",
+          description:
+            "Analysis completed successfully, and report has been published.",
+        };
+      },
+      prisma: async (next) => {
+        const history: AutoBeAssistantMessageHistory | AutoBePrismaHistory =
+          await orchestratePrisma(props.context, next);
+        if (history.type === "assistantMessage")
+          return {
+            type: "prerequisites-not-satisfied",
+            description: "Requirement analysis is not yet completed.",
+          };
+        return {
+          type: history.compiled.type,
+          description:
+            history.compiled.type === "success"
+              ? "Prisma schemas have been generated successfully."
+              : history.result.success === false ||
+                  history.compiled.type === "failure"
+                ? "Prisma schemas are generated, but compilation failed."
+                : "Unexpected error occurred while generating Prisma schemas.",
+        };
+      },
+      interface: async (next) => {
+        const history: AutoBeAssistantMessageEvent | AutoBeInterfaceHistory =
+          await orchestrateInterface(props.context)(next);
+        if (history.type === "assistantMessage")
+          return {
+            type: "prerequisites-not-satisfied",
+            description: "Prisma schemas are not yet completed.",
+          };
+        return {
+          type: "success",
+          description: "API interfaces have been designed successfully.",
+        };
+      },
+      test: async (next) => {
+        const history: AutoBeAssistantMessageHistory | AutoBeTestHistory =
+          await orchestrateTest(props.context)(next);
+        if (history.type === "assistantMessage")
+          return {
+            type: "prerequisites-not-satisfied",
+            description: "API interfaces are not yet completed.",
+          };
+        return {
+          type: history.compiled.type,
+          description:
+            history.compiled.type === "success"
+              ? "Test functions have been generated successfully."
+              : history.compiled.type === "failure"
+                ? "Test functions are written, but compilation failed."
+                : "Unexpected error occurred while writing test functions.",
+        };
+      },
+      realize: async (next) => {
+        const history: AutoBeAssistantMessageHistory | AutoBeRealizeHistory =
+          await orchestrateRealize(props.context)(next);
+        if (history.type === "assistantMessage")
+          return {
+            type: "prerequisites-not-satisfied",
+            description: "API interfaces are not yet completed.",
+          };
+        return {
+          type: history.compiled.type,
+          description:
+            history.compiled.type === "success"
+              ? "API implementation codes have been generated successfully."
+              : history.compiled.type === "failure"
+                ? "Implementation codes are composed, but compilation failed."
+                : "Unexpected error occurred while writing implementation codes.",
+        };
+      },
+    } satisfies IAutoBeFacadeApplication,
+  };
+};
+
+const claude = typia.llm.application<IAutoBeFacadeApplication, "claude">();
+const collection = {
+  chatgpt: typia.llm.application<IAutoBeFacadeApplication, "chatgpt">(),
+  claude,
+  llama: claude,
+  deepseek: claude,
+  "3.1": claude,
+};

package/src/orchestrate/facade/{transformFacadeStateMessage.ts → structures/transformFacadeStateMessage.ts}

@@ -1,7 +1,7 @@
 import { StringUtil } from "@autobe/utils";
 
-import { AutoBeSystemPromptConstant } from "../../constants/AutoBeSystemPromptConstant";
-import { AutoBeState } from "../../context/AutoBeState";
+import { AutoBeSystemPromptConstant } from "../../../constants/AutoBeSystemPromptConstant";
+import { AutoBeState } from "../../../context/AutoBeState";
 
 export function transformFacadeStateMessage(state: AutoBeState): string {
   const currentState: ICurrentState = getCurrentState(state);

package/src/orchestrate/interface/histories/transformInterfaceEndpointsReviewHistories.ts

@@ -24,6 +24,7 @@ export const transformInterfaceEndpointsReviewHistories = (
     type: "assistantMessage",
     text: [
       "Below are endpoints generated by your request.",
+      "",
       "```json",
       JSON.stringify(endpoints),
       "```",

package/src/orchestrate/interface/orchestrateInterface.ts

@@ -5,6 +5,7 @@ import {
   AutoBeInterfaceGroupEvent,
   AutoBeInterfaceHistory,
   AutoBeOpenApi,
+  AutoBeProgressEventBase,
 } from "@autobe/interface";
 import { AutoBeInterfacePrerequisite } from "@autobe/interface/src/histories/contents/AutoBeInterfacePrerequisite";
 import {
@@ -16,10 +17,11 @@ import { ILlmSchema } from "@samchon/openapi";
 import { HashMap, Pair } from "tstl";
 import { v7 } from "uuid";
 
+import { AutoBeConfigConstant } from "../../constants/AutoBeConfigConstant";
 import { AutoBeSystemPromptConstant } from "../../constants/AutoBeSystemPromptConstant";
 import { AutoBeContext } from "../../context/AutoBeContext";
-import { IAutoBeFacadeApplicationProps } from "../../context/IAutoBeFacadeApplicationProps";
 import { predicateStateMessage } from "../../utils/predicateStateMessage";
+import { IAutoBeFacadeApplicationProps } from "../facade/histories/IAutoBeFacadeApplicationProps";
 import { orchestrateInterfaceAuthorizations } from "./orchestrateInterfaceAuthorizations";
 import { orchestrateInterfaceComplement } from "./orchestrateInterfaceComplement";
 import { orchestrateInterfaceEndpoints } from "./orchestrateInterfaceEndpoints";
@@ -130,19 +132,26 @@ export const orchestrateInterface =
       );
     await complement();
 
+    const reviewProgress: AutoBeProgressEventBase = {
+      completed: 0,
+      total: Math.ceil(
+        Object.keys(document.components.schemas).length /
+          AutoBeConfigConstant.INTERFACE_CAPACITY,
+      ),
+    };
     for (const config of [
       {
-        type: "interfaceSchemaSecurityReview" as const,
+        kind: "security" as const,
         systemPrompt:
           AutoBeSystemPromptConstant.INTERFACE_SCHEMA_SECURITY_REVIEW,
       },
       {
-        type: "interfaceSchemaRelationReview" as const,
+        kind: "relation" as const,
         systemPrompt:
           AutoBeSystemPromptConstant.INTERFACE_SCHEMA_RELATION_REVIEW,
       },
       {
-        type: "interfaceSchemaContentReview" as const,
+        kind: "content" as const,
         systemPrompt:
           AutoBeSystemPromptConstant.INTERFACE_SCHEMA_CONTENT_REVIEW,
       },
@@ -151,6 +160,7 @@ export const orchestrateInterface =
         await orchestrateInterfaceSchemaReview(ctx, config, {
           instruction: props.instruction,
           document,
+          progress: reviewProgress,
         }),
       );
     if (missedOpenApiSchemas(document).length !== 0) await complement();
@@ -181,8 +191,9 @@ export const orchestrateInterface =
       document,
       missed: missedOpenApiSchemas(document),
       authorizations,
-      created_at: new Date().toISOString(),
-      elapsed: new Date().getTime() - start.getTime(),
+      aggregates: ctx.getCurrentAggregates("interface"),
       step: ctx.state().analyze?.step ?? 0,
+      elapsed: new Date().getTime() - start.getTime(),
+      created_at: new Date().toISOString(),
     } satisfies AutoBeInterfaceCompleteEvent);
   };

package/src/orchestrate/interface/orchestrateInterfaceAuthorizations.ts

@@ -62,7 +62,7 @@ async function process<Model extends ILlmSchema.Model>(
     {
       value: null,
     };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceAuthorization",
     histories: transformInterfaceAuthorizationsHistories({
       state: ctx.state(),
@@ -88,6 +88,7 @@ async function process<Model extends ILlmSchema.Model>(
     id: v7(),
     operations: pointer.value.operations,
     completed: ++props.progress.completed,
+    metric,
     tokenUsage,
     created_at: new Date().toISOString(),
     step: ctx.state().analyze?.step ?? 0,

package/src/orchestrate/interface/orchestrateInterfaceComplement.ts

@@ -50,7 +50,7 @@ async function step<Model extends ILlmSchema.Model>(
   > | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceComplement",
     histories: transformInterfaceComplementHistories({
       state: ctx.state(),
@@ -86,6 +86,7 @@ async function step<Model extends ILlmSchema.Model>(
     id: v7(),
     missed,
     schemas: pointer.value,
+    metric,
     tokenUsage,
     step: ctx.state().analyze?.step ?? 0,
     created_at: new Date().toISOString(),

package/src/orchestrate/interface/orchestrateInterfaceEndpoints.ts

@@ -53,7 +53,7 @@ export async function orchestrateInterfaceEndpoints<
     AutoBeOpenApiEndpointComparator.hashCode,
     AutoBeOpenApiEndpointComparator.equals,
   ).toJSON();
-  return orchestrateInterfaceEndpointsReview(ctx, deduplicated);
+  return await orchestrateInterfaceEndpointsReview(ctx, deduplicated);
 }
 
 async function process<Model extends ILlmSchema.Model>(
@@ -71,7 +71,7 @@ async function process<Model extends ILlmSchema.Model>(
   const pointer: IPointer<AutoBeOpenApi.IEndpoint[] | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceEndpoint",
     histories: transformInterfaceEndpointHistories({
       state: ctx.state(),
@@ -100,6 +100,7 @@ async function process<Model extends ILlmSchema.Model>(
       AutoBeOpenApiEndpointComparator.hashCode,
       AutoBeOpenApiEndpointComparator.equals,
     ).toJSON(),
+    metric,
     tokenUsage,
     created_at: start.toISOString(),
     step: ctx.state().analyze?.step ?? 0,

package/src/orchestrate/interface/orchestrateInterfaceEndpointsReview.ts

@@ -22,7 +22,7 @@ export async function orchestrateInterfaceEndpointsReview<
       value: null,
     };
 
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceEndpointReview",
     histories: transformInterfaceEndpointsReviewHistories(
       ctx.state(),
@@ -43,7 +43,6 @@ export async function orchestrateInterfaceEndpointsReview<
   }
 
   const response = pointer.value?.endpoints ?? [];
-
   ctx.dispatch({
     id: v7(),
     type: "interfaceEndpointReview",
@@ -52,13 +51,13 @@ export async function orchestrateInterfaceEndpointsReview<
     created_at: new Date().toISOString(),
     review: pointer.value?.review,
     step: ctx.state().analyze?.step ?? 0,
+    metric,
     tokenUsage,
   });
-
   return response;
 }
 
-export function createController<Model extends ILlmSchema.Model>(props: {
+function createController<Model extends ILlmSchema.Model>(props: {
   model: Model;
   build: (props: IAutoBeInterfaceEndpointsReviewApplication.IProps) => void;
 }): IAgenticaController.IClass<Model> {

package/src/orchestrate/interface/orchestrateInterfaceGroups.ts

@@ -23,7 +23,7 @@ export async function orchestrateInterfaceGroups<
   const pointer: IPointer<IAutoBeInterfaceGroupApplication.IProps | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceGroup",
     histories: transformInterfaceGroupHistories({
       state: ctx.state(),
@@ -44,6 +44,7 @@ export async function orchestrateInterfaceGroups<
     id: v7(),
     created_at: start.toISOString(),
     groups: pointer.value.groups,
+    metric,
     tokenUsage,
     step: ctx.state().analyze?.step ?? 0,
   } satisfies AutoBeInterfaceGroupEvent;

package/src/orchestrate/interface/orchestrateInterfaceOperations.ts

@@ -119,7 +119,7 @@ async function process<Model extends ILlmSchema.Model>(
   const pointer: IPointer<AutoBeOpenApi.IOperation[] | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceOperation",
     histories: transformInterfaceOperationHistories({
       state: ctx.state(),
@@ -181,6 +181,7 @@ async function process<Model extends ILlmSchema.Model>(
     type: "interfaceOperation",
     id: v7(),
     operations: pointer.value,
+    metric,
     tokenUsage,
     ...props.progress,
     step: ctx.state().analyze?.step ?? 0,

package/src/orchestrate/interface/orchestrateInterfaceOperationsReview.ts

@@ -28,7 +28,7 @@ export async function orchestrateInterfaceOperationsReview<
       {
         value: null,
       };
-    const { tokenUsage } = await ctx.conversate({
+    const { metric, tokenUsage } = await ctx.conversate({
       source: "interfaceOperationReview",
       histories: transformInterfaceOperationsReviewHistories(ctx, operations),
       controller: createReviewController({
@@ -60,6 +60,7 @@ export async function orchestrateInterfaceOperationsReview<
       review: pointer.value.think.review,
       plan: pointer.value.think.plan,
       content,
+      metric,
       tokenUsage,
       created_at: new Date().toISOString(),
       step: ctx.state().analyze?.step ?? 0,

package/src/orchestrate/interface/orchestrateInterfacePrerequisites.ts

@@ -107,7 +107,7 @@ async function divideAndConquer<Model extends ILlmSchema.Model>(
   };
 
   try {
-    const { tokenUsage } = await ctx.conversate({
+    const { metric, tokenUsage } = await ctx.conversate({
       source: "interfacePrerequisite",
       controller: createController({
         model: ctx.model,
@@ -134,6 +134,7 @@ async function divideAndConquer<Model extends ILlmSchema.Model>(
       type: "interfacePrerequisite",
       id: v7(),
       created_at: new Date().toISOString(),
+      metric,
       tokenUsage,
       operations: pointer.value,
       total: props.progress.total,

package/src/orchestrate/interface/orchestrateInterfaceSchemaRename.ts

@@ -157,7 +157,7 @@ const divideAndConquer = async <Model extends ILlmSchema.Model>(
       {
         value: null,
       };
-    const { tokenUsage } = await ctx.conversate({
+    const { metric, tokenUsage } = await ctx.conversate({
       source: "interfaceSchemaRename",
       controller: createController<Model>(
         ctx.model,
@@ -180,6 +180,7 @@ const divideAndConquer = async <Model extends ILlmSchema.Model>(
       refactors: pointer.value.refactors,
       total: props.progress.total,
       completed: (props.progress.completed += props.typeNames.length),
+      metric,
       tokenUsage,
       created_at: new Date().toISOString(),
     } satisfies AutoBeInterfaceSchemaRenameEvent);

package/src/orchestrate/interface/orchestrateInterfaceSchemaReview.ts

@@ -1,5 +1,6 @@
 import { IAgenticaController } from "@agentica/core";
 import { AutoBeOpenApi, AutoBeProgressEventBase } from "@autobe/interface";
+import { AutoBeInterfaceSchemaReviewEvent } from "@autobe/interface/src/events/AutoBeInterfaceSchemaReviewEvent";
 import { ILlmApplication, ILlmSchema, IValidation } from "@samchon/openapi";
 import { OpenApiV3_1Emender } from "@samchon/openapi/lib/converters/OpenApiV3_1Emender";
 import { IPointer } from "tstl";
@@ -19,10 +20,7 @@ import { JsonSchemaValidator } from "./utils/JsonSchemaValidator";
 import { fulfillJsonSchemaErrorMessages } from "./utils/fulfillJsonSchemaErrorMessages";
 
 interface IConfig {
-  type:
-    | "interfaceSchemaContentReview"
-    | "interfaceSchemaSecurityReview"
-    | "interfaceSchemaRelationReview";
+  kind: AutoBeInterfaceSchemaReviewEvent["kind"];
   systemPrompt: string;
 }
 
@@ -34,19 +32,14 @@ export async function orchestrateInterfaceSchemaReview<
   props: {
     document: AutoBeOpenApi.IDocument;
     instruction: string;
+    progress: AutoBeProgressEventBase;
   },
-  capacity: number = AutoBeConfigConstant.INTERFACE_CAPACITY,
 ): Promise<Record<string, AutoBeOpenApi.IJsonSchemaDescriptive>> {
   const typeNames: string[] = Object.keys(props.document.components.schemas);
   const matrix: string[][] = divideArray({
     array: typeNames,
-    capacity,
+    capacity: AutoBeConfigConstant.INTERFACE_CAPACITY,
   });
-  const progress: AutoBeProgressEventBase = {
-    total: matrix.length,
-    completed: 0,
-  };
-
   const x: Record<string, AutoBeOpenApi.IJsonSchemaDescriptive> = {};
   for (const y of await executeCachedBatch(
     matrix.map((it) => async (promptCacheKey) => {
@@ -68,7 +61,7 @@ export async function orchestrateInterfaceSchemaReview<
             },
             {} as Record<string, AutoBeOpenApi.IJsonSchemaDescriptive>,
           ),
-          progress,
+          progress: props.progress,
           promptCacheKey,
         });
       return row;
@@ -97,8 +90,8 @@ async function divideAndConquer<Model extends ILlmSchema.Model>(
       {
         value: null,
       };
-    const { tokenUsage } = await ctx.conversate({
-      source: "interfaceSchemaContentReview",
+    const { metric, tokenUsage } = await ctx.conversate({
+      source: "interfaceSchemaReview",
       controller: createController({
         model: ctx.model,
         pointer,
@@ -127,12 +120,14 @@ async function divideAndConquer<Model extends ILlmSchema.Model>(
     ).schemas ?? {}) as Record<string, AutoBeOpenApi.IJsonSchemaDescriptive>;
 
     ctx.dispatch({
-      type: config.type,
+      type: "interfaceSchemaReview",
+      kind: config.kind,
       id: v7(),
       schemas: props.reviewSchemas,
       review: pointer.value.think.review,
       plan: pointer.value.think.plan,
       content,
+      metric,
       tokenUsage,
       step: ctx.state().analyze?.step ?? 0,
       total: props.progress.total,

package/src/orchestrate/interface/orchestrateInterfaceSchemas.ts

@@ -133,7 +133,7 @@ async function process<Model extends ILlmSchema.Model>(
   > | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "interfaceSchema",
     histories: transformInterfaceSchemaHistories({
       state: ctx.state(),
@@ -187,6 +187,7 @@ async function process<Model extends ILlmSchema.Model>(
     type: "interfaceSchema",
     id: v7(),
     schemas,
+    metric,
     tokenUsage,
     completed: (props.progress.completed += Object.keys(schemas).length),
     total: (props.progress.total += Object.keys(schemas).filter(

package/src/orchestrate/prisma/orchestratePrisma.ts

@@ -13,8 +13,8 @@ import { ILlmSchema } from "@samchon/openapi";
 import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
-import { IAutoBeFacadeApplicationProps } from "../../context/IAutoBeFacadeApplicationProps";
 import { predicateStateMessage } from "../../utils/predicateStateMessage";
+import { IAutoBeFacadeApplicationProps } from "../facade/histories/IAutoBeFacadeApplicationProps";
 import { orchestratePrismaComponents } from "./orchestratePrismaComponent";
 import { orchestratePrismaCorrect } from "./orchestratePrismaCorrect";
 import { orchestratePrismaReview } from "./orchestratePrismaReview";
@@ -104,6 +104,7 @@ export const orchestratePrisma = async <Model extends ILlmSchema.Model>(
     compiled: await compiler.prisma.compile({
       files: finalSchemas,
     }),
+    aggregates: ctx.getCurrentAggregates("prisma"),
     step: ctx.state().analyze?.step ?? 0,
     elapsed: new Date().getTime() - start.getTime(),
     created_at: new Date().toISOString(),

package/src/orchestrate/prisma/orchestratePrismaComponent.ts

@@ -22,7 +22,7 @@ export async function orchestratePrismaComponents<
     value: null,
   };
   const prefix: string | null = ctx.state().analyze?.prefix ?? null;
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "prismaComponent",
     histories: transformPrismaComponentsHistories(ctx.state(), {
       prefix,
@@ -47,6 +47,7 @@ export async function orchestratePrismaComponents<
     review: pointer.value.review,
     decision: pointer.value.decision,
     components: pointer.value.components,
+    metric,
     tokenUsage,
     step: ctx.state().analyze?.step ?? 0,
   };

package/src/orchestrate/prisma/orchestratePrismaCorrect.ts

@@ -116,7 +116,7 @@ async function execute<Model extends ILlmSchema.Model>(
   const pointer: IPointer<IAutoBePrismaCorrectApplication.IProps | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "prismaCorrect",
     histories: transformPrismaCorrectHistories(failure),
     controller: createController({
@@ -149,6 +149,7 @@ async function execute<Model extends ILlmSchema.Model>(
     failure,
     planning: pointer.value.planning,
     correction: correction,
+    metric,
     tokenUsage,
     step: ctx.state().analyze?.step ?? 0,
     created_at: new Date().toISOString(),

package/src/orchestrate/prisma/orchestratePrismaReview.ts

@@ -56,7 +56,7 @@ async function step<Model extends ILlmSchema.Model>(
   const pointer: IPointer<IAutoBePrismaReviewApplication.IProps | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "prismaReview",
     histories: transformPrismaReviewHistories({
       analysis:
@@ -90,6 +90,7 @@ async function step<Model extends ILlmSchema.Model>(
     review: pointer.value.review,
     plan: pointer.value.plan,
     modifications: pointer.value.modifications,
+    metric,
     tokenUsage,
     completed: ++props.progress.completed,
     total: props.progress.total,

package/src/orchestrate/prisma/orchestratePrismaSchemas.ts

@@ -59,7 +59,7 @@ async function process<Model extends ILlmSchema.Model>(
   const pointer: IPointer<IAutoBePrismaSchemaApplication.IProps | null> = {
     value: null,
   };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "prismaSchema",
     histories: transformPrismaSchemaHistories({
       analysis:
@@ -97,6 +97,7 @@ async function process<Model extends ILlmSchema.Model>(
       namespace: props.component.namespace,
       models: pointer.value.models,
     },
+    metric,
     tokenUsage,
     completed: (props.completed.value += props.component.tables.length),
     total: props.total,

package/src/orchestrate/realize/orchestrateRealize.ts

@@ -13,9 +13,9 @@ import { ILlmSchema } from "@samchon/openapi";
 import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
-import { IAutoBeFacadeApplicationProps } from "../../context/IAutoBeFacadeApplicationProps";
 import { executeCachedBatch } from "../../utils/executeCachedBatch";
 import { predicateStateMessage } from "../../utils/predicateStateMessage";
+import { IAutoBeFacadeApplicationProps } from "../facade/histories/IAutoBeFacadeApplicationProps";
 import { compileRealizeFiles } from "./internal/compileRealizeFiles";
 import { orchestrateRealizeAuthorization } from "./orchestrateRealizeAuthorization";
 import { orchestrateRealizeCorrect } from "./orchestrateRealizeCorrect";
@@ -189,13 +189,14 @@ export const orchestrateRealize =
     return ctx.dispatch({
       type: "realizeComplete",
       id: v7(),
-      created_at: new Date().toISOString(),
       functions: bucket.corrected,
       authorizations,
       controllers,
       compiled: bucket.validate.result,
+      aggregates: ctx.getCurrentAggregates("realize"),
       step: ctx.state().analyze?.step ?? 0,
       elapsed: new Date().getTime() - start.getTime(),
+      created_at: new Date().toISOString(),
     });
   };
 

package/src/orchestrate/realize/orchestrateRealizeAuthorization.ts

@@ -80,7 +80,7 @@ async function process<Model extends ILlmSchema.Model>(
     {
       value: null,
     };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "realizeAuthorizationWrite",
     histories: transformRealizeAuthorizationHistories(ctx, actor),
     controller: createController({
@@ -129,6 +129,7 @@ async function process<Model extends ILlmSchema.Model>(
     id: v7(),
     created_at: new Date().toISOString(),
     authorization: authorization,
+    metric,
     tokenUsage,
     completed: ++progress.completed,
     total: progress.total,

package/src/orchestrate/realize/orchestrateRealizeAuthorizationCorrect.ts

@@ -76,7 +76,7 @@ export async function orchestrateRealizeAuthorizationCorrect<
     {
       value: null,
     };
-  const { tokenUsage } = await ctx.conversate({
+  const { metric, tokenUsage } = await ctx.conversate({
     source: "realizeAuthorizationCorrect",
     histories: transformRealizeAuthorizationCorrectHistories(
       ctx,
@@ -126,6 +126,7 @@ export async function orchestrateRealizeAuthorizationCorrect<
     created_at: new Date().toISOString(),
     authorization: result,
     result: compiled,
+    metric,
     tokenUsage,
     step: ctx.state().test?.step ?? 0,
   });