@autobe/agent 0.19.1 → 0.20.0

package/src/context/AutoBeContext.ts

@@ -71,6 +71,7 @@ export namespace AutoBeContext {
     histories: Array<IMicroAgenticaHistoryJson>;
     enforceFunctionCall: boolean;
     message: string;
+    promptCacheKey?: string;
   }
   export interface IResult<Model extends ILlmSchema.Model> {
     histories: MicroAgenticaHistory<Model>[];

package/src/factory/consentFunctionCall.ts

@@ -10,7 +10,7 @@ import {
 } from "@autobe/interface";
 import { IPointer } from "tstl";
 import typia from "typia";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 
 import { AutoBeSystemPromptConstant } from "../constants/AutoBeSystemPromptConstant";
 import { IAutoBeConfig } from "../structures/IAutoBeConfig";
@@ -37,13 +37,13 @@ export const consentFunctionCall = async (props: {
     },
     histories: [
       {
-        id: v4(),
+        id: v7(),
         type: "systemMessage",
         text: AutoBeSystemPromptConstant.CONSENT_FUNCTION_CALL,
         created_at: new Date().toISOString(),
       } satisfies IAgenticaHistoryJson.ISystemMessage,
       {
-        id: v4(),
+        id: v7(),
         type: "assistantMessage",
         text: props.assistantMessage,
         created_at: new Date().toISOString(),
@@ -79,6 +79,7 @@ export const consentFunctionCall = async (props: {
   }
   props.dispatch({
     type: "consentFunctionCall",
+    id: v7(),
     source: props.source,
     assistantMessage: props.assistantMessage,
     result: pointer.value,

package/src/factory/createAutoBeContext.ts

@@ -25,7 +25,7 @@ import {
 } from "@autobe/interface";
 import { ILlmSchema } from "@samchon/openapi";
 import typia from "typia";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 
 import { AutoBeContext } from "../context/AutoBeContext";
 import { AutoBeState } from "../context/AutoBeState";
@@ -82,6 +82,8 @@ export const createAutoBeContext = <Model extends ILlmSchema.Model>(props: {
           event.body.tool_choice = "required";
         if (event.body.parallel_tool_calls !== undefined)
           delete event.body.parallel_tool_calls;
+        if (next.promptCacheKey)
+          event.body.prompt_cache_key = next.promptCacheKey;
         await props.dispatch({
           ...event,
           type: "vendorRequest",
@@ -109,6 +111,7 @@ export const createAutoBeContext = <Model extends ILlmSchema.Model>(props: {
         void props
           .dispatch({
             type: "jsonValidateError",
+            id: v7(),
             source: next.source,
             result: event.result,
             created_at: event.created_at,
@@ -218,7 +221,7 @@ const createDispatch = (props: {
         event,
         history: {
           type: "analyze",
-          id: v4(),
+          id: v7(),
           reason: analyzeStart?.reason ?? "",
           prefix: event.prefix,
           roles: event.roles,
@@ -236,7 +239,7 @@ const createDispatch = (props: {
         event,
         history: {
           type: "prisma",
-          id: v4(),
+          id: v7(),
           reason: prismaStart?.reason ?? "",
           schemas: event.schemas,
           result: event.result,
@@ -254,7 +257,7 @@ const createDispatch = (props: {
         event,
         history: {
           type: "interface",
-          id: v4(),
+          id: v7(),
           reason: interfaceStart?.reason ?? "",
           authorizations: event.authorizations,
           document: event.document,
@@ -271,7 +274,7 @@ const createDispatch = (props: {
         event,
         history: {
           type: "test",
-          id: v4(),
+          id: v7(),
           reason: testStart?.reason ?? "",
           files: event.files,
           compiled: event.compiled,
@@ -288,7 +291,7 @@ const createDispatch = (props: {
         event,
         history: {
           type: "realize",
-          id: v4(),
+          id: v7(),
           reason: realizeStart?.reason ?? "",
           authorizations: event.authorizations,
           functions: event.functions,

package/src/orchestrate/analyze/histories/{transformAnalyzeReviewerHistories.ts → transformAnalyzeReviewHistories.ts}

@@ -1,19 +1,18 @@
 import { IAgenticaHistoryJson } from "@agentica/core";
 import { AutoBeAnalyzeScenarioEvent } from "@autobe/interface";
 import { AutoBeAnalyzeFile } from "@autobe/interface/src/histories/contents/AutoBeAnalyzeFile";
+import { StringUtil } from "@autobe/utils";
 import { ILlmSchema } from "@samchon/openapi";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 
 import { AutoBeSystemPromptConstant } from "../../../constants/AutoBeSystemPromptConstant";
 import { AutoBeContext } from "../../../context/AutoBeContext";
 import { transformAnalyzeWriteHistories } from "./transformAnalyzeWriteHistories";
 
-export const transformAnalyzeReviewerHistories = <
-  Model extends ILlmSchema.Model,
->(
+export const transformAnalyzeReviewHistories = <Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
   scenario: AutoBeAnalyzeScenarioEvent,
-  otherFiles: AutoBeAnalyzeFile[],
+  allFiles: AutoBeAnalyzeFile[],
   myFile: AutoBeAnalyzeFile,
 ): Array<
   | IAgenticaHistoryJson.IUserMessage
@@ -21,40 +20,34 @@ export const transformAnalyzeReviewerHistories = <
   | IAgenticaHistoryJson.ISystemMessage
 > => {
   return [
-    ...transformAnalyzeWriteHistories(ctx, scenario, myFile),
+    ...transformAnalyzeWriteHistories(ctx, scenario, myFile).slice(0, -1),
     {
-      id: v4(),
+      id: v7(),
       created_at: new Date().toISOString(),
-      type: "assistantMessage",
-      text: [
-        "Here are the other documents written in other agents:",
-        "",
-        "```json",
-        JSON.stringify(otherFiles),
-        "```",
-        "",
-        "And here is the target document to review what you have written:",
-        "",
-        "```json",
-        JSON.stringify(myFile),
-        "```",
-      ].join("\n"),
+      type: "systemMessage",
+      text: AutoBeSystemPromptConstant.ANALYZE_REVIEW,
     },
     {
-      id: v4(),
+      id: v7(),
       created_at: new Date().toISOString(),
-      type: "systemMessage",
-      text: AutoBeSystemPromptConstant.ANALYZE_REVIEW,
+      type: "assistantMessage",
+      text: StringUtil.trim`
+        Here are the all documents written:
+        
+        \`\`\`json
+        ${JSON.stringify(allFiles)}
+        \`\`\`
+      `,
     },
     {
-      id: v4(),
+      id: v7(),
       created_at: new Date().toISOString(),
       type: "assistantMessage",
-      text: [
-        `Review the ${myFile.filename} document.`,
-        "",
-        "Note that, never review others.",
-      ].join("\n"),
+      text: StringUtil.trim`
+        Review the ${myFile.filename} document.
+        
+        Note that, never review others.
+      `,
     },
   ];
 };

package/src/orchestrate/analyze/histories/transformAnalyzeScenarioHistories.ts

@@ -1,6 +1,7 @@
 import { IMicroAgenticaHistoryJson } from "@agentica/core";
+import { StringUtil } from "@autobe/utils";
 import { ILlmSchema } from "@samchon/openapi";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 
 import { AutoBeSystemPromptConstant } from "../../../constants/AutoBeSystemPromptConstant";
 import { AutoBeContext } from "../../../context/AutoBeContext";
@@ -13,21 +14,23 @@ export function transformAnalyzeSceHistories<Model extends ILlmSchema.Model>(
       .histories()
       .filter((h) => h.type === "userMessage" || h.type === "assistantMessage"),
     {
-      id: v4(),
+      id: v7(),
       type: "systemMessage",
       text: AutoBeSystemPromptConstant.ANALYZE_SCENARIO,
       created_at: new Date().toISOString(),
     },
     {
-      id: v4(),
+      id: v7(),
       type: "systemMessage",
-      text: [
-        "One agent per page of the document you specify will write according to the instructions below.",
-        "You should also refer to the content to define the document list.",
-        "```",
-        AutoBeSystemPromptConstant.ANALYZE_WRITE,
-        "```",
-      ].join("\n"),
+      text: StringUtil.trim`
+        > One agent per page of the document you specify will 
+        > write according to the instructions below. You should also refer 
+        > to the content to define the document list.
+
+        ----------------------
+
+        ${AutoBeSystemPromptConstant.ANALYZE_WRITE}
+      `,
       created_at: new Date().toISOString(),
     },
   ];

package/src/orchestrate/analyze/histories/transformAnalyzeWriteHistories.ts

@@ -1,8 +1,9 @@
 import { IAgenticaHistoryJson } from "@agentica/core";
 import { AutoBeAnalyzeScenarioEvent } from "@autobe/interface";
 import { AutoBeAnalyzeFile } from "@autobe/interface/src/histories/contents/AutoBeAnalyzeFile";
+import { StringUtil } from "@autobe/utils";
 import { ILlmSchema } from "@samchon/openapi";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 
 import { AutoBeSystemPromptConstant } from "../../../constants/AutoBeSystemPromptConstant";
 import { AutoBeContext } from "../../../context/AutoBeContext";
@@ -15,64 +16,62 @@ export const transformAnalyzeWriteHistories = <Model extends ILlmSchema.Model>(
   | IAgenticaHistoryJson.IUserMessage
   | IAgenticaHistoryJson.IAssistantMessage
   | IAgenticaHistoryJson.ISystemMessage
-> => {
-  return [
-    ...ctx
-      .histories()
-      .filter((h) => h.type === "userMessage" || h.type === "assistantMessage")
-      .map((h) => {
-        const text =
-          h.type === "userMessage"
-            ? h.contents
-                .filter((el) => el.type === "text")
-                .map((el) => el.text)
-                .join("\n")
-            : h.text;
+> => [
+  ...ctx
+    .histories()
+    .filter((h) => h.type === "userMessage" || h.type === "assistantMessage")
+    .map((h) => {
+      const text =
+        h.type === "userMessage"
+          ? h.contents
+              .filter((el) => el.type === "text")
+              .map((el) => el.text)
+              .join("\n")
+          : h.text;
+      return {
+        ...h,
+        text,
+      };
+    }),
+  {
+    id: v7(),
+    created_at: new Date().toISOString(),
+    type: "systemMessage",
+    text: AutoBeSystemPromptConstant.ANALYZE_WRITE,
+  },
+  {
+    id: v7(),
+    created_at: new Date().toISOString(),
+    type: "assistantMessage",
+    text: StringUtil.trim`
+      ## Language
+      
+      The language of the document is ${JSON.stringify(scenario.language ?? "en-US")}.
+      
+      ## Metadata
+      
+      Prefix name of the service to create is ${scenario.prefix}
+      and here is the list of the roles to reference.
+      
+      \`\`\`json
+      ${JSON.stringify(scenario.roles)}
+      \`\`\`
+      
+      Here is the entire list of the documents that would be published
+      in someday, and your role is to writing a document of them:
+      
+      ## The other documents that would be published in someday
 
-        return {
-          ...h,
-          text,
-        };
-      }),
-    {
-      id: v4(),
-      created_at: new Date().toISOString(),
-      type: "systemMessage",
-      text: AutoBeSystemPromptConstant.ANALYZE_WRITE,
-    },
-    {
-      id: v4(),
-      created_at: new Date().toISOString(),
-      type: "assistantMessage",
-      text: [
-        "## Metadata",
-        "",
-        `Prefix name of the service to create is ${scenario.prefix},`,
-        "and here is the list of the roles to reference:",
-        "",
-        "```json",
-        JSON.stringify(scenario.roles),
-        "```",
-        "",
-        "Here is the entire list of the documents that would be published",
-        "in someday, and your role is to writing a document of them:",
-        "",
-        "## The other documents that would be published in someday",
-        "```json",
-        JSON.stringify(
-          scenario.files.filter((f) => f.filename !== file.filename),
-        ),
-        "```",
-        "",
-        "## The document to write",
-        "```json",
-        JSON.stringify(file),
-        "```",
-        "",
-        "## Language",
-        "",
-        `The language of the document is ${scenario.language ?? "en-US"}.`,
-      ].join("\n"),
-    },
-  ];
-};
+      \`\`\`json
+      ${JSON.stringify(
+        scenario.files.filter((f) => f.filename !== file.filename),
+      )}
+      \`\`\`
+      
+      ## The document to write
+      \`\`\`json
+      ${JSON.stringify(file)}
+      \`\`\`
+    `,
+  },
+];

package/src/orchestrate/analyze/orchestrateAnalyze.ts

@@ -8,9 +8,11 @@ import {
 } from "@autobe/interface";
 import { AutoBeAnalyzeFile } from "@autobe/interface/src/histories/contents/AutoBeAnalyzeFile";
 import { ILlmSchema } from "@samchon/openapi";
+import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { IAutoBeApplicationProps } from "../../context/IAutoBeApplicationProps";
+import { executeCachedBatch } from "../../utils/executeCachedBatch";
 import { orchestrateAnalyzeReview } from "./orchestrateAnalyzeReview";
 import { orchestrateAnalyzeScenario } from "./orchestrateAnalyzeScenario";
 import { orchestrateAnalyzeWrite } from "./orchestrateAnalyzeWrite";
@@ -26,6 +28,7 @@ export const orchestrateAnalyze =
 
     ctx.dispatch({
       type: "analyzeStart",
+      id: v7(),
       reason: props.reason,
       step,
       created_at: startTime.toISOString(),
@@ -43,13 +46,16 @@ export const orchestrateAnalyze =
       total: scenario.files.length,
       completed: 0,
     };
-    const fileList: AutoBeAnalyzeFile[] = await Promise.all(
-      scenario.files.map(async (file) => {
+    const fileList: AutoBeAnalyzeFile[] = await executeCachedBatch(
+      scenario.files.map((file) => async (promptCacheKey) => {
         const event: AutoBeAnalyzeWriteEvent = await orchestrateAnalyzeWrite(
           ctx,
-          scenario,
-          file,
-          writeProgress,
+          {
+            scenario,
+            file,
+            progress: writeProgress,
+            promptCacheKey,
+          },
         );
         return event.file;
       }),
@@ -60,17 +66,17 @@ export const orchestrateAnalyze =
       total: fileList.length,
       completed: 0,
     };
-    const newFiles: AutoBeAnalyzeFile[] = await Promise.all(
-      fileList.map(async (file, i) => {
+    const newFiles: AutoBeAnalyzeFile[] = await executeCachedBatch(
+      fileList.map((file) => async (promptCacheKey) => {
         try {
           const event: AutoBeAnalyzeReviewEvent =
-            await orchestrateAnalyzeReview(
-              ctx,
+            await orchestrateAnalyzeReview(ctx, {
               scenario,
-              fileList.filter((_, j) => j !== i), // other files
-              file,
-              reviewProgress,
-            );
+              allFiles: fileList, // all files
+              myFile: file,
+              progress: reviewProgress,
+              promptCacheKey,
+            });
           return {
             ...event.file,
             content: event.content,
@@ -84,6 +90,7 @@ export const orchestrateAnalyze =
     // Complete the analysis
     return ctx.dispatch({
       type: "analyzeComplete",
+      id: v7(),
       roles: scenario.roles,
       prefix: scenario.prefix,
       files: newFiles,

package/src/orchestrate/analyze/orchestrateAnalyzeReview.ts

@@ -8,18 +8,22 @@ import { AutoBeAnalyzeFile } from "@autobe/interface/src/histories/contents/Auto
 import { ILlmApplication, ILlmSchema } from "@samchon/openapi";
 import { IPointer } from "tstl";
 import typia from "typia";
+import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
-import { transformAnalyzeReviewerHistories } from "./histories/transformAnalyzeReviewerHistories";
+import { transformAnalyzeReviewHistories } from "./histories/transformAnalyzeReviewHistories";
 import { IAutoBeAnalyzeReviewApplication } from "./structures/IAutoBeAnalyzeReviewApplication";
 
 export const orchestrateAnalyzeReview = async <Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
-  scenario: AutoBeAnalyzeScenarioEvent,
-  otherFiles: AutoBeAnalyzeFile[],
-  myFile: AutoBeAnalyzeFile,
-  progress: AutoBeProgressEventBase,
+  props: {
+    scenario: AutoBeAnalyzeScenarioEvent;
+    allFiles: AutoBeAnalyzeFile[];
+    myFile: AutoBeAnalyzeFile;
+    progress: AutoBeProgressEventBase;
+    promptCacheKey: string;
+  },
 ): Promise<AutoBeAnalyzeReviewEvent> => {
   const pointer: IPointer<IAutoBeAnalyzeReviewApplication.IProps | null> = {
     value: null,
@@ -31,9 +35,15 @@ export const orchestrateAnalyzeReview = async <Model extends ILlmSchema.Model>(
       pointer,
     }),
     histories: [
-      ...transformAnalyzeReviewerHistories(ctx, scenario, otherFiles, myFile),
+      ...transformAnalyzeReviewHistories(
+        ctx,
+        props.scenario,
+        props.allFiles,
+        props.myFile,
+      ),
     ],
     enforceFunctionCall: true,
+    promptCacheKey: props.promptCacheKey,
     message: "Review the requirement document",
   });
   if (pointer.value === null)
@@ -41,13 +51,14 @@ export const orchestrateAnalyzeReview = async <Model extends ILlmSchema.Model>(
 
   const event: AutoBeAnalyzeReviewEvent = {
     type: "analyzeReview",
-    file: myFile,
+    id: v7(),
+    file: props.myFile,
     plan: pointer.value.plan,
     review: pointer.value.review,
     content: pointer.value.content,
     tokenUsage,
-    total: progress.total,
-    completed: ++progress.completed,
+    total: props.progress.total,
+    completed: ++props.progress.completed,
     step: (ctx.state().analyze?.step ?? -1) + 1,
     created_at: new Date().toISOString(),
   };

package/src/orchestrate/analyze/orchestrateAnalyzeScenario.ts

@@ -6,10 +6,11 @@ import {
   AutoBeAnalyzeScenarioEvent,
   AutoBeAssistantMessageHistory,
 } from "@autobe/interface";
+import { StringUtil } from "@autobe/utils";
 import { ILlmApplication, ILlmSchema } from "@samchon/openapi";
 import { IPointer } from "tstl";
 import typia from "typia";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
@@ -29,23 +30,23 @@ export const orchestrateAnalyzeScenario = async <
     source: "analyzeScenario",
     controller: createController<Model>({
       model: ctx.model,
-      pointer,
+      build: (value) => (pointer.value = value),
     }),
     histories: transformAnalyzeSceHistories(ctx),
     enforceFunctionCall: false,
-    message: [
-      `Design a complete list of documents and user roles for this project.`,
-      `Define user roles that can authenticate via API and create appropriate documentation files.`,
-      `You must respect the number of documents specified by the user.`,
-      `Note that the user's locale is in ${ctx.locale}.`,
-    ].join("\n"),
+    message: StringUtil.trim`
+      Design a complete list of documents and user roles for this project.
+      Define user roles that can authenticate via API and create appropriate documentation files.
+      You must respect the number of documents specified by the user.
+      Note that the user's locale is in ${ctx.locale}.
+    `,
   });
   if (histories.at(-1)?.type === "assistantMessage")
     return {
       ...(histories.at(-1)! as AgenticaAssistantMessageHistory),
       created_at: start.toISOString(),
       completed_at: new Date().toISOString(),
-      id: v4(),
+      id: v7(),
     } satisfies AutoBeAssistantMessageHistory;
   else if (pointer.value === null) {
     // unreachable
@@ -53,6 +54,7 @@ export const orchestrateAnalyzeScenario = async <
   }
   return {
     type: "analyzeScenario",
+    id: v7(),
     prefix: pointer.value.prefix,
     language: pointer.value.language,
     roles: pointer.value.roles,
@@ -65,7 +67,7 @@ export const orchestrateAnalyzeScenario = async <
 
 function createController<Model extends ILlmSchema.Model>(props: {
   model: Model;
-  pointer: IPointer<IAutoBeAnalyzeScenarioApplication.IProps | null>;
+  build: (value: IAutoBeAnalyzeScenarioApplication.IProps) => void;
 }): IAgenticaController.IClass<Model> {
   assertSchemaModel(props.model);
   const application: ILlmApplication<Model> = collection[
@@ -77,7 +79,7 @@ function createController<Model extends ILlmSchema.Model>(props: {
     application,
     execute: {
       compose: (input) => {
-        props.pointer.value = input;
+        props.build(input);
       },
     } satisfies IAutoBeAnalyzeScenarioApplication,
   };

package/src/orchestrate/analyze/orchestrateAnalyzeWrite.ts

@@ -2,11 +2,13 @@ import { IAgenticaController } from "@agentica/core";
 import {
   AutoBeAnalyzeScenarioEvent,
   AutoBeAnalyzeWriteEvent,
+  AutoBeProgressEventBase,
 } from "@autobe/interface";
 import { AutoBeAnalyzeFile } from "@autobe/interface/src/histories/contents/AutoBeAnalyzeFile";
 import { ILlmApplication, ILlmSchema } from "@samchon/openapi";
 import { IPointer } from "tstl";
 import typia from "typia";
+import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
@@ -15,13 +17,14 @@ import { IAutoBeAnalyzeWriteApplication } from "./structures/IAutoBeAnalyzeWrite
 
 export const orchestrateAnalyzeWrite = async <Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
-  scenario: AutoBeAnalyzeScenarioEvent,
-  file: AutoBeAnalyzeFile.Scenario,
-  progress: {
-    total: number;
-    completed: number;
+  props: {
+    scenario: AutoBeAnalyzeScenarioEvent;
+    file: AutoBeAnalyzeFile.Scenario;
+    progress: AutoBeProgressEventBase;
+    promptCacheKey: string;
   },
 ): Promise<AutoBeAnalyzeWriteEvent> => {
+  const { scenario, file, progress, promptCacheKey } = props;
   const pointer: IPointer<IAutoBeAnalyzeWriteApplication.IProps | null> = {
     value: null,
   };
@@ -33,6 +36,7 @@ export const orchestrateAnalyzeWrite = async <Model extends ILlmSchema.Model>(
     }),
     histories: transformAnalyzeWriteHistories(ctx, scenario, file),
     enforceFunctionCall: true,
+    promptCacheKey,
     message: "Write requirement analysis report.",
   });
   if (pointer.value === null) {
@@ -42,6 +46,7 @@ export const orchestrateAnalyzeWrite = async <Model extends ILlmSchema.Model>(
 
   const event: AutoBeAnalyzeWriteEvent = {
     type: "analyzeWrite",
+    id: v7(),
     file: {
       ...file,
       content: pointer.value.content,