@autobe/agent 0.7.3 → 0.9.0

package/src/orchestrate/interface/orchestrateInterfaceComplement.ts

@@ -13,6 +13,7 @@ import { v4 } from "uuid";
 import { AutoBeSystemPromptConstant } from "../../constants/AutoBeSystemPromptConstant";
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
+import { enforceToolCall } from "../../utils/enforceToolCall";
 import { transformInterfaceHistories } from "./transformInterfaceHistories";
 
 export function orchestrateInterfaceComplement<Model extends ILlmSchema.Model>(
@@ -79,21 +80,21 @@ async function step<Model extends ILlmSchema.Model>(
       createApplication({
         model: ctx.model,
         build: (next) => {
-          pointer.value = (OpenApiV3_1Emender.convertComponents({
-            schemas: next,
-          }).schemas ?? {}) as Record<
-            string,
-            AutoBeOpenApi.IJsonSchemaDescriptive
-          >;
+          pointer.value ??= {};
+          Object.assign(
+            pointer.value,
+            (OpenApiV3_1Emender.convertComponents({
+              schemas: next,
+            }).schemas ?? {}) as Record<
+              string,
+              AutoBeOpenApi.IJsonSchemaDescriptive
+            >,
+          );
         },
       }),
     ],
   });
-  agentica.on("request", async (event) => {
-    if (event.body.tools) {
-      event.body.tool_choice = "required";
-    }
-  });
+  enforceToolCall(agentica);
 
   await agentica.conversate("Fill missing schema types please");
   if (pointer.value === null) {

package/src/orchestrate/interface/orchestrateInterfaceComponents.ts

@@ -10,6 +10,7 @@ import { AutoBeSystemPromptConstant } from "../../constants/AutoBeSystemPromptCo
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
 import { divideArray } from "../../utils/divideArray";
+import { enforceToolCall } from "../../utils/enforceToolCall";
 import { transformInterfaceHistories } from "./transformInterfaceHistories";
 
 export async function orchestrateInterfaceComponents<
@@ -131,17 +132,17 @@ async function process<Model extends ILlmSchema.Model>(
       createApplication({
         model: ctx.model,
         build: async (components) => {
-          pointer.value = components;
+          pointer.value ??= {
+            schemas: {},
+          };
+          pointer.value.authorization ??= components.authorization;
+          Object.assign(pointer.value.schemas, components.schemas);
         },
         pointer,
       }),
     ],
   });
-  agentica.on("request", async (event) => {
-    if (event.body.tools) {
-      event.body.tool_choice = "required";
-    }
-  });
+  enforceToolCall(agentica);
 
   const already: string[] = Object.keys(oldbie.schemas);
   await agentica.conversate(

package/src/orchestrate/interface/orchestrateInterfaceEndpoints.ts

@@ -48,7 +48,8 @@ export async function orchestrateInterfaceEndpoints<
       createApplication({
         model: ctx.model,
         build: (endpoints) => {
-          pointer.value = endpoints;
+          pointer.value ??= endpoints;
+          pointer.value.push(...endpoints);
         },
       }),
     ],

package/src/orchestrate/interface/orchestrateInterfaceOperations.ts

@@ -8,6 +8,7 @@ import { AutoBeSystemPromptConstant } from "../../constants/AutoBeSystemPromptCo
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
 import { divideArray } from "../../utils/divideArray";
+import { enforceToolCall } from "../../utils/enforceToolCall";
 import { OpenApiEndpointComparator } from "./OpenApiEndpointComparator";
 import { transformInterfaceHistories } from "./transformInterfaceHistories";
 
@@ -105,17 +106,13 @@ async function process<Model extends ILlmSchema.Model>(
       createApplication({
         model: ctx.model,
         build: (endpoints) => {
-          pointer.value = endpoints;
+          pointer.value ??= [];
+          pointer.value.push(...endpoints);
         },
-        pointer,
       }),
     ],
   });
-  agentica.on("request", async (event) => {
-    if (event.body.tools) {
-      event.body.tool_choice = "required";
-    }
-  });
+  enforceToolCall(agentica);
   await agentica.conversate(
     [
       "Make API operations for below endpoints:",
@@ -132,7 +129,6 @@ async function process<Model extends ILlmSchema.Model>(
 function createApplication<Model extends ILlmSchema.Model>(props: {
   model: Model;
   build: (operations: AutoBeOpenApi.IOperation[]) => void;
-  pointer: IPointer<AutoBeOpenApi.IOperation[] | null>;
 }): IAgenticaController.IClass<Model> {
   assertSchemaModel(props.model);
 
@@ -143,7 +139,6 @@ function createApplication<Model extends ILlmSchema.Model>(props: {
     const result: IValidation<IMakeOperationProps> =
       typia.validate<IMakeOperationProps>(next);
     if (result.success === false) return result;
-    props.pointer.value = result.data.operations;
 
     const errors: IValidation.IError[] = [];
     result.data.operations.forEach((op, i) => {

package/src/orchestrate/prisma/orchestratePrisma.ts

@@ -51,6 +51,7 @@ export const orchestratePrisma =
     );
     const schemas: Record<string, string> = await ctx.compiler.prisma.write(
       result.data,
+      "postgres",
     );
     const history: AutoBePrismaHistory = {
       type: "prisma",

package/src/orchestrate/prisma/orchestratePrismaComponent.ts

@@ -40,7 +40,10 @@ export async function orchestratePrismaComponents<
       createApplication({
         model: ctx.model,
         build: (next) => {
-          pointer.value = next;
+          pointer.value ??= {
+            components: [],
+          };
+          pointer.value.components.push(...next.components);
         },
       }),
     ],

package/src/orchestrate/prisma/orchestratePrismaCorrect.ts

@@ -6,6 +6,7 @@ import typia from "typia";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
+import { enforceToolCall } from "../../utils/enforceToolCall";
 import { transformPrismaCorrectHistories } from "./transformPrismaCorrectHistories";
 
 export function orchestratePrismaCorrect<Model extends ILlmSchema.Model>(
@@ -36,8 +37,10 @@ async function step<Model extends ILlmSchema.Model>(
   else if (life <= 0) return result; // FAILURE
 
   // VALIDATION FAILED
-  const schemas: Record<string, string> =
-    await ctx.compiler.prisma.write(application);
+  const schemas: Record<string, string> = await ctx.compiler.prisma.write(
+    application,
+    "postgres",
+  );
   ctx.dispatch({
     type: "prismaValidate",
     result,
@@ -69,11 +72,7 @@ async function step<Model extends ILlmSchema.Model>(
       }),
     ],
   });
-  agentica.on("request", (event) => {
-    if (event.body.tools) {
-      event.body.tool_choice = "required";
-    }
-  });
+  enforceToolCall(agentica);
 
   // REQUEST CORRECTION
   await agentica.conversate(

package/src/orchestrate/prisma/orchestratePrismaSchema.ts

@@ -7,6 +7,7 @@ import typia from "typia";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
+import { enforceToolCall } from "../../utils/enforceToolCall";
 import { transformPrismaSchemaHistories } from "./transformPrismaSchemaHistories";
 
 export async function orchestratePrismaSchemas<Model extends ILlmSchema.Model>(
@@ -64,17 +65,19 @@ async function process<Model extends ILlmSchema.Model>(
       createApplication({
         model: ctx.model,
         build: (next) => {
-          pointer.value = next;
-          pointer.value.file.filename = component.filename;
+          pointer.value ??= {
+            file: {
+              filename: component.filename,
+              namespace: next.file.namespace,
+              models: [],
+            },
+          };
+          pointer.value.file.models.push(...next.file.models);
         },
       }),
     ],
   });
-  agentica.on("request", async (event) => {
-    if (event.body.tools) {
-      event.body.tool_choice = "required";
-    }
-  });
+  enforceToolCall(agentica);
   await agentica.conversate("Make prisma schema file please");
   if (pointer.value === null)
     throw new Error("Unreachable code: Prisma Schema not generated");

package/src/orchestrate/test/orchestrateTest.ts

@@ -1,9 +1,8 @@
 import {
   AutoBeAssistantMessageHistory,
   AutoBeTestHistory,
-  AutoBeTestProgressEvent,
+  AutoBeTestWriteEvent,
 } from "@autobe/interface";
-import { AutoBeTestScenarioEvent } from "@autobe/interface/src/events/AutoBeTestScenarioEvent";
 import { ILlmSchema } from "@samchon/openapi";
 import { v4 } from "uuid";
 
@@ -44,22 +43,16 @@ export const orchestrateTest =
       return history;
     }
 
-    // SCENARIOS
-    const scenarioEvent: AutoBeTestScenarioEvent =
-      await orchestrateTestScenario(ctx);
+    // PLAN
+    const { scenarios } = await orchestrateTestScenario(ctx);
 
-    const scenarios = scenarioEvent.scenarios
-      .map((scenario) => {
-        return scenario.scenarios;
-      })
-      .flat();
-
-    const codes: AutoBeTestProgressEvent[] = await orchestrateTestProgress(
+    // TEST CODE
+    const codes: AutoBeTestWriteEvent[] = await orchestrateTestProgress(
       ctx,
       scenarios,
     );
 
-    const correct = await orchestrateTestCorrect(ctx, codes);
+    const correct = await orchestrateTestCorrect(ctx, codes, scenarios);
 
     const history: AutoBeTestHistory = {
       type: "test",

package/src/orchestrate/test/orchestrateTestCorrect.ts

@@ -1,7 +1,9 @@
 import { IAgenticaController, MicroAgentica } from "@agentica/core";
 import {
-  AutoBeTestProgressEvent,
+  AutoBeOpenApi,
+  AutoBeTestScenarioEvent,
   AutoBeTestValidateEvent,
+  AutoBeTestWriteEvent,
   IAutoBeTypeScriptCompilerResult,
 } from "@autobe/interface";
 import { ILlmApplication, ILlmSchema } from "@samchon/openapi";
@@ -10,31 +12,49 @@ import typia from "typia";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
+import { randomBackoffRetry } from "../../utils/backoffRetry";
+import { enforceToolCall } from "../../utils/enforceToolCall";
+import { filterDocument } from "./orchestrateTestProgress";
 import { transformTestCorrectHistories } from "./transformTestCorrectHistories";
 
 export async function orchestrateTestCorrect<Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
-  codes: AutoBeTestProgressEvent[],
+  codes: AutoBeTestWriteEvent[],
+  scenarios: AutoBeTestScenarioEvent.IScenario[],
   life: number = 4,
 ): Promise<AutoBeTestValidateEvent> {
+  const scenarioMap: Map<string, AutoBeTestScenarioEvent.IScenario> = new Map();
+  codes.forEach(({ filename }, index) => {
+    scenarioMap.set(filename, scenarios[index]);
+  });
+
   // 1) Build map of new test files from progress events
-  const testFiles = Object.fromEntries(
-    codes.map(({ filename, content }) => [
-      `test/features/api/${filename}`,
-      content,
-    ]),
-  );
+  const testFiles: Record<string, string> = codes
+    .map(({ filename, content }) => {
+      return {
+        [`test/features/api/${filename}`]: content,
+      };
+    })
+    .reduce<Record<string, string>>((acc, cur) => Object.assign(acc, cur), {});
 
   // 2) Keep only files outside the test directory from current state
-  const retainedFiles = Object.fromEntries(
-    Object.entries(ctx.state().interface?.files ?? {}).filter(
-      ([filename]) => !filename.startsWith("test/features/api"),
-    ),
-  );
+  const retainedFiles: Record<string, string> = Object.entries(
+    ctx.state().interface?.files ?? {},
+  )
+    .filter(([filename]) => {
+      return !filename.startsWith("test/features/api");
+    })
+    .map(([filename, content]) => {
+      return { [filename]: content };
+    })
+    .reduce<Record<string, string>>((acc, cur) => Object.assign(acc, cur), {});
 
   // 3) Merge and filter: keep .ts/.json, drop anything under "benchmark"
-  const mergedFiles = { ...retainedFiles, ...testFiles };
-  const files = Object.fromEntries(
+  const mergedFiles: Record<string, string> = {
+    ...retainedFiles,
+    ...testFiles,
+  };
+  const files: Record<string, string> = Object.fromEntries(
     Object.entries(mergedFiles).filter(
       ([filename]) =>
         (filename.endsWith(".ts") && !filename.startsWith("test/benchmark/")) ||
@@ -43,7 +63,12 @@ export async function orchestrateTestCorrect<Model extends ILlmSchema.Model>(
   );
 
   // 4) Ask the LLM to correct the filtered file set
-  const response = await step(ctx, files, life);
+  const response: AutoBeTestValidateEvent = await step(
+    ctx,
+    files,
+    scenarioMap,
+    life,
+  );
 
   // 5) Combine original + corrected files and dispatch event
   const event: AutoBeTestValidateEvent = {
@@ -51,7 +76,6 @@ export async function orchestrateTestCorrect<Model extends ILlmSchema.Model>(
     type: "testValidate",
     files: { ...mergedFiles, ...response.files },
   };
-
   return event;
 }
 
@@ -73,13 +97,15 @@ export async function orchestrateTestCorrect<Model extends ILlmSchema.Model>(
 async function step<Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
   files: Record<string, string>,
+  scenarioMap: Map<string, AutoBeTestScenarioEvent.IScenario>,
   life: number,
 ): Promise<AutoBeTestValidateEvent> {
   // COMPILE TEST CODE
-  const result = await ctx.compiler.typescript({
-    files,
-  });
 
+  const result: IAutoBeTypeScriptCompilerResult =
+    await ctx.compiler.typescript.compile({
+      files,
+    });
   if (result.type === "success") {
     // SUCCESS
     return {
@@ -100,7 +126,6 @@ async function step<Model extends ILlmSchema.Model>(
       result,
       step: ctx.state().interface?.step ?? 0,
     });
-
     throw new Error(JSON.stringify(result.error, null, 2));
   }
 
@@ -154,11 +179,17 @@ async function step<Model extends ILlmSchema.Model>(
     };
 
   // VALIDATION FAILED
-  const validate = await Promise.all(
+  const validate: [string, string][] = await Promise.all(
     Object.entries(diagnostics).map(async ([filename, d]) => {
-      const code = files[filename];
-      const response = await process(ctx, d, code);
-
+      const scenario: AutoBeTestScenarioEvent.IScenario =
+        scenarioMap.get(filename)!;
+      const code: string = files[filename];
+      const response: ICorrectTestFunctionProps = await process(
+        ctx,
+        d,
+        code,
+        scenario,
+      );
       ctx.dispatch({
         type: "testCorrect",
         created_at: new Date().toISOString(),
@@ -175,9 +206,11 @@ async function step<Model extends ILlmSchema.Model>(
     }),
   );
 
-  const newFiles = { ...files, ...Object.fromEntries(validate) };
-
-  return step(ctx, newFiles, life - 1);
+  const newFiles: Record<string, string> = {
+    ...files,
+    ...Object.fromEntries(validate),
+  };
+  return step(ctx, newFiles, scenarioMap, life - 1);
 }
 
 /**
@@ -194,26 +227,32 @@ async function process<Model extends ILlmSchema.Model>(
   ctx: AutoBeContext<Model>,
   diagnostics: IAutoBeTypeScriptCompilerResult.IDiagnostic[],
   code: string,
+  scenario: AutoBeTestScenarioEvent.IScenario,
 ): Promise<ICorrectTestFunctionProps> {
   const pointer: IPointer<ICorrectTestFunctionProps | null> = {
     value: null,
   };
 
-  const apiFiles = Object.entries(ctx.state().interface?.files ?? {})
-    .filter(([filename]) => {
-      return filename.startsWith("src/api/");
-    })
-    .reduce<Record<string, string>>((acc, [filename, content]) => {
-      return Object.assign(acc, { [filename]: content });
-    }, {});
+  let document: AutoBeOpenApi.IDocument | null = null;
+  if (scenario) {
+    document = filterDocument(scenario, ctx.state().interface!.document);
+  }
 
-  const dtoFiles = Object.entries(ctx.state().interface?.files ?? {})
-    .filter(([filename]) => {
-      return filename.startsWith("src/api/structures/");
-    })
-    .reduce<Record<string, string>>((acc, [filename, content]) => {
-      return Object.assign(acc, { [filename]: content });
-    }, {});
+  // const apiFiles = Object.entries(ctx.state().interface?.files ?? {})
+  //   .filter(([filename]) => {
+  //     return filename.startsWith("src/api/");
+  //   })
+  //   .reduce<Record<string, string>>((acc, [filename, content]) => {
+  //     return Object.assign(acc, { [filename]: content });
+  //   }, {});
+
+  // const dtoFiles = Object.entries(ctx.state().interface?.files ?? {})
+  //   .filter(([filename]) => {
+  //     return filename.startsWith("src/api/structures/");
+  //   })
+  //   .reduce<Record<string, string>>((acc, [filename, content]) => {
+  //     return Object.assign(acc, { [filename]: content });
+  //   }, {});
 
   const agentica = new MicroAgentica({
     model: ctx.model,
@@ -221,7 +260,7 @@ async function process<Model extends ILlmSchema.Model>(
     config: {
       ...(ctx.config ?? {}),
     },
-    histories: transformTestCorrectHistories(apiFiles, dtoFiles),
+    histories: transformTestCorrectHistories(document),
     controllers: [
       createApplication({
         model: ctx.model,
@@ -230,44 +269,54 @@ async function process<Model extends ILlmSchema.Model>(
         },
       }),
     ],
+    tokenUsage: ctx.usage(),
   });
-
-  agentica.on("request", async (event) => {
-    if (event.body.tools) event.body.tool_choice = "required";
+  enforceToolCall(agentica);
+
+  await randomBackoffRetry(async () => {
+    await agentica.conversate(
+      [
+        "Fix the compilation error in the provided code.",
+        "",
+        "## Original Code",
+        "```typescript",
+        code,
+        "```",
+        "",
+        diagnostics.map((diagnostic) => {
+          if (diagnostic.start === undefined || diagnostic.length === undefined)
+            return "";
+
+          const checkDtoRegexp = `Cannot find module '@ORGANIZATION/template-api/lib/structures/IBbsArticleComment' or its corresponding type declarations.`;
+          const [group] = [
+            ...checkDtoRegexp.matchAll(
+              /Cannot find module '(.*lib\/structures\/.*)'/g,
+            ),
+          ];
+
+          const [_, filename] = group ?? [];
+
+          return [
+            "## Error Information",
+            `- Position: Characters ${diagnostic.start} to ${diagnostic.start + diagnostic.length}`,
+            `- Error Message: ${diagnostic.messageText}`,
+            `- Problematic Code: \`${code.substring(diagnostic.start, diagnostic.start + diagnostic.length)}\``,
+            filename
+              ? `The type files located under **/lib/structures are declared in '@ORGANIZATION/PROJECT-api/lib/structures'.\n` +
+                `Note: '@ORGANIZATION/PROJECT-api' must be written exactly as is and should not be replaced.\n`
+              : "",
+          ].join("\n");
+        }),
+        "## Instructions",
+        "1. Focus on the specific error location and message",
+        "2. Provide the corrected TypeScript code",
+        "3. Ensure the fix resolves the compilation error",
+        "",
+        "Return only the fixed code without explanations.",
+      ].join("\n"),
+    );
   });
-
-  await agentica.conversate(
-    [
-      "Fix the compilation error in the provided code.",
-      "",
-      "## Original Code",
-      "```typescript",
-      code,
-      "```",
-      "",
-      diagnostics.map((diagnostic) => {
-        if (diagnostic.start === undefined || diagnostic.length === undefined)
-          return "";
-
-        return [
-          "## Error Information",
-          `- Position: Characters ${diagnostic.start} to ${diagnostic.start + diagnostic.length}`,
-          `- Error Message: ${diagnostic.messageText}`,
-          `- Problematic Code: \`${code.substring(diagnostic.start, diagnostic.start + diagnostic.length)}\``,
-          "",
-        ].join("\n");
-      }),
-      "## Instructions",
-      "1. Focus on the specific error location and message",
-      "2. Provide the corrected TypeScript code",
-      "3. Ensure the fix resolves the compilation error",
-      "",
-      "Return only the fixed code without explanations.",
-    ].join("\n"),
-  );
-
   if (pointer.value === null) throw new Error("Failed to modify test code.");
-
   return pointer.value;
 }