@autobe/agent 0.24.2 → 0.25.0

package/src/orchestrate/realize/orchestrateRealize.ts

@@ -19,7 +19,6 @@ import { compileRealizeFiles } from "./internal/compileRealizeFiles";
 import { orchestrateRealizeCorrectCasting } from "./orchestRateRealizeCorrectCasting";
 import { orchestrateRealizeAuthorization } from "./orchestrateRealizeAuthorization";
 import { orchestrateRealizeCorrect } from "./orchestrateRealizeCorrect";
-import { orchestrateRealizeCorrectDate } from "./orchestrateRealizeCorrectDate";
 import { orchestrateRealizeWrite } from "./orchestrateRealizeWrite";
 import { IAutoBeRealizeScenarioResult } from "./structures/IAutoBeRealizeScenarioResult";
 import { generateRealizeScenario } from "./utils/generateRealizeScenario";
@@ -52,7 +51,7 @@ export const orchestrateRealize =
       type: "realizeStart",
       id: v7(),
       created_at: start.toISOString(),
-      reason: props.reason,
+      reason: props.instruction,
       step: ctx.state().test?.step ?? 0,
     });
 
@@ -113,7 +112,6 @@ export const orchestrateRealize =
       completed: writeEvents.length,
     };
 
-    console.log("casting", reviewProgress);
     const totalCorrected: AutoBeRealizeFunction[] =
       await orchestrateRealizeCorrectCasting(
         ctx,
@@ -121,23 +119,14 @@ export const orchestrateRealize =
         functions,
         reviewProgress,
       ).then(async (res) => {
-        console.log("date", reviewProgress);
-        return orchestrateRealizeCorrectDate(
+        return orchestrateRealizeCorrect(
           ctx,
+          scenarios,
           authorizations,
           res,
+          [],
           reviewProgress,
-        ).then(async (res) => {
-          console.log("correct", reviewProgress);
-          return orchestrateRealizeCorrect(
-            ctx,
-            scenarios,
-            authorizations,
-            res,
-            [],
-            reviewProgress,
-          );
-        });
+        );
       });
 
     const compiler: IAutoBeCompiler = await ctx.compiler();
@@ -157,7 +146,7 @@ export const orchestrateRealize =
       type: "realizeComplete",
       id: v7(),
       created_at: new Date().toISOString(),
-      functions,
+      functions: totalCorrected,
       authorizations,
       controllers,
       compiled: result,

package/src/orchestrate/realize/orchestrateRealizeCorrect.ts

@@ -40,6 +40,14 @@ export async function orchestrateRealizeCorrect<Model extends ILlmSchema.Model>(
 
   // Extract and process diagnostics
   const diagnostics = event.result.diagnostics;
+
+  if (
+    event.result.diagnostics.every((d) => !d.file?.startsWith("src/providers"))
+  ) {
+    // No diagnostics related to provider functions, stop correcting
+    return functions;
+  }
+
   const locations: string[] = Array.from(
     new Set(
       diagnostics
@@ -115,7 +123,11 @@ async function correct<Model extends ILlmSchema.Model>(
   failures: IAutoBeRealizeFunctionFailure[],
   progress: AutoBeProgressEventBase,
 ): Promise<AutoBeRealizeFunction[]> {
-  const result: AutoBeRealizeFunction[] = await executeCachedBatch(
+  if (locations.length === 0) {
+    return functions;
+  }
+
+  const corrected: AutoBeRealizeFunction[] = await executeCachedBatch(
     locations.map((location) => async (): Promise<AutoBeRealizeFunction> => {
       const scenario = scenarios.find((el) => el.location === location);
       const func = functions.find((el) => el.location === location);
@@ -154,7 +166,11 @@ async function correct<Model extends ILlmSchema.Model>(
     }),
   );
 
-  return result;
+  // Create a map of corrected functions for efficient lookup
+  const correctedMap = new Map(corrected.map((f) => [f.location, f]));
+
+  // Return all functions, with corrected ones replaced
+  return functions.map((func) => correctedMap.get(func.location) || func);
 }
 
 async function step<Model extends ILlmSchema.Model>(

package/src/orchestrate/realize/utils/generateRealizeScenario.ts

@@ -78,7 +78,7 @@ function transformFunctionName(operation: AutoBeOpenApi.IOperation): string {
   const functionName = `${operation.method}${operation.path
     .split("/")
     .filter(Boolean)
-    .map((segment, index) => {
+    .map((segment) => {
       if (segment.startsWith("{") && segment.endsWith("}")) {
         // {userId} → UserId
         const paramName = segment.slice(1, -1);
@@ -91,10 +91,6 @@ function transformFunctionName(operation: AutoBeOpenApi.IOperation): string {
       const words = segment.split("-");
       return words
         .map((word) => {
-          if (index === 0 && words.length === 1) {
-            // First segment without hyphens stays lowercase for first word
-            return word;
-          }
           return word.charAt(0).toUpperCase() + word.slice(1);
         })
         .join("");

package/src/orchestrate/realize/utils/replaceImportStatements.ts

@@ -54,6 +54,11 @@ function removeAllImports(
     .replace(
       /import\s*\*\s*as\s+jwt\s+from\s*["']jsonwebtoken["']\s*;?\s*/gm,
       "",
+    )
+    // NestJS HttpException
+    .replace(
+      /import\s*{\s*HttpException\s*}\s*from\s*["']@nestjs\/common["']\s*;?\s*/gm,
+      "",
     );
 
   // Remove API structure imports with wrong paths

package/src/orchestrate/test/histories/transformTestCorrectHistories.ts

@@ -13,8 +13,11 @@ export const transformTestCorrectHistories = async <
   Model extends ILlmSchema.Model,
 >(
   ctx: AutoBeContext<Model>,
-  func: IAutoBeTestFunction,
-  failures: IAutoBeTestFunctionFailure[],
+  props: {
+    instruction: string;
+    function: IAutoBeTestFunction;
+    failures: IAutoBeTestFunctionFailure[];
+  },
 ): Promise<
   Array<
     IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage
@@ -22,7 +25,11 @@ export const transformTestCorrectHistories = async <
 > => {
   const previous: Array<
     IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage
-  > = await transformTestWriteHistories(ctx, func.scenario, func.artifacts);
+  > = await transformTestWriteHistories(ctx, {
+    instruction: props.instruction,
+    scenario: props.function.scenario,
+    artifacts: props.function.artifacts,
+  });
   return [
     ...previous.slice(0, -1),
     {
@@ -32,21 +39,21 @@ export const transformTestCorrectHistories = async <
       text: AutoBeSystemPromptConstant.TEST_CORRECT,
     },
     previous.at(-1)!,
-    ...failures.map(
+    ...props.failures.map(
       (f, i, array) =>
         ({
           id: v7(),
           created_at: new Date().toISOString(),
           type: "assistantMessage",
           text: StringUtil.trim`
-            # ${i === array.length - 1 ? "Latest Failure" : "Previous Failure"}
-            ## Generated TypeScript Code
+            ## ${i === array.length - 1 ? "Latest Failure" : "Previous Failure"}
+            ### Generated TypeScript Code
 
             \`\`\`typescript
             ${f.function.script}
             \`\`\`
 
-            ## Compile Errors
+            ### Compile Errors
 
             Fix the compilation error in the provided code.
 

package/src/orchestrate/test/histories/transformTestScenarioHistories.ts

@@ -8,12 +8,13 @@ import { AutoBeState } from "../../../context/AutoBeState";
 import { IAutoBeTestScenarioAuthorizationRole } from "../structures/IAutoBeTestScenarioAuthorizationRole";
 import { getReferenceIds } from "../utils/getReferenceIds";
 
-export const transformTestScenarioHistories = (
-  state: AutoBeState,
-  document: AutoBeOpenApi.IDocument,
-  include: AutoBeOpenApi.IOperation[],
-  exclude: Pick<AutoBeOpenApi.IOperation, "method" | "path">[],
-): Array<
+export const transformTestScenarioHistories = (props: {
+  state: AutoBeState;
+  document: AutoBeOpenApi.IDocument;
+  include: AutoBeOpenApi.IOperation[];
+  exclude: Pick<AutoBeOpenApi.IOperation, "method" | "path">[];
+  instruction: string;
+}): Array<
   IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage
 > => {
   interface IRelationship {
@@ -21,18 +22,18 @@ export const transformTestScenarioHistories = (
     ids: string[];
   }
   const authorizations: AutoBeInterfaceAuthorization[] =
-    state.interface?.authorizations ?? [];
+    props.state.interface?.authorizations ?? [];
   const authorizationRoles: Map<string, IAutoBeTestScenarioAuthorizationRole> =
     new Map();
-  const relationships: IRelationship[] = document.operations
-    .map((o) => ({
+  const relationships: IRelationship[] = props.document.operations
+    .map((operation) => ({
       endpoint: {
-        method: o.method,
-        path: o.path,
+        method: operation.method,
+        path: operation.path,
       },
       ids: getReferenceIds({
-        document,
-        operation: o,
+        document: props.document,
+        operation,
       }),
     }))
     .filter((v) => v.ids.length !== 0);
@@ -66,7 +67,22 @@ export const transformTestScenarioHistories = (
       created_at: new Date().toISOString(),
       type: "assistantMessage",
       text: StringUtil.trim`
-        # API Operations
+        ## Instructions
+
+        The following e2e-test-specific instructions were extracted by AI from
+        the user's requirements and conversations. These instructions focus
+        exclusively on test-related aspects such as test coverage priorities,
+        specific edge cases to validate, business logic verification strategies,
+        and critical user workflows that must be tested.
+        
+        Apply these instructions when generating test scenarios to ensure the
+        tests align with the user's testing requirements and expectations.
+        If any instructions are not relevant to the target API operations,
+        you may ignore them.
+
+        ${props.instruction}
+
+        ## API Operations
 
         Below are the complete API operations.
         Use this information to understand capabilities and dependency relationships.
@@ -81,16 +97,12 @@ export const transformTestScenarioHistories = (
         and ensure you identify all dependencies between endpoints.
 
         \`\`\`json
-        ${JSON.stringify({ operations: document.operations })}
+        ${JSON.stringify({
+          operations: props.document.operations,
+        })}
         \`\`\`
-      `,
-    } satisfies IAgenticaHistoryJson.IAssistantMessage,
-    {
-      id: v7(),
-      created_at: new Date().toISOString(),
-      type: "assistantMessage",
-      text: StringUtil.trim`
-        # Included in Test Plan
+
+        ## Included in Test Plan
 
         Below are the endpoints that have been included in the test plan.
         Each endpoint shows its authentication requirements and related authentication APIs.
@@ -99,14 +111,16 @@ export const transformTestScenarioHistories = (
 
         Generate test scenarios only for these included endpoints. Do not create scenarios for excluded endpoints. Operations not listed here may be used only as dependencies.
 
-        ${include
+        ${props.include
           .map((el, i) => {
             const roles = Array.from(authorizationRoles.values()).filter(
               (role) => role.name === el.authorizationRole,
             );
 
-            const requiredIds = getReferenceIds({ document, operation: el });
-
+            const requiredIds = getReferenceIds({
+              document: props.document,
+              operation: el,
+            });
             return StringUtil.trim`
               ## ${i + 1}. ${el.method.toUpperCase()} ${el.path}
 
@@ -136,23 +150,17 @@ export const transformTestScenarioHistories = (
           })
           .join("\n")}
 
-        # Excluded from Test Plan
+        ## Excluded from Test Plan
 
         These are the endpoints that have already been used in test codes generated as part of a plan group.
         These endpoints do not need to be tested again.
         However, it is allowed to reference or depend on these endpoints when writing test codes for other purposes.
 
-        ${exclude
+        ${props.exclude
           .map((el) => `- ${el.method.toUpperCase()}: ${el.path}`)
           .join("\n")}
-      `,
-    } satisfies IAgenticaHistoryJson.IAssistantMessage,
-    {
-      id: v7(),
-      created_at: new Date().toISOString(),
-      type: "assistantMessage",
-      text: StringUtil.trim`
-        # Candidate Dependencies
+
+        ## Candidate Dependencies
     
         List of candidate dependencies extracted from path parameters and request bodies.
 

package/src/orchestrate/test/histories/transformTestScenarioReviewHistories.ts

@@ -1,20 +1,18 @@
 import { IAgenticaHistoryJson } from "@agentica/core";
 import { AutoBeOpenApi } from "@autobe/interface";
 import { StringUtil } from "@autobe/utils";
-import { ILlmSchema } from "@samchon/openapi";
 import { v7 } from "uuid";
 
 import { AutoBeSystemPromptConstant } from "../../../constants/AutoBeSystemPromptConstant";
-import { AutoBeContext } from "../../../context/AutoBeContext";
+import { AutoBeState } from "../../../context/AutoBeState";
 import { IAutoBeTestScenarioApplication } from "../structures/IAutoBeTestScenarioApplication";
 import { getReferenceIds } from "../utils/getReferenceIds";
 
-export function transformTestScenarioReviewHistories<
-  Model extends ILlmSchema.Model,
->(
-  ctx: AutoBeContext<Model>,
-  groups: IAutoBeTestScenarioApplication.IScenarioGroup[],
-): Array<
+export function transformTestScenarioReviewHistories(props: {
+  state: AutoBeState;
+  instruction: string;
+  groups: IAutoBeTestScenarioApplication.IScenarioGroup[];
+}): Array<
   IAgenticaHistoryJson.ISystemMessage | IAgenticaHistoryJson.IAssistantMessage
 > {
   interface IRelationship {
@@ -23,8 +21,7 @@ export function transformTestScenarioReviewHistories<
   }
 
   const document: AutoBeOpenApi.IDocument | undefined =
-    ctx.state().interface?.document;
-
+    props.state.interface?.document;
   if (document === undefined) {
     throw new Error(
       "Cannot review test scenarios because there are no operations.",
@@ -56,74 +53,80 @@ export function transformTestScenarioReviewHistories<
       created_at: new Date().toISOString(),
       type: "assistantMessage",
       text: StringUtil.trim`
-        # Available API Operations for Reference
+        ## Instructions
+
+        The following e2e-test-specific instructions were extracted by AI from
+        the user's requirements and conversations. These instructions focus
+        exclusively on test-related aspects such as test coverage priorities,
+        specific edge cases to validate, business logic verification strategies,
+        and critical user workflows that must be tested.
+        
+        Apply these instructions when reviewing test scenarios to ensure the
+        tests align with the user's testing requirements and expectations.
+        If any instructions are not relevant to the target API operations,
+        you may ignore them.
+
+        ${props.instruction}
+
+        ## Available API Operations for Reference
 
         Below are all available API operations and interface schemas for validation purposes.
         Match each operation with its corresponding schema.
 
         \`\`\`json
-        ${JSON.stringify({ operations: document.operations })}
+        ${JSON.stringify({
+          operations: document.operations,
+        })}
         \`\`\`
-      `,
-    },
-    {
-      id: v7(),
-      created_at: new Date().toISOString(),
-      type: "assistantMessage",
-      text: StringUtil.trim`
 
-      # Test Scenario Groups
-
-      Please review the following test scenario groups:
-
-      \`\`\`json
-      ${JSON.stringify(
-        groups.map((g) => {
-          return {
-            ...g,
-            scenarios: g.scenarios.map((s) => {
-              const requiredId: string[] = [];
-
-              s.dependencies.forEach((dep) => {
-                document.operations.forEach((op) => {
-                  if (
-                    g.endpoint.method === op.method &&
-                    g.endpoint.path === op.path
-                  ) {
-                    requiredId.push(
-                      ...getReferenceIds({ document, operation: op }),
-                    );
-                  }
-
-                  if (
-                    op.method === dep.endpoint.method &&
-                    op.path === dep.endpoint.path
-                  ) {
-                    requiredId.push(
-                      ...getReferenceIds({ document, operation: op }),
-                    );
-                  }
+        ## Test Scenario Groups
+
+        Please review the following test scenario groups:
+
+        \`\`\`json
+        ${JSON.stringify(
+          props.groups.map((g) => {
+            return {
+              ...g,
+              scenarios: g.scenarios.map((s) => {
+                const requiredId: string[] = [];
+
+                s.dependencies.forEach((dep) => {
+                  document.operations.forEach((op) => {
+                    if (
+                      g.endpoint.method === op.method &&
+                      g.endpoint.path === op.path
+                    ) {
+                      requiredId.push(
+                        ...getReferenceIds({ document, operation: op }),
+                      );
+                    }
+
+                    if (
+                      op.method === dep.endpoint.method &&
+                      op.path === dep.endpoint.path
+                    ) {
+                      requiredId.push(
+                        ...getReferenceIds({ document, operation: op }),
+                      );
+                    }
+                  });
                 });
-              });
-
-              return {
-                ...s,
-                requiredIds:
-                  requiredId.length > 0 ? Array.from(new Set(requiredId)) : [],
-              };
-            }),
-          };
-        }),
-      )}
-      \`\`\`
-      `,
-    },
-    {
-      id: v7(),
-      created_at: new Date().toISOString(),
-      type: "assistantMessage",
-      text: StringUtil.trim`
-        # Candidate Dependencies
+
+                return {
+                  ...s,
+                  requiredIds:
+                    requiredId.length > 0
+                      ? Array.from(new Set(requiredId))
+                      : [],
+                };
+              }),
+            };
+          }),
+        )}
+        \`\`\`
+
+        ## Candidate Dependencies
     
         List of candidate dependencies extracted from path parameters and request bodies.
 
@@ -151,6 +154,6 @@ export function transformTestScenarioReviewHistories<
 
         Example: If an endpoint requires \`articleId\` and \`POST /articles\` exists, include it in dependencies
       `,
-    } satisfies IAgenticaHistoryJson.IAssistantMessage,
+    },
   ];
 }

package/src/orchestrate/test/histories/transformTestWriteHistories.ts

@@ -7,6 +7,7 @@ import {
   ILlmSchema,
   OpenApi,
 } from "@samchon/openapi";
+import { Singleton } from "tstl";
 import typia from "typia";
 import { v7 } from "uuid";
 
@@ -19,8 +20,11 @@ export async function transformTestWriteHistories<
   Model extends ILlmSchema.Model,
 >(
   ctx: AutoBeContext<Model>,
-  scenario: AutoBeTestScenario,
-  artifacts: IAutoBeTestScenarioArtifacts,
+  props: {
+    instruction: string;
+    scenario: AutoBeTestScenario;
+    artifacts: IAutoBeTestScenarioArtifacts;
+  },
 ): Promise<
   Array<
     IAgenticaHistoryJson.ISystemMessage | IAgenticaHistoryJson.IAssistantMessage
@@ -31,10 +35,7 @@ export async function transformTestWriteHistories<
       id: v7(),
       created_at: new Date().toISOString(),
       type: "systemMessage",
-      text: AutoBeSystemPromptConstant.TEST_WRITE.replace(
-        "{{AutoBeTestScenario}}",
-        JSON.stringify(typia.llm.parameters<AutoBeTestScenario, "llama">()),
-      ),
+      text: systemPrompt.get(),
     },
     {
       id: v7(),
@@ -45,16 +46,31 @@ export async function transformTestWriteHistories<
 
         Make e2e test functions based on the following information.
 
+        ## Instructions
+
+        The following e2e-test-specific instructions were extracted by AI from
+        the user's requirements and conversations. These instructions focus
+        exclusively on test-related aspects such as test data generation strategies,
+        assertion patterns, error handling approaches, and specific validation logic
+        that should be implemented in the test code.
+        
+        Apply these instructions when implementing the e2e test function to ensure
+        the test code aligns with the user's testing requirements and expectations.
+        If any instructions are not relevant to the target test scenario,
+        you may ignore them.
+
+        ${props.instruction}
+
         ## Function Name
 
-        The e2e test function name must be ${JSON.stringify(scenario.functionName)}.
+        The e2e test function name must be ${JSON.stringify(props.scenario.functionName)}.
 
         ## Scenario Plan
 
         Here is the scenario plan what you have to implement.
 
         \`\`\`json
-        ${JSON.stringify(scenario)}
+        ${JSON.stringify(props.scenario)}
         \`\`\`
 
         ## DTO Definitions
@@ -63,7 +79,7 @@ export async function transformTestWriteHistories<
 
         Never use the DTO definitions that are not listed here.
 
-        ${transformTestWriteHistories.structures(artifacts)}
+        ${transformTestWriteHistories.structures(props.artifacts)}
 
         ## API (SDK) Functions
 
@@ -71,14 +87,14 @@ export async function transformTestWriteHistories<
 
         Never use the functions that are not listed here.
 
-        ${transformTestWriteHistories.functional(artifacts)}
+        ${transformTestWriteHistories.functional(props.artifacts)}
 
         ## E2E Mockup Functions
 
         Just reference, and never follow this code as it is.
 
         \`\`\`json
-        ${JSON.stringify(artifacts.e2e)}
+        ${JSON.stringify(props.artifacts.e2e)}
         \`\`\`
 
         ## External Definitions
@@ -103,7 +119,7 @@ export async function transformTestWriteHistories<
         make your implementation code in the import scope.
 
         \`\`\`typescript
-        ${artifacts.template}
+        ${props.artifacts.template}
         \`\`\`
       `,
     },
@@ -144,3 +160,10 @@ export namespace transformTestWriteHistories {
     `;
   }
 }
+
+const systemPrompt = new Singleton(() =>
+  AutoBeSystemPromptConstant.TEST_WRITE.replace(
+    "{{AutoBeTestScenario}}",
+    JSON.stringify(typia.llm.parameters<AutoBeTestScenario, "llama">()),
+  ),
+);