@autobe/agent 0.20.0 → 0.21.0

package/src/orchestrate/test/histories/transformTestWriteHistories.ts

@@ -4,18 +4,28 @@ import { StringUtil, transformOpenApiDocument } from "@autobe/utils";
 import {
   HttpMigration,
   IHttpMigrateApplication,
+  ILlmSchema,
   OpenApi,
 } from "@samchon/openapi";
 import typia from "typia";
 import { v7 } from "uuid";
 
 import { AutoBeSystemPromptConstant } from "../../../constants/AutoBeSystemPromptConstant";
+import { AutoBeContext } from "../../../context/AutoBeContext";
+import { getTestExternalDeclarations } from "../compile/getTestExternalDeclarations";
 import { IAutoBeTestScenarioArtifacts } from "../structures/IAutoBeTestScenarioArtifacts";
 
-export function transformTestWriteHistories(
+export async function transformTestWriteHistories<
+  Model extends ILlmSchema.Model,
+>(
+  ctx: AutoBeContext<Model>,
   scenario: AutoBeTestScenario,
   artifacts: IAutoBeTestScenarioArtifacts,
-): Array<IAgenticaHistoryJson.ISystemMessage> {
+): Promise<
+  Array<
+    IAgenticaHistoryJson.ISystemMessage | IAgenticaHistoryJson.IAssistantMessage
+  >
+> {
   return [
     {
       id: v7(),
@@ -24,17 +34,21 @@ export function transformTestWriteHistories(
       text: AutoBeSystemPromptConstant.TEST_WRITE.replace(
         "{{AutoBeTestScenario}}",
         JSON.stringify(typia.llm.parameters<AutoBeTestScenario, "llama">()),
-      ).replaceAll("{{FUNCTION_NAME}}", scenario.functionName),
+      ),
     },
     {
       id: v7(),
       created_at: new Date().toISOString(),
-      type: "systemMessage",
+      type: "assistantMessage",
       text: StringUtil.trim`
         Here is the list of input material composition.
 
         Make e2e test functions based on the following information.
 
+        ## Function Name
+
+        The e2e test function name must be ${JSON.stringify(scenario.functionName)}.
+
         ## Scenario Plan
 
         Here is the scenario plan what you have to implement.
@@ -66,6 +80,12 @@ export function transformTestWriteHistories(
         \`\`\`json
         ${JSON.stringify(artifacts.e2e)}
         \`\`\`
+
+        ## External Definitions
+
+        \`\`\`json
+        ${JSON.stringify(await getTestExternalDeclarations(ctx))}
+        \`\`\`
       `,
     },
   ];

package/src/orchestrate/test/orchestrateTestCorrect.ts

@@ -106,7 +106,11 @@ const correct = async <Model extends ILlmSchema.Model>(
   };
   const { tokenUsage } = await ctx.conversate({
     source: "testCorrect",
-    histories: transformTestCorrectHistories(content, validate.result),
+    histories: await transformTestCorrectHistories(
+      ctx,
+      content,
+      validate.result,
+    ),
     controller: createController({
       model: ctx.model,
       artifacts: content.artifacts,

package/src/orchestrate/test/orchestrateTestWrite.ts

@@ -73,7 +73,7 @@ async function process<Model extends ILlmSchema.Model>(
   };
   const { tokenUsage } = await ctx.conversate({
     source: "testWrite",
-    histories: transformTestWriteHistories(scenario, artifacts),
+    histories: await transformTestWriteHistories(ctx, scenario, artifacts),
     controller: createController({
       model: ctx.model,
       artifacts,

package/src/orchestrate/test/structures/IAutoBeTestScenarioApplication.ts

@@ -32,6 +32,18 @@ export namespace IAutoBeTestScenarioApplication {
      *
      * Each scenario represents a specific test case for the same `path` and
      * `method`.
+     *
+     * IMPORTANT: Each scenario must be actually implementable. A scenario's
+     * implementability is determined by the existence of ALL APIs (endpoints)
+     * required to test it. This includes not only the primary endpoint being
+     * tested, but also ALL dependency endpoints needed for setup,
+     * authentication, and data preparation. If even one required dependency API
+     * is missing from the available operations, the scenario cannot be
+     * implemented and should not be generated.
+     *
+     * Example: A "test banned user login" scenario requires both a login API
+     * AND a ban user API. If the ban API doesn't exist, this scenario is not
+     * implementable regardless of database schema fields.
      */
     scenarios: IScenario[] & tags.MinItems<1>;
   }
@@ -42,6 +54,11 @@ export namespace IAutoBeTestScenarioApplication {
    * This interface defines a structured, user-centric test draft that includes
    * a descriptive function name, a detailed scenario draft, and logical
    * dependencies on other endpoints required for context or setup.
+   *
+   * CRITICAL: All referenced endpoints MUST exist in the provided API
+   * operations. Do NOT create scenarios for non-existent APIs, even if database
+   * schema fields suggest their existence. Test scenarios must be implementable
+   * with available APIs only.
    */
   export interface IScenario {
     /**
@@ -120,12 +137,22 @@ export namespace IAutoBeTestScenarioApplication {
      * authentication, resource creation, or data setup, that are relevant to
      * the test. This list is not a strict execution order — if ordering is
      * important, it must be described explicitly in the `purpose`.
+     *
+     * WARNING: Every endpoint referenced here MUST exist in the provided API
+     * operations. Do NOT reference endpoints that are not explicitly available,
+     * even if they seem logically necessary based on database schema or
+     * business logic.
      */
     dependencies: IDependencies[];
   }
 
   export interface IDependencies {
-    /** Target API endpoint that this scenario depends on. */
+    /**
+     * Target API endpoint that this scenario depends on.
+     *
+     * This endpoint MUST exist in the available API operations list.
+     * Non-existent endpoints will cause test implementation failures.
+     */
     endpoint: AutoBeOpenApi.IEndpoint;
 
     /**

package/lib/agent/src/orchestrate/test/histories/transformTestHistories.d.ts

@@ -1,3 +0,0 @@
-import { IAgenticaHistoryJson } from "@agentica/core";
-import { AutoBeState } from "../../../context/AutoBeState";
-export declare const transformTestHistories: (state: AutoBeState) => Array<IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage>;

package/lib/agent/src/orchestrate/test/histories/transformTestHistories.js

@@ -1,75 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.transformTestHistories = void 0;
-const utils_1 = require("@autobe/utils");
-const uuid_1 = require("uuid");
-const transformTestHistories = (state) => {
-    if (state.analyze === null)
-        return [
-            {
-                id: (0, uuid_1.v7)(),
-                created_at: new Date().toISOString(),
-                type: "systemMessage",
-                text: utils_1.StringUtil.trim `
-          Requirement analysis is not yet completed.
-          Don't call the any tool function,
-          but say to process the requirement analysis.
-        `,
-            },
-        ];
-    else if (state.prisma === null)
-        return [
-            {
-                id: (0, uuid_1.v7)(),
-                created_at: new Date().toISOString(),
-                type: "systemMessage",
-                text: utils_1.StringUtil.trim `
-          Prisma DB schema generation is not yet completed.
-          Don't call the any tool function,
-          but say to process the Prisma DB schema generation.
-        `,
-            },
-        ];
-    else if (state.analyze.step !== state.prisma.step)
-        return [
-            {
-                id: (0, uuid_1.v7)(),
-                created_at: new Date().toISOString(),
-                type: "systemMessage",
-                text: utils_1.StringUtil.trim `
-          Prisma DB schema generation has not been updated
-          for the latest requirement analysis.
-          Don't call the any tool function,
-          but say to re-process the Prisma DB schema generation.
-        `,
-            },
-        ];
-    else if (state.prisma.compiled.type !== "success")
-        return [
-            {
-                id: (0, uuid_1.v7)(),
-                created_at: new Date().toISOString(),
-                type: "systemMessage",
-                text: utils_1.StringUtil.trim `
-          Prisma DB schema generation has not been updated
-          for the latest requirement analysis.
-          Don't call the any tool function,
-          but say to re-process the Prisma DB schema generation.
-        `,
-            },
-        ];
-    return [
-        {
-            id: (0, uuid_1.v7)(),
-            created_at: new Date().toISOString(),
-            type: "systemMessage",
-            text: utils_1.StringUtil.trim `
-        Interface generation is not yet completed.
-        Don't call the any tool function,
-        but say to process the interface generation.
-      `,
-        },
-    ];
-};
-exports.transformTestHistories = transformTestHistories;
-//# sourceMappingURL=transformTestHistories.js.map

package/lib/agent/src/orchestrate/test/histories/transformTestHistories.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transformTestHistories.js","sourceRoot":"","sources":["../../../../../../src/orchestrate/test/histories/transformTestHistories.ts"],"names":[],"mappings":";;;AACA,yCAA2C;AAC3C,+BAA0B;AAInB,MAAM,sBAAsB,GAAG,CACpC,KAAkB,EAGlB,EAAE;IACF,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI;QACxB,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,kBAAU,CAAC,IAAI,CAAA;;;;SAIpB;aACF;SACF,CAAC;SACC,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI;QAC5B,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,kBAAU,CAAC,IAAI,CAAA;;;;SAIpB;aACF;SACF,CAAC;SACC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,CAAC,IAAI;QAC/C,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,kBAAU,CAAC,IAAI,CAAA;;;;;SAKpB;aACF;SACF,CAAC;SACC,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;QAC/C,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,kBAAU,CAAC,IAAI,CAAA;;;;;SAKpB;aACF;SACF,CAAC;IACJ,OAAO;QACL;YACE,EAAE,EAAE,IAAA,SAAE,GAAE;YACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,kBAAU,CAAC,IAAI,CAAA;;;;OAIpB;SACF;KACF,CAAC;AACJ,CAAC,CAAC;AAvEW,QAAA,sBAAsB,0BAuEjC"}

package/lib/orchestrate/test/histories/transformTestHistories.d.ts

@@ -1,3 +0,0 @@
-import { IAgenticaHistoryJson } from "@agentica/core";
-import { AutoBeState } from "../../../context/AutoBeState";
-export declare const transformTestHistories: (state: AutoBeState) => Array<IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage>;

package/src/orchestrate/test/histories/transformTestHistories.ts

@@ -1,78 +0,0 @@
-import { IAgenticaHistoryJson } from "@agentica/core";
-import { StringUtil } from "@autobe/utils";
-import { v7 } from "uuid";
-
-import { AutoBeState } from "../../../context/AutoBeState";
-
-export const transformTestHistories = (
-  state: AutoBeState,
-): Array<
-  IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage
-> => {
-  if (state.analyze === null)
-    return [
-      {
-        id: v7(),
-        created_at: new Date().toISOString(),
-        type: "systemMessage",
-        text: StringUtil.trim`
-          Requirement analysis is not yet completed.
-          Don't call the any tool function,
-          but say to process the requirement analysis.
-        `,
-      },
-    ];
-  else if (state.prisma === null)
-    return [
-      {
-        id: v7(),
-        created_at: new Date().toISOString(),
-        type: "systemMessage",
-        text: StringUtil.trim`
-          Prisma DB schema generation is not yet completed.
-          Don't call the any tool function,
-          but say to process the Prisma DB schema generation.
-        `,
-      },
-    ];
-  else if (state.analyze.step !== state.prisma.step)
-    return [
-      {
-        id: v7(),
-        created_at: new Date().toISOString(),
-        type: "systemMessage",
-        text: StringUtil.trim`
-          Prisma DB schema generation has not been updated
-          for the latest requirement analysis.
-          Don't call the any tool function,
-          but say to re-process the Prisma DB schema generation.
-        `,
-      },
-    ];
-  else if (state.prisma.compiled.type !== "success")
-    return [
-      {
-        id: v7(),
-        created_at: new Date().toISOString(),
-        type: "systemMessage",
-        text: StringUtil.trim`
-          Prisma DB schema generation has not been updated
-          for the latest requirement analysis.
-          Don't call the any tool function,
-          but say to re-process the Prisma DB schema generation.
-        `,
-      },
-    ];
-  return [
-    {
-      id: v7(),
-      created_at: new Date().toISOString(),
-      type: "systemMessage",
-      text: StringUtil.trim`
-        Interface generation is not yet completed.
-        Don't call the any tool function,
-        but say to process the interface generation.
-      `,
-    },
-  ];
-};