@autobe/agent 0.25.4 → 0.25.6

package/src/orchestrate/test/histories/transformTestWriteHistories.ts

@@ -48,16 +48,19 @@ export async function transformTestWriteHistories<
 
         ## Instructions
 
-        The following e2e-test-specific instructions were extracted by AI from
+        The following e2e-test-specific instructions were extracted from
         the user's requirements and conversations. These instructions focus
         exclusively on test-related aspects such as test data generation strategies,
         assertion patterns, error handling approaches, and specific validation logic
         that should be implemented in the test code.
         
-        Apply these instructions when implementing the e2e test function to ensure
-        the test code aligns with the user's testing requirements and expectations.
-        If any instructions are not relevant to the target test scenario,
-        you may ignore them.
+        Follow these instructions when implementing the e2e test function.
+        Carefully distinguish between:
+        - Suggestions or recommendations (consider these as guidance)
+        - Direct specifications or explicit commands (these must be followed exactly)
+        
+        When instructions contain direct specifications or explicit design decisions, 
+        follow them precisely even if you believe you have better alternatives.
 
         ${props.instruction}
 

package/src/orchestrate/test/orchestrateTest.ts

@@ -11,7 +11,7 @@ import { ILlmSchema } from "@samchon/openapi";
 import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
-import { IAutoBeApplicationProps } from "../../context/IAutoBeApplicationProps";
+import { IAutoBeFacadeApplicationProps } from "../../context/IAutoBeFacadeApplicationProps";
 import { predicateStateMessage } from "../../utils/predicateStateMessage";
 import { orchestrateTestCorrect } from "./orchestrateTestCorrect";
 import { orchestrateTestScenario } from "./orchestrateTestScenario";
@@ -21,7 +21,7 @@ import { IAutoBeTestWriteResult } from "./structures/IAutoBeTestWriteResult";
 export const orchestrateTest =
   <Model extends ILlmSchema.Model>(ctx: AutoBeContext<Model>) =>
   async (
-    props: IAutoBeApplicationProps,
+    props: IAutoBeFacadeApplicationProps,
   ): Promise<AutoBeAssistantMessageHistory | AutoBeTestHistory> => {
     // PREDICATION
     const start: Date = new Date();

package/src/orchestrate/test/orchestrateTestCorrect.ts

@@ -14,6 +14,7 @@ import { v7 } from "uuid";
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
 import { executeCachedBatch } from "../../utils/executeCachedBatch";
+import { validateEmptyCode } from "../../utils/validateEmptyCode";
 import { orchestrateCommonCorrectCasting } from "../common/orchestrateCommonCorrectCasting";
 import { completeTestCode } from "./compile/completeTestCode";
 import { transformTestCorrectHistories } from "./histories/transformTestCorrectHistories";
@@ -66,6 +67,7 @@ export const orchestrateTestCorrect = async <Model extends ILlmSchema.Model>(
                     step: ctx.state().analyze?.step ?? 0,
                   }) satisfies AutoBeTestCorrectEvent,
                 script: (event) => event.file.content,
+                functionName: w.scenario.functionName,
               },
               x.file.content,
             );
@@ -163,6 +165,7 @@ const correct = async <Model extends ILlmSchema.Model>(
     }),
     controller: createController({
       model: ctx.model,
+      functionName: props.function.scenario.functionName,
       failure: props.validate.result,
       build: (next) => {
         pointer.value = next;
@@ -233,6 +236,7 @@ const correct = async <Model extends ILlmSchema.Model>(
 
 const createController = <Model extends ILlmSchema.Model>(props: {
   model: Model;
+  functionName: string;
   failure: IAutoBeTypeScriptCompileResult.IFailure;
   build: (next: IAutoBeTestCorrectApplication.IProps) => void;
 }): IAgenticaController.IClass<Model> => {
@@ -243,30 +247,19 @@ const createController = <Model extends ILlmSchema.Model>(props: {
   ): IValidation<IAutoBeTestCorrectApplication.IProps> => {
     const result: IValidation<IAutoBeTestCorrectApplication.IProps> =
       typia.validate<IAutoBeTestCorrectApplication.IProps>(input);
-    // if (result.success === false) return result;
-
-    // const expected: number = props.failure.diagnostics.length;
-    // const actual: number = result.data.think.analyses.length;
-    // if (expected !== actual)
-    //   return {
-    //     success: false,
-    //     errors: [
-    //       {
-    //         path: "$input.think.analyses",
-    //         expected: `Array<IValidation<IAutoBeTypeScriptCompileResult.IDiagnostic>> & MinItems<${expected}> & MaxItems<${expected}>`,
-    //         value: result.data.think.analyses,
-    //         description: StringUtil.trim`
-    //           The 'think.analyses' must contain all the compilation errors.
-
-    //           Therefore, the length of the 'think.analyses' must be not
-    //           ${actual}, but exactly ${expected}, which is equal to the length of
-    //           the 'diagnostics' of the compilation failure.
-    //         `,
-    //       },
-    //     ],
-    //     data: input,
-    //   };
-    return result;
+    if (result.success === false) return result;
+    const errors: IValidation.IError[] = validateEmptyCode({
+      functionName: props.functionName,
+      draft: result.data.draft,
+      revise: result.data.revise,
+    });
+    return errors.length
+      ? {
+          success: false,
+          errors,
+          data: result.data,
+        }
+      : result;
   };
   const application: ILlmApplication<Model> = collection[
     props.model === "chatgpt" ? "chatgpt" : "claude"

package/src/orchestrate/test/orchestrateTestCorrectInvalidRequest.ts

@@ -3,13 +3,19 @@ import {
   AutoBeTestValidateEvent,
 } from "@autobe/interface";
 import { StringUtil } from "@autobe/utils";
-import { ILlmApplication, ILlmController, ILlmSchema } from "@samchon/openapi";
+import {
+  ILlmApplication,
+  ILlmController,
+  ILlmSchema,
+  IValidation,
+} from "@samchon/openapi";
 import { IPointer } from "tstl";
 import typia from "typia";
 import { v7 } from "uuid";
 
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
+import { validateEmptyCode } from "../../utils/validateEmptyCode";
 import { completeTestCode } from "./compile/completeTestCode";
 import { transformTestCorrectInvalidRequestHistories } from "./histories/transformTestCorrectInvalidRequestHistories";
 import { IAutoBeTestCorrectInvalidRequestApplication } from "./structures/IAutoBeTestCorrectInvalidRequestApplication";
@@ -65,6 +71,7 @@ const correct = async <Model extends ILlmSchema.Model>(
     ),
     controller: createController({
       model: ctx.model,
+      functionName: write.scenario.functionName,
       then: (next) => {
         pointer.value = next;
       },
@@ -123,13 +130,31 @@ const correct = async <Model extends ILlmSchema.Model>(
 
 const createController = <Model extends ILlmSchema.Model>(props: {
   model: Model;
+  functionName: string;
   then: (next: IAutoBeTestCorrectInvalidRequestApplication.IProps) => void;
   reject: () => void;
 }): ILlmController<Model> => {
   assertSchemaModel(props.model);
+  const validate: Validator = (input) => {
+    const result: IValidation<IAutoBeTestCorrectInvalidRequestApplication.IProps> =
+      typia.validate<IAutoBeTestCorrectInvalidRequestApplication.IProps>(input);
+    if (result.success === false) return result;
+    const errors: IValidation.IError[] = validateEmptyCode({
+      functionName: props.functionName,
+      draft: result.data.draft,
+      revise: result.data.revise,
+    });
+    return errors.length
+      ? {
+          success: false,
+          errors,
+          data: result.data,
+        }
+      : result;
+  };
   const application = collection[
     props.model === "chatgpt" ? "chatgpt" : "claude"
-  ] satisfies ILlmApplication<any> as any as ILlmApplication<Model>;
+  ](validate) satisfies ILlmApplication<any> as any as ILlmApplication<Model>;
   return {
     protocol: "class",
     name: "correctInvalidRequest",
@@ -146,12 +171,34 @@ const createController = <Model extends ILlmSchema.Model>(props: {
 };
 
 const collection = {
-  chatgpt: typia.llm.application<
-    IAutoBeTestCorrectInvalidRequestApplication,
-    "chatgpt"
-  >(),
-  claude: typia.llm.application<
-    IAutoBeTestCorrectInvalidRequestApplication,
-    "claude"
-  >(),
+  chatgpt: (validate: Validator) =>
+    typia.llm.application<
+      IAutoBeTestCorrectInvalidRequestApplication,
+      "chatgpt"
+    >({
+      validate: {
+        rewrite: validate,
+        reject: () => ({
+          success: true,
+          data: undefined,
+        }),
+      },
+    }),
+  claude: (validate: Validator) =>
+    typia.llm.application<
+      IAutoBeTestCorrectInvalidRequestApplication,
+      "claude"
+    >({
+      validate: {
+        rewrite: validate,
+        reject: () => ({
+          success: true,
+          data: undefined,
+        }),
+      },
+    }),
 };
+
+type Validator = (
+  input: unknown,
+) => IValidation<IAutoBeTestCorrectInvalidRequestApplication.IProps>;

package/src/orchestrate/test/orchestrateTestWrite.ts

@@ -4,7 +4,7 @@ import {
   AutoBeTestScenario,
   AutoBeTestWriteEvent,
 } from "@autobe/interface";
-import { ILlmApplication, ILlmSchema } from "@samchon/openapi";
+import { ILlmApplication, ILlmSchema, IValidation } from "@samchon/openapi";
 import { IPointer } from "tstl";
 import typia from "typia";
 import { NamingConvention } from "typia/lib/utils/NamingConvention";
@@ -13,6 +13,7 @@ import { v7 } from "uuid";
 import { AutoBeContext } from "../../context/AutoBeContext";
 import { assertSchemaModel } from "../../context/assertSchemaModel";
 import { executeCachedBatch } from "../../utils/executeCachedBatch";
+import { validateEmptyCode } from "../../utils/validateEmptyCode";
 import { completeTestCode } from "./compile/completeTestCode";
 import { getTestScenarioArtifacts } from "./compile/getTestScenarioArtifacts";
 import { transformTestWriteHistories } from "./histories/transformTestWriteHistories";
@@ -85,6 +86,7 @@ async function process<Model extends ILlmSchema.Model>(
     }),
     controller: createController({
       model: ctx.model,
+      functionName: props.scenario.functionName,
       build: (next) => {
         next.domain = NamingConvention.snake(next.domain);
         pointer.value = next;
@@ -129,13 +131,33 @@ async function process<Model extends ILlmSchema.Model>(
 
 function createController<Model extends ILlmSchema.Model>(props: {
   model: Model;
+  functionName: string;
   build: (next: IAutoBeTestWriteApplication.IProps) => void;
 }): IAgenticaController.IClass<Model> {
   assertSchemaModel(props.model);
 
+  const validate: Validator = (input) => {
+    const result: IValidation<IAutoBeTestWriteApplication.IProps> =
+      typia.validate<IAutoBeTestWriteApplication.IProps>(input);
+    if (result.success === false) return result;
+    const errors: IValidation.IError[] = validateEmptyCode({
+      functionName: props.functionName,
+      draft: result.data.draft,
+      revise: result.data.revise,
+    });
+    return errors.length
+      ? {
+          success: false,
+          errors,
+          data: result.data,
+        }
+      : result;
+  };
   const application: ILlmApplication<Model> = collection[
-    props.model
-  ] satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
+    props.model === "chatgpt" ? "chatgpt" : "claude"
+  ](
+    validate,
+  ) satisfies ILlmApplication<any> as unknown as ILlmApplication<Model>;
   return {
     protocol: "class",
     name: "Create Test Code",
@@ -148,12 +170,21 @@ function createController<Model extends ILlmSchema.Model>(props: {
   };
 }
 
-const claude = typia.llm.application<IAutoBeTestWriteApplication, "claude">();
 const collection = {
-  chatgpt: typia.llm.application<IAutoBeTestWriteApplication, "chatgpt">(),
-  claude,
-  llama: claude,
-  deepseek: claude,
-  "3.1": claude,
-  "3.0": typia.llm.application<IAutoBeTestWriteApplication, "3.0">(),
+  chatgpt: (validate: Validator) =>
+    typia.llm.application<IAutoBeTestWriteApplication, "chatgpt">({
+      validate: {
+        write: validate,
+      },
+    }),
+  claude: (validate: Validator) =>
+    typia.llm.application<IAutoBeTestWriteApplication, "claude">({
+      validate: {
+        write: validate,
+      },
+    }),
 };
+
+type Validator = (
+  input: unknown,
+) => IValidation<IAutoBeTestWriteApplication.IProps>;

package/src/utils/validateEmptyCode.ts

@@ -0,0 +1,41 @@
+import { StringUtil } from "@autobe/utils";
+import { IValidation } from "typia";
+
+export const validateEmptyCode = (props: {
+  functionName: string;
+  draft: string;
+  revise: {
+    final: string | null;
+  };
+}): IValidation.IError[] => {
+  const errors: IValidation.IError[] = [];
+  if (props.draft.includes(props.functionName) === false)
+    errors.push({
+      path: "$input.draft",
+      expected: `string (including function named '${props.functionName}')`,
+      value: props.draft,
+      description: description(props.functionName),
+    });
+  if (
+    props.revise.final !== null &&
+    props.revise.final.includes(props.functionName) === false
+  )
+    errors.push({
+      path: "$input.revise.final",
+      expected: `string (including function named '${props.functionName}')`,
+      value: props.revise.final,
+      description: description(props.functionName),
+    });
+  return errors;
+};
+
+const description = (func: string): string => StringUtil.trim`
+  The function ${func} does not exist in the provided code snippet.
+
+  The first reason of the non-existence is that the code snippet is empty,
+  and the second reason is that AI has written different function name
+  by mistake.
+
+  Please make sure that the code snippet includes the function ${func}.
+  Note that, you never have to write empty code or different function name.
+`;

package/lib/context/IAutoBeApplication.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"IAutoBeApplication.js","sourceRoot":"","sources":["../../src/context/IAutoBeApplication.ts"],"names":[],"mappings":""}

package/lib/context/IAutoBeApplicationProps.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"IAutoBeApplicationProps.js","sourceRoot":"","sources":["../../src/context/IAutoBeApplicationProps.ts"],"names":[],"mappings":""}

package/lib/context/IAutoBeApplicationResult.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"IAutoBeApplicationResult.js","sourceRoot":"","sources":["../../src/context/IAutoBeApplicationResult.ts"],"names":[],"mappings":""}

package/lib/orchestrate/interface/histories/transformInterfaceCommonPrerequisiteHistories.d.ts

@@ -1,3 +0,0 @@
-import { IAgenticaHistoryJson } from "@agentica/core";
-import { AutoBeState } from "../../../context/AutoBeState";
-export declare const transformInterfaceCommonPrerequisiteHistories: (state: AutoBeState) => Array<IAgenticaHistoryJson.IAssistantMessage | IAgenticaHistoryJson.ISystemMessage> | null;

package/lib/orchestrate/interface/histories/transformInterfaceCommonPrerequisiteHistories.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transformInterfaceCommonPrerequisiteHistories.js","sourceRoot":"","sources":["../../../../src/orchestrate/interface/histories/transformInterfaceCommonPrerequisiteHistories.ts"],"names":[],"mappings":";;;AACA,+BAA0B;AAInB,MAAM,6CAA6C,GAAG,CAC3D,KAAkB,EAGX,EAAE;IACT,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI;QACxB,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE;oBACJ,4CAA4C;oBAC5C,mCAAmC;oBACnC,8CAA8C;iBAC/C,CAAC,IAAI,CAAC,GAAG,CAAC;aACZ;SACF,CAAC;SACC,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI;QAC5B,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE;oBACJ,mDAAmD;oBACnD,mCAAmC;oBACnC,qDAAqD;iBACtD,CAAC,IAAI,CAAC,GAAG,CAAC;aACZ;SACF,CAAC;SACC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,CAAC,IAAI;QAC/C,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE;oBACJ,kDAAkD;oBAClD,sCAAsC;oBACtC,mCAAmC;oBACnC,wDAAwD;iBACzD,CAAC,IAAI,CAAC,GAAG,CAAC;aACZ;SACF,CAAC;SACC,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;QAC/C,OAAO;YACL;gBACE,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE;oBACJ,kDAAkD;oBAClD,sCAAsC;oBACtC,mCAAmC;oBACnC,wDAAwD;iBACzD,CAAC,IAAI,CAAC,GAAG,CAAC;aACZ;SACF,CAAC;IACJ,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AA5DW,QAAA,6CAA6C,iDA4DxD"}