@autobe/agent 0.5.2 → 0.7.0

package/lib/orchestrate/test/orchestrateTestCorrect.js

@@ -0,0 +1,543 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.orchestrateTestCorrect = orchestrateTestCorrect;
+const __typia_transform__validateReport = __importStar(require("typia/lib/internal/_validateReport.js"));
+const core_1 = require("@agentica/core");
+const typia_1 = __importDefault(require("typia"));
+const assertSchemaModel_1 = require("../../context/assertSchemaModel");
+const transformTestCorrectHistories_1 = require("./transformTestCorrectHistories");
+function orchestrateTestCorrect(ctx_1, codes_1) {
+    return __awaiter(this, arguments, void 0, function* (ctx, codes, retry = 8) {
+        var _a, _b;
+        // 1) Build map of new test files from progress events
+        const testFiles = Object.fromEntries(codes.map(({ filename, content }) => [
+            `test/features/api/${filename}`,
+            content,
+        ]));
+        // 2) Keep only files outside the test directory from current state
+        const retainedFiles = Object.fromEntries(Object.entries((_b = (_a = ctx.state().interface) === null || _a === void 0 ? void 0 : _a.files) !== null && _b !== void 0 ? _b : {}).filter(([filename]) => !filename.startsWith("test/features/api")));
+        // 3) Merge and filter: keep .ts/.json, drop anything under "benchmark"
+        const mergedFiles = Object.assign(Object.assign({}, retainedFiles), testFiles);
+        const files = Object.fromEntries(Object.entries(mergedFiles).filter(([filename]) => (filename.endsWith(".ts") && !filename.startsWith("test/benchmark/")) ||
+            filename.endsWith(".json")));
+        // 4) Ask the LLM to correct the filtered file set
+        const response = yield step(ctx, files, retry);
+        // 5) Combine original + corrected files and dispatch event
+        const event = Object.assign(Object.assign({}, response), { type: "testValidate", files: Object.assign(Object.assign({}, mergedFiles), response.files) });
+        return event;
+    });
+}
+/**
+ * Modifies test code for each file and checks for compilation errors. When
+ * compilation errors occur, it uses LLM to fix the code and attempts
+ * recompilation. This process repeats up to the maximum retry count until
+ * compilation succeeds.
+ *
+ * The function is a critical part of the test generation pipeline that ensures
+ * all generated test files are syntactically correct and compilable.
+ *
+ * @param ctx AutoBe context object
+ * @param files Map of files to compile (filename: content)
+ * @param life Number of remaining retry attempts
+ * @returns Event object containing successful compilation result and modified
+ *   files
+ */
+function step(ctx, files, life) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
+        // COMPILE TEST CODE
+        const result = yield ctx.compiler.typescript({
+            files,
+        });
+        if (result.type === "success") {
+            // SUCCESS
+            return {
+                type: "testValidate",
+                created_at: new Date().toISOString(),
+                files,
+                result,
+                step: (_b = (_a = ctx.state().interface) === null || _a === void 0 ? void 0 : _a.step) !== null && _b !== void 0 ? _b : 0,
+            };
+        }
+        // EXCEPTION ERROR
+        if (result.type === "exception") {
+            ctx.dispatch({
+                type: "testValidate",
+                created_at: new Date().toISOString(),
+                files,
+                result,
+                step: (_d = (_c = ctx.state().interface) === null || _c === void 0 ? void 0 : _c.step) !== null && _d !== void 0 ? _d : 0,
+            });
+            throw new Error(JSON.stringify(result.error, null, 2));
+        }
+        // Make the diagnostics object (e.g. { "test/features/api/article.ts": [error1, error2] })
+        const diagnostics = {};
+        result.diagnostics.forEach((d) => {
+            var _a;
+            if (d.file === null)
+                return;
+            diagnostics[d.file] = (_a = diagnostics[d.file]) !== null && _a !== void 0 ? _a : [];
+            diagnostics[d.file].push(d);
+        });
+        if (Object.keys(diagnostics).length === 0) {
+            /**
+             * SUCCESS (Because typescript compiler can't success to compile the json
+             * files, so result could be failure. but it's success to compile the ts
+             * files.)
+             */
+            return {
+                type: "testValidate",
+                created_at: new Date().toISOString(),
+                files,
+                result: Object.assign(Object.assign({}, result), { type: "success" }),
+                step: (_f = (_e = ctx.state().interface) === null || _e === void 0 ? void 0 : _e.step) !== null && _f !== void 0 ? _f : 0,
+            };
+        }
+        // Compile Failed
+        ctx.dispatch({
+            type: "testValidate",
+            created_at: new Date().toISOString(),
+            files,
+            result,
+            step: (_h = (_g = ctx.state().interface) === null || _g === void 0 ? void 0 : _g.step) !== null && _h !== void 0 ? _h : 0,
+        });
+        if (life <= 0)
+            return {
+                type: "testValidate",
+                created_at: new Date().toISOString(),
+                files,
+                result,
+                step: (_k = (_j = ctx.state().interface) === null || _j === void 0 ? void 0 : _j.step) !== null && _k !== void 0 ? _k : 0,
+            };
+        // VALIDATION FAILED
+        const validate = yield Promise.all(Object.entries(diagnostics).map((_a) => __awaiter(this, [_a], void 0, function* ([filename, d]) {
+            var _b, _c;
+            const code = files[filename];
+            const response = yield process(ctx, d, code);
+            ctx.dispatch({
+                type: "testCorrect",
+                created_at: new Date().toISOString(),
+                files: Object.assign(Object.assign({}, files), { [filename]: response.content }),
+                result,
+                solution: response.solution,
+                think_without_compile_error: response.think_without_compile_error,
+                think_again_with_compile_error: response.think_again_with_compile_error,
+                step: (_c = (_b = ctx.state().interface) === null || _b === void 0 ? void 0 : _b.step) !== null && _c !== void 0 ? _c : 0,
+            });
+            // Return [filename, modified code]
+            return [filename, response.content];
+        })));
+        const newFiles = Object.assign(Object.assign({}, files), Object.fromEntries(validate));
+        return step(ctx, newFiles, life - 1);
+    });
+}
+/**
+ * Modifies the code of test files where errors occurred. This function
+ * processes TypeScript compiler diagnostics and attempts to fix compilation
+ * errors.
+ *
+ * @param ctx The AutoBeContext containing application state and configuration
+ * @param diagnostics Array of TypeScript compiler diagnostics for the errors
+ * @param code The source code content to be fixed
+ * @returns Promise resolving to corrected test function properties
+ */
+function process(ctx, diagnostics, code) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c, _d, _e;
+        const pointer = {
+            value: null,
+        };
+        const apiFiles = Object.entries((_b = (_a = ctx.state().interface) === null || _a === void 0 ? void 0 : _a.files) !== null && _b !== void 0 ? _b : {})
+            .filter(([filename]) => {
+            return filename.startsWith("src/api/");
+        })
+            .reduce((acc, [filename, content]) => {
+            return Object.assign(acc, { [filename]: content });
+        }, {});
+        const dtoFiles = Object.entries((_d = (_c = ctx.state().interface) === null || _c === void 0 ? void 0 : _c.files) !== null && _d !== void 0 ? _d : {})
+            .filter(([filename]) => {
+            return filename.startsWith("src/api/structures/");
+        })
+            .reduce((acc, [filename, content]) => {
+            return Object.assign(acc, { [filename]: content });
+        }, {});
+        const agentica = new core_1.MicroAgentica({
+            model: ctx.model,
+            vendor: Object.assign({}, ctx.vendor),
+            config: Object.assign({}, ((_e = ctx.config) !== null && _e !== void 0 ? _e : {})),
+            histories: (0, transformTestCorrectHistories_1.transformTestCorrectHistories)(apiFiles, dtoFiles),
+            controllers: [
+                createApplication({
+                    model: ctx.model,
+                    build: (next) => {
+                        pointer.value = next;
+                    },
+                }),
+            ],
+        });
+        agentica.on("request", (event) => __awaiter(this, void 0, void 0, function* () {
+            if (event.body.tools)
+                event.body.tool_choice = "required";
+        }));
+        yield agentica.conversate([
+            "Fix the compilation error in the provided code.",
+            "",
+            "## Original Code",
+            "```typescript",
+            code,
+            "```",
+            "",
+            diagnostics.map((diagnostic) => {
+                if (diagnostic.start === undefined || diagnostic.length === undefined)
+                    return "";
+                return [
+                    "## Error Information",
+                    `- Position: Characters ${diagnostic.start} to ${diagnostic.start + diagnostic.length}`,
+                    `- Error Message: ${diagnostic.messageText}`,
+                    `- Problematic Code: \`${code.substring(diagnostic.start, diagnostic.start + diagnostic.length)}\``,
+                    "",
+                ].join("\n");
+            }),
+            "## Instructions",
+            "1. Focus on the specific error location and message",
+            "2. Provide the corrected TypeScript code",
+            "3. Ensure the fix resolves the compilation error",
+            "",
+            "Return only the fixed code without explanations.",
+        ].join("\n"));
+        if (pointer.value === null)
+            throw new Error("Failed to modify test code.");
+        return pointer.value;
+    });
+}
+function createApplication(props) {
+    (0, assertSchemaModel_1.assertSchemaModel)(props.model);
+    const application = collection[props.model];
+    return {
+        protocol: "class",
+        name: "Modify Test Code",
+        application,
+        execute: {
+            correctTestCode: (next) => {
+                props.build(next);
+            },
+        },
+    };
+}
+const claude = {
+    model: "claude",
+    options: {
+        reference: true,
+        separate: null
+    },
+    functions: [
+        {
+            name: "correctTestCode",
+            parameters: {
+                description: "Current Type: {@link ICorrectTestFunctionProps}",
+                type: "object",
+                properties: {
+                    think_without_compile_error: {
+                        description: "Step 1: Initial self-reflection on the source code without compiler error\ncontext.\n\nThe AI agent analyzes the previously generated test code to identify\npotential issues, relying solely on its understanding of TypeScript syntax,\ntesting patterns, and best practices.\n\nThis encourages the agent to develop independent debugging skills before\nbeing influenced by external error messages.",
+                        type: "string"
+                    },
+                    think_again_with_compile_error: {
+                        description: "Step 2: Re-evaluation of the code with compiler error messages as\nadditional context.\n\nAfter the initial analysis, the AI agent reviews the same code again, this\ntime incorporating the specific TypeScript compiler error messages.\n\nThis allows the agent to correlate its initial observations with concrete\ncompilation failures and refine its understanding of what went wrong.",
+                        type: "string"
+                    },
+                    solution: {
+                        title: "Step 3: Concrete action plan for fixing the identified issues",
+                        description: "Step 3: Concrete action plan for fixing the identified issues.\n\nBased on the analysis from steps 1 and 2, the AI agent formulates a\nspecific, step-by-step solution strategy.\n\nThis should include what changes need to be made, why those changes are\nnecessary, and how they will resolve the compilation errors while\nmaintaining the test's intended functionality.",
+                        type: "string"
+                    },
+                    content: {
+                        title: "Step 4: The corrected TypeScript test code",
+                        description: "Step 4: The corrected TypeScript test code.\n\nThe final, properly fixed TypeScript code that should compile without\nerrors.\n\nThis represents the implementation of the solution plan from step 3,\ncontaining all necessary corrections to make the test code syntactically\nvalid and functionally correct.",
+                        type: "string"
+                    }
+                },
+                required: [
+                    "think_without_compile_error",
+                    "think_again_with_compile_error",
+                    "solution",
+                    "content"
+                ],
+                additionalProperties: false,
+                $defs: {}
+            },
+            validate: (() => { const _io0 = input => "string" === typeof input.think_without_compile_error && "string" === typeof input.think_again_with_compile_error && "string" === typeof input.solution && "string" === typeof input.content; const _vo0 = (input, _path, _exceptionable = true) => ["string" === typeof input.think_without_compile_error || _report(_exceptionable, {
+                    path: _path + ".think_without_compile_error",
+                    expected: "string",
+                    value: input.think_without_compile_error
+                }), "string" === typeof input.think_again_with_compile_error || _report(_exceptionable, {
+                    path: _path + ".think_again_with_compile_error",
+                    expected: "string",
+                    value: input.think_again_with_compile_error
+                }), "string" === typeof input.solution || _report(_exceptionable, {
+                    path: _path + ".solution",
+                    expected: "string",
+                    value: input.solution
+                }), "string" === typeof input.content || _report(_exceptionable, {
+                    path: _path + ".content",
+                    expected: "string",
+                    value: input.content
+                })].every(flag => flag); const __is = input => "object" === typeof input && null !== input && _io0(input); let errors; let _report; return input => {
+                if (false === __is(input)) {
+                    errors = [];
+                    _report = __typia_transform__validateReport._validateReport(errors);
+                    ((input, _path, _exceptionable = true) => ("object" === typeof input && null !== input || _report(true, {
+                        path: _path + "",
+                        expected: "ICorrectTestFunctionProps",
+                        value: input
+                    })) && _vo0(input, _path + "", true) || _report(true, {
+                        path: _path + "",
+                        expected: "ICorrectTestFunctionProps",
+                        value: input
+                    }))(input, "$input", true);
+                    const success = 0 === errors.length;
+                    return success ? {
+                        success,
+                        data: input
+                    } : {
+                        success,
+                        errors,
+                        data: input
+                    };
+                }
+                return {
+                    success: true,
+                    data: input
+                };
+            }; })()
+        }
+    ]
+};
+const collection = {
+    chatgpt: {
+        model: "chatgpt",
+        options: {
+            reference: true,
+            strict: false,
+            separate: null
+        },
+        functions: [
+            {
+                name: "correctTestCode",
+                parameters: {
+                    description: "Current Type: {@link ICorrectTestFunctionProps}",
+                    type: "object",
+                    properties: {
+                        think_without_compile_error: {
+                            description: "Step 1: Initial self-reflection on the source code without compiler error\ncontext.\n\nThe AI agent analyzes the previously generated test code to identify\npotential issues, relying solely on its understanding of TypeScript syntax,\ntesting patterns, and best practices.\n\nThis encourages the agent to develop independent debugging skills before\nbeing influenced by external error messages.",
+                            type: "string"
+                        },
+                        think_again_with_compile_error: {
+                            description: "Step 2: Re-evaluation of the code with compiler error messages as\nadditional context.\n\nAfter the initial analysis, the AI agent reviews the same code again, this\ntime incorporating the specific TypeScript compiler error messages.\n\nThis allows the agent to correlate its initial observations with concrete\ncompilation failures and refine its understanding of what went wrong.",
+                            type: "string"
+                        },
+                        solution: {
+                            title: "Step 3: Concrete action plan for fixing the identified issues",
+                            description: "Step 3: Concrete action plan for fixing the identified issues.\n\nBased on the analysis from steps 1 and 2, the AI agent formulates a\nspecific, step-by-step solution strategy.\n\nThis should include what changes need to be made, why those changes are\nnecessary, and how they will resolve the compilation errors while\nmaintaining the test's intended functionality.",
+                            type: "string"
+                        },
+                        content: {
+                            title: "Step 4: The corrected TypeScript test code",
+                            description: "Step 4: The corrected TypeScript test code.\n\nThe final, properly fixed TypeScript code that should compile without\nerrors.\n\nThis represents the implementation of the solution plan from step 3,\ncontaining all necessary corrections to make the test code syntactically\nvalid and functionally correct.",
+                            type: "string"
+                        }
+                    },
+                    required: [
+                        "think_without_compile_error",
+                        "think_again_with_compile_error",
+                        "solution",
+                        "content"
+                    ],
+                    additionalProperties: false,
+                    $defs: {}
+                },
+                validate: (() => { const _io0 = input => "string" === typeof input.think_without_compile_error && "string" === typeof input.think_again_with_compile_error && "string" === typeof input.solution && "string" === typeof input.content; const _vo0 = (input, _path, _exceptionable = true) => ["string" === typeof input.think_without_compile_error || _report(_exceptionable, {
+                        path: _path + ".think_without_compile_error",
+                        expected: "string",
+                        value: input.think_without_compile_error
+                    }), "string" === typeof input.think_again_with_compile_error || _report(_exceptionable, {
+                        path: _path + ".think_again_with_compile_error",
+                        expected: "string",
+                        value: input.think_again_with_compile_error
+                    }), "string" === typeof input.solution || _report(_exceptionable, {
+                        path: _path + ".solution",
+                        expected: "string",
+                        value: input.solution
+                    }), "string" === typeof input.content || _report(_exceptionable, {
+                        path: _path + ".content",
+                        expected: "string",
+                        value: input.content
+                    })].every(flag => flag); const __is = input => "object" === typeof input && null !== input && _io0(input); let errors; let _report; return input => {
+                    if (false === __is(input)) {
+                        errors = [];
+                        _report = __typia_transform__validateReport._validateReport(errors);
+                        ((input, _path, _exceptionable = true) => ("object" === typeof input && null !== input || _report(true, {
+                            path: _path + "",
+                            expected: "ICorrectTestFunctionProps",
+                            value: input
+                        })) && _vo0(input, _path + "", true) || _report(true, {
+                            path: _path + "",
+                            expected: "ICorrectTestFunctionProps",
+                            value: input
+                        }))(input, "$input", true);
+                        const success = 0 === errors.length;
+                        return success ? {
+                            success,
+                            data: input
+                        } : {
+                            success,
+                            errors,
+                            data: input
+                        };
+                    }
+                    return {
+                        success: true,
+                        data: input
+                    };
+                }; })()
+            }
+        ]
+    },
+    claude,
+    llama: claude,
+    deepseek: claude,
+    "3.1": claude,
+    "3.0": {
+        model: "3.0",
+        options: {
+            constraint: true,
+            recursive: 3,
+            separate: null
+        },
+        functions: [
+            {
+                name: "correctTestCode",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        think_without_compile_error: {
+                            type: "string",
+                            description: "Step 1: Initial self-reflection on the source code without compiler error\ncontext.\n\nThe AI agent analyzes the previously generated test code to identify\npotential issues, relying solely on its understanding of TypeScript syntax,\ntesting patterns, and best practices.\n\nThis encourages the agent to develop independent debugging skills before\nbeing influenced by external error messages."
+                        },
+                        think_again_with_compile_error: {
+                            type: "string",
+                            description: "Step 2: Re-evaluation of the code with compiler error messages as\nadditional context.\n\nAfter the initial analysis, the AI agent reviews the same code again, this\ntime incorporating the specific TypeScript compiler error messages.\n\nThis allows the agent to correlate its initial observations with concrete\ncompilation failures and refine its understanding of what went wrong."
+                        },
+                        solution: {
+                            type: "string",
+                            title: "Step 3: Concrete action plan for fixing the identified issues",
+                            description: "Step 3: Concrete action plan for fixing the identified issues.\n\nBased on the analysis from steps 1 and 2, the AI agent formulates a\nspecific, step-by-step solution strategy.\n\nThis should include what changes need to be made, why those changes are\nnecessary, and how they will resolve the compilation errors while\nmaintaining the test's intended functionality."
+                        },
+                        content: {
+                            type: "string",
+                            title: "Step 4: The corrected TypeScript test code",
+                            description: "Step 4: The corrected TypeScript test code.\n\nThe final, properly fixed TypeScript code that should compile without\nerrors.\n\nThis represents the implementation of the solution plan from step 3,\ncontaining all necessary corrections to make the test code syntactically\nvalid and functionally correct."
+                        }
+                    },
+                    required: [
+                        "think_without_compile_error",
+                        "think_again_with_compile_error",
+                        "solution",
+                        "content"
+                    ],
+                    description: "Current Type: {@link ICorrectTestFunctionProps}",
+                    additionalProperties: false
+                },
+                validate: (() => { const _io0 = input => "string" === typeof input.think_without_compile_error && "string" === typeof input.think_again_with_compile_error && "string" === typeof input.solution && "string" === typeof input.content; const _vo0 = (input, _path, _exceptionable = true) => ["string" === typeof input.think_without_compile_error || _report(_exceptionable, {
+                        path: _path + ".think_without_compile_error",
+                        expected: "string",
+                        value: input.think_without_compile_error
+                    }), "string" === typeof input.think_again_with_compile_error || _report(_exceptionable, {
+                        path: _path + ".think_again_with_compile_error",
+                        expected: "string",
+                        value: input.think_again_with_compile_error
+                    }), "string" === typeof input.solution || _report(_exceptionable, {
+                        path: _path + ".solution",
+                        expected: "string",
+                        value: input.solution
+                    }), "string" === typeof input.content || _report(_exceptionable, {
+                        path: _path + ".content",
+                        expected: "string",
+                        value: input.content
+                    })].every(flag => flag); const __is = input => "object" === typeof input && null !== input && _io0(input); let errors; let _report; return input => {
+                    if (false === __is(input)) {
+                        errors = [];
+                        _report = __typia_transform__validateReport._validateReport(errors);
+                        ((input, _path, _exceptionable = true) => ("object" === typeof input && null !== input || _report(true, {
+                            path: _path + "",
+                            expected: "ICorrectTestFunctionProps",
+                            value: input
+                        })) && _vo0(input, _path + "", true) || _report(true, {
+                            path: _path + "",
+                            expected: "ICorrectTestFunctionProps",
+                            value: input
+                        }))(input, "$input", true);
+                        const success = 0 === errors.length;
+                        return success ? {
+                            success,
+                            data: input
+                        } : {
+                            success,
+                            errors,
+                            data: input
+                        };
+                    }
+                    return {
+                        success: true,
+                        data: input
+                    };
+                }; })()
+            }
+        ]
+    },
+};
+//# sourceMappingURL=orchestrateTestCorrect.js.map

package/lib/orchestrate/test/orchestrateTestCorrect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrateTestCorrect.js","sourceRoot":"","sources":["../../../src/orchestrate/test/orchestrateTestCorrect.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAcA,wDAyCC;;AAvDD,yCAAoE;AAQpE,kDAA0B;AAG1B,uEAAoE;AACpE,mFAAgF;AAEhF,SAAsB,sBAAsB;yDAC1C,GAAyB,EACzB,KAAgC,EAChC,KAAK,GAAG,CAAC;;QAET,sDAAsD;QACtD,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAClC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YACnC,qBAAqB,QAAQ,EAAE;YAC/B,OAAO;SACR,CAAC,CACH,CAAC;QAEF,mEAAmE;QACnE,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CACtC,MAAM,CAAC,OAAO,CAAC,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,KAAK,mCAAI,EAAE,CAAC,CAAC,MAAM,CACvD,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAC1D,CACF,CAAC;QAEF,uEAAuE;QACvE,MAAM,WAAW,mCAAQ,aAAa,GAAK,SAAS,CAAE,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,CAChC,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CACb,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YACrE,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC7B,CACF,CAAC;QAEF,kDAAkD;QAClD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAE/C,2DAA2D;QAC3D,MAAM,KAAK,mCACN,QAAQ,KACX,IAAI,EAAE,cAAc,EACpB,KAAK,kCAAO,WAAW,GAAK,QAAQ,CAAC,KAAK,IAC3C,CAAC;QAEF,OAAO,KAAK,CAAC;IACf,CAAC;CAAA;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAe,IAAI,CACjB,GAAyB,EACzB,KAA6B,EAC7B,IAAY;;;QAEZ,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC3C,KAAK;SACN,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,UAAU;YACV,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,KAAK;gBACL,MAAM;gBACN,IAAI,EAAE,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,IAAI,mCAAI,CAAC;aACvC,CAAC;QACJ,CAAC;QAED,kBAAkB;QAClB,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAChC,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,KAAK;gBACL,MAAM;gBACN,IAAI,EAAE,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,IAAI,mCAAI,CAAC;aACvC,CAAC,CAAC;YAEH,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,0FAA0F;QAC1F,MAAM,WAAW,GAGb,EAAE,CAAC;QAEP,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;;YAC/B,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI;gBAAE,OAAO;YAE5B,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAA,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,mCAAI,EAAE,CAAC;YAChD,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C;;;;eAIG;YACH,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,KAAK;gBACL,MAAM,kCACD,MAAM,KACT,IAAI,EAAE,SAAS,GAChB;gBACD,IAAI,EAAE,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,IAAI,mCAAI,CAAC;aACvC,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,cAAc;YACpB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,KAAK;YACL,MAAM;YACN,IAAI,EAAE,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,IAAI,mCAAI,CAAC;SACvC,CAAC,CAAC;QAEH,IAAI,IAAI,IAAI,CAAC;YACX,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,KAAK;gBACL,MAAM;gBACN,IAAI,EAAE,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,IAAI,mCAAI,CAAC;aACvC,CAAC;QAEJ,oBAAoB;QACpB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,KAAsB,EAAE,0CAAjB,CAAC,QAAQ,EAAE,CAAC,CAAC;;YAClD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAE7C,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,KAAK,kCAAO,KAAK,KAAE,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,OAAO,GAAE;gBACjD,MAAM;gBACN,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,2BAA2B,EAAE,QAAQ,CAAC,2BAA2B;gBACjE,8BAA8B,EAAE,QAAQ,CAAC,8BAA8B;gBACvE,IAAI,EAAE,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,IAAI,mCAAI,CAAC;aACvC,CAAC,CAAC;YAEH,mCAAmC;YACnC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAA,CAAC,CACH,CAAC;QAEF,MAAM,QAAQ,mCAAQ,KAAK,GAAK,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAE,CAAC;QAE/D,OAAO,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;CAAA;AAED;;;;;;;;;GASG;AACH,SAAe,OAAO,CACpB,GAAyB,EACzB,WAA0D,EAC1D,IAAY;;;QAEZ,MAAM,OAAO,GAA+C;YAC1D,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,KAAK,mCAAI,EAAE,CAAC;aAChE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE;YACrB,OAAO,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC,CAAC;aACD,MAAM,CAAyB,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,EAAE;YAC3D,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC,EAAE,EAAE,CAAC,CAAC;QAET,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAA,MAAA,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,0CAAE,KAAK,mCAAI,EAAE,CAAC;aAChE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE;YACrB,OAAO,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACpD,CAAC,CAAC;aACD,MAAM,CAAyB,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,EAAE;YAC3D,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC,EAAE,EAAE,CAAC,CAAC;QAET,MAAM,QAAQ,GAAG,IAAI,oBAAa,CAAC;YACjC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,oBAAO,GAAG,CAAC,MAAM,CAAE;YACzB,MAAM,oBACD,CAAC,MAAA,GAAG,CAAC,MAAM,mCAAI,EAAE,CAAC,CACtB;YACD,SAAS,EAAE,IAAA,6DAA6B,EAAC,QAAQ,EAAE,QAAQ,CAAC;YAC5D,WAAW,EAAE;gBACX,iBAAiB,CAAC;oBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE;wBACd,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;oBACvB,CAAC;iBACF,CAAC;aACH;SACF,CAAC,CAAC;QAEH,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAO,KAAK,EAAE,EAAE;YACrC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC5D,CAAC,CAAA,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,UAAU,CACvB;YACE,iDAAiD;YACjD,EAAE;YACF,kBAAkB;YAClB,eAAe;YACf,IAAI;YACJ,KAAK;YACL,EAAE;YACF,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;gBAC7B,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;oBACnE,OAAO,EAAE,CAAC;gBAEZ,OAAO;oBACL,sBAAsB;oBACtB,0BAA0B,UAAU,CAAC,KAAK,OAAO,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE;oBACvF,oBAAoB,UAAU,CAAC,WAAW,EAAE;oBAC5C,yBAAyB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI;oBACnG,EAAE;iBACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC;YACF,iBAAiB;YACjB,qDAAqD;YACrD,0CAA0C;YAC1C,kDAAkD;YAClD,EAAE;YACF,kDAAkD;SACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;QAEF,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAE3E,OAAO,OAAO,CAAC,KAAK,CAAC;IACvB,CAAC;CAAA;AAED,SAAS,iBAAiB,CAAiC,KAG1D;IACC,IAAA,qCAAiB,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAE/B,MAAM,WAAW,GAA2B,UAAU,CACpD,KAAK,CAAC,KAAK,CACyB,CAAC;IACvC,OAAO;QACL,QAAQ,EAAE,OAAO;QACjB,IAAI,EAAE,kBAAkB;QACxB,WAAW;QACX,OAAO,EAAE;YACP,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;SACqB;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAMT,CAAC;AACJ,MAAM,UAAU,GAAG;IACjB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAIJ;IACH,MAAM;IACN,KAAK,EAAE,MAAM;IACb,QAAQ,EAAE,MAAM;IAChB,KAAK,EAAE,MAAM;IACb,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAA8C;CACpD,CAAC"}

package/lib/orchestrate/test/orchestrateTestProgress.d.ts

@@ -0,0 +1,4 @@
+import { AutoBeTest, AutoBeTestProgressEvent } from "@autobe/interface";
+import { ILlmSchema } from "@samchon/openapi";
+import { AutoBeContext } from "../../context/AutoBeContext";
+export declare function orchestrateTestProgress<Model extends ILlmSchema.Model>(ctx: AutoBeContext<Model>, scenarios: AutoBeTest.Scenario[]): Promise<AutoBeTestProgressEvent[]>;