@empiricalrun/test-gen 0.33.13 → 0.33.16

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @empiricalrun/test-gen
 
+## 0.33.16
+
+### Patch Changes
+
+- 696d17b: fix: incorrect agent picked for the generation
+- e4558cf: chore: make trace url clickable for coding agent
+
+## 0.33.15
+
+### Patch Changes
+
+- 4091222: feat: infer master / code agent from the task provided
+
+## 0.33.14
+
+### Patch Changes
+
+- ec95c2a: fix: update flow prompt
+
 ## 0.33.13
 
 ### Patch Changes

package/dist/agent/browsing/utils.d.ts

@@ -1,3 +1,4 @@
+import { TraceClient } from "@empiricalrun/llm";
 import { Page } from "playwright";
 import { PlaywrightTestConfig } from "playwright/test";
 import { TestGenConfig } from "../../types";
@@ -8,7 +9,7 @@ export declare function prepareBrowsingAgentTask(steps: string[]): string;
  * @param {TestGenConfig} genConfig
  * @return {*}  {Promise<string>}
  */
-export declare function prepareFileForMasterAgent(genConfig: TestGenConfig): Promise<string>;
+export declare function prepareFileForMasterAgent(genConfig: TestGenConfig, trace?: TraceClient): Promise<string>;
 export declare function injectPwLocatorGenerator(page: Page): Promise<void>;
 /**
  * Function to validate if the test file path are valid.

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAiBvD,OAAO,EAAe,aAAa,EAAE,MAAM,aAAa,CAAC;AAKzD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA4ED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA+BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAgBvD,OAAO,EAAe,aAAa,EAAE,MAAM,aAAa,CAAC;AAKzD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA4ED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CAuDjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA+BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -14,7 +14,6 @@ const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const fs_1 = require("../../bin/utils/fs");
 const web_1 = require("../../bin/utils/platform/web");
-const reporter_1 = require("../../reporter");
 const create_test_block_1 = require("../codegen/create-test-block");
 const fix_ts_errors_1 = require("../codegen/fix-ts-errors");
 const update_flow_1 = require("../codegen/update-flow");
@@ -90,27 +89,24 @@ async function prepareFileForUpdateScenario(genConfig, trace) {
  * @param {TestGenConfig} genConfig
  * @return {*}  {Promise<string>}
  */
-async function prepareFileForMasterAgent(genConfig) {
-    const trace = llm_1.langfuseInstance.trace({
+async function prepareFileForMasterAgent(genConfig, trace) {
+    const prepareFileSpan = trace?.span({
         name: "prepare-file-for-master-agent",
     });
-    new logger_1.CustomLogger({ useReporter: true }).log(`Preparing file for master agent. [view trace](${trace.getTraceUrl()})`);
-    if (trace.getTraceUrl()) {
-        await new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
-    }
+    new logger_1.CustomLogger({ useReporter: true }).log(`Preparing file for master agent. [view trace](${trace?.getTraceUrl()})`);
     const { specPath, testCase } = genConfig;
     const { name, suites } = testCase;
     // check if the spec file exists
     // if no then create a new file with test and expect imports
     if (!fs_extra_1.default.existsSync(specPath)) {
-        const fileCreateSpan = trace.span({
+        const fileCreateSpan = prepareFileSpan?.span({
             name: "create-file",
             input: { specPath },
         });
         await fs_extra_1.default.createFile(specPath);
         const fileContentWithImports = (0, web_1.addNewImport)("", ["test", "expect"], (0, web_1.getFixtureImportPath)(specPath));
         await fs_extra_1.default.writeFile(specPath, fileContentWithImports, "utf-8");
-        fileCreateSpan.end({ output: { specPath, fileContentWithImports } });
+        fileCreateSpan?.end({ output: { specPath, fileContentWithImports } });
     }
     const existingContents = await fs_extra_1.default.readFile(specPath, "utf-8");
     const { testBlock } = (0, web_1.getTypescriptTestBlock)({
@@ -120,7 +116,7 @@ async function prepareFileForMasterAgent(genConfig) {
     });
     if (!testBlock) {
         const newTestBlock = await (0, create_test_block_1.createEmptyTestCaseBlock)({
-            trace,
+            trace: prepareFileSpan,
             testCase: genConfig.testCase,
             file: specPath,
             options: genConfig.options,
@@ -133,7 +129,7 @@ async function prepareFileForMasterAgent(genConfig) {
         });
         await fs_extra_1.default.writeFile(specPath, updatedContent, "utf-8");
     }
-    await prepareFileForUpdateScenario(genConfig, trace);
+    await prepareFileForUpdateScenario(genConfig, prepareFileSpan);
     return specPath;
 }
 exports.prepareFileForMasterAgent = prepareFileForMasterAgent;

package/dist/agent/codegen/fix-ts-errors.js

@@ -26,7 +26,7 @@ async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.Cus
             trace?.event({ name: "code-fix-iteration-max-out" });
             logger.error([
                 `Unable to fix typescript errors. Please review ${file} manually and fix the typescript errors.`,
-                `Trace: ${trace?.getTraceUrl()}`,
+                `View [trace](${trace?.getTraceUrl()})`,
             ].join("\n"));
             break;
         }

package/dist/agent/codegen/run.d.ts

@@ -1,3 +1,4 @@
+import { TraceClient } from "@empiricalrun/llm";
 import { TestCase, TestGenConfigOptions } from "../../types";
-export declare function generateTest(testCase: TestCase, file: string, options: TestGenConfigOptions): Promise<TestCase[]>;
+export declare function generateTest(testCase: TestCase, file: string, options: TestGenConfigOptions, trace: TraceClient): Promise<TestCase[]>;
 //# sourceMappingURL=run.d.ts.map

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AA0BA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAgHrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkC,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAkBhF,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,EAAE,WAAW,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAwGrB"}

package/dist/agent/codegen/run.js

@@ -5,17 +5,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateTest = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const crypto_1 = __importDefault(require("crypto"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
-const reporter_1 = require("../../reporter");
-const session_1 = require("../../session");
 const fix_ts_errors_1 = require("./fix-ts-errors");
 const update_flow_1 = require("./update-flow");
-async function generateTest(testCase, file, options) {
+async function generateTest(testCase, file, options, trace) {
     const logger = new logger_1.CustomLogger();
     if (!fs_extra_1.default.existsSync(file)) {
         logger.log(`Creating a new spec file: ${file}`);
@@ -30,24 +27,19 @@ async function generateTest(testCase, file, options) {
     });
     const isUpdate = !!testBlock;
     if (isUpdate) {
-        return await (0, update_flow_1.updateTest)(testCase, file, options);
+        return await (0, update_flow_1.updateTest)(testCase, file, options, true, true, trace);
     }
     const generatedTestCases = [];
     logger.logEmptyLine();
-    const session = (0, session_1.getSessionDetails)();
-    const trace = llm_1.langfuseInstance.trace({
-        name: "generate-test",
-        id: crypto_1.default.randomUUID(),
-        release: session.version,
-        tags: [options.metadata.projectName, options.metadata.environment].filter((s) => !!s),
+    const createTestSpan = trace.span({
+        name: "create-test",
+        input: {
+            testCase,
+            file,
+            options,
+        },
     });
-    try {
-        await new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
-    }
-    catch (e) {
-        console.warn("Failed to send trace url", e);
-    }
-    trace.event({
+    createTestSpan.event({
         name: "collate-files-as-text",
         output: {
             codePrompt,
@@ -55,8 +47,7 @@ async function generateTest(testCase, file, options) {
             testFileContent,
         },
     });
-    trace.update({ input: { testCase } });
-    const promptSpan = trace.span({
+    const promptSpan = createTestSpan.span({
         name: "add-scenario-prompt",
     });
     const instruction = await (0, llm_1.getPrompt)("add-scenario", {
@@ -94,7 +85,7 @@ async function generateTest(testCase, file, options) {
     await fs_extra_1.default.writeFile(file, updatedContent, "utf-8");
     readWriteFileSpan.end({ output: { updatedContent } });
     logger.log("Linting generated code...");
-    trace.event({ name: "lint-file" });
+    createTestSpan.event({ name: "lint-file" });
     await (0, web_1.lintErrors)(file);
     await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
         trace,
@@ -105,12 +96,12 @@ async function generateTest(testCase, file, options) {
         testCase: testCase,
         options,
     });
-    trace.event({ name: "format-file" });
+    createTestSpan.event({ name: "format-file" });
     await (0, web_1.formatCode)(file);
     logger.success("File formatted successfully!");
     logger.log(`Successfully generated code for the given task. \n View [trace](${trace.getTraceUrl()})`);
     generatedTestCases.push(testCase);
-    trace.update({ input: { testCase }, output: { response } });
+    createTestSpan.end({ output: { response } });
     await (0, llm_1.flushAllTraces)();
     return generatedTestCases;
 }

package/dist/agent/codegen/update-flow.d.ts

@@ -3,7 +3,7 @@ import { TestCase, TestGenConfigOptions } from "../../types";
 type UpdatedTestCase = TestCase & {
     updatedFiles: string[];
 };
-export declare function updateTest(testCase: TestCase, file: string, options: TestGenConfigOptions | undefined, logging?: boolean, validate?: boolean): Promise<UpdatedTestCase[]>;
+export declare function updateTest(testCase: TestCase, file: string, options: TestGenConfigOptions | undefined, logging?: boolean, validate?: boolean, trace?: TraceClient): Promise<UpdatedTestCase[]>;
 export declare function appendCreateTestBlock({ testCase, file, options, trace, validateTypes, }: {
     testCase: TestCase;
     file: string;

package/dist/agent/codegen/update-flow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAsB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAqIF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,eAAe,EAAE,CAAC,CAkG5B;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA6E7B"}
+{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAsB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAqIF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CAoG5B;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA6E7B"}

package/dist/agent/codegen/update-flow.js

@@ -13,7 +13,6 @@ const context_1 = require("../../bin/utils/context");
 const fs_1 = require("../../bin/utils/fs");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
-const reporter_1 = require("../../reporter");
 const session_1 = require("../../session");
 const fix_ts_errors_1 = require("./fix-ts-errors");
 const utils_1 = require("./utils");
@@ -104,29 +103,33 @@ async function applyFileChanges({ validateTypes = true, trace, testCase, fileCha
         logger.success(`${fileChange.filePath} file formatted successfully!`);
     }));
 }
-async function updateTest(testCase, file, options, logging = true, validate = true) {
+async function updateTest(testCase, file, options, logging = true, validate = true, trace) {
     const logger = new logger_1.CustomLogger({ useReporter: logging });
     const context = await (0, context_1.contextForGeneration)(file);
     const { codePrompt, pomPrompt, testFileContent } = context;
     const generatedTestCases = [];
     logger.logEmptyLine();
     const session = (0, session_1.getSessionDetails)();
-    const trace = llm_1.langfuseInstance.trace({
+    trace =
+        trace ||
+            llm_1.langfuseInstance.trace({
+                name: "update-test",
+                id: crypto_1.default.randomUUID(),
+                release: session.version,
+                tags: [
+                    options?.metadata.projectName || "",
+                    options?.metadata.environment || "",
+                ].filter((s) => !!s),
+            });
+    const updateTestSpan = trace.span({
         name: "update-test",
-        id: crypto_1.default.randomUUID(),
-        release: session.version,
-        tags: [
-            options?.metadata.projectName || "",
-            options?.metadata.environment || "",
-        ].filter((s) => !!s),
+        input: {
+            testCase,
+            file,
+            options,
+        },
     });
-    try {
-        await new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
-    }
-    catch (e) {
-        console.warn("Failed to send trace url as test gen update", e);
-    }
-    trace.event({
+    updateTestSpan.event({
         name: "collate-files-as-text",
         output: {
             codePrompt,
@@ -134,20 +137,17 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
             testFileContent,
         },
     });
-    trace.update({ input: { testCase } });
-    const promptSpan = trace.span({
+    const promptSpan = updateTestSpan.span({
         name: "update-scenario-prompt",
     });
     const promptName = "update-scenario";
     // if describe blocks are present, we need to add them to the scenario name
     // e.g. describe block: login ---> login with email
     // this is help LLM navigate to the right test block
-    const scenarioName = testCase.suites?.length
-        ? testCase.suites.reduce((text, suite) => {
-            text += `Describe block: ${suite} ----> `;
-            return text;
-        }, "") + testCase.name
-        : testCase.name;
+    const scenarioName = (0, web_1.buildTestNamePrompt)({
+        testName: testCase.name,
+        suites: testCase.suites,
+    });
     const { testBlock: currentScenarioCodeBlock } = (0, web_1.getTypescriptTestBlock)({
         scenarioName: testCase?.name,
         content: testFileContent,
@@ -163,7 +163,7 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
     });
     promptSpan.end({ output: { instruction } });
     const llm = new llm_1.LLM({
-        trace,
+        trace: updateTestSpan,
         provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
         defaultModel: options?.model || constants_1.DEFAULT_MODEL,
         providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
@@ -180,7 +180,7 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
     const fileChanges = (0, utils_1.extractTestUpdates)(response);
     await applyFileChanges({
         validateTypes: validate,
-        trace,
+        trace: updateTestSpan,
         testCase,
         fileChanges,
         logger,
@@ -193,7 +193,7 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
         ...testCase,
         updatedFiles: fileChanges.map((f) => f.filePath),
     });
-    trace.update({ input: { testCase }, output: { response } });
+    updateTestSpan.end({ output: { response } });
     await (0, llm_1.flushAllTraces)();
     return generatedTestCases;
 }

package/dist/agent/infer-agent/index.d.ts

@@ -0,0 +1,11 @@
+import { TraceClient } from "@empiricalrun/llm";
+import { Agent, TestGenConfigOptions } from "../../types";
+export declare function inferAgentBasedTask({ task, options, trace, }: {
+    task: string;
+    options?: TestGenConfigOptions;
+    trace?: TraceClient;
+}): Promise<{
+    response: Agent;
+    trace: TraceClient;
+}>;
+//# sourceMappingURL=index.d.ts.map

package/dist/agent/infer-agent/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/infer-agent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAG1D,wBAAsB,mBAAmB,CAAC,EACxC,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC,CA6EnD"}

package/dist/agent/infer-agent/index.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.inferAgentBasedTask = void 0;
+const llm_1 = require("@empiricalrun/llm");
+const constants_1 = require("../../constants");
+const session_1 = require("../../session");
+const session = (0, session_1.getSessionDetails)();
+async function inferAgentBasedTask({ task, options, trace, }) {
+    trace =
+        trace ||
+            llm_1.langfuseInstance.trace({
+                name: "infer-agent-task",
+                id: crypto.randomUUID(),
+                release: session.version,
+            });
+    const inferAgentSpan = trace.span({
+        name: "infer-agent",
+        input: {
+            task,
+            options,
+        },
+    });
+    const promptSpan = inferAgentSpan.span({
+        name: "infer-agent-prompt",
+        input: {
+            task,
+        },
+    });
+    const prompt = await (0, llm_1.getPrompt)("infer-agent", {
+        task,
+    });
+    promptSpan?.end({ output: { prompt } });
+    const llm = new llm_1.LLM({
+        trace: inferAgentSpan,
+        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+        defaultModel: options?.model || constants_1.DEFAULT_MODEL,
+        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+    });
+    const firstShotMessage = await llm.createChatCompletion({
+        messages: prompt,
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+            ...options?.modelParameters,
+            temperature: 1,
+        },
+        responseFormat: {
+            type: "json_schema",
+            json_schema: {
+                name: "infer-master-code",
+                strict: true,
+                schema: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                        },
+                        response: {
+                            type: "string",
+                        },
+                    },
+                    additionalProperties: false,
+                    required: ["reason", "response"],
+                },
+            },
+        },
+    });
+    const output = JSON.parse(firstShotMessage?.content || "{}");
+    inferAgentSpan.end({
+        output: {
+            response: output.response,
+            reason: output.reason,
+        },
+    });
+    return {
+        response: output.response,
+        trace: inferAgentSpan,
+    };
+}
+exports.inferAgentBasedTask = inferAgentBasedTask;

package/dist/bin/index.js

@@ -9,6 +9,7 @@ const dotenv_1 = __importDefault(require("dotenv"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
 const run_2 = require("../agent/codegen/run");
+const infer_agent_1 = require("../agent/infer-agent");
 const reporter_1 = require("../reporter");
 const ci_1 = require("../reporter/ci");
 const session_1 = require("../session");
@@ -22,6 +23,13 @@ process.on("beforeExit", async () => await (0, llm_1.flushAllTraces)());
 process.on("exit", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
+async function resolveAgentUsingTask({ testCase, trace, }) {
+    const { response } = await (0, infer_agent_1.inferAgentBasedTask)({
+        task: testCase.steps.join("\n"),
+        trace,
+    });
+    return response;
+}
 async function runAgent(testGenConfig) {
     const logger = new logger_1.CustomLogger();
     const { specPath, testCase } = testGenConfig;
@@ -36,10 +44,34 @@ async function runAgent(testGenConfig) {
     if (await (0, session_1.shouldStopSession)()) {
         return;
     }
-    if (testGenConfig.options?.agent !== "code") {
+    let agent = testGenConfig.options?.agent;
+    const session = (0, session_1.getSessionDetails)();
+    const trace = llm_1.langfuseInstance.trace({
+        name: "generate-test",
+        id: crypto.randomUUID(),
+        release: session.version,
+        tags: [
+            testGenConfig.options?.metadata.projectName || "",
+            testGenConfig.options?.metadata.environment || "",
+        ].filter((s) => !!s),
+    });
+    try {
+        await new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
+    }
+    catch (e) {
+        console.warn("Failed to send trace url as test gen update", e);
+    }
+    if (!agent || agent === "auto") {
+        agent = await resolveAgentUsingTask({
+            testCase,
+            trace,
+        });
+        testGenConfig.options.agent = agent;
+    }
+    if (agent !== "code") {
         // this assumes we have only one scenario in test config
         logger.success(`Generating test using ${testGenConfig.options?.agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
-        const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)(testGenConfig);
+        const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)(testGenConfig, trace);
         await (0, run_1.generateTestsUsingMasterAgent)({
             testFilePath: specPath,
             filePathToUpdate,
@@ -48,7 +80,7 @@ async function runAgent(testGenConfig) {
     }
     else {
         logger.success(`Generating test using coding agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
-        await (0, run_2.generateTest)(testCase, specPath, testGenConfig.options);
+        await (0, run_2.generateTest)(testCase, specPath, testGenConfig.options, trace);
     }
 }
 (async function main() {

package/dist/bin/utils/platform/web/index.d.ts

@@ -1,4 +1,5 @@
 import { Node } from "ts-morph";
+import { TestCase } from "../../../../types";
 /**
  * function to get the test block and test node for the scenario
  * @export
@@ -60,4 +61,12 @@ export declare function addUserContextFixture({ scenarioName, filePath, suites,
     filePath: string;
     suites: string[];
 }): Promise<void>;
+export declare function isTestPresent({ specPath, testCase, }: {
+    specPath: string;
+    testCase: TestCase;
+}): boolean;
+export declare function buildTestNamePrompt({ testName, suites, }: {
+    testName: string;
+    suites: string[];
+}): string;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAGL,IAAI,EAIL,MAAM,UAAU,CAAC;AAGlB;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;CAC5B,CAuCA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA0CtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,cACjC,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAsDA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAGL,IAAI,EAIL,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;CAC5B,CAuCA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA0CtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,cACjC,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAsDA;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA"}

package/dist/bin/utils/platform/web/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.addUserContextFixture = exports.importAllExportsStmtFromFilePaths = exports.injectCodeSnippetBySuiteChain = exports.replaceCreateTestWithNewCode = exports.getPageVariableNameFromCreateTest = exports.getFixtureImportPath = exports.removeTestOnly = exports.addNewImport = exports.formatCode = exports.lintErrors = exports.stripAndPrependImports = exports.validateTypescript = exports.appendToTestBlock = exports.findFirstSerialDescribeBlock = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.getTypescriptTestBlock = void 0;
+exports.buildTestNamePrompt = exports.isTestPresent = exports.addUserContextFixture = exports.importAllExportsStmtFromFilePaths = exports.injectCodeSnippetBySuiteChain = exports.replaceCreateTestWithNewCode = exports.getPageVariableNameFromCreateTest = exports.getFixtureImportPath = exports.removeTestOnly = exports.addNewImport = exports.formatCode = exports.lintErrors = exports.stripAndPrependImports = exports.validateTypescript = exports.appendToTestBlock = exports.findFirstSerialDescribeBlock = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.getTypescriptTestBlock = void 0;
 const eslint_1 = require("eslint");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const lodash_isequal_1 = __importDefault(require("lodash.isequal"));
@@ -413,3 +413,26 @@ async function addUserContextFixture({ scenarioName, filePath, suites, }) {
     }
 }
 exports.addUserContextFixture = addUserContextFixture;
+function isTestPresent({ specPath, testCase, }) {
+    let isTestPresent = true;
+    isTestPresent = fs_extra_1.default.existsSync(specPath);
+    if (isTestPresent) {
+        const { testBlock } = getTypescriptTestBlock({
+            suites: testCase.suites,
+            scenarioName: testCase.name,
+            content: fs_extra_1.default.readFileSync(specPath, "utf-8"),
+        });
+        isTestPresent = Boolean(testBlock);
+    }
+    return isTestPresent;
+}
+exports.isTestPresent = isTestPresent;
+function buildTestNamePrompt({ testName, suites, }) {
+    return suites?.length
+        ? suites.reduce((text, suite) => {
+            text += `Describe block: ${suite} ----> `;
+            return text;
+        }, "") + testName
+        : testName;
+}
+exports.buildTestNamePrompt = buildTestNamePrompt;

package/dist/constants/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE3E,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAItD,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,WAAsB,CAAC;AAE5D,eAAO,MAAM,aAAa,EAAE,QAA8B,CAAC;AAE3D,eAAO,MAAM,wBAAwB,EAAE,eAGtC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,eAGzC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE3E,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAItD,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,WAAsB,CAAC;AAE5D,eAAO,MAAM,aAAa,EAAE,QAAmB,CAAC;AAEhD,eAAO,MAAM,wBAAwB,EAAE,eAGtC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,eAGzC,CAAC"}

package/dist/constants/index.js

@@ -7,7 +7,7 @@ exports.MODEL_API_KEYS = {
     openai: process.env.OPENAI_API_KEY || "",
 };
 exports.DEFAULT_MODEL_PROVIDER = "openai";
-exports.DEFAULT_MODEL = "gpt-4o-2024-08-06";
+exports.DEFAULT_MODEL = "gpt-4o";
 exports.DEFAULT_MODEL_PARAMETERS = {
     temperature: 0.5,
     max_completion_tokens: 4000,

package/dist/evals/infer-master-code.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=infer-master-code.d.ts.map

package/dist/evals/infer-master-code.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"infer-master-code.d.ts","sourceRoot":"","sources":["../../src/evals/infer-master-code.ts"],"names":[],"mappings":""}

package/dist/evals/infer-master-code.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const llm_1 = require("@empiricalrun/llm");
+const infer_agent_1 = require("../agent/infer-agent");
+const datasetName = "infer-master-or-code-agent";
+(async function main() {
+    const dataset = await llm_1.langfuseInstance.getDataset(datasetName);
+    const runName = `${datasetName}-${Date.now()}`;
+    for (const item of dataset.items) {
+        const { response, trace } = await (0, infer_agent_1.inferAgentBasedTask)(item.input);
+        await item.link(trace, runName, {});
+        trace?.score({
+            name: "equality",
+            value: item.expectedOutput === response ? 1 : 0, // score value
+        });
+    }
+    await llm_1.langfuseInstance.flushAsync();
+})();

package/dist/types/index.d.ts

@@ -10,8 +10,9 @@ export type Environment = {
     slug: string;
     playwrightProjects: string[];
 };
+export type Agent = "code" | "master" | "auto";
 export type TestGenConfigOptions = {
-    agent: "code" | "master";
+    agent: Agent;
     model: LLMModel;
     modelProvider: LLMProvider;
     modelParameters?: ModelParameters;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC;IACzB,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KACzB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAE/C,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KACzB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.33.13",
+  "version": "0.33.16",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"