@empiricalrun/test-gen 0.27.10 → 0.28.1

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/test-gen
 
+## 0.28.1
+
+### Patch Changes
+
+- a6fe36d: fix: incomplete llm response at the time of fixing ts errors
+
+## 0.28.0
+
+### Minor Changes
+
+- a3761d0: feat: support test block extraction via suites param
+- 7ab94df: feat: add support for downloading latest build during test gen workflow
+
+### Patch Changes
+
+- Updated dependencies [cc12707]
+  - @empiricalrun/reporter@0.18.2
+
 ## 0.27.10
 
 ### Patch Changes

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAWvD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAK5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAmDD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CA+BjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA6BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,CAAC,CA8CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAWvD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAK5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAqDD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CAkCjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA6BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,CAAC,CA8CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA"}

package/dist/agent/browsing/utils.js

@@ -52,10 +52,12 @@ async function prepareFileForUpdateScenario(genConfig) {
         testCode: codePrompt,
         pomCode: pomPrompt,
         testCase: testCase,
-        options: genConfig.options,
     });
     const testFileContent = await fs_extra_1.default.readFile(specPath, "utf-8");
-    const { testBlock, testNode } = (0, web_1.getTypescriptTestBlock)(name, testFileContent);
+    const { testBlock, testNode } = (0, web_1.getTypescriptTestBlock)({
+        scenarioName: name,
+        content: testFileContent,
+    });
     const parentDescribe = (0, web_1.findFirstSerialDescribeBlock)(testNode);
     // add test.only / describe.only to the spec file so that only that block is executed
     const updatedTestFileContent = newContentsWithTestOnly(testFileContent, testBlock, testBlock, parentDescribe?.getText() || "");
@@ -77,7 +79,10 @@ async function prepareFileForMasterAgent(genConfig) {
         await fs_extra_1.default.writeFile(specPath, fileContentWithImports, "utf-8");
     }
     const existingContents = await fs_extra_1.default.readFile(specPath, "utf-8");
-    const { testBlock } = (0, web_1.getTypescriptTestBlock)(name, existingContents);
+    const { testBlock } = (0, web_1.getTypescriptTestBlock)({
+        scenarioName: name,
+        content: existingContents,
+    });
     if (!testBlock) {
         const newTestBlock = await (0, create_test_block_1.createEmptyTestCaseBlock)({
             testCase: genConfig.testCase,

package/dist/agent/codegen/create-test-block.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create-test-block.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/create-test-block.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAY3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,+BAmDA"}
+{"version":3,"file":"create-test-block.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/create-test-block.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAY3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,+BAsDA"}

package/dist/agent/codegen/create-test-block.js

@@ -53,7 +53,10 @@ async function createEmptyTestCaseBlock({ testCase, file, options, trace, }) {
     });
     let response = firstShotMessage?.content || "";
     markdownRemoverSpan?.end({ output: { response } });
-    const { testBlock } = (0, web_1.getTypescriptTestBlock)(testCase.name, response);
+    const { testBlock } = (0, web_1.getTypescriptTestBlock)({
+        scenarioName: testCase.name,
+        content: response,
+    });
     console.log(`trace: ${trace?.getTraceUrl()}`);
     return testBlock;
 }

package/dist/agent/codegen/fix-ts-errors.d.ts

@@ -1,13 +1,12 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { CustomLogger } from "../../bin/logger";
-import { TestCase, TestGenConfigOptions } from "../../types";
-export declare function validateAndFixTypescriptErrors({ trace, logger, file, testCode, pomCode, testCase, options, }: {
+import { TestCase } from "../../types";
+export declare function validateAndFixTypescriptErrors({ trace, logger, file, testCode, pomCode, testCase, }: {
     trace?: TraceClient;
     logger?: CustomLogger;
     file: string;
     testCode: string;
     pomCode: string;
     testCase: TestCase;
-    options?: TestGenConfigOptions;
 }): Promise<void>;
 //# sourceMappingURL=fix-ts-errors.d.ts.map

package/dist/agent/codegen/fix-ts-errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fix-ts-errors.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/fix-ts-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAQhD,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,8BAA8B,CAAC,EACnD,KAAK,EACL,MAA2B,EAC3B,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,OAAO,GACR,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,iBAoEA"}
+{"version":3,"file":"fix-ts-errors.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/fix-ts-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAK3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,wBAAsB,8BAA8B,CAAC,EACnD,KAAK,EACL,MAA2B,EAC3B,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,QAAQ,GACT,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,QAAQ,CAAC;CACpB,iBA8DA"}

package/dist/agent/codegen/fix-ts-errors.js

@@ -5,11 +5,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.validateAndFixTypescriptErrors = void 0;
 const llm_1 = require("@empiricalrun/llm");
+const generative_ai_1 = require("@google/generative-ai");
 const fs_extra_1 = __importDefault(require("fs-extra"));
+const remove_markdown_1 = __importDefault(require("remove-markdown"));
 const logger_1 = require("../../bin/logger");
 const web_1 = require("../../bin/utils/platform/web");
-const constants_1 = require("../../constants");
-async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.CustomLogger(), file, testCode, pomCode, testCase, options, }) {
+async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.CustomLogger(), file, testCode, pomCode, testCase, }) {
     const validateTypesSpan = trace?.span({ name: "detect-type-errors-in-file" });
     logger.log("Validating types...");
     let errors = (0, web_1.validateTypescript)(file);
@@ -43,20 +44,15 @@ async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.Cus
             scenaioName: testCase.name,
         });
         promptSpan?.end({ output: { instruction } });
-        const llm = new llm_1.LLM({
-            trace,
-            provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
-            defaultModel: options?.model || constants_1.DEFAULT_MODEL,
-            providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
-        });
-        const message = await llm.createChatCompletion({
-            messages: instruction,
-            modelParameters: {
-                ...constants_1.DEFAULT_MODEL_PARAMETERS,
-                ...options?.modelParameters,
-            },
-        });
-        const response = message?.content || "";
+        const genAI = new generative_ai_1.GoogleGenerativeAI(process.env.GOOGLE_API_KEY);
+        const model = genAI.getGenerativeModel({ model: "gemini-1.5-pro-latest" });
+        const prompt = instruction.map((p) => p.content);
+        const llmOutputTrace = trace?.span({ name: "llm-output" });
+        const message = await model.generateContent(prompt);
+        llmOutputTrace?.end({ output: { message: message.response.text() } });
+        const removeMarkdownSpan = trace?.span({ name: "remove-markdown" });
+        let response = (0, remove_markdown_1.default)(message.response.text() || "");
+        removeMarkdownSpan?.end({ output: { response } });
         const readWriteFileSpan = trace?.span({ name: "write-to-file" });
         await fs_extra_1.default.writeFile(file, response, "utf-8");
         readWriteFileSpan?.end({ output: { response } });

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAwBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+FrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAwBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA8FrB"}

package/dist/agent/codegen/run.js

@@ -22,7 +22,10 @@ async function generateTest(testCase, file, options) {
     }
     const context = await (0, context_1.contextForGeneration)(file);
     const { codePrompt, pomPrompt, testFileContent } = context;
-    const { testBlock } = (0, web_1.getTypescriptTestBlock)(testCase?.name, testFileContent);
+    const { testBlock } = (0, web_1.getTypescriptTestBlock)({
+        scenarioName: testCase?.name,
+        content: testFileContent,
+    });
     const isUpdate = !!testBlock;
     if (isUpdate) {
         return await (0, update_flow_1.updateTest)(testCase, file, options);
@@ -87,7 +90,6 @@ async function generateTest(testCase, file, options) {
         testCode: codePrompt,
         pomCode: pomPrompt,
         testCase: testCase,
-        options,
     });
     trace.event({ name: "format-file" });
     await (0, web_1.formatCode)(file);

package/dist/agent/codegen/update-flow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAmB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AA6GF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,eAAe,EAAE,CAAC,CA6E5B;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAiE7B"}
+{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAmB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AA6GF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,eAAe,EAAE,CAAC,CA4E5B;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAgE7B"}

package/dist/agent/codegen/update-flow.js

@@ -15,12 +15,15 @@ const constants_1 = require("../../constants");
 const session_1 = require("../../session");
 const fix_ts_errors_1 = require("./fix-ts-errors");
 const utils_1 = require("./utils");
-async function applyFileChanges({ validateTypes = true, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, codePrompt, }) {
+async function applyFileChanges({ validateTypes = true, trace, testCase, fileChanges, logger, pomPrompt, codePrompt, }) {
     await Promise.allSettled(fileChanges.map(async (fileChange) => {
         if (!fileChange.filePath) {
             return;
         }
-        const { testBlock: testBlockUpdate } = (0, web_1.getTypescriptTestBlock)(testCase?.name || "", fileChange.newCode || "");
+        const { testBlock: testBlockUpdate } = (0, web_1.getTypescriptTestBlock)({
+            scenarioName: testCase?.name || "",
+            content: fileChange.newCode || "",
+        });
         if (testBlockUpdate) {
             // assuming the test case getting updated
             // maintaining the previous accuracy of the test case update
@@ -28,7 +31,10 @@ async function applyFileChanges({ validateTypes = true, trace, testCase, fileCha
             let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
             const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
             let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
-            const { testBlock } = (0, web_1.getTypescriptTestBlock)(testCase?.name, contents);
+            const { testBlock } = (0, web_1.getTypescriptTestBlock)({
+                scenarioName: testCase?.name,
+                content: contents,
+            });
             contents = contents.replace(testBlock, `\n\n${strippedContent}`);
             updatedContent = prependContent + contents;
             await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
@@ -69,7 +75,6 @@ async function applyFileChanges({ validateTypes = true, trace, testCase, fileCha
                 testCode: codePrompt,
                 pomCode: pomPrompt,
                 testCase: testCase,
-                options: testGenOptions,
             });
         }
         trace.event({ name: "format-file" });
@@ -136,7 +141,6 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
         testCase,
         fileChanges,
         logger,
-        testGenOptions: options,
         pomPrompt: pomPrompt,
         codePrompt: codePrompt,
     });
@@ -201,7 +205,6 @@ async function appendCreateTestBlock({ testCase, file, options, trace, validateT
         testCase,
         fileChanges,
         logger,
-        testGenOptions: options,
         pomPrompt: pomPrompt,
         codePrompt: codePrompt,
         validateTypes,

package/dist/bin/index.js

@@ -12,6 +12,7 @@ const run_2 = require("../agent/codegen/run");
 const reporter_1 = require("../reporter");
 const ci_1 = require("../reporter/ci");
 const session_1 = require("../session");
+const test_build_1 = require("../test-build");
 const logger_1 = require("./logger");
 const utils_2 = require("./utils");
 dotenv_1.default.config({
@@ -62,6 +63,8 @@ async function runAgent(testGenConfig) {
         generationId: testGenConfig.options?.metadata.generationId,
     });
     try {
+        // download the build if it exists
+        await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
         await runAgent(testGenConfig);
     }
     catch (e) {

package/dist/bin/utils/index.d.ts

@@ -1,5 +1,5 @@
 import { TestGenConfig } from "../../types";
-export declare function parseCliArgs(scenarioOrScenariosPath?: string): Promise<{
+export declare function parseCliArgs(testGenToken?: string): Promise<{
     testGenConfig: TestGenConfig;
 }>;
 export declare function getTestConfigCliArg(): string;

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,wBAAsB,YAAY,CAChC,uBAAuB,GAAE,MAA8B;;GAQxD;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,wBAAsB,YAAY,CAChC,YAAY,GAAE,MAA8B;;GAM7C;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C"}

package/dist/bin/utils/index.js

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getTestConfigCliArg = exports.parseCliArgs = void 0;
 const scenarios_1 = require("./scenarios");
-async function parseCliArgs(scenarioOrScenariosPath = getTestConfigCliArg()) {
-    const testGenConfig = await (0, scenarios_1.loadTestConfigs)(scenarioOrScenariosPath);
+async function parseCliArgs(testGenToken = getTestConfigCliArg()) {
+    const testGenConfig = await (0, scenarios_1.loadTestConfigs)(testGenToken);
     return {
         testGenConfig,
     };

package/dist/bin/utils/platform/web/index.d.ts

@@ -6,7 +6,11 @@ import { Node } from "ts-morph";
  * @param {string} content
  * @return { testBlock: string; parentDescribe: string; } testBlock - the test block content, testNode - the test function node
  */
-export declare function getTypescriptTestBlock(scenarioName: string, content: string): {
+export declare function getTypescriptTestBlock({ scenarioName, suites, content, }: {
+    scenarioName: string;
+    suites?: string[];
+    content: string;
+}): {
     testBlock: string | undefined;
     testNode: Node | undefined;
 };

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAqB,IAAI,EAAuB,MAAM,UAAU,CAAC;AAGxE;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACd;IACD,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;CAC5B,CAeA;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAUjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAmBvE;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA0CtB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAqB,IAAI,EAAuB,MAAM,UAAU,CAAC;AAGxE;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;CAC5B,CAuCA;AAwBD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAUjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAmBvE;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA0CtB"}

package/dist/bin/utils/platform/web/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.replaceCreateTestWithNewCode = exports.getPageVariableNameFromCreateTest = exports.getFixtureImportPath = exports.removeTestOnly = exports.addNewImport = exports.formatCode = exports.lintErrors = exports.stripAndPrependImports = exports.validateTypescript = exports.appendToTestBlock = exports.findFirstSerialDescribeBlock = exports.getTypescriptTestBlock = void 0;
 const eslint_1 = require("eslint");
 const fs_extra_1 = __importDefault(require("fs-extra"));
+const lodash_isequal_1 = __importDefault(require("lodash.isequal"));
 const prettier_1 = __importDefault(require("prettier"));
 const ts_morph_1 = require("ts-morph");
 const typescript_1 = __importDefault(require("typescript"));
@@ -16,18 +17,62 @@ const typescript_1 = __importDefault(require("typescript"));
  * @param {string} content
  * @return { testBlock: string; parentDescribe: string; } testBlock - the test block content, testNode - the test function node
  */
-function getTypescriptTestBlock(scenarioName, content) {
+function getTypescriptTestBlock({ scenarioName, suites, content, }) {
     const project = new ts_morph_1.Project();
     const sourceFile = project.createSourceFile("test.ts", content);
-    const testFunctionNode = sourceFile.getFirstDescendant((node) => !!(node.isKind(ts_morph_1.SyntaxKind.CallExpression) &&
-        node.getExpression().getText() === "test" &&
-        node.getArguments()[0]?.getText().includes(scenarioName)));
+    // Get all test function nodes that match the scenario name
+    const matchingTestFunctionNodes = sourceFile
+        .getDescendantsOfKind(ts_morph_1.SyntaxKind.CallExpression)
+        .filter((node) => {
+        return Boolean(node.getExpression().getText() === "test" &&
+            node.getArguments()[0]?.getText().includes(scenarioName));
+    });
+    if (!suites?.length) {
+        const firstNode = matchingTestFunctionNodes?.[0];
+        return {
+            testBlock: firstNode?.getText(),
+            testNode: firstNode,
+        };
+    }
+    // Iterate over each test function node and check if the suites match
+    for (const testNode of matchingTestFunctionNodes) {
+        const parentDescribes = getParentDescribeNames(testNode);
+        if ((0, lodash_isequal_1.default)(parentDescribes, suites)) {
+            // Found the matching test block
+            return {
+                testBlock: testNode.getText(),
+                testNode,
+            };
+        }
+    }
+    // No matching test block found
     return {
-        testBlock: testFunctionNode?.getText(),
-        testNode: testFunctionNode,
+        testBlock: undefined,
+        testNode: undefined,
     };
 }
 exports.getTypescriptTestBlock = getTypescriptTestBlock;
+// get the names of parent describe blocks
+function getParentDescribeNames(node) {
+    const names = [];
+    let current = node.getParent();
+    while (current) {
+        if (ts_morph_1.Node.isCallExpression(current)) {
+            const expr = current.getExpression();
+            if (expr.getText() === "test.describe") {
+                const describeBlockArguments = current.getArguments();
+                if (describeBlockArguments.length > 0) {
+                    const describeBlockName = describeBlockArguments[0];
+                    if (ts_morph_1.Node.isStringLiteral(describeBlockName)) {
+                        names.push(describeBlockName.getLiteralText());
+                    }
+                }
+            }
+        }
+        current = current.getParent();
+    }
+    return names.reverse(); // Reverse to get from outermost to innermost
+}
 /**
  * Function to find the first 'describe' block configured with 'serial: true'
  *
@@ -124,7 +169,10 @@ exports.validateTypescript = validateTypescript;
 async function stripAndPrependImports(content, testName) {
     const importRegexp = /import\s+\{[^}]*\}\s+from\s+["'][^"']+["'];?/g;
     const imports = content.match(importRegexp);
-    const { testBlock: strippedContent } = getTypescriptTestBlock(testName, content);
+    const { testBlock: strippedContent } = getTypescriptTestBlock({
+        scenarioName: testName,
+        content,
+    });
     const prependContent = (imports?.join("\n") || "") + "\n\n";
     return [prependContent, strippedContent];
 }

package/dist/bin/utils/scenarios/index.d.ts

@@ -1,4 +1,4 @@
 import { TestGenConfig } from "../../../types";
-declare function loadTestConfigs(scenariosPath: string): Promise<TestGenConfig>;
+declare function loadTestConfigs(testGenToken: string): Promise<TestGenConfig>;
 export { loadTestConfigs };
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AASrE,iBAAe,eAAe,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAc5E;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AAU5E,iBAAe,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAc3E;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}

package/dist/bin/utils/scenarios/index.js

@@ -1,9 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.loadTestConfigs = void 0;
-async function loadTestConfigs(scenariosPath) {
-    // scenariosPath is the testGenToken passed from ci
-    const str = decodeURIComponent(atob(scenariosPath));
+async function loadTestConfigs(testGenToken) {
+    const str = decodeURIComponent(atob(testGenToken));
     const config = JSON.parse(str);
     const specPath = `./tests/${config.group || "index"}.spec.ts`;
     return {
@@ -13,6 +12,7 @@ async function loadTestConfigs(scenariosPath) {
             steps: config.steps.filter((s) => !!s),
             group: config.group,
         },
+        build: config.build,
         options: config.options,
     };
 }

package/dist/test-build/index.d.ts

@@ -0,0 +1,10 @@
+import { Build } from "../types";
+/**
+ * method to download the build from the URL provided in the build object
+ * this is only used in cases like chrome extension as of yet.
+ * @export
+ * @param {Build} build
+ * @return {*}  {Promise<void>}
+ */
+export declare function downloadBuild(build: Build): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/test-build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAOjC;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAY/D"}

package/dist/test-build/index.js

@@ -0,0 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.downloadBuild = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const logger_1 = require("../bin/logger");
+const exec_1 = require("../utils/exec");
+/**
+ * method to download the build from the URL provided in the build object
+ * this is only used in cases like chrome extension as of yet.
+ * @export
+ * @param {Build} build
+ * @return {*}  {Promise<void>}
+ */
+async function downloadBuild(build) {
+    const logger = new logger_1.CustomLogger({ useReporter: false });
+    const packageJSONPath = "package.json";
+    const packageJsonStr = await fs_extra_1.default.readFile(packageJSONPath, "utf-8");
+    const packageJSONData = JSON.parse(packageJsonStr);
+    const buildDownloadScript = packageJSONData.scripts["download"];
+    if (buildDownloadScript && build?.url) {
+        logger.log(`Downloading build from ${build.url}`);
+        await (0, exec_1.cmd)(`npm run download ${build.url}`.split(" "), {
+            env: { ...Object(process.env) },
+        });
+    }
+}
+exports.downloadBuild = downloadBuild;

package/dist/types/index.d.ts

@@ -19,9 +19,13 @@ export type TestGenConfigOptions = {
         environment: "development" | "production";
     };
 };
+export type Build = {
+    url?: string;
+};
 export type TestGenConfig = {
     specPath: string;
     testCase: TestCase;
+    build?: Build;
     options?: TestGenConfigOptions;
 };
 export type TestCase = {

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC;IACzB,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE;IACR,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC;IACzB,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE;IACR,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.27.10",
+  "version": "0.28.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -18,6 +18,7 @@
     "@actions/core": "^1.10.1",
     "@aws-sdk/client-s3": "^3.614.0",
     "@aws-sdk/s3-request-presigner": "^3.614.0",
+    "@google/generative-ai": "^0.15.0",
     "@playwright/test": "^1.44.1",
     "@types/sanitize-html": "^2.11.0",
     "commander": "^12.1.0",
@@ -29,6 +30,7 @@
     "google-auth-library": "^9.10.0",
     "google-spreadsheet": "^4.1.2",
     "ignore": "^5.3.1",
+    "lodash.isequal": "^4.5.0",
     "md5": "^2.3.0",
     "mime": "^4.0.4",
     "minimatch": "^10.0.1",
@@ -44,12 +46,13 @@
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.2",
     "@empiricalrun/r2-uploader": "^0.3.0",
-    "@empiricalrun/reporter": "^0.18.1"
+    "@empiricalrun/reporter": "^0.18.2"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
     "@types/fs-extra": "^11.0.4",
+    "@types/lodash.isequal": "^4.5.8",
     "@types/md5": "^2.3.5"
   },
   "scripts": {
@@ -58,6 +61,7 @@
     "clean": "tsc --build --clean",
     "lint": "eslint .",
     "test": "vitest run",
-    "test:watch": "vitest"
+    "test:watch": "vitest",
+    "test:watch-files": "vitest $0 --watch"
   }
 }