@empiricalrun/test-gen 0.42.26 → 0.42.28

package/dist/agent/codegen/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.applyFileChanges = exports.searchAndReplaceCode = exports.applyFileChangesForRepoEdit = exports.searchAndReplaceCodeUsingStrReplace = exports.applyFileChangesUsingStrReplace = exports.getTaskForCreateTest = exports.validateTypesAndFormatCode = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractTestUpdates = void 0;
+exports.applyFileChanges = exports.searchAndReplaceCode = exports.applyFileChangesForCreateTest = exports.searchAndReplaceCodeUsingStrReplace = exports.applyFileChangesUsingStrReplace = exports.validateTypesAndFormatCode = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractCreateTestUpdates = exports.extractTestUpdates = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const ts_morph_1 = require("ts-morph");
@@ -38,6 +38,33 @@ function extractTestUpdates(input) {
     return result;
 }
 exports.extractTestUpdates = extractTestUpdates;
+/**
+ *
+ * method to extract file path and code updates for the LLM response of create flow
+ * @export
+ * @param {string} input
+ * @return {*}  {({
+ *   filePath: string | undefined;
+ *   code: string | undefined;
+ *   reason: string | undefined;
+ * }[])}
+ */
+function extractCreateTestUpdates(input) {
+    const result = [];
+    // TODO: use better structure for this. Do not kill me for this please.
+    const regex = /<file_path>(.*?)<\/file_path>[\s\S]*?<code_block>([\s\S]*?)<\/code_block>[\s\S]*?<change>([\s\S]*?)<\/change>/g;
+    let match;
+    while ((match = regex.exec(input)) !== null) {
+        const [, filePath, code, reason] = match;
+        result.push({
+            filePath: filePath?.trim(),
+            code: code?.trim(),
+            reason: reason?.trim(),
+        });
+    }
+    return result;
+}
+exports.extractCreateTestUpdates = extractCreateTestUpdates;
 /**
  *
  * method to extract append create test updates
@@ -89,9 +116,9 @@ function extractTestStepsSuggestions(input) {
     return result.filter((r) => !!r.filePath && !!r.usageExample);
 }
 exports.extractTestStepsSuggestions = extractTestStepsSuggestions;
-async function validateTypesAndFormatCode({ validateTypes = true, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }) {
-    for (let fileChange of fileChanges) {
-        if (!fileChange.filePath) {
+async function validateTypesAndFormatCode({ validateTypes = true, trace, testCase, filePaths, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }) {
+    for (let filePath of filePaths) {
+        if (!filePath) {
             continue;
         }
         try {
@@ -99,7 +126,7 @@ async function validateTypesAndFormatCode({ validateTypes = true, trace, testCas
                 await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
                     trace,
                     logger,
-                    file: fileChange.filePath,
+                    file: filePath,
                     pomCode: pomPrompt ?? "",
                     nonSpecFileCode: nonSpecFilePrompt ?? "",
                     testCase: testCase,
@@ -107,29 +134,16 @@ async function validateTypesAndFormatCode({ validateTypes = true, trace, testCas
                 });
             }
             trace?.event({ name: "format-file" });
-            await (0, web_1.formatCode)(fileChange.filePath, trace);
-            logger?.success(`${fileChange.filePath} file formatted successfully!`);
+            await (0, web_1.formatCode)(filePath, trace);
+            logger?.success(`${filePath} file formatted successfully!`);
         }
         catch (e) {
-            console.error(`Error while formatting the file ${fileChange.filePath}`, e);
+            console.error(`Error while formatting the file ${filePath}`, e);
         }
     }
     await (0, llm_1.flushAllTraces)();
 }
 exports.validateTypesAndFormatCode = validateTypesAndFormatCode;
-function getTaskForCreateTest({ testCase, file, }) {
-    return `
-Create a new test case with name '${testCase.name}' at file path '${file}'
-${testCase.suites.length
-        ? `
-Put this test case inside describe blocks named: ${testCase.suites.join(" > ")}`
-        : ""}
-
-In the above test, write code that performs these actions and ONLY these actions:
-${testCase.steps.join("\n")}
-  `;
-}
-exports.getTaskForCreateTest = getTaskForCreateTest;
 async function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, }) {
     const repoEditFileChangesSpan = trace?.span({
         name: "repo-edit-file-changes",
@@ -211,11 +225,10 @@ async function searchAndReplaceCodeUsingStrReplace({ logger, fileChange, }) {
     };
 }
 exports.searchAndReplaceCodeUsingStrReplace = searchAndReplaceCodeUsingStrReplace;
-async function applyFileChangesForRepoEdit({ trace, fileChanges, logger, }) {
+async function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdatesReporter, }) {
     const repoEditFileChangesSpan = trace?.span({
-        name: "repo-edit-file-changes",
+        name: "create-test-file-changes",
     });
-    const results = [];
     for (const fileChange of fileChanges) {
         if (!fileChange.filePath) {
             continue;
@@ -227,33 +240,33 @@ async function applyFileChangesForRepoEdit({ trace, fileChanges, logger, }) {
                     fileChange,
                 },
             });
-            const { result, updatedContent } = await searchAndReplaceCode({
-                logger,
-                fileChange,
-            });
-            if (result.error) {
-                logger?.error(`Unable to find the code to update in ${result.filePath}`);
-            }
-            else {
-                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
-                readWriteFileSpan?.end({ output: { updatedContent } });
+            if (fileChange.code) {
+                const currentContent = fs_extra_1.default.existsSync(fileChange.filePath)
+                    ? await fs_extra_1.default.readFile(fileChange.filePath, "utf-8")
+                    : "";
+                await fs_extra_1.default.writeFile(fileChange.filePath, currentContent
+                    ? `${currentContent}\n\n${fileChange.code}`
+                    : fileChange.code, "utf-8");
+                const updatedFileContent = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+                readWriteFileSpan?.end({
+                    output: { fileChange, updatedFile: updatedFileContent },
+                });
             }
-            results.push(result);
         }
         catch (e) {
             trace?.event({
-                name: "repo-edit-file-changes-error",
+                name: "create-test-file-changes-error",
                 output: {
                     filePath: fileChange.filePath,
                     error: e,
                 },
             });
+            void testgenUpdatesReporter?.sendMessage(`Error while applying changes to file ${fileChange.filePath}, error: ${e}`);
             console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
         }
     }
-    return results;
 }
-exports.applyFileChangesForRepoEdit = applyFileChangesForRepoEdit;
+exports.applyFileChangesForCreateTest = applyFileChangesForCreateTest;
 async function searchAndReplaceCode({ logger, fileChange, }) {
     let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
     // since we dont know what is getting updated,

package/dist/bin/index.d.ts

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
-export {};
+import "../initSentry";
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bin/index.ts"],"names":[],"mappings":""}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bin/index.ts"],"names":[],"mappings":";AAEA,OAAO,eAAe,CAAC"}

package/dist/bin/index.js

@@ -1,10 +1,35 @@
 #!/usr/bin/env node
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+require("../initSentry");
 const llm_1 = require("@empiricalrun/llm");
+const Sentry = __importStar(require("@sentry/node"));
 const dotenv_1 = __importDefault(require("dotenv"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
@@ -21,10 +46,14 @@ const utils_2 = require("./utils");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
-process.on("beforeExit", async () => await (0, llm_1.flushAllTraces)());
-process.on("exit", async () => await (0, llm_1.flushAllTraces)());
-process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
-process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
+const flushEvents = async () => {
+    await (0, llm_1.flushAllTraces)();
+    await Sentry.flush();
+};
+process.on("beforeExit", async () => await flushEvents());
+process.on("exit", async () => await flushEvents());
+process.on("SIGINT", async () => await flushEvents());
+process.on("SIGTERM", async () => await flushEvents());
 async function resolveAgentUsingTask({ testCase, trace, }) {
     const { response } = await (0, infer_agent_1.inferAgentBasedTask)({
         task: testCase.steps.join("\n"),
@@ -32,7 +61,7 @@ async function resolveAgentUsingTask({ testCase, trace, }) {
     });
     return response;
 }
-async function runAgent(testGenConfig) {
+async function runAgent(testGenConfig, span) {
     const logger = new logger_1.CustomLogger();
     const { specPath, testCase } = testGenConfig;
     if (process.env.LOG_URL) {
@@ -40,6 +69,7 @@ async function runAgent(testGenConfig) {
             void new reporter_1.TestGenUpdatesReporter().sendLogUrl(process.env.LOG_URL);
         }
         catch (e) {
+            span?.recordException(e);
             console.warn("Failed to send log url to test gen update", e);
         }
     }
@@ -79,7 +109,6 @@ async function runAgent(testGenConfig) {
             trace,
             task: testGenConfig.testCase.steps.join("\n"),
             logger,
-            useStrReplace: testGenConfig.options?.useStrReplace,
         });
         return;
     }
@@ -128,50 +157,57 @@ async function runAgent(testGenConfig) {
     }
 }
 (async function main() {
-    // this is where test gen starts executing on giving the command from ci
-    const logger = new logger_1.CustomLogger({ useReporter: false });
-    if (process.argv.length < 3) {
-        logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen <TEST_GEN_TOKEN>");
-        process.exit(1);
-    }
-    const { testGenConfig } = await (0, utils_2.parseCliArgs)();
-    (0, reporter_1.setReporterConfig)({
-        projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-        testSessionId: testGenConfig.options?.metadata.testSessionId,
-        generationId: testGenConfig.options?.metadata.generationId,
-    });
-    (0, session_1.setSessionDetails)({
-        sessionId: testGenConfig.options?.metadata.testSessionId,
-        generationId: testGenConfig.options?.metadata.generationId,
-        testCaseId: testGenConfig.testCase.id,
-        projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-    });
-    let testGenFailed = false;
-    try {
-        // download the build if it exists
-        await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
-        await runAgent(testGenConfig);
-    }
-    catch (e) {
-        testGenFailed = true;
-        new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
-    }
-    if (testGenConfig.options?.agent !== "code" &&
-        testGenConfig.options?.agent !== "plan" &&
-        testGenConfig.testCase.name) {
-        await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
-            projectRepoName: testGenConfig.options.metadata.projectRepoName,
-            testName: testGenConfig.testCase.name,
+    await Sentry.continueTrace({ sentryTrace: utils_2.sentryTrace, baggage: utils_2.baggage }, async () => {
+        await Sentry.startSpan({ name: "test-gen" }, async (span) => {
+            // this is where test gen starts executing on giving the command from ci
+            const logger = new logger_1.CustomLogger({ useReporter: false });
+            if (process.argv.length < 3) {
+                logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen <TEST_GEN_TOKEN>");
+                process.exit(1);
+            }
+            const { testGenConfig } = await (0, utils_2.parseCliArgs)();
+            (0, reporter_1.setReporterConfig)({
+                projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+                testSessionId: testGenConfig.options?.metadata.testSessionId,
+                generationId: testGenConfig.options?.metadata.generationId,
+            });
+            (0, session_1.setSessionDetails)({
+                sessionId: testGenConfig.options?.metadata.testSessionId,
+                generationId: testGenConfig.options?.metadata.generationId,
+                testCaseId: testGenConfig.testCase.id,
+                projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+            });
+            let testGenFailed = false;
+            try {
+                // download the build if it exists
+                await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
+                await runAgent(testGenConfig);
+            }
+            catch (e) {
+                span.recordException(e);
+                Sentry.captureException(e);
+                testGenFailed = true;
+                new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
+            }
+            if (testGenConfig.options?.agent !== "code" &&
+                testGenConfig.options?.agent !== "plan" &&
+                testGenConfig.testCase.name) {
+                await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
+                    projectRepoName: testGenConfig.options.metadata.projectRepoName,
+                    testName: testGenConfig.testCase.name,
+                });
+            }
+            // TODO: move these reporters to a better lifecycle
+            await (0, llm_1.flushAllTraces)();
+            await (0, logger_1.waitForLogsToFlush)();
+            await (0, session_1.endSession)();
+            span.end();
+            if (testGenFailed) {
+                process.exit(1);
+            }
+            else {
+                process.exit(0);
+            }
         });
-    }
-    // TODO: move these reporters to a better lifecycle
-    await (0, llm_1.flushAllTraces)();
-    await (0, logger_1.waitForLogsToFlush)();
-    await (0, session_1.endSession)();
-    if (testGenFailed) {
-        process.exit(1);
-    }
-    else {
-        process.exit(0);
-    }
+    });
 })();

package/dist/bin/utils/index.d.ts

@@ -3,4 +3,6 @@ export declare function parseCliArgs(testGenToken?: string): Promise<{
     testGenConfig: TestGenConfig;
 }>;
 export declare function getTestConfigCliArg(): string;
+export declare const sentryTrace: string | undefined;
+export declare const baggage: string | undefined;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAIhE,wBAAsB,YAAY,CAChC,YAAY,GAAE,MAA8B;;GAM7C;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAIhE,wBAAsB,YAAY,CAChC,YAAY,GAAE,MAA8B;;GAM7C;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C;AAED,eAAO,MAAM,WAAW,oBAA2B,CAAC;AACpD,eAAO,MAAM,OAAO,oBAA6B,CAAC"}

package/dist/bin/utils/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTestConfigCliArg = exports.parseCliArgs = void 0;
+exports.baggage = exports.sentryTrace = exports.getTestConfigCliArg = exports.parseCliArgs = void 0;
 const scenarios_1 = require("./scenarios");
 async function parseCliArgs(testGenToken = getTestConfigCliArg()) {
     const testGenConfig = await (0, scenarios_1.loadTestConfigs)(testGenToken);
@@ -13,3 +13,5 @@ function getTestConfigCliArg() {
     return process.argv[2];
 }
 exports.getTestConfigCliArg = getTestConfigCliArg;
+exports.sentryTrace = process.env.SENTRY_TRACE;
+exports.baggage = process.env.SENTRY_BAGGAGE;

package/dist/evals/add-scenario-agent.evals.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"add-scenario-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/add-scenario-agent.evals.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAqCpC,QAAA,MAAM,4BAA4B,EAAE,UAqBnC,CAAC;AAEF,eAAe,4BAA4B,CAAC"}
+{"version":3,"file":"add-scenario-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/add-scenario-agent.evals.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AA2BpC,QAAA,MAAM,4BAA4B,EAAE,UAsBnC,CAAC;AAEF,eAAe,4BAA4B,CAAC"}

package/dist/evals/add-scenario-agent.evals.js

@@ -4,8 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const path_1 = __importDefault(require("path"));
-const repo_edit_1 = require("../agent/codegen/repo-edit");
-const utils_1 = require("../agent/codegen/utils");
+const run_1 = require("../agent/codegen/run");
 function evaluateEqualityScore({ currentOutput, expectedOutput, }) {
     for (const expectedFile of expectedOutput) {
         if (!currentOutput.find((output) => {
@@ -23,8 +22,9 @@ function evaluateEqualityScore({ currentOutput, expectedOutput, }) {
 const addScenarioCodeAgentEvaluate = async ({ item, trace }) => {
     const { testCase, testFilePath, pageFiles, testFiles } = item.input;
     const repoFiles = pageFiles + testFiles;
-    const repoAgentOutput = await (0, repo_edit_1.generateCodeUsingRepoAgent)({
-        task: (0, utils_1.getTaskForCreateTest)({ testCase, file: testFilePath }),
+    const repoAgentOutput = await (0, run_1.createTestWithCodeAgent)({
+        testCase,
+        file: testFilePath,
         trace,
         repoFiles,
     });

package/dist/index.d.ts

@@ -1,3 +1,4 @@
+import "./initSentry";
 import { Page } from "playwright";
 import { ScopeVars } from "./types";
 export declare function createTest(task: string, page: Page, scope?: ScopeVars): Promise<void>;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAQpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAuC3E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,cAAc,CAAC;AAItB,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAapC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAuC3E"}

package/dist/index.js

@@ -1,20 +1,49 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTest = void 0;
+require("./initSentry");
 const llm_1 = require("@empiricalrun/llm");
+const Sentry = __importStar(require("@sentry/node"));
 const run_1 = require("./agent/master/run");
 const utils_1 = require("./bin/utils");
 const client_1 = __importDefault(require("./file/client"));
 const reporter_1 = require("./reporter");
 const session_1 = require("./session");
 const pw_test_1 = require("./utils/pw-test");
-process.on("beforeExit", async () => await (0, llm_1.flushAllTraces)());
-process.on("exit", async () => await (0, llm_1.flushAllTraces)());
-process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
-process.on("SIGTERM", async () => await (0, llm_1.flushAllTraces)());
+const flushEvents = async () => {
+    await (0, llm_1.flushAllTraces)();
+    await Sentry.flush();
+};
+process.on("beforeExit", async () => await flushEvents());
+process.on("exit", async () => await flushEvents());
+process.on("SIGINT", async () => await flushEvents());
+process.on("SIGTERM", async () => await flushEvents());
 async function createTest(task, page, scope) {
     const port = process.env.APP_PORT || 3030;
     const testConfigArg = process.env.TEST_GEN_TOKEN;

package/dist/initSentry.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=initSentry.d.ts.map

package/dist/initSentry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"initSentry.d.ts","sourceRoot":"","sources":["../src/initSentry.ts"],"names":[],"mappings":""}

package/dist/initSentry.js

@@ -0,0 +1,37 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const Sentry = __importStar(require("@sentry/node"));
+Sentry.init({
+    enabled: process.env.NODE_ENV !== "development",
+    dsn: "https://87e61b11ede1431d7156bcd26da997cc@o4506822020235264.ingest.us.sentry.io/4508806031015936",
+    tracesSampleRate: 1.0,
+    serverName: "test-gen",
+    debug: process.env.NODE_ENV === "development",
+    integrations: [Sentry.consoleIntegration(), Sentry.httpIntegration()],
+    clientReportFlushInterval: 2000,
+    shutdownTimeout: 5000,
+    enableTracing: true,
+});

package/dist/test-build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAUnD;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAY/D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAWnD;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAa/D"}

package/dist/test-build/index.js

@@ -1,9 +1,33 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.downloadBuild = void 0;
+const Sentry = __importStar(require("@sentry/node"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../bin/logger");
 const exec_1 = require("../utils/exec");
@@ -24,6 +48,7 @@ async function downloadBuild(build) {
         logger.log(`Downloading build from ${build.url}`);
         await (0, exec_1.cmd)(`npm run download ${build.url}`.split(" "), {
             env: { ...Object(process.env) },
+            span: Sentry.getActiveSpan(),
         });
     }
 }

package/dist/utils/exec.d.ts

@@ -1,4 +1,6 @@
+import * as Sentry from "@sentry/node";
 export declare function cmd(command: string[], options: {
     env?: Record<string, string>;
+    span?: Sentry.Span;
 }): Promise<number>;
 //# sourceMappingURL=exec.d.ts.map

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CA2BjB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AAMvC,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAA;CAAE,GAC5D,OAAO,CAAC,MAAM,CAAC,CA+CjB"}