@empiricalrun/test-gen 0.60.0 → 0.62.0

package/dist/artifacts/index.js

@@ -0,0 +1,209 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isArtifactCollectionEnabled = isArtifactCollectionEnabled;
+exports.collectArtifacts = collectArtifacts;
+const r2_uploader_1 = require("@empiricalrun/r2-uploader");
+const mime_1 = __importDefault(require("mime"));
+const path_1 = __importDefault(require("path"));
+const slug_1 = require("../utils/slug");
+function isArtifactInputData(artifact) {
+    return "data" in artifact;
+}
+function isArtifactInputPath(artifact) {
+    return "path" in artifact;
+}
+function isArtifactCollectionEnabled() {
+    return (process.env.R2_ACCOUNT_ID &&
+        process.env.R2_ACCESS_KEY_ID &&
+        process.env.R2_SECRET_ACCESS_KEY);
+}
+const UPLOAD_BUCKET = "test-report";
+async function collectInMemoryArtifacts(artifacts, { destinationDir, }) {
+    const dataFiles = artifacts.reduce((acc, a) => {
+        if (!Buffer.isBuffer(a.data)) {
+            console.error("Invalid buffer data:", {
+                fileName: a.fileName,
+                contentType: a.contentType,
+                dataType: typeof a.data,
+                data: a.data,
+            });
+            return acc;
+        }
+        return [
+            ...acc,
+            {
+                buffer: a.data,
+                fileName: a.fileName,
+                mimeType: a.contentType,
+            },
+        ];
+    }, []);
+    console.log(`Starting upload of ${dataFiles.length} in-memory files`);
+    return (0, r2_uploader_1.uploadInMemoryFiles)({
+        files: dataFiles,
+        destinationDir,
+        uploadBucket: UPLOAD_BUCKET,
+        accountId: process.env.R2_ACCOUNT_ID,
+        accessKeyId: process.env.R2_ACCESS_KEY_ID,
+        secretAccessKey: process.env.R2_SECRET_ACCESS_KEY,
+    }).catch((error) => {
+        console.error("Failed to upload in-memory files:", {
+            error,
+            files: dataFiles.map((f) => ({
+                name: f.fileName,
+                type: f.mimeType,
+            })),
+        });
+        throw error;
+    });
+}
+async function collectFilePathArtifacts(artifacts, { destinationDir, sourceDir, }) {
+    const filePaths = artifacts.map((artifact) => artifact.path);
+    console.log(`Starting upload of ${filePaths.length} path-based artifacts`);
+    const urls = await (0, r2_uploader_1.uploadDirectory)({
+        fileList: filePaths,
+        sourceDir,
+        destinationDir,
+        uploadBucket: UPLOAD_BUCKET,
+        accountId: process.env.R2_ACCOUNT_ID,
+        accessKeyId: process.env.R2_ACCESS_KEY_ID,
+        secretAccessKey: process.env.R2_SECRET_ACCESS_KEY,
+    }).catch((error) => {
+        console.error("Failed to upload path-based files:", {
+            error,
+            files: filePaths,
+            sourceDir,
+            destinationDir,
+            bucket: UPLOAD_BUCKET,
+        });
+        throw error;
+    });
+    console.log("Uploaded path-based files:", urls);
+    return urls;
+}
+/**
+ * Checks if a given path is a full (absolute) path that starts with the repository directory.
+ *
+ * @example
+ * // Valid full path
+ * const repoDir = "/Users/aashishwork/flash-tests";
+ * const path1 = "/Users/aashishwork/flash-tests/src/test.spec.ts";
+ * isFullPath(path1, repoDir); // Returns true
+ *
+ * @example
+ * // Invalid - relative path
+ * const path2 = "src/test.spec.ts";
+ * isFullPath(path2, repoDir); // Returns false
+ *
+ * @example
+ * // Invalid - absolute path but outside repo
+ * const path3 = "/Users/otheruser/project/test.spec.ts";
+ * isFullPath(path3, repoDir); // Returns false
+ *
+ * @example
+ * // Valid full path with trailing slash
+ * const path4 = "/Users/aashishwork/flash-tests/";
+ * isFullPath(path4, repoDir); // Returns true
+ */
+function isFullPath(path, repoDir) {
+    return path.startsWith("/") && path.startsWith(repoDir);
+}
+/**
+ * Collects artifacts from the repository directory and returns their URLs.
+ *
+ * @param inputs - An array of artifact inputs.
+ * @param repoDir - The absolute path to the repository directory.
+ * @param toolCallId - Unique identifier for the tool call.
+ * @returns An array of artifacts with their URLs.
+ *
+ * @example
+ * // Collect artifacts from both file paths and in-memory data
+ * const artifacts = await collectArtifacts([
+ *   {
+ *     name: "screenshot.png",
+ *     contentType: "image/png",
+ *     path: "/Users/project/screenshots/test.png"
+ *   },
+ *   {
+ *     name: "log.txt",
+ *     contentType: "text/plain",
+ *     data: Buffer.from("test log content")
+ *   }
+ * ], "/Users/project", "tool-123");
+ *
+ * @example
+ * // Returns empty array when artifact collection is disabled
+ * const artifacts = await collectArtifacts([], "/Users/project", "tool-123");
+ * // Returns: []
+ *
+ * @example
+ * // Throws error for invalid file paths
+ * await collectArtifacts([
+ *   {
+ *     name: "test.png",
+ *     contentType: "image/png",
+ *     path: "relative/path/test.png" // Invalid - not absolute path
+ *   }
+ * ], "/Users/project", "tool-123");
+ * // Throws: "Invalid path: relative/path/test.png..."
+ */
+async function collectArtifacts(inputs, repoDir, toolCallId) {
+    if (!isArtifactCollectionEnabled())
+        return [];
+    const destinationDir = path_1.default.join("artifacts", toolCallId);
+    if (inputs.length === 0)
+        return [];
+    const dataArtifacts = inputs.filter(isArtifactInputData);
+    const pathArtifacts = inputs.filter(isArtifactInputPath);
+    for (const artifact of pathArtifacts) {
+        if (!isFullPath(artifact.path, repoDir)) {
+            throw new Error(`Invalid path: "${artifact.path}". Path should be a full path relative to the repo directory: "${repoDir}"`);
+        }
+    }
+    try {
+        const dirs = { destinationDir, sourceDir: repoDir };
+        const dataArtifactsWithFileName = dataArtifacts.map((a) => {
+            const fileExt = mime_1.default.getExtension(a.contentType);
+            const fileName = `${(0, slug_1.slugify)(a.name)}-${Date.now().toString()}.${fileExt}`;
+            return { ...a, fileName };
+        });
+        await Promise.all([
+            collectInMemoryArtifacts(dataArtifactsWithFileName, dirs),
+            collectFilePathArtifacts(pathArtifacts, dirs),
+        ]);
+        const inputsWithFileNames = [
+            ...pathArtifacts,
+            ...dataArtifactsWithFileName,
+        ];
+        const results = inputsWithFileNames.map((artifact) => {
+            const isPathArtifact = isArtifactInputPath(artifact);
+            const relativePath = isPathArtifact
+                ? path_1.default.relative(repoDir, artifact.path)
+                : artifact.fileName;
+            const pathInBucket = path_1.default.join(destinationDir, relativePath);
+            const url = `https://reports.empirical.run/${pathInBucket}`;
+            return {
+                name: artifact.name,
+                contentType: artifact.contentType,
+                url,
+            };
+        });
+        return results;
+    }
+    catch (error) {
+        console.error("Error in collectArtifacts:", {
+            error,
+            errorMessage: error instanceof Error ? error.message : String(error),
+            artifacts: inputs.map((a) => ({
+                name: a.name,
+                type: a.contentType,
+                hasData: isArtifactInputData(a),
+                hasPath: isArtifactInputPath(a),
+            })),
+        });
+        return [];
+    }
+}

package/dist/bin/index.js

@@ -36,19 +36,11 @@ function setupProcessListeners(cleanup) {
     };
 }
 async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, withRetry, }) {
-    const MODEL_MAPPING = {
-        "claude-3-7": "claude-3-7-sonnet-20250219",
-        "claude-3-5": "claude-3-5-sonnet-20241022",
-        "gemini-2.5-pro-preview-03-25": "gemini-2.5-pro-preview-03-25",
-        "gemini-2.5-pro": "gemini-2.5-pro-preview-03-25",
-        "o4-mini": "o4-mini-2025-04-16",
-        "o4-mini-2025-04-16": "o4-mini-2025-04-16",
-    };
-    if (modelInput && !MODEL_MAPPING[modelInput]) {
+    if (modelInput && !utils_2.ARGS_TO_MODEL_MAP[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
     }
     const defaultModel = "claude-3-7-sonnet-20250219";
-    const specifiedModel = modelInput && MODEL_MAPPING[modelInput];
+    const specifiedModel = modelInput && utils_2.ARGS_TO_MODEL_MAP[modelInput];
     if (chatSessionId) {
         // If --chat-session-id is provided, we run the chat agent for the dashboard
         // and not CLI (where user can input their own prompt)
@@ -244,7 +236,11 @@ async function main() {
     });
     if (testGenConfig.build?.url) {
         // Download the build if repo has a download script
-        await (0, test_build_1.downloadBuild)(testGenConfig.build.url);
+        await (0, test_build_1.downloadBuild)({
+            buildUrl: testGenConfig.build.url,
+            repoPath: process.cwd(),
+            apiKey: process.env.EMPIRICALRUN_API_KEY,
+        });
     }
     if (completedOptions.useChat) {
         await runChatAgent({

package/dist/bin/utils/index.d.ts

@@ -1,4 +1,6 @@
-export interface CliOptions {
+import { SupportedChatModels } from "@empiricalrun/llm/chat";
+export declare const ARGS_TO_MODEL_MAP: Record<string, SupportedChatModels>;
+export interface CLIOptions {
     token?: string;
     name?: string;
     file?: string;
@@ -8,9 +10,9 @@ export interface CliOptions {
     useDiskForChatState?: boolean;
     initialPrompt?: string;
     chatSessionId?: string;
-    chatModel?: "claude-3-7" | "claude-3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro" | "gemini-2.5-pro-preview-03-25" | "o4-mini" | "o4-mini-2025-04-16";
+    chatModel?: (typeof ARGS_TO_MODEL_MAP)[keyof typeof ARGS_TO_MODEL_MAP];
     withRetry?: boolean;
 }
-export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;
+export declare function validateAndCompleteCliOptions(options: CLIOptions): Promise<CLIOptions>;
 export declare function printBanner(): void;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EACN,YAAY,GACZ,YAAY,GACZ,4BAA4B,GAC5B,4BAA4B,GAC5B,gBAAgB,GAChB,8BAA8B,GAC9B,SAAS,GACT,oBAAoB,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAG7D,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAajE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;IACvE,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}

package/dist/bin/utils/index.js

@@ -3,9 +3,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.ARGS_TO_MODEL_MAP = void 0;
 exports.validateAndCompleteCliOptions = validateAndCompleteCliOptions;
 exports.printBanner = printBanner;
 const inquirer_1 = __importDefault(require("inquirer"));
+exports.ARGS_TO_MODEL_MAP = {
+    "claude-3-5": "claude-3-5-sonnet-20241022",
+    "claude-3-7": "claude-3-7-sonnet-20250219",
+    "claude-4": "claude-sonnet-4-20250514",
+    "claude-sonnet-4": "claude-sonnet-4-20250514",
+    "claude-opus-4": "claude-opus-4-20250514",
+    "gemini-2.5": "gemini-2.5-pro-preview-03-25",
+    "gemini-2.5-pro": "gemini-2.5-pro-preview-03-25",
+    "gemini-2.5-pro-preview-03-25": "gemini-2.5-pro-preview-03-25",
+    "o4-mini": "o4-mini-2025-04-16",
+    "o4-mini-2025-04-16": "o4-mini-2025-04-16",
+};
 async function validateAndCompleteCliOptions(options) {
     // For existing flow between dashboard <> test-gen (via ci-worker)
     const hasToken = !!options.token;

package/dist/bin/utils/platform/web/index.d.ts

@@ -49,12 +49,15 @@ export declare function hasTopLevelDescribeConfigureWithSerialMode(filePath: str
  */
 export declare function findFirstSerialDescribeBlock(node: Node | undefined): Node | undefined;
 export declare function appendToTestBlock(testBlock: string, content: string): string;
+export declare function runTypescriptCompiler(repoDir: string): Promise<{
+    success: boolean;
+    errors: string[];
+}>;
 export declare function validateTypescript(filePath: string): string[];
 export declare function stripAndPrependImports(content: string, testName: string): Promise<(string | undefined)[]>;
 export declare function lintErrors(filePath: string): Promise<void>;
 export declare function formatCode(filePath: string, trace?: TraceClient): Promise<void>;
 export declare function addNewImport(contents: string, modules: string[], pkg: string): string;
-export declare function removeTestOnly(filePath: string): Promise<void>;
 export declare function getFixtureImportPath(filePath: string): string;
 export declare function getPageVariableNameFromCreateTest(filePath: string): Promise<string | undefined>;
 export declare function replaceCreateTestWithNewCode(filePath: string, contents: string, generatedCode: string): string;

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAK3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC,CAwBD;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -9,12 +9,12 @@ exports.hasTestBlock = hasTestBlock;
 exports.hasTopLevelDescribeConfigureWithSerialMode = hasTopLevelDescribeConfigureWithSerialMode;
 exports.findFirstSerialDescribeBlock = findFirstSerialDescribeBlock;
 exports.appendToTestBlock = appendToTestBlock;
+exports.runTypescriptCompiler = runTypescriptCompiler;
 exports.validateTypescript = validateTypescript;
 exports.stripAndPrependImports = stripAndPrependImports;
 exports.lintErrors = lintErrors;
 exports.formatCode = formatCode;
 exports.addNewImport = addNewImport;
-exports.removeTestOnly = removeTestOnly;
 exports.getFixtureImportPath = getFixtureImportPath;
 exports.getPageVariableNameFromCreateTest = getPageVariableNameFromCreateTest;
 exports.replaceCreateTestWithNewCode = replaceCreateTestWithNewCode;
@@ -25,6 +25,7 @@ exports.buildTestNamePrompt = buildTestNamePrompt;
 exports.getVariableDeclarationsFromCode = getVariableDeclarationsFromCode;
 exports.isSyntaxValid = isSyntaxValid;
 const parser_1 = require("@babel/parser");
+const test_run_1 = require("@empiricalrun/test-run");
 const eslint_1 = require("eslint");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
@@ -32,6 +33,7 @@ const prettier_1 = __importDefault(require("prettier"));
 const ts_morph_1 = require("ts-morph");
 const typescript_1 = __importDefault(require("typescript"));
 const util_1 = require("util");
+const stripAnsi_1 = require("../../../../utils/stripAnsi");
 const getTestModuleAliasFromSourceFile = (sourceFile) => {
     return (sourceFile
         .getImportDeclarations()
@@ -200,6 +202,27 @@ function appendToTestBlock(testBlock, content) {
     const updateTestBlock = testBlock.replace(/\}\)$/, `\n\n${content}\n\n })`);
     return updateTestBlock;
 }
+async function runTypescriptCompiler(repoDir) {
+    let { code, output } = await (0, test_run_1.spawnCmd)("npx", ["tsc", "--noEmit", "--pretty"], {
+        cwd: repoDir,
+        envOverrides: {},
+        captureOutput: true,
+        throwOnError: false,
+    });
+    if (code === 0) {
+        return {
+            success: true,
+            errors: [],
+        };
+    }
+    if (!output) {
+        throw new Error("No output from typescript compiler");
+    }
+    return {
+        success: false,
+        errors: (0, stripAnsi_1.stripAnsiEscapes)(output).split("\n"),
+    };
+}
 function validateTypescript(filePath) {
     // Create a compiler host to read files
     const compilerHost = typescript_1.default.createCompilerHost({});
@@ -281,13 +304,6 @@ async function formatCode(filePath, trace) {
 function addNewImport(contents, modules, pkg) {
     return `import { ${modules.join(", ")} } from "${pkg}";\n${contents}`;
 }
-async function removeTestOnly(filePath) {
-    const contents = fs_1.default.readFileSync(filePath, "utf8");
-    const updatedContent = contents
-        .replace("test.only(", "test(")
-        .replace("test.describe.only(", "test.describe(");
-    fs_1.default.writeFileSync(filePath, updatedContent);
-}
 function getFixtureImportPath(filePath) {
     // get the depth from the tests folder
     // assumption fixtures are always int the folder tests/fixtures

package/dist/bin/utils/scenarios/index.d.ts

@@ -1,8 +1,8 @@
 import type { TestGenConfig } from "@empiricalrun/shared-types";
-import { CliOptions } from "../index";
-export declare function buildTokenFromOptions(options: Omit<CliOptions, "token">, featureFlags?: {
+import { CLIOptions } from "../index";
+export declare function buildTokenFromOptions(options: Omit<CLIOptions, "token">, featureFlags?: {
     useComputerUseAgent?: boolean;
 }): string;
-export declare function buildTestConfigFromOptions(options: Omit<CliOptions, "token">): TestGenConfig;
+export declare function buildTestConfigFromOptions(options: Omit<CLIOptions, "token">): TestGenConfig;
 export declare function loadTestConfigs(testGenToken: string): TestGenConfig;
 //# sourceMappingURL=index.d.ts.map

package/dist/file/client.d.ts

@@ -1,3 +1,4 @@
+import { ArtifactInput } from "@empiricalrun/shared-types";
 declare class FileServiceClient {
     baseUrl: string;
     port: number | undefined;
@@ -10,6 +11,7 @@ declare class FileServiceClient {
         actionsSummary?: string;
     }): Promise<any>;
     post(path: string, body: any): Promise<any>;
+    sendArtifactInputsToServer(artifacts: ArtifactInput[]): Promise<any>;
 }
 export default FileServiceClient;
 //# sourceMappingURL=client.d.ts.map

package/dist/file/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;;IAUzB,MAAM,CAAC,WAAW;IAIZ,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,EACX,cAAc,GACf,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IASK,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAgBnC;AAED,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,cAAM,iBAAiB;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;;IAUzB,MAAM,CAAC,WAAW;IAIZ,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,EACX,cAAc,GACf,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IASK,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;IAiB5B,0BAA0B,CAAC,SAAS,EAAE,aAAa,EAAE;CAgB5D;AAED,eAAe,iBAAiB,CAAC"}

package/dist/file/client.js

@@ -37,5 +37,21 @@ class FileServiceClient {
             return data;
         }
     }
+    async sendArtifactInputsToServer(artifacts) {
+        const resp = await fetch(`${this.baseUrl}/artifact`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(artifacts),
+        });
+        if (!resp.ok) {
+            throw new Error(`API failed with status ${resp.statusText}`);
+        }
+        else {
+            const data = await resp.json();
+            return data;
+        }
+    }
 }
 exports.default = FileServiceClient;

package/dist/file/server.d.ts

@@ -1,3 +1,4 @@
+import { ArtifactInput } from "@empiricalrun/shared-types";
 export declare class FileServiceServer {
     private port;
     private filePath;
@@ -6,6 +7,7 @@ export declare class FileServiceServer {
     private actionsSummary;
     private updateFile;
     private onComplete?;
+    private artifactsInputs;
     constructor({ port, repoDir, updateFile, onComplete, }: {
         port: number;
         repoDir: string;
@@ -13,9 +15,9 @@ export declare class FileServiceServer {
         onComplete?: () => void;
     });
     getActionsSummary(): string | undefined;
+    getArtifactInputsFromServer(): ArtifactInput[];
     setFilePath(filePath: string): void;
     startFileService(): Promise<number>;
     stop(): Promise<void>;
 }
-export declare function startFileService(): Promise<void>;
 //# sourceMappingURL=server.d.ts.map

package/dist/file/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAWA,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,UAAU,CAAC,CAAa;gBAEpB,EACV,IAAI,EACJ,OAAO,EACP,UAAU,EACV,UAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;KACzB;IAOD,iBAAiB;IAIjB,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAmDnC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAgB5B;AAED,wBAAsB,gBAAgB,kBAAK"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAY3D,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,UAAU,CAAC,CAAa;IAChC,OAAO,CAAC,eAAe,CAAuB;gBAClC,EACV,IAAI,EACJ,OAAO,EACP,UAAU,EACV,UAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;KACzB;IAOD,iBAAiB;IAIjB,2BAA2B;IAI3B,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IA4EnC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAgB5B"}

package/dist/file/server.js

@@ -4,7 +4,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FileServiceServer = void 0;
-exports.startFileService = startFileService;
 const express_1 = __importDefault(require("express"));
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
@@ -18,6 +17,7 @@ class FileServiceServer {
     actionsSummary;
     updateFile = false;
     onComplete;
+    artifactsInputs = [];
     constructor({ port, repoDir, updateFile, onComplete, }) {
         this.port = port;
         this.repoDir = repoDir;
@@ -27,12 +27,15 @@ class FileServiceServer {
     getActionsSummary() {
         return this.actionsSummary;
     }
+    getArtifactInputsFromServer() {
+        return this.artifactsInputs;
+    }
     setFilePath(filePath) {
         this.filePath = filePath;
     }
     async startFileService() {
         const app = (0, express_1.default)();
-        app.use(express_1.default.json());
+        app.use(express_1.default.json({ limit: "50mb" }));
         (0, ipc_1.humanLoopRoute)(app);
         app.post("/test", async (req, res) => {
             const { generatedCode, importPaths, actionsSummary } = req.body;
@@ -61,6 +64,28 @@ class FileServiceServer {
             }
             return res.send({ success: false });
         });
+        app.post("/artifact", async (req, res) => {
+            const artifactInputs = Array.isArray(req.body) ? req.body : [req.body];
+            for (const artifactInput of artifactInputs) {
+                const { name, contentType, data } = artifactInput;
+                if (!data) {
+                    console.error("No data in artifact", artifactInput);
+                    continue;
+                }
+                // Passing buffer data to the server
+                // Serialises the buffer data to an obbject
+                // Which needs to be converted back to a buffer
+                const bufferData = Buffer.isBuffer(data)
+                    ? data
+                    : Buffer.from(data.data);
+                this.artifactsInputs.push({
+                    name,
+                    contentType,
+                    data: bufferData,
+                });
+            }
+            return res.send({ success: true });
+        });
         return new Promise((resolve) => {
             this.server = app.listen(this.port, () => resolve(this.port));
         });
@@ -83,4 +108,3 @@ class FileServiceServer {
     }
 }
 exports.FileServiceServer = FileServiceServer;
-async function startFileService() { }

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQhD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAoB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBA0ElB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQhD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAqB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBA+ElB"}

package/dist/index.js

@@ -78,7 +78,10 @@ async function createTest(task, pageRef, scope) {
                 scopeVars: scope,
             });
         }
-        const { code, importPaths, actionsSummary } = agentResult;
+        const { code, importPaths, actionsSummary, artifacts } = agentResult;
+        if (artifacts && artifacts.length > 0) {
+            await fileServiceClient.sendArtifactInputsToServer(artifacts);
+        }
         await fileServiceClient.updateTest({
             task,
             generatedCode: code,

package/dist/test-build/index.d.ts

@@ -1,3 +1,7 @@
-export declare function hasDownloadScript(): Promise<boolean>;
-export declare function downloadBuild(buildUrl: string): Promise<void>;
+export declare function hasDownloadScript(repoPath: string): Promise<boolean>;
+export declare function downloadBuild({ buildUrl, repoPath, apiKey, }: {
+    buildUrl: string;
+    repoPath: string;
+    apiKey: string | undefined;
+}): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/test-build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAeA,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC,CAG1D;AAED,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAUnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAgBA,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAG1E;AAED,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,GAAG,OAAO,CAAC,IAAI,CAAC,CAWhB"}

package/dist/test-build/index.js

@@ -6,25 +6,27 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.hasDownloadScript = hasDownloadScript;
 exports.downloadBuild = downloadBuild;
 const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const logger_1 = require("../bin/logger");
 const exec_1 = require("../utils/exec");
-async function getPackageJSON() {
-    const packageJSONPath = "package.json";
+async function getPackageJSON(repoPath) {
+    const packageJSONPath = path_1.default.join(repoPath, "package.json");
     const packageJsonStr = fs_1.default.readFileSync(packageJSONPath, "utf-8");
     return JSON.parse(packageJsonStr);
 }
-async function hasDownloadScript() {
-    const packageJSON = await getPackageJSON();
+async function hasDownloadScript(repoPath) {
+    const packageJSON = await getPackageJSON(repoPath);
     return !!packageJSON.scripts["download"];
 }
-async function downloadBuild(buildUrl) {
+async function downloadBuild({ buildUrl, repoPath, apiKey, }) {
     const logger = new logger_1.CustomLogger({ useReporter: false });
-    const packageJSON = await getPackageJSON();
+    const packageJSON = await getPackageJSON(repoPath);
     const buildDownloadScript = packageJSON.scripts["download"];
     if (buildDownloadScript && buildUrl) {
         logger.log(`Downloading build from ${buildUrl}`);
         await (0, exec_1.cmd)(`npm`, ["run", "download", buildUrl], {
-            env: { ...Object(process.env) },
+            cwd: repoPath,
+            env: { ...Object(process.env), EMPIRICALRUN_API_KEY: apiKey },
         });
     }
 }

package/dist/tool-call-service/index.d.ts

@@ -1,8 +1,8 @@
 import { TraceClient } from "@empiricalrun/llm";
-import { PendingToolCall, SupportedChatModels, Tool, ToolResult } from "@empiricalrun/llm/chat";
+import { PendingToolCall, SupportedChatModels, Tool, ToolExecute, ToolResult } from "@empiricalrun/llm/chat";
 export type { SupportedChatModels };
 type ToolExecutors = {
-    [key: string]: (input: any, trace?: TraceClient) => Promise<ToolResult>;
+    [key: string]: ToolExecute;
 };
 export declare class ToolCallService {
     tools: Tool[];
@@ -10,11 +10,18 @@ export declare class ToolCallService {
     chatSessionId: number | null;
     selectedModel: SupportedChatModels;
     branchName: string;
-    constructor(chatSessionId: number | null, selectedModel: SupportedChatModels, branchName: string);
-    getTools(): Promise<{
-        tools: Tool[];
-    }>;
+    repoPath: string;
+    apiKey: string | undefined;
+    trace?: TraceClient;
+    constructor({ chatSessionId, selectedModel, branchName, repoPath, apiKey, trace, }: {
+        chatSessionId: number | null;
+        selectedModel: SupportedChatModels;
+        branchName: string;
+        repoPath: string;
+        apiKey: string | undefined;
+        trace?: TraceClient;
+    });
     sendToQueue(toolCalls: PendingToolCall[]): Promise<void>;
-    execute(toolCalls: PendingToolCall[], trace?: TraceClient): Promise<ToolResult[]>;
+    execute(toolCalls: PendingToolCall[]): Promise<ToolResult[]>;
 }
 //# sourceMappingURL=index.d.ts.map