@empiricalrun/test-gen 0.74.2 → 0.76.0

package/dist/utils/index.js

@@ -1,7 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.truncateJsonValues = exports.getTypescriptTestBlock = void 0;
+exports.getTypescriptTestBlock = void 0;
 var web_1 = require("../bin/utils/platform/web");
 Object.defineProperty(exports, "getTypescriptTestBlock", { enumerable: true, get: function () { return web_1.getTypescriptTestBlock; } });
-var json_1 = require("./json");
-Object.defineProperty(exports, "truncateJsonValues", { enumerable: true, get: function () { return json_1.truncateJsonValues; } });

package/dist/utils/local-ffmpeg-client.d.ts

@@ -0,0 +1,27 @@
+import { UniqueFrameWithMetadata } from "@empiricalrun/shared-types";
+export declare class LocalFFmpegClient {
+    private static readonly MAX_VIDEO_DURATION_SECONDS;
+    private static readonly CHUNK_DURATION_SECONDS;
+    constructor();
+    private checkFFmpegAvailability;
+    private getVideoDuration;
+    private validateVideoChunk;
+    private downloadVideo;
+    private ensureEmptyDir;
+    private runFFmpegCommand;
+    private createVideoChunks;
+    private extractFramesToFiles;
+    private processVideoChunks;
+    storeUniqueFrames(uniqueFrames: UniqueFrameWithMetadata[], workingDir: string): Promise<string>;
+    extractVideoFrames(videoUrl: string, outputDir: string, options?: {
+        fps?: number;
+        threshold?: number;
+        startTime?: number;
+        duration?: number;
+    }): Promise<{
+        totalFramesCount: number;
+        uniqueFrames: UniqueFrameWithMetadata[];
+        videoDurationSeconds: number;
+    }>;
+}
+//# sourceMappingURL=local-ffmpeg-client.d.ts.map

package/dist/utils/local-ffmpeg-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-ffmpeg-client.d.ts","sourceRoot":"","sources":["../../src/utils/local-ffmpeg-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AAUrE,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAW;IAC7D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAU;;IAMxD,OAAO,CAAC,uBAAuB;YAWjB,gBAAgB;YAiBhB,kBAAkB;YAgClB,aAAa;YAeb,cAAc;YASd,gBAAgB;YAoBhB,iBAAiB;YAsEjB,oBAAoB;YAyCpB,kBAAkB;IA2D1B,iBAAiB,CACrB,YAAY,EAAE,uBAAuB,EAAE,EACvC,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC;IAiCZ,kBAAkB,CACtB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QACR,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GACA,OAAO,CAAC;QACT,gBAAgB,EAAE,MAAM,CAAC;QACzB,YAAY,EAAE,uBAAuB,EAAE,CAAC;QACxC,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAC;CA2GH"}

package/dist/{tools/fetch-video-analysis → utils}/local-ffmpeg-client.js

@@ -8,7 +8,7 @@ const child_process_1 = require("child_process");
 const fs_1 = require("fs");
 const path_1 = __importDefault(require("path"));
 const util_1 = require("util");
-const dedup_image_fs_1 = require("../../utils/dedup-image-fs");
+const dedup_image_fs_1 = require("./dedup-image-fs");
 const execAsync = (0, util_1.promisify)(child_process_1.exec);
 class LocalFFmpegClient {
     static MAX_VIDEO_DURATION_SECONDS = 15 * 60; // 15 minutes
@@ -75,18 +75,56 @@ class LocalFFmpegClient {
         const buffer = await response.arrayBuffer();
         await fs_1.promises.writeFile(outputPath, Buffer.from(buffer));
     }
-    async createVideoChunks(videoPath, outputDir, duration) {
+    async ensureEmptyDir(dir) {
+        try {
+            await fs_1.promises.rm(dir, { recursive: true, force: true });
+        }
+        catch {
+            // ignore
+        }
+        await fs_1.promises.mkdir(dir, { recursive: true });
+    }
+    async runFFmpegCommand({ inputPath, args, outputPath, }) {
+        const quotedInput = `"${inputPath}"`;
+        const output = outputPath ? ` "${outputPath}"` : "";
+        const cmd = `ffmpeg -y -nostdin -i ${quotedInput} ${args.join(" ")}${output}`;
+        try {
+            await execAsync(cmd);
+        }
+        catch (error) {
+            throw new Error(`ffmpeg command failed: ${cmd} => ${String(error)}`);
+        }
+    }
+    async createVideoChunks(videoPath, outputDir, duration, startTime = 0) {
         const chunkPaths = [];
         const chunkCount = Math.ceil(duration / LocalFFmpegClient.CHUNK_DURATION_SECONDS);
         console.log(`Creating ${chunkCount} chunks of ${LocalFFmpegClient.CHUNK_DURATION_SECONDS} seconds each`);
         for (let i = 0; i < chunkCount; i++) {
-            const startTime = i * LocalFFmpegClient.CHUNK_DURATION_SECONDS;
+            const chunkOffsetTime = i * LocalFFmpegClient.CHUNK_DURATION_SECONDS;
+            const absoluteStartTime = startTime + chunkOffsetTime;
             const chunkPath = path_1.default.join(outputDir, `chunk_${i.toString().padStart(3, "0")}.mp4`);
-            const remainingDuration = duration - startTime;
+            const remainingDuration = duration - chunkOffsetTime;
             const chunkDuration = Math.min(LocalFFmpegClient.CHUNK_DURATION_SECONDS, remainingDuration);
-            const command = `ffmpeg -i "${videoPath}" -ss ${startTime} -t ${chunkDuration} -c:v libx264 -c:a aac -preset ultrafast -crf 28 "${chunkPath}"`;
             try {
-                await execAsync(command);
+                await fs_1.promises.rm(chunkPath, { force: true });
+                await this.runFFmpegCommand({
+                    inputPath: videoPath,
+                    args: [
+                        "-ss",
+                        String(absoluteStartTime),
+                        "-t",
+                        String(chunkDuration),
+                        "-c:v",
+                        "libx264",
+                        "-c:a",
+                        "aac",
+                        "-preset",
+                        "ultrafast",
+                        "-crf",
+                        "28",
+                    ],
+                    outputPath: chunkPath,
+                });
                 // Validate the created chunk
                 const isValid = await this.validateVideoChunk(chunkPath);
                 if (isValid) {
@@ -108,14 +146,17 @@ class LocalFFmpegClient {
         }
         return chunkPaths;
     }
-    async extractFramesToFiles(videoPath, outputDir, chunkIndex) {
-        await fs_1.promises.mkdir(outputDir, { recursive: true });
+    async extractFramesToFiles(videoPath, outputDir, chunkIndex, fps) {
+        await this.ensureEmptyDir(outputDir);
         const framePrefix = chunkIndex !== undefined ? `chunk${chunkIndex}_frame` : "frame";
         const framePattern = path_1.default.join(outputDir, `${framePrefix}_%04d.png`);
-        const command = `ffmpeg -i "${videoPath}" -vf "fps=30" "${framePattern}"`;
-        console.log(`Extracting frames with command: ${command}`);
+        console.log(`Extracting frames with command: ffmpeg -i "${videoPath}" -vf "fps=${fps}" "${framePattern}"`);
         try {
-            await execAsync(command);
+            await this.runFFmpegCommand({
+                inputPath: videoPath,
+                args: ["-vf", `fps=${fps}`],
+                outputPath: framePattern,
+            });
         }
         catch (error) {
             throw new Error(`Frame extraction failed: ${error}`);
@@ -128,10 +169,10 @@ class LocalFFmpegClient {
         console.log(`Extracted ${frameFiles.length} frames from ${chunkIndex !== undefined ? `chunk ${chunkIndex}` : "video"}`);
         return frameFiles;
     }
-    async processVideoChunks(chunkPaths, workingDir) {
+    async processVideoChunks(chunkPaths, workingDir, fps) {
         const allFramePaths = [];
         const consolidatedFramesDir = path_1.default.join(workingDir, "consolidated_frames");
-        await fs_1.promises.mkdir(consolidatedFramesDir, { recursive: true });
+        await this.ensureEmptyDir(consolidatedFramesDir);
         let globalFrameIndex = 0;
         for (let i = 0; i < chunkPaths.length; i++) {
             const chunkPath = chunkPaths[i];
@@ -141,7 +182,7 @@ class LocalFFmpegClient {
                 throw new Error(`Chunk path is undefined for chunk ${i + 1}`);
             }
             try {
-                const chunkFramePaths = await this.extractFramesToFiles(chunkPath, chunkFramesDir, i);
+                const chunkFramePaths = await this.extractFramesToFiles(chunkPath, chunkFramesDir, i, fps);
                 for (const framePath of chunkFramePaths) {
                     const newFramePath = path_1.default.join(consolidatedFramesDir, `frame_${globalFrameIndex.toString().padStart(6, "0")}.png`);
                     await fs_1.promises.rename(framePath, newFramePath);
@@ -165,24 +206,75 @@ class LocalFFmpegClient {
         }
         return allFramePaths;
     }
-    async extractVideoFrames(videoUrl, outputDir) {
+    async storeUniqueFrames(uniqueFrames, workingDir) {
+        const uniqueFramesDir = path_1.default.join(workingDir, "unique_frames");
+        await this.ensureEmptyDir(uniqueFramesDir);
+        console.log(`Storing ${uniqueFrames.length} unique frames in ${uniqueFramesDir}`);
+        for (let i = 0; i < uniqueFrames.length; i++) {
+            const frame = uniqueFrames[i];
+            if (!frame)
+                continue;
+            const originalPath = frame.metadata.path;
+            const uniqueFramePath = path_1.default.join(uniqueFramesDir, `unique_frame_${i.toString().padStart(4, "0")}.png`);
+            try {
+                await fs_1.promises.copyFile(originalPath, uniqueFramePath);
+            }
+            catch (error) {
+                console.warn(`Failed to copy frame ${originalPath} to ${uniqueFramePath}:`, error);
+            }
+        }
+        console.log(`Stored ${uniqueFrames.length} unique frames in: ${uniqueFramesDir}`);
+        return uniqueFramesDir;
+    }
+    async extractVideoFrames(videoUrl, outputDir, options) {
         const workingDir = path_1.default.join(process.cwd(), outputDir);
-        const videoPath = path_1.default.join(workingDir, `video-${Date.now()}.webm`);
+        const videoPath = path_1.default.join(workingDir, `video_${Date.now()}.webm`);
+        const fps = options?.fps ?? 30;
+        const threshold = options?.threshold ?? 0.001;
+        const startTime = options?.startTime;
+        const duration = options?.duration;
         try {
             await fs_1.promises.mkdir(workingDir, { recursive: true });
             await this.downloadVideo(videoUrl, videoPath);
-            const duration = await this.getVideoDuration(videoPath);
-            console.log(`Video duration: ${Math.round(duration)} seconds`);
-            if (duration > LocalFFmpegClient.MAX_VIDEO_DURATION_SECONDS) {
-                throw new Error(`Video duration (${Math.round(duration)}s) exceeds maximum allowed duration (${LocalFFmpegClient.MAX_VIDEO_DURATION_SECONDS}s)`);
+            const videoDuration = await this.getVideoDuration(videoPath);
+            console.log(`Video duration: ${Math.round(videoDuration)} seconds`);
+            if (videoDuration > LocalFFmpegClient.MAX_VIDEO_DURATION_SECONDS) {
+                throw new Error(`Video duration (${Math.round(videoDuration)}s) exceeds maximum allowed duration (${LocalFFmpegClient.MAX_VIDEO_DURATION_SECONDS}s)`);
+            }
+            // Validate and adjust time parameters
+            let effectiveStartTime = 0;
+            let effectiveDuration = videoDuration;
+            if (startTime !== undefined) {
+                if (startTime < 0) {
+                    throw new Error(`Start time cannot be negative: ${startTime}`);
+                }
+                if (startTime >= videoDuration) {
+                    throw new Error(`Start time (${startTime}s) exceeds video duration (${Math.round(videoDuration)}s)`);
+                }
+                effectiveStartTime = startTime;
+                effectiveDuration = videoDuration - startTime;
             }
-            const chunkPaths = await this.createVideoChunks(videoPath, workingDir, duration);
-            const allFramePaths = await this.processVideoChunks(chunkPaths, workingDir);
+            if (duration !== undefined) {
+                if (duration <= 0) {
+                    throw new Error(`Duration must be positive: ${duration}`);
+                }
+                const maxAllowedDuration = videoDuration - effectiveStartTime;
+                if (duration > maxAllowedDuration) {
+                    console.warn(`Requested duration (${duration}s) exceeds available time (${maxAllowedDuration}s), truncating to fit`);
+                    effectiveDuration = maxAllowedDuration;
+                }
+                else {
+                    effectiveDuration = duration;
+                }
+            }
+            console.log(`Effective extraction range: ${effectiveStartTime}s to ${effectiveStartTime + effectiveDuration}s`);
+            const chunkPaths = await this.createVideoChunks(videoPath, workingDir, effectiveDuration, effectiveStartTime);
+            const allFramePaths = await this.processVideoChunks(chunkPaths, workingDir, fps);
             const allFramesCount = allFramePaths.length;
             const uniqueImages = await (0, dedup_image_fs_1.deduplicateImageFiles)({
                 imagePaths: allFramePaths,
                 batchSize: 50,
-                threshold: 0.001,
+                threshold,
                 logPrefix: "ffmpeg-chunk-frame-dedup",
             });
             console.log(`Filtered to ${uniqueImages.length} unique frames from ${allFramesCount} total frames across ${chunkPaths.length} chunks`);
@@ -192,18 +284,16 @@ class LocalFFmpegClient {
                 }
                 throw new Error("No frames were extracted from the video");
             }
+            await this.storeUniqueFrames(uniqueImages, workingDir);
             return {
                 totalFramesCount: allFramesCount,
-                uniqueFramesCount: uniqueImages.length,
                 uniqueFrames: uniqueImages,
+                videoDurationSeconds: videoDuration,
             };
         }
         catch (error) {
             throw new Error(`Frame extraction failed: ${error instanceof Error ? error.message : String(error)}`);
         }
-        finally {
-            await fs_1.promises.rm(workingDir, { recursive: true });
-        }
     }
 }
 exports.LocalFFmpegClient = LocalFFmpegClient;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.74.2",
+  "version": "0.76.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -85,9 +85,9 @@
     "yauzl": "^3.1.3",
     "zod": "^3.23.8",
     "@empiricalrun/ast-parser": "^0.0.10",
-    "@empiricalrun/llm": "^0.21.0",
-    "@empiricalrun/r2-uploader": "^0.3.10",
-    "@empiricalrun/test-run": "^0.11.0"
+    "@empiricalrun/llm": "^0.22.0",
+    "@empiricalrun/r2-uploader": "^0.3.11",
+    "@empiricalrun/test-run": "^0.11.1"
   },
   "devDependencies": {
     "@playwright/test": "1.53.2",
@@ -106,7 +106,7 @@
     "playwright": "1.53.2",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.10.0"
+    "@empiricalrun/shared-types": "0.11.0"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/filesystem-cache.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/utils/tool-calls.ts","./src/agent/code-review/prompt.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/commit-and-create-pr/index.ts","./src/tools/definitions/commit-and-create-pr.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/fetch-video-analysis.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/index.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-image/index.ts","./src/tools/fetch-last-successful-test-run/index.ts","./src/tools/fetch-video-analysis/index.ts","./src/tools/fetch-video-analysis/local-ffmpeg-client.ts","./src/tools/fetch-video-analysis/utils.ts","./src/tools/fetch-video-analysis/video-analysis.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/git-helper.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues/create-issue.ts","./src/tools/issues/index.ts","./src/tools/issues/list-issues.ts","./src/tools/issues/metadata-schema.ts","./src/tools/issues/update-issue.ts","./src/tools/issues/utils.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/view-failed-test-run-report/index.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/dedup-image-fs.ts","./src/utils/dedup-image.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/filesystem-cache.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/code-review/index.ts","./src/agent/code-review/prompt.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/agent/video-analysis/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/extract-frames-from-video.ts","./src/tools/definitions/fetch-video-analysis.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/index.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/extract-frames-from-video/index.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-last-successful-test-run/index.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/fetch-video-analysis/index.ts","./src/tools/fetch-video-analysis/open-ai.ts","./src/tools/fetch-video-analysis/utils.ts","./src/tools/fetch-video-analysis/video-analysis.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/git-helper.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues/create-issue.ts","./src/tools/issues/index.ts","./src/tools/issues/list-issues.ts","./src/tools/issues/metadata-schema.ts","./src/tools/issues/update-issue.ts","./src/tools/issues/utils.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/urls.ts","./src/tools/view-failed-test-run-report/index.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/dedup-image-fs.ts","./src/utils/dedup-image.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/local-ffmpeg-client.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/agent/chat/utils/tool-calls.d.ts

@@ -1,21 +0,0 @@
-import { IChatModel } from "@empiricalrun/llm/chat";
-import type { ChatState, PendingToolCall, SupportedChatModels, ToolResult } from "@empiricalrun/shared-types";
-export declare function rejectPendingToolCalls({ chatState, chatModel, }: {
-    chatState: ChatState;
-    chatModel: IChatModel<any>;
-}): ChatState;
-export declare function filterPendingToolCalls({ toolCalls, toolResults, pendingToolCalls, }: {
-    toolCalls: PendingToolCall[];
-    toolResults: ToolResult[];
-    pendingToolCalls: PendingToolCall[];
-}): {
-    filteredToolCalls: PendingToolCall[];
-    filteredToolResults: ToolResult[];
-};
-export declare function processToolCallsAndUpdateChatState({ toolCalls, toolResults, chatModel, selectedModel, }: {
-    toolCalls: PendingToolCall[];
-    toolResults: ToolResult[];
-    chatModel: IChatModel<any>;
-    selectedModel: SupportedChatModels;
-}): ChatState | undefined;
-//# sourceMappingURL=tool-calls.d.ts.map

package/dist/agent/chat/utils/tool-calls.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tool-calls.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/utils/tool-calls.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,KAAK,EACV,SAAS,EACT,eAAe,EACf,mBAAmB,EACnB,UAAU,EACX,MAAM,4BAA4B,CAAC;AAOpC,wBAAgB,sBAAsB,CAAC,EACrC,SAAS,EACT,SAAS,GACV,EAAE;IACD,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;CAC5B,GAAG,SAAS,CA8BZ;AAED,wBAAgB,sBAAsB,CAAC,EACrC,SAAS,EACT,WAAW,EACX,gBAAgB,GACjB,EAAE;IACD,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,gBAAgB,EAAE,eAAe,EAAE,CAAC;CACrC;;;EAgBA;AAED,wBAAgB,kCAAkC,CAAC,EACjD,SAAS,EACT,WAAW,EACX,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;CACpC,GAAG,SAAS,GAAG,SAAS,CAkBxB"}

package/dist/agent/chat/utils/tool-calls.js

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.rejectPendingToolCalls = rejectPendingToolCalls;
-exports.filterPendingToolCalls = filterPendingToolCalls;
-exports.processToolCallsAndUpdateChatState = processToolCallsAndUpdateChatState;
-const state_1 = require("../state");
-const TOOL_CALL_REJECTED_BY_USER_ERROR = "This tool call was rejected by the user.";
-function rejectPendingToolCalls({ chatState, chatModel, }) {
-    const pendingToolCalls = chatModel.getPendingToolCalls();
-    let updatedChatState = {
-        ...chatState,
-        // When tool calls are rejected, we reset askUserForInput to true
-        // so that the user can provide input for the next tool call. The agent
-        // loop is not run again until the user provides input.
-        askUserForInput: true,
-    };
-    if (pendingToolCalls.length > 0) {
-        const toolResults = pendingToolCalls.map((toolCall) => {
-            console.log(`Rejecting pending tool calls with toolCallId: ${toolCall.id} `);
-            return {
-                isError: true,
-                result: TOOL_CALL_REJECTED_BY_USER_ERROR,
-            };
-        });
-        chatModel.pushToolResultsMessage(pendingToolCalls, toolResults);
-        return {
-            ...updatedChatState,
-            messages: chatModel.messages,
-        };
-    }
-    return updatedChatState;
-}
-function filterPendingToolCalls({ toolCalls, toolResults, pendingToolCalls, }) {
-    const filteredToolResults = [];
-    const filteredToolCalls = toolCalls.filter((call, index) => {
-        if (pendingToolCalls.some((p) => p.id === call.id)) {
-            filteredToolResults.push(toolResults[index]);
-            return true;
-        }
-        return false;
-    });
-    return {
-        filteredToolCalls,
-        filteredToolResults,
-    };
-}
-function processToolCallsAndUpdateChatState({ toolCalls, toolResults, chatModel, selectedModel, }) {
-    const pendingToolCalls = chatModel.getPendingToolCalls() || [];
-    const { filteredToolCalls, filteredToolResults } = filterPendingToolCalls({
-        toolCalls,
-        toolResults,
-        pendingToolCalls,
-    });
-    if (filteredToolCalls.length > 0) {
-        chatModel.pushToolResultsMessage(filteredToolCalls, filteredToolResults);
-        const newChatState = (0, state_1.createChatStateForMessages)({
-            messages: chatModel.messages || [],
-            selectedModel,
-            askUserForInput: chatModel.askUserForInput,
-            error: null,
-        });
-        return newChatState;
-    }
-}

package/dist/tools/commit-and-create-pr/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/commit-and-create-pr/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAevD,eAAO,MAAM,qBAAqB,EAAE,IAgFnC,CAAC"}

package/dist/tools/commit-and-create-pr/index.js

@@ -1,83 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createPullRequestTool = void 0;
-const child_process_1 = require("child_process");
-const commit_and_create_pr_1 = require("../definitions/commit-and-create-pr");
-const utils_1 = require("../executor/utils");
-const git_1 = require("../executor/utils/git");
-const pr_description_1 = require("../executor/utils/pr-description");
-exports.createPullRequestTool = {
-    ...commit_and_create_pr_1.createPullRequestTool,
-    execute: async ({ input, repoPath, apiClient, chatSession }) => {
-        try {
-            const { pullRequestTitle, pullRequestDescription } = input;
-            const remoteUrl = (0, child_process_1.execSync)("git config --get remote.origin.url", {
-                cwd: repoPath,
-            })
-                .toString()
-                .trim();
-            const { owner, repo } = (0, utils_1.parseGitHubUrl)(remoteUrl);
-            const branchName = await (0, git_1.getCurrentBranchName)(repoPath);
-            (0, child_process_1.execSync)(`git push origin ${branchName} --set-upstream`, {
-                cwd: repoPath,
-            });
-            if (!apiClient) {
-                throw new Error("Dashboard API client is not available.");
-            }
-            let pullRequest = await (0, utils_1.getExistingPR)({
-                owner,
-                repo,
-                branchName,
-                apiClient,
-            });
-            if (pullRequest) {
-                pullRequest = await (0, utils_1.updatePullRequest)({
-                    owner,
-                    repo,
-                    prNumber: pullRequest.number,
-                    body: (0, pr_description_1.addMetadataToPRDescription)(pullRequestDescription, chatSession),
-                    apiClient,
-                });
-                const mergeableState = await (0, utils_1.getMergeableState)({
-                    owner,
-                    repo,
-                    pullRequest,
-                    apiClient,
-                });
-                const stateDescription = (0, utils_1.getMergeableStateDescription)(mergeableState);
-                return {
-                    isError: false,
-                    result: `Updated existing PR: ${pullRequest.html_url}\n\nMergeable state: ${mergeableState} - ${stateDescription}`,
-                };
-            }
-            else {
-                pullRequest = await (0, utils_1.createPullRequest)({
-                    owner,
-                    repo,
-                    title: pullRequestTitle,
-                    head: branchName,
-                    base: "main",
-                    body: (0, pr_description_1.addMetadataToPRDescription)(pullRequestDescription, chatSession),
-                    apiClient,
-                });
-                const mergeableState = await (0, utils_1.getMergeableState)({
-                    owner,
-                    repo,
-                    pullRequest,
-                    apiClient,
-                });
-                const stateDescription = (0, utils_1.getMergeableStateDescription)(mergeableState);
-                return {
-                    isError: false,
-                    result: `Created a new PR: ${pullRequest.html_url}\n\nMergeable state: ${mergeableState} - ${stateDescription}`,
-                };
-            }
-        }
-        catch (error) {
-            return {
-                isError: true,
-                result: `Failed to commit and push changes: ${error instanceof Error ? error.message : String(error)}`,
-            };
-        }
-    },
-};

package/dist/tools/definitions/commit-and-create-pr.d.ts

@@ -1,3 +0,0 @@
-import type { ToolDefinition } from "@empiricalrun/shared-types";
-export declare const createPullRequestTool: ToolDefinition;
-//# sourceMappingURL=commit-and-create-pr.d.ts.map

package/dist/tools/definitions/commit-and-create-pr.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAmBjE,eAAO,MAAM,qBAAqB,EAAE,cAenC,CAAC"}

package/dist/tools/fetch-image/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-image/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA8B,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,QAAA,MAAM,gBAAgB;;;;;;EAEpB,CAAC;AAEH,eAAO,MAAM,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAuDjE,CAAC"}

package/dist/tools/fetch-image/index.js

@@ -1,63 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchImageTool = void 0;
-const zod_1 = require("zod");
-const SUPPORTED_CONTENT_TYPES = ["image/png", "image/jpeg"];
-const fetchImageSchema = zod_1.z.object({
-    url: zod_1.z.string(),
-});
-exports.fetchImageTool = {
-    schema: {
-        name: "fetchImage",
-        description: `Use this tool to fetch image data from any valid URL that responds with a PNG or JPEG image.
-It takes an image URL as input and returns the image in base64 format, for you to view or analyze.
-
-## Common scenarios:
-1. Understand a test report (for the runTest tool) by fetching screenshots: test results can have screenshot URLs in the attachments section of the report.
-
-2. While adding new tests, if the user message contains image URLs, use this tool to fetch the images, and understand the steps that the user is looking to cover.`,
-        parameters: fetchImageSchema,
-    },
-    needsBrowser: false,
-    isInlineTool: true,
-    execute: async ({ input }) => {
-        const { url } = input;
-        try {
-            const response = await fetch(url);
-            if (!response.ok) {
-                console.error(`Failed to fetch image from ${url}: ${response.statusText}`);
-                return {
-                    result: `Failed to fetch image from ${url}: ${response.statusText}`,
-                    isError: true,
-                };
-            }
-            const contentType = response.headers.get("content-type");
-            if (!contentType || !SUPPORTED_CONTENT_TYPES.includes(contentType)) {
-                const errorMessage = `Invalid content type: ${contentType}. URL must return an image.`;
-                console.error(errorMessage);
-                return {
-                    result: errorMessage,
-                    isError: true,
-                };
-            }
-            const buffer = await response.arrayBuffer();
-            const base64 = Buffer.from(buffer).toString("base64");
-            return {
-                result: [
-                    {
-                        type: contentType,
-                        base64Data: base64,
-                    },
-                ],
-                isError: false,
-            };
-        }
-        catch (error) {
-            console.error("Error fetching image", error);
-            return {
-                result: `Error fetching image: ${error}`,
-                isError: true,
-            };
-        }
-    },
-};

package/dist/tools/fetch-video-analysis/local-ffmpeg-client.d.ts

@@ -1,24 +0,0 @@
-export declare class LocalFFmpegClient {
-    private static readonly MAX_VIDEO_DURATION_SECONDS;
-    private static readonly CHUNK_DURATION_SECONDS;
-    constructor();
-    private checkFFmpegAvailability;
-    private getVideoDuration;
-    private validateVideoChunk;
-    private downloadVideo;
-    private createVideoChunks;
-    private extractFramesToFiles;
-    private processVideoChunks;
-    extractVideoFrames(videoUrl: string, outputDir: string): Promise<{
-        totalFramesCount: number;
-        uniqueFramesCount: number;
-        uniqueFrames: {
-            metadata: {
-                index: number;
-                path: string;
-            };
-            image: string;
-        }[];
-    }>;
-}
-//# sourceMappingURL=local-ffmpeg-client.d.ts.map

package/dist/tools/fetch-video-analysis/local-ffmpeg-client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"local-ffmpeg-client.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/local-ffmpeg-client.ts"],"names":[],"mappings":"AASA,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAW;IAC7D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAU;;IAMxD,OAAO,CAAC,uBAAuB;YAWjB,gBAAgB;YAiBhB,kBAAkB;YAgClB,aAAa;YAeb,iBAAiB;YAoDjB,oBAAoB;YAiCpB,kBAAkB;IAyD1B,kBAAkB,CACtB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE;YACZ,QAAQ,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC;YAC1C,KAAK,EAAE,MAAM,CAAC;SACf,EAAE,CAAC;KACL,CAAC;CAgEH"}