@empiricalrun/test-gen 0.76.0 → 0.78.0

package/dist/video-core/storage-manager.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.uploadSummaryToR2 = exports.uploadFramesToR2 = void 0;
+exports.uploadChatStateToR2 = uploadChatStateToR2;
+const r2_uploader_1 = require("@empiricalrun/r2-uploader");
+const uploadToR2 = async (files, videoUrlHash) => {
+    const label = `video-analysis-upload:${videoUrlHash}`;
+    const start = Date.now();
+    console.log(`[${label}] preparing ${files.length} files for upload...`);
+    console.log(`[${label}] starting upload of ${files.length} files to video-analysis/${videoUrlHash}/...`);
+    const interval = setInterval(() => {
+        const secs = Math.round((Date.now() - start) / 1000);
+        console.log(`[${label}] uploading... ${secs}s elapsed`);
+    }, 1000);
+    try {
+        await (0, r2_uploader_1.uploadInMemoryFiles)({
+            files,
+            destinationDir: videoUrlHash,
+            uploadBucket: "video-analysis",
+        });
+    }
+    finally {
+        clearInterval(interval);
+        const secs = Math.round((Date.now() - start) / 1000);
+        console.log(`[${label}] upload complete in ${secs}s`);
+    }
+};
+const uploadFramesToR2 = async (videoUrlHash, frames) => {
+    console.log(`[uploadFramesToR2] queuing ${frames.length} frames for upload`);
+    for (const frame of frames) {
+        (0, r2_uploader_1.sendTaskToQueue)(async () => {
+            const frameFile = {
+                buffer: Buffer.from(frame.base64, "base64"),
+                fileName: frame.fileName,
+                mimeType: "image/png",
+            };
+            await uploadToR2([frameFile], videoUrlHash);
+        });
+    }
+    await (0, r2_uploader_1.waitForTaskQueueToFinish)();
+    console.log(`[uploadFramesToR2] all ${frames.length} frames uploaded`);
+};
+exports.uploadFramesToR2 = uploadFramesToR2;
+const uploadSummaryToR2 = async (videoInfo) => {
+    await uploadToR2([
+        {
+            buffer: Buffer.from(JSON.stringify(videoInfo, null, 2)),
+            fileName: "summary.json",
+            mimeType: "application/json",
+        },
+    ], videoInfo.analysis_id);
+};
+exports.uploadSummaryToR2 = uploadSummaryToR2;
+async function uploadChatStateToR2(allMessages, videoUrlHash) {
+    await uploadToR2([
+        {
+            buffer: Buffer.from(JSON.stringify(allMessages)),
+            fileName: "chat-state.json",
+            mimeType: "application/json",
+        },
+    ], videoUrlHash);
+}

package/dist/video-core/types.d.ts

@@ -0,0 +1,13 @@
+import type { VideoAnalysisToolResponse } from "@empiricalrun/shared-types";
+export interface AnalysisProcessingContext {
+    rawAnalysis: string;
+    artifactsPath: string;
+}
+export interface ProcessedAnalysis {
+    parsedXml: VideoAnalysisToolResponse[];
+    keyFrameImagesMap: Map<string, {
+        type: "image/png";
+        base64Data: string;
+    }>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/video-core/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/video-core/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAE5E,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,yBAAyB,EAAE,CAAC;IACvC,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,WAAW,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC3E"}

package/dist/video-core/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/video-core/utils.d.ts

@@ -0,0 +1,15 @@
+import { ToolResultPart, UniqueFrameInfos, VideoAnalysisToolResponse } from "@empiricalrun/shared-types";
+export declare const getR2BaseUrlByHash: (videoUrlHash: string) => string;
+export declare const parseXmlSummaryToJson: (xmlContent: string) => Array<VideoAnalysisToolResponse>;
+export declare function loadKeyFrameImages(keyFrames: string[], extractionArtifactsDir: string): Promise<Map<string, {
+    type: "image/png";
+    base64Data: string;
+}>>;
+export declare function createInterleavedResults(parsedAnalysis: VideoAnalysisToolResponse[], uniqueFrameInfos: UniqueFrameInfos[]): ToolResultPart[];
+export interface VideoValidationResult {
+    isValid: boolean;
+    error?: string;
+}
+export declare function validateVideoAccess(videoUrl: string): Promise<VideoValidationResult>;
+export declare function downloadVideo(videoUrl: string, outputPath: string): Promise<void>;
+//# sourceMappingURL=utils.d.ts.map

package/dist/video-core/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,yBAAyB,EAC1B,MAAM,4BAA4B,CAAC;AAIpC,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAChC,YAAY,MAAM,KACjB,KAAK,CAAC,yBAAyB,CAyCjC,CAAC;AA0DF,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EAAE,EACnB,sBAAsB,EAAE,MAAM,GAC7B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAkBjE;AAED,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC;AAED,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAoDf"}

package/dist/video-core/utils.js

@@ -0,0 +1,194 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseXmlSummaryToJson = exports.getR2BaseUrlByHash = void 0;
+exports.loadKeyFrameImages = loadKeyFrameImages;
+exports.createInterleavedResults = createInterleavedResults;
+exports.validateVideoAccess = validateVideoAccess;
+exports.downloadVideo = downloadVideo;
+const fs_1 = require("fs");
+const path_1 = __importDefault(require("path"));
+const getR2BaseUrlByHash = (videoUrlHash) => {
+    return `https://video-analysis.empirical.run/${videoUrlHash}/`;
+};
+exports.getR2BaseUrlByHash = getR2BaseUrlByHash;
+const parseXmlSummaryToJson = (xmlContent) => {
+    const sections = [];
+    try {
+        // Find the summary block first to limit parsing scope
+        const summaryMatch = xmlContent.match(/<summary>([\s\S]*?)<\/summary>/);
+        if (!summaryMatch) {
+            return sections;
+        }
+        const summaryContent = summaryMatch[1];
+        if (!summaryContent) {
+            return sections;
+        }
+        // Extract all section blocks using matchAll to avoid infinite loop
+        const sectionMatches = Array.from(summaryContent.matchAll(/<section>([\s\S]*?)<\/section>/g) || []);
+        for (const sectionMatch of sectionMatches) {
+            const sectionContent = sectionMatch?.[1];
+            if (!sectionContent)
+                continue;
+            const keyFrameMatch = sectionContent.match(/<key_frame>(.*?)<\/key_frame>/);
+            const descriptionMatch = sectionContent.match(/<description>(.*?)<\/description>/);
+            if (keyFrameMatch?.[1] && descriptionMatch?.[1]) {
+                sections.push({
+                    key_frame: keyFrameMatch[1].trim(),
+                    description: descriptionMatch[1].trim(),
+                });
+            }
+        }
+    }
+    catch (error) { }
+    return sections;
+};
+exports.parseXmlSummaryToJson = parseXmlSummaryToJson;
+async function fileExists(filePath) {
+    return fs_1.promises
+        .access(filePath)
+        .then(() => true)
+        .catch(() => false);
+}
+// Try unique_frames directory first, then consolidated_frames as fallback
+async function findFramePath(frameId, baseDir) {
+    const uniqueFramePath = path_1.default.join(baseDir, "unique_frames", `${frameId}.png`);
+    const consolidatedFramePath = path_1.default.join(baseDir, "frames", `${frameId}.png`);
+    if (await fileExists(uniqueFramePath)) {
+        return uniqueFramePath;
+    }
+    if (await fileExists(consolidatedFramePath)) {
+        return consolidatedFramePath;
+    }
+    return null;
+}
+async function loadFrameImage(framePath) {
+    const imageBuffer = await fs_1.promises.readFile(framePath);
+    const base64Data = imageBuffer.toString("base64");
+    return {
+        type: "image/png",
+        base64Data: base64Data,
+    };
+}
+async function loadSingleFrame(frameId, extractionArtifactsDir) {
+    try {
+        const framePath = await findFramePath(frameId, extractionArtifactsDir);
+        if (!framePath) {
+            return null;
+        }
+        const imageData = await loadFrameImage(framePath);
+        return {
+            frameId: frameId,
+            imageData,
+        };
+    }
+    catch (error) {
+        return null;
+    }
+}
+async function loadKeyFrameImages(keyFrames, extractionArtifactsDir) {
+    const frameImageParts = await Promise.all(keyFrames.map((frameId) => loadSingleFrame(frameId, extractionArtifactsDir)));
+    const frameImageMap = new Map();
+    frameImageParts
+        .filter((part) => part !== null)
+        .forEach(({ frameId, imageData }) => {
+        frameImageMap.set(frameId, imageData);
+    });
+    return frameImageMap;
+}
+function createInterleavedResults(parsedAnalysis, uniqueFrameInfos) {
+    const interleavedResults = [];
+    if (parsedAnalysis && Array.isArray(parsedAnalysis)) {
+        for (const section of parsedAnalysis) {
+            // Add section text
+            interleavedResults.push({
+                type: "text",
+                text: JSON.stringify(section),
+            });
+            // Add corresponding frame image if available
+            if (section.key_frame && uniqueFrameInfos.length > 0) {
+                const sectionFrameId = section.key_frame;
+                // Extract frame index from frameId (e.g., "frame_6" -> 6)
+                const frameNumberMatch = sectionFrameId.match(/frame_(\d+)/);
+                const frameIndex = frameNumberMatch && frameNumberMatch[1]
+                    ? parseInt(frameNumberMatch[1], 10)
+                    : null;
+                if (frameIndex !== null) {
+                    // Find the corresponding uploaded frame by index
+                    const uploadedFrame = uniqueFrameInfos.find((frame) => frame.index === frameIndex);
+                    if (uploadedFrame) {
+                        interleavedResults.push({
+                            type: "image/png",
+                            url: uploadedFrame.url,
+                        });
+                    }
+                }
+            }
+        }
+    }
+    return interleavedResults;
+}
+async function validateVideoAccess(videoUrl) {
+    try {
+        const response = await fetch(videoUrl, { method: "HEAD" });
+        if (!response.ok) {
+            return {
+                isValid: false,
+                error: `Failed to access video at ${videoUrl}: ${response.statusText}`,
+            };
+        }
+        return { isValid: true };
+    }
+    catch (error) {
+        return {
+            isValid: false,
+            error: `Network error accessing video: ${error instanceof Error ? error.message : String(error)}`,
+        };
+    }
+}
+async function downloadVideo(videoUrl, outputPath) {
+    if (await fileExists(outputPath)) {
+        return;
+    }
+    const response = await fetch(videoUrl);
+    if (!response.ok) {
+        throw new Error(`Failed to download video: ${response.statusText}`);
+    }
+    const contentLength = response.headers.get("content-length");
+    const totalSize = contentLength ? parseInt(contentLength, 10) : 0;
+    if (!response.body) {
+        throw new Error("Response body is null");
+    }
+    const reader = response.body.getReader();
+    const chunks = [];
+    let downloadedSize = 0;
+    const startTime = Date.now();
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        chunks.push(value);
+        downloadedSize += value.length;
+        const elapsedSeconds = (Date.now() - startTime) / 1000;
+        const speed = elapsedSeconds > 0 ? downloadedSize / elapsedSeconds : 0;
+        const speedMBps = (speed / 1024 / 1024).toFixed(1);
+        if (totalSize > 0) {
+            const percentage = Math.round((downloadedSize / totalSize) * 100);
+            const progressBar = "█".repeat(Math.floor(percentage / 5)) +
+                "░".repeat(20 - Math.floor(percentage / 5));
+            process.stdout.write(`\r[${progressBar}] ${percentage}% (${(downloadedSize / 1024 / 1024).toFixed(1)} MB) ${speedMBps} MB/s`);
+        }
+        else {
+            process.stdout.write(`\rDownloaded: ${(downloadedSize / 1024 / 1024).toFixed(1)} MB @ ${speedMBps} MB/s`);
+        }
+    }
+    const buffer = new Uint8Array(downloadedSize);
+    let offset = 0;
+    for (const chunk of chunks) {
+        buffer.set(chunk, offset);
+        offset += chunk.length;
+    }
+    await fs_1.promises.writeFile(outputPath, buffer);
+}

package/dist/video-core/xml-parser.d.ts

@@ -0,0 +1,3 @@
+import { AnalysisProcessingContext, ProcessedAnalysis } from "./types";
+export declare function processAnalysisAndLoadFrames({ rawAnalysis, artifactsPath, }: AnalysisProcessingContext): Promise<ProcessedAnalysis>;
+//# sourceMappingURL=xml-parser.d.ts.map

package/dist/video-core/xml-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"xml-parser.d.ts","sourceRoot":"","sources":["../../src/video-core/xml-parser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAmBvE,wBAAsB,4BAA4B,CAAC,EACjD,WAAW,EACX,aAAa,GACd,EAAE,yBAAyB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAiBxD"}

package/dist/video-core/xml-parser.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processAnalysisAndLoadFrames = processAnalysisAndLoadFrames;
+const utils_1 = require("./utils");
+function extractKeyFramesFromAnalysis(analysisData) {
+    const keyFrames = [];
+    if (analysisData && Array.isArray(analysisData)) {
+        analysisData.forEach((section) => {
+            if (section.key_frame && typeof section.key_frame === "string") {
+                keyFrames.push(section.key_frame);
+            }
+        });
+    }
+    return keyFrames;
+}
+async function processAnalysisAndLoadFrames({ rawAnalysis, artifactsPath, }) {
+    const parsedXml = (0, utils_1.parseXmlSummaryToJson)(rawAnalysis);
+    const keyFrames = extractKeyFramesFromAnalysis(parsedXml);
+    let keyFrameImagesMap = new Map();
+    if (keyFrames.length > 0) {
+        try {
+            keyFrameImagesMap = await (0, utils_1.loadKeyFrameImages)(keyFrames, artifactsPath);
+        }
+        catch (error) { }
+    }
+    return { parsedXml, keyFrameImagesMap };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.76.0",
+  "version": "0.78.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -62,7 +62,6 @@
     "date-fns": "^3.6.0",
     "detect-port": "^1.6.1",
     "dotenv": "^16.4.5",
-    "eslint": "^9.30.0",
     "express": "^4.19.2",
     "ignore": "^5.3.1",
     "inquirer": "^12.4.2",
@@ -82,11 +81,12 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
+    "videostil": "^0.1.2",
     "yauzl": "^3.1.3",
     "zod": "^3.23.8",
     "@empiricalrun/ast-parser": "^0.0.10",
-    "@empiricalrun/llm": "^0.22.0",
-    "@empiricalrun/r2-uploader": "^0.3.11",
+    "@empiricalrun/llm": "^0.24.0",
+    "@empiricalrun/r2-uploader": "^0.4.0",
     "@empiricalrun/test-run": "^0.11.1"
   },
   "devDependencies": {
@@ -106,13 +106,13 @@
     "playwright": "1.53.2",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.11.0"
+    "@empiricalrun/shared-types": "0.12.0"
   },
   "scripts": {
     "dev": "tspc --build --watch",
     "build": "tspc --build && cp -r src/browser-injected-scripts dist",
     "clean": "tspc --build --clean",
-    "lint": "eslint .",
+    "lint": "biome check --unsafe",
     "test": "vitest run",
     "test-browser": "pnpm build && RUNNING_BROWSER_TESTS_FOR_TEST_GEN=1 npx playwright test",
     "test:watch": "vitest",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/filesystem-cache.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/code-review/index.ts","./src/agent/code-review/prompt.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/agent/video-analysis/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/extract-frames-from-video.ts","./src/tools/definitions/fetch-video-analysis.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/index.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/extract-frames-from-video/index.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-last-successful-test-run/index.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/fetch-video-analysis/index.ts","./src/tools/fetch-video-analysis/open-ai.ts","./src/tools/fetch-video-analysis/utils.ts","./src/tools/fetch-video-analysis/video-analysis.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/git-helper.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues/create-issue.ts","./src/tools/issues/index.ts","./src/tools/issues/list-issues.ts","./src/tools/issues/metadata-schema.ts","./src/tools/issues/update-issue.ts","./src/tools/issues/utils.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/urls.ts","./src/tools/view-failed-test-run-report/index.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/dedup-image-fs.ts","./src/utils/dedup-image.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/local-ffmpeg-client.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/filesystem-cache.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/agent/video-analysis/index.ts","./src/agent/video-analysis/executor/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/review-pull-request.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-last-successful-test-run/index.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues/create-issue.ts","./src/tools/issues/index.ts","./src/tools/issues/list-issues.ts","./src/tools/issues/metadata-schema.ts","./src/tools/issues/update-issue.ts","./src/tools/issues/utils.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/urls.ts","./src/tools/view-failed-test-run-report/index.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/agent-orchestrator.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts","./src/video-core/xml-parser.ts"],"version":"5.8.3"}

package/dist/agent/chat/prompt/index.d.ts

@@ -1,6 +0,0 @@
-export declare const AGENT_TO_SYSTEM_PROMPT_MAP: {
-    chat: (repoContext: string) => Promise<string>;
-    video: (repoContext: string) => Promise<string>;
-    "code-review": (repoContext: string) => Promise<string>;
-};
-//# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/prompt/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/index.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,0BAA0B;wBACjB,MAAM;yBACL,MAAM;iCACE,MAAM;CAEpC,CAAC"}

package/dist/agent/chat/prompt/index.js

@@ -1,200 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AGENT_TO_SYSTEM_PROMPT_MAP = void 0;
-const pw_utils_docs_1 = require("./pw-utils-docs");
-exports.AGENT_TO_SYSTEM_PROMPT_MAP = {
-    chat: (repoContext) => buildChatSystemPrompt(repoContext),
-    video: (repoContext) => buildVideoAnalysisSystemPrompt(repoContext),
-    "code-review": (repoContext) => buildCodeReviewAgentSystemPrompt(repoContext),
-};
-async function buildCodeReviewAgentSystemPrompt(repoContext) {
-    console.warn("not using repoContext in code review agent prompt for now", typeof repoContext);
-    return `
-You are an expert code reviewer that specializes in reviewing Playwright test code. You are
-provided with tools to fetch diff for a code review, where a test has been added, test modified,
-or some configuration has changed.
-
-# Your goals
-- Identify code smells in test code - see below
-- Call out test data assumptions or lack of clean up
-
-# Output format
-- You are expected to return two sections in your response: describe_code_change and code_review_comments
-- describe_code_change: A brief summary of what the code change is doing. This should be 4-6 sentences in a bullet list.
-- code_review_comments: A bulleted list of code review comments that catch for any of the specific bits below or other
-  red flags you might see in the code. Each comment should be 1-2 sentences.
-
-Return these as XML tags with markdown inside them
-
-<describe_code_change>
-- ...
-</describe_code_change>
-
-<code_review_comments>
-- ...
-</code_review_comments>
-
-# Specific bits to catch in the code review
-
-## Code smells to look for
-- Any form of try-catch or exception handling is a code smell in test code. If there's an
-  exception, the test should fail
-- Any conditionals (if, switch, ternary) in test code is a code smell. Tests are expected to be
-  deterministic. If you see conditionals, check if there's a comment explaining why it's needed.
-  Critically review the comment -- if it's not convincing, call it out as a code smell.
-
-## Ensure Playwright best practices
-- Use locators instead of selectors: waitForSelector, $, $$ are bad - use locators instead (e.g. locator.waitFor)
-- If the test relies on some Playwright APIs that do not auto-wait (e.g. isVisible(), count()), we need to ensure 
-  they are used AFTER some action that ensures the page has loaded. If nothing, at least it should have a waitForTimeout
-- Don't use waitForLoadState or networkidle - these are not required since Playwright auto-waits after navigations
-
-## Call out test data assumptions
-- If new test data is created (e.g. creating a new entity in the app, doing some actions on it) - it should be cleaned up
-  at the end of the test. If not, call it out.
-- If the test data cannot be cleaned up, are we using some random names to ensure no conflicts in future test runs?
-- If the test assumes some data exists (e.g. a user with a specific email) - call it out. It might fail across other
-  environments.
-- No hard coded URLs - use relative URLs instead - that can work across environments.
-- Dependency on static data that can change across environments (e.g. number of rows in a table) should be avoided.
-
-## Remove debug artifacts
-- If there are console.logs or page.screenshot usage, call it out. They should be removed before merging.
-`;
-}
-async function buildVideoAnalysisSystemPrompt(repoContext) {
-    console.warn("not using repoContext in video analysis prompt for now", typeof repoContext);
-    return `
-You are a video analysis agent specialized in analyzing screen recordings and user interface interactions.
-
-Available Tools:
-- extract_frames: Extract frames from videos for detailed visual analysis
-- fetch_video_analysis: Get comprehensive video analysis summary (legacy)
-
-When analyzing videos:
-1. Use extract_frames to get individual frames for detailed analysis
-2. Analyze each frame for UI elements, user actions, and state changes  
-3. Provide specific observations about what's happening in each frame
-4. The Summary should be in a bullet point format
-5. Reference frame IDs when discussing specific moments: "In frame_abc123_001, I can see..."
-
-Your analysis should be:
-- Detailed and specific about UI elements and interactions
-- Sequential, following the flow of actions in the video
-
-After the final summary you need to include the key frame IDs that best represent the important moments in the video.
-
-Exmple Frame Id Reference: <frame_abc123_001>
-  `;
-}
-async function buildChatSystemPrompt(repoContext) {
-    const preamble = `
-You are a helpful assistant that can answer questions and help with tasks related to writing and maintaining Playwright tests.
-
-You are working on a test code repository that contains Playwright tests and other related files. Your working directory
-has been checked out on a git branch, and your actions that edit files will be automatically committed. If you make any
-file edits, you must create a pull request after your work is done, to get your work reviewed and merged by a human.
-
-# Your capabilities
-
-- Adding new Playwright tests or helper methods
-- Going through test reports and identifying app issues versus test issues
-- Modifying existing tests to adapt to changes in the application
-- Modifying repo configuration (e.g. in playwright.config.ts) and dependencies (e.g. in package.json)
-
-# Going through test reports
-
-- App issues: app issues caught by test failures, like UI issues, API endpoint issues, etc. These are issues that
-will be reported to an app developer to investigate and fix.
-- Test issues: Playwright tests can become outdated when app code changes. These are issues that need to be
-fixed with modifications to the test code, and it is your job to do that.
-
-# Tools
-
-You are given a set of tools to help you fulfill the user's request. Read their descriptions to
-understand what each tool does.
-
-For example, if the user asks you to run a test, you could use the runTest tool.
-Once the test is run, you will receive the results in the form of a JSON object.
-Summarize the results in a few sentences.
-
-If the user provides a diagnosis URL, you can use the fetchDiagnosisDetails tool
-to get more information about the test case and its results.
-
-If the user provides a test run URL, you can use the fetchTestRunDetails tool
-to get detailed information about a specific test run.
-
-Or if the user asks you to modify a test, you could use the generateTestWithBrowserAgent tool. If you suspect
-that a UI selector needs to be updated, using the browser agent is a good idea.
-
-Before using generateTestWithBrowserAgent, you need to prepare the test code for the browser agent.
-You can do this by using the strReplaceEditor or the text editor tool to add a TODO comment to the test
-code. This comment explains to the browser agent what it needs to do.
-
-For example, if the expected modification is to click on a login button, you could add the following comment. 
-
-// TODO(agent): Click on the login button
-
-The position of the comment is important: the browser agent will look for this comment and replace it with 
-the actual code to click on the login button. If you are fixing a failing test, your comment should be 
-around the failing line of code, so that it can be replaced/modified.
-
-# Proactiveness
-
-1. You are allowed to be proactive, but ONLY for read-only tool calls: like searching for content, reading files, fetching data from tools, and
-running Playwright tests.
-2. For any read-write tool calls (e.g. modifying any file), you should share your plan and get the user's approval before proceeding.
-
-# Rules to follow
-
-You must follow these rules while adding new tests or modifying existing tests. There can be exceptions to these rules, but
-ONLY when explicitly asked for by the user.
-
-1. You can't delete some steps from the test to make it pass. The test needs to accomplish its objective (which is to validate a particular user scenario)
-2. Do not add any conditional logic or try catch blocks in a test. A good test deterministically tests a user scenario
-3. Trust Playwright's ability to auto-wait while taking actions on elements.
-   - Example 1: Do not add checks on locator.isVisible() before clicking on it: Playwright already waits for visibility on locator.click()
-   - Example 2: Do not add page.waitForLoadState after a page.goto: Playwright already waits for page "load" event in page.goto()
-4. Do not add waitForTimeout or waitForLoadState in a test. Playwright will automatically wait for the page to load.
-5. Try/catch blocks are a code smell for tests: you should not use them.
-6. Do not use then() or catch() syntax in a test. Use async/await only
-
-There are few exceptions to these rules. BEFORE applying any of the following exceptions, you MUST share your plan with the user and get their approval.
-
-## Exceptions for conditional logic
-
-There are few exceptions where you can add conditional logic to a test. If the application UI reveals some UI elements on certain conditions, we can add conditional logic.
-
-For example, a form view shows a "Save" button only when the form is dirty. In this case, we will have to check if the "Save" button is visible before clicking on it. To do this,
-follow this pattern:
-
-\`\`\`
-const saveButton = page.getByRole('button', { name: 'Save' });
-if (await saveButton.isVisible()) {
-  await saveButton.click();
-}
-\`\`\`
-
-Note that locator.isVisible() DOES NOT wait for the element to be visible. If the element in question shows up after a delay, we have no option but to add a waitForTimeout.
-
-\`\`\`
-const saveButton = page.getByRole('button', { name: 'Save' });
-await page.waitForTimeout(100); // Wait for the element to be visible -- only if necessary.
-if (await saveButton.isVisible()) {
-  await saveButton.click();
-}
-\`\`\`
-
-`;
-    return `${preamble}
-
-# Recipes
-${pw_utils_docs_1.playwrightUtilsDocs}
-
-# Repo context
-${repoContext}
-
-# Reference
-Today's date is ${new Date().toDateString()}
-`;
-}