@empiricalrun/test-gen 0.77.0 → 0.78.0

package/dist/video-core/index.js

@@ -1,204 +1,134 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseVideoAnalysisParams = parseVideoAnalysisParams;
-exports.runVideoAnalysisForCli = runVideoAnalysisForCli;
 exports.runVideoAnalysis = runVideoAnalysis;
-const node_fs_1 = __importDefault(require("node:fs"));
-const node_path_1 = __importDefault(require("node:path"));
-const constants_1 = require("../constants");
-const ffmpeg_1 = require("../utils/ffmpeg");
-const hash_1 = require("../utils/hash");
+const videostil_1 = require("videostil");
 const agent_orchestrator_1 = require("./agent-orchestrator");
 const model_limits_1 = require("./model-limits");
 const storage_manager_1 = require("./storage-manager");
 const utils_1 = require("./utils");
-function parseVideoAnalysisParams(paramsString) {
-    const defaults = {
-        model: constants_1.VIDEO_ANALYSIS.DEFAULT_MODEL,
-        fps: constants_1.VIDEO_ANALYSIS.DEFAULT_FPS,
-        threshold: constants_1.VIDEO_ANALYSIS.DEFAULT_THRESHOLD,
+async function runVideoAnalysis({ videoUrl, videoUrlHash, params, featureFlags, workingDirectory, skipUpload, algo, }) {
+    const result = {
+        total_extracted_frames: 0,
+        video_duration: 0,
+        unique_frames_count: 0,
+        video_url: videoUrl,
+        analysis: "",
+        analysis_id: videoUrlHash,
+        params,
     };
-    if (!paramsString?.trim())
-        return defaults;
-    const result = { ...defaults };
-    for (const chunk of paramsString.split(",")) {
-        const [key, value] = chunk.split("=").map((s) => s.trim());
-        if (!key || !value)
-            continue;
-        switch (key.toLowerCase()) {
-            case "fps":
-            case "threshold": {
-                const num = Number(value);
-                if (Number.isFinite(num))
-                    result[key] = num;
-                break;
-            }
-            case "model":
-                result.model = value;
-                break;
-            case "starttime":
-            case "start_time":
-                result.startTime = Number(value);
-                break;
-            case "duration":
-                result.duration = Number(value);
-                break;
-        }
-    }
-    return result;
-}
-async function runVideoAnalysisForCli({ url, params, startServer = true, }) {
-    console.log("🎬 Starting video analysis...");
-    console.log(`📹 Video URL: ${url}`);
-    console.log(`⚙️  Parameters: ${params || "default"}`);
-    const videoAnalysisParams = parseVideoAnalysisParams(params);
-    const videoUrlHash = (0, hash_1.createHashBasedOnParams)(url, videoAnalysisParams);
-    const WORKING_DIR = node_path_1.default.join("video-analysis", videoUrlHash);
-    let result;
-    const startTime = performance.now();
+    let uniqueFrameInfos = [];
+    let interleavedResults = [];
+    let allMessages = [];
+    let currentStep = "initialization";
+    let finalError = null;
     try {
-        const { result: analysisResult, unique_frames, interleaved_tool_result, chat_messages, } = await runVideoAnalysis({
-            videoUrl: url,
-            videoUrlHash,
-            params: videoAnalysisParams,
-            featureFlags: [],
-            workingDirectory: WORKING_DIR,
-            skipUpload: true,
-        });
-        result = {
-            ...analysisResult,
-            unique_frames: unique_frames,
-            interleaved_tool_result: interleaved_tool_result,
-            chat_messages: chat_messages,
-        };
-        const endTime = performance.now();
-        const durationMs = endTime - startTime;
-        console.log(`[Performance] Video analysis completed in ${durationMs.toFixed(2)}ms (${(durationMs / 1000).toFixed(2)}s)`);
-    }
-    catch (error) {
-        console.error("Error during video analysis:", error);
-        throw error;
-    }
-    console.log("✅ Video analysis completed!");
-    console.log(`📊 Found ${result.unique_frames_count} unique frames`);
-    if (startServer) {
-        const resultFileName = `analysis-result.json`;
-        await node_fs_1.default.promises.mkdir(WORKING_DIR, { recursive: true });
-        const resultFilePath = node_path_1.default.join(WORKING_DIR, resultFileName);
-        await node_fs_1.default.promises.writeFile(resultFilePath, JSON.stringify({ ...result, workingDir: WORKING_DIR }, null, 2));
-        console.log(`💾 Analysis result saved to: ${resultFilePath}`);
-        console.log("🚀 Starting analysis viewer server...");
-        // Dynamic import to avoid circular dependency
-        const { startAnalysisServer } = await import("./analysis-server.js");
-        const handle = await startAnalysisServer("video-analysis");
-        console.log(`🌐 Analysis viewer available at: ${handle.url}`);
-        console.log("📋 Press Ctrl+C to stop the server");
-        let isShuttingDown = false;
-        const gracefulShutdown = async (signal) => {
-            if (isShuttingDown)
-                return;
-            isShuttingDown = true;
-            console.log(`\n🛑 Received ${signal}, shutting down server...`);
-            try {
-                await handle.close();
-                process.exit(0);
-            }
-            catch (error) {
-                console.error("Error closing server:", error);
-                process.exit(1);
-            }
-        };
-        process.once("SIGINT", () => gracefulShutdown("SIGINT"));
-        process.once("SIGTERM", () => gracefulShutdown("SIGTERM"));
-        return handle;
-    }
-    else {
-        console.log("🚀 Analysis viewer server not started. Results available in the CLI.");
-        console.log(result);
-        process.exit(0);
-    }
-}
-async function runVideoAnalysis({ videoUrl, videoUrlHash, params, featureFlags, workingDirectory, skipUpload, }) {
-    try {
-        const ffmpegClient = new ffmpeg_1.LocalFFmpegClient();
-        const extractionResult = await ffmpegClient.extractVideoFrames(videoUrl, videoUrlHash, workingDirectory, {
-            fps: params.fps,
-            threshold: params.threshold,
-            startTime: params.startTime,
-            duration: params.duration,
-        });
-        const { totalFramesCount, uniqueFrameInfos, videoDurationSeconds } = extractionResult;
-        await (0, storage_manager_1.uploadFramesToR2)(videoUrlHash, uniqueFrameInfos);
-        const batchSize = await (0, model_limits_1.calculateOptimalBatchSize)(params.model, uniqueFrameInfos);
-        const frameBatch = uniqueFrameInfos
-            .map((f) => {
-            return {
-                name: f.fileName,
-                contentType: "image/png",
-                url: f.url,
-            };
-        })
-            .slice(0, batchSize);
-        const { analysis, allMessages, parsedXml } = await (0, agent_orchestrator_1.orchestrateVideoAnalysis)({
-            selectedModel: params.model,
-            featureFlags,
-            workingDirectory,
-            frameBatch,
-        });
-        const isTruncated = frameBatch.length !== batchSize;
-        const finalAnalysis = isTruncated
-            ? `NOTE: the unique frames to be processed were truncated to ${batchSize} due to limitations on the number of frames that can be processed in a single batch. ${analysis}`
+        currentStep = "frame_extraction";
+        let extractionResult;
+        try {
+            extractionResult = await (0, videostil_1.extractUniqueFrames)({
+                videoUrl,
+                fps: params.fps,
+                threshold: params.threshold,
+                startTime: params.startTime,
+                duration: params.duration,
+                algo: algo,
+                workingDir: workingDirectory,
+            });
+        }
+        catch (error) {
+            throw new Error(`Frame extraction failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+        const { totalFramesCount, uniqueFrames: extractedFrames, videoDurationSeconds, } = extractionResult;
+        // Map videostil FrameInfo to test-gen UniqueFrameInfos
+        uniqueFrameInfos = extractedFrames.map((frame) => ({
+            index: frame.index,
+            path: frame.path,
+            fileName: frame.fileName,
+            url: frame.url || `${(0, utils_1.getR2BaseUrlByHash)(videoUrlHash)}${frame.fileName}`,
+            base64: frame.base64 || "",
+            timestamp: frame.timestamp || "",
+        }));
+        result.total_extracted_frames = totalFramesCount;
+        result.video_duration = videoDurationSeconds;
+        result.unique_frames_count = uniqueFrameInfos.length;
+        currentStep = "batch_size_calculation";
+        let batchSize;
+        try {
+            batchSize = await (0, model_limits_1.calculateOptimalBatchSize)(params.model, uniqueFrameInfos);
+        }
+        catch (error) {
+            throw new Error(`Batch size calculation failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+        const uniqueFramesBatch = uniqueFrameInfos.slice(0, batchSize);
+        const frameBatch = uniqueFramesBatch.map((f) => ({
+            name: f.fileName,
+            contentType: "image/png",
+            base64Data: f.base64,
+        }));
+        currentStep = "video_analysis";
+        let analysis, parsedXml;
+        try {
+            const orchestrationResult = await (0, agent_orchestrator_1.orchestrateVideoAnalysis)({
+                selectedModel: params.model,
+                featureFlags,
+                workingDirectory,
+                frameBatch,
+            });
+            analysis = orchestrationResult.analysis;
+            allMessages = orchestrationResult.allMessages;
+            parsedXml = orchestrationResult.parsedXml;
+        }
+        catch (error) {
+            throw new Error(`Video analysis orchestration failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+        const allFramesLength = uniqueFrameInfos.length;
+        const isTruncated = allFramesLength !== batchSize;
+        const finalFrameTimestamp = uniqueFramesBatch[uniqueFramesBatch.length - 1]?.timestamp;
+        result.analysis = isTruncated
+            ? `NOTE: the unique frames to be processed were truncated to ${batchSize} due to limitations on the number of frames that can be processed in a single batch. The last frame processed was at timestamp ${finalFrameTimestamp}. ${analysis}`
             : analysis;
-        const interleavedResults = (0, utils_1.createInterleavedResults)(parsedXml, uniqueFrameInfos);
-        const videoAnalysisSummary = {
-            total_extracted_frames: totalFramesCount,
-            video_duration: videoDurationSeconds,
-            unique_frames_count: uniqueFrameInfos.length,
-            video_url: videoUrl,
-            analysis: finalAnalysis,
-            analysis_id: videoUrlHash,
-            params,
-            interleaved_tool_result: interleavedResults,
-        };
+        currentStep = "interleaved_results";
+        try {
+            interleavedResults = (0, utils_1.createInterleavedResults)(parsedXml, uniqueFrameInfos);
+        }
+        catch (error) {
+            throw new Error(`Interleaved results creation failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
         if (!skipUpload) {
-            await (0, storage_manager_1.uploadSummaryToR2)(videoAnalysisSummary);
-            await (0, storage_manager_1.uploadChatStateToR2)(allMessages, videoUrlHash);
+            currentStep = "upload_all";
+            const uploadPromises = [
+                (0, storage_manager_1.uploadFramesToR2)(videoUrlHash, uniqueFrameInfos).catch((error) => {
+                    throw new Error(`Frame upload failed: ${error instanceof Error ? error.message : String(error)}`);
+                }),
+                (0, storage_manager_1.uploadSummaryToR2)({
+                    ...result,
+                    interleaved_tool_result: interleavedResults,
+                }).catch((error) => {
+                    throw new Error(`Summary upload failed: ${error instanceof Error ? error.message : String(error)}`);
+                }),
+                (0, storage_manager_1.uploadChatStateToR2)(allMessages, videoUrlHash).catch((error) => {
+                    throw new Error(`Chat state upload failed: ${error instanceof Error ? error.message : String(error)}`);
+                }),
+            ];
+            await Promise.all(uploadPromises);
         }
-        const toolResult = {
-            total_extracted_frames: totalFramesCount,
-            video_duration: videoDurationSeconds,
-            unique_frames_count: uniqueFrameInfos.length,
-            video_url: videoUrl,
-            analysis: finalAnalysis,
-            analysis_id: videoUrlHash,
-            params,
-        };
         return {
-            result: toolResult,
+            result,
             unique_frames: uniqueFrameInfos,
             interleaved_tool_result: interleavedResults,
             chat_messages: allMessages,
-            isError: false,
+            error: finalError,
         };
     }
     catch (error) {
         const errorMessage = error instanceof Error ? error.message : String(error);
+        finalError = `Error at step [${currentStep}]: ${errorMessage}`;
         return {
-            result: {
-                total_extracted_frames: 0,
-                video_duration: 0,
-                unique_frames_count: 0,
-                video_url: videoUrl,
-                analysis: `Error during video analysis: ${errorMessage}`,
-                analysis_id: videoUrlHash,
-                params,
-            },
-            interleaved_tool_result: [],
-            chat_messages: [],
-            isError: true,
+            result,
+            unique_frames: uniqueFrameInfos,
+            interleaved_tool_result: interleavedResults,
+            chat_messages: allMessages,
+            error: finalError,
         };
     }
 }

package/dist/video-core/model-limits.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-limits.d.ts","sourceRoot":"","sources":["../../src/video-core/model-limits.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EACjB,MAAM,4BAA4B,CAAC;AAgCpC,wBAAsB,wBAAwB,CAC5C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,OAAO,CAAC,MAAM,CAAC,CAwBjB;AAED,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,mBAAmB,EAC1B,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,OAAO,CAAC,MAAM,CAAC,CAwBjB"}
+{"version":3,"file":"model-limits.d.ts","sourceRoot":"","sources":["../../src/video-core/model-limits.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EACjB,MAAM,4BAA4B,CAAC;AAgCpC,wBAAsB,wBAAwB,CAC5C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAED,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,mBAAmB,EAC1B,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,OAAO,CAAC,MAAM,CAAC,CA2BjB"}

package/dist/video-core/model-limits.js

@@ -42,11 +42,14 @@ async function calculateActualBatchSize(uniqueFrameInfos) {
             return stats.size;
         }));
         const totalBytes = sizes.reduce((sum, size) => sum + size, 0);
-        const totalMB = totalBytes / (1024 * 1024);
+        // Base64 encoding inflates size by ~33% (4/3 ratio)
+        const base64InflatedBytes = totalBytes * (4 / 3);
+        const totalMB = base64InflatedBytes / (1024 * 1024);
         return totalMB;
     }
     catch (error) {
-        return uniqueFrameInfos.length * constants_1.VIDEO_ANALYSIS.DEFAULT_FRAME_SIZE_MB;
+        // Apply same base64 inflation to default calculation
+        return (uniqueFrameInfos.length * constants_1.VIDEO_ANALYSIS.DEFAULT_FRAME_SIZE_MB * (4 / 3));
     }
 }
 async function calculateOptimalBatchSize(model, uniqueFrameInfos) {
@@ -57,11 +60,14 @@ async function calculateOptimalBatchSize(model, uniqueFrameInfos) {
     let batchSize = Math.min(limits.maxImages, uniqueFrameInfos.length);
     while (batchSize > 0) {
         const frameBatch = uniqueFrameInfos.slice(0, batchSize);
+        console.log("Batch size:", frameBatch.length);
         const actualBatchSizeMB = await calculateActualBatchSize(frameBatch);
+        console.log("Actual batch size in MB:", actualBatchSizeMB);
         if (actualBatchSizeMB <= limits.maxSizeMB) {
             return batchSize;
         }
         batchSize = Math.floor(batchSize * constants_1.VIDEO_ANALYSIS.BATCH_SIZE_REDUCTION_FACTOR);
+        console.log("Reduced batch size:", batchSize);
     }
     return 1;
 }

package/dist/video-core/storage-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"storage-manager.d.ts","sourceRoot":"","sources":["../../src/video-core/storage-manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAoCpC,eAAO,MAAM,gBAAgB,GAC3B,cAAc,MAAM,EACpB,QAAQ,gBAAgB,EAAE,KACzB,OAAO,CAAC,IAAI,CAQd,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAC5B,WAAW,oBAAoB,KAC9B,OAAO,CAAC,IAAI,CAWd,CAAC;AAEF,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,gBAAgB,EAAE,EAC/B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC,CAWf"}
+{"version":3,"file":"storage-manager.d.ts","sourceRoot":"","sources":["../../src/video-core/storage-manager.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAoCpC,eAAO,MAAM,gBAAgB,GAC3B,cAAc,MAAM,EACpB,QAAQ,gBAAgB,EAAE,KACzB,OAAO,CAAC,IAAI,CAiBd,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAC5B,WAAW,oBAAoB,KAC9B,OAAO,CAAC,IAAI,CAWd,CAAC;AAEF,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,gBAAgB,EAAE,EAC/B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC,CAWf"}

package/dist/video-core/storage-manager.js

@@ -26,12 +26,19 @@ const uploadToR2 = async (files, videoUrlHash) => {
     }
 };
 const uploadFramesToR2 = async (videoUrlHash, frames) => {
-    const frameFiles = frames.map((f) => ({
-        buffer: Buffer.from(f.base64, "base64"),
-        fileName: f.fileName,
-        mimeType: "image/png",
-    }));
-    await uploadToR2(frameFiles, videoUrlHash);
+    console.log(`[uploadFramesToR2] queuing ${frames.length} frames for upload`);
+    for (const frame of frames) {
+        (0, r2_uploader_1.sendTaskToQueue)(async () => {
+            const frameFile = {
+                buffer: Buffer.from(frame.base64, "base64"),
+                fileName: frame.fileName,
+                mimeType: "image/png",
+            };
+            await uploadToR2([frameFile], videoUrlHash);
+        });
+    }
+    await (0, r2_uploader_1.waitForTaskQueueToFinish)();
+    console.log(`[uploadFramesToR2] all ${frames.length} frames uploaded`);
 };
 exports.uploadFramesToR2 = uploadFramesToR2;
 const uploadSummaryToR2 = async (videoInfo) => {

package/dist/video-core/utils.d.ts

@@ -12,14 +12,4 @@ export interface VideoValidationResult {
 }
 export declare function validateVideoAccess(videoUrl: string): Promise<VideoValidationResult>;
 export declare function downloadVideo(videoUrl: string, outputPath: string): Promise<void>;
-export declare function convertFramesForUpload(keyFrameImagesMap: Map<string, {
-    type: "image/png";
-    base64Data: string;
-}>): {
-    metadata: {
-        index: number;
-        path: string;
-    };
-    image: string;
-}[];
 //# sourceMappingURL=utils.d.ts.map

package/dist/video-core/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,yBAAyB,EAC1B,MAAM,4BAA4B,CAAC;AAIpC,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAChC,YAAY,MAAM,KACjB,KAAK,CAAC,yBAAyB,CAyCjC,CAAC;AA8DF,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EAAE,EACnB,sBAAsB,EAAE,MAAM,GAC7B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAkBjE;AAED,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC;AAED,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAoDf;AAED,wBAAgB,sBAAsB,CACpC,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,GACxE;IACD,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC;CACf,EAAE,CAiBF"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,yBAAyB,EAC1B,MAAM,4BAA4B,CAAC;AAIpC,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAChC,YAAY,MAAM,KACjB,KAAK,CAAC,yBAAyB,CAyCjC,CAAC;AA0DF,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EAAE,EACnB,sBAAsB,EAAE,MAAM,GAC7B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAkBjE;AAED,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC;AAED,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAoDf"}

package/dist/video-core/utils.js

@@ -8,7 +8,6 @@ exports.loadKeyFrameImages = loadKeyFrameImages;
 exports.createInterleavedResults = createInterleavedResults;
 exports.validateVideoAccess = validateVideoAccess;
 exports.downloadVideo = downloadVideo;
-exports.convertFramesForUpload = convertFramesForUpload;
 const fs_1 = require("fs");
 const path_1 = __importDefault(require("path"));
 const getR2BaseUrlByHash = (videoUrlHash) => {
@@ -56,7 +55,7 @@ async function fileExists(filePath) {
 // Try unique_frames directory first, then consolidated_frames as fallback
 async function findFramePath(frameId, baseDir) {
     const uniqueFramePath = path_1.default.join(baseDir, "unique_frames", `${frameId}.png`);
-    const consolidatedFramePath = path_1.default.join(baseDir, "consolidated_frames", `${frameId}.png`);
+    const consolidatedFramePath = path_1.default.join(baseDir, "frames", `${frameId}.png`);
     if (await fileExists(uniqueFramePath)) {
         return uniqueFramePath;
     }
@@ -193,19 +192,3 @@ async function downloadVideo(videoUrl, outputPath) {
     }
     await fs_1.promises.writeFile(outputPath, buffer);
 }
-function convertFramesForUpload(keyFrameImagesMap) {
-    return Array.from(keyFrameImagesMap.entries()).map(([frameId, imageData]) => {
-        // Extract frame index from frameId (e.g., "frame_000006" -> 6)
-        const frameNumberMatch = frameId.match(/frame_(\d+)/);
-        const frameIndex = frameNumberMatch && frameNumberMatch[1]
-            ? parseInt(frameNumberMatch[1], 10)
-            : 0;
-        return {
-            metadata: {
-                index: frameIndex,
-                path: `${frameId}.png`,
-            },
-            image: imageData.base64Data,
-        };
-    });
-}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.77.0",
+  "version": "0.78.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -81,11 +81,12 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
+    "videostil": "^0.1.2",
     "yauzl": "^3.1.3",
     "zod": "^3.23.8",
     "@empiricalrun/ast-parser": "^0.0.10",
-    "@empiricalrun/llm": "^0.23.0",
-    "@empiricalrun/r2-uploader": "^0.3.11",
+    "@empiricalrun/llm": "^0.24.0",
+    "@empiricalrun/r2-uploader": "^0.4.0",
     "@empiricalrun/test-run": "^0.11.1"
   },
   "devDependencies": {
@@ -109,7 +110,7 @@
   },
   "scripts": {
     "dev": "tspc --build --watch",
-    "build": "tspc --build && cp -r src/browser-injected-scripts dist && cp src/video-core/analysis-viewer.html dist/video-core/",
+    "build": "tspc --build && cp -r src/browser-injected-scripts dist",
     "clean": "tspc --build --clean",
     "lint": "biome check --unsafe",
     "test": "vitest run",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/filesystem-cache.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/agent/video-analysis/index.ts","./src/agent/video-analysis/executor/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/review-pull-request.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-last-successful-test-run/index.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues/create-issue.ts","./src/tools/issues/index.ts","./src/tools/issues/list-issues.ts","./src/tools/issues/metadata-schema.ts","./src/tools/issues/update-issue.ts","./src/tools/issues/utils.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/urls.ts","./src/tools/view-failed-test-run-report/index.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/artifact-paths.ts","./src/utils/dedup-image-fs.ts","./src/utils/dedup-image.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/find-threshold.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/ffmpeg/index.ts","./src/video-core/agent-orchestrator.ts","./src/video-core/analysis-server.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts","./src/video-core/xml-parser.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/filesystem-cache.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/agent/video-analysis/index.ts","./src/agent/video-analysis/executor/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/review-pull-request.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-last-successful-test-run/index.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues/create-issue.ts","./src/tools/issues/index.ts","./src/tools/issues/list-issues.ts","./src/tools/issues/metadata-schema.ts","./src/tools/issues/update-issue.ts","./src/tools/issues/utils.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/urls.ts","./src/tools/view-failed-test-run-report/index.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/agent-orchestrator.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts","./src/video-core/xml-parser.ts"],"version":"5.8.3"}

package/dist/utils/artifact-paths.d.ts

@@ -1,20 +0,0 @@
-/**
- * root/ (= baseArtifactDir)
- *  - video_<videoUrlHash>.webm (= videoFile)
- *  - chunk_1.mp4
- *  - consolidated_frames/ (= consolidatedFramesDir)
- *     - frame_0001.png
- *     - frame_0002.png
- *     - ...
- *  - unique_frames/ (= uniqueFramesDir)
- *     - frame_0002.png
- *     - ...
- */
-export interface VideoArtifactPaths {
-    baseArtifactDir: string;
-    videoFile: string;
-    consolidatedFramesDir: string;
-    uniqueFramesDir: string;
-}
-export declare function resolveVideoArtifactPaths(artifactsPath: string, videoUrlHash: string): VideoArtifactPaths;
-//# sourceMappingURL=artifact-paths.d.ts.map

package/dist/utils/artifact-paths.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"artifact-paths.d.ts","sourceRoot":"","sources":["../../src/utils/artifact-paths.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,kBAAkB;IAEjC,eAAe,EAAE,MAAM,CAAC;IAExB,SAAS,EAAE,MAAM,CAAC;IAElB,qBAAqB,EAAE,MAAM,CAAC;IAE9B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,wBAAgB,yBAAyB,CACvC,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,GACnB,kBAAkB,CAQpB"}

package/dist/utils/artifact-paths.js

@@ -1,16 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.resolveVideoArtifactPaths = resolveVideoArtifactPaths;
-const node_path_1 = __importDefault(require("node:path"));
-function resolveVideoArtifactPaths(artifactsPath, videoUrlHash) {
-    const baseArtifactDir = artifactsPath;
-    return {
-        baseArtifactDir,
-        videoFile: node_path_1.default.join(baseArtifactDir, `video_${videoUrlHash}.webm`),
-        consolidatedFramesDir: node_path_1.default.join(baseArtifactDir, "consolidated_frames"),
-        uniqueFramesDir: node_path_1.default.join(baseArtifactDir, "unique_frames"),
-    };
-}

package/dist/utils/dedup-image-fs.d.ts

@@ -1,13 +0,0 @@
-export declare function deduplicateImageFiles({ imagePaths, batchSize, threshold, logPrefix, }: {
-    imagePaths: string[];
-    batchSize: number;
-    threshold: number;
-    logPrefix?: string;
-}): Promise<{
-    metadata: {
-        index: number;
-        path: string;
-    };
-    image: string;
-}[]>;
-//# sourceMappingURL=dedup-image-fs.d.ts.map

package/dist/utils/dedup-image-fs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dedup-image-fs.d.ts","sourceRoot":"","sources":["../../src/utils/dedup-image-fs.ts"],"names":[],"mappings":"AAKA,wBAAsB,qBAAqB,CAAC,EAC1C,UAAU,EACV,SAAS,EACT,SAAS,EACT,SAA4B,GAC7B,EAAE;IACD,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CA2G1E"}