@empiricalrun/test-gen 0.76.0 → 0.78.0

package/dist/tools/fetch-video-analysis/index.js

@@ -1,149 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchVideoAnalysis = void 0;
-const node_crypto_1 = __importDefault(require("node:crypto"));
-const node_path_1 = __importDefault(require("node:path"));
-const file_1 = require("../../utils/file");
-const local_ffmpeg_client_1 = require("../../utils/local-ffmpeg-client");
-const fetch_video_analysis_1 = require("../definitions/fetch-video-analysis");
-const utils_1 = require("./utils");
-const video_analysis_1 = require("./video-analysis");
-function getVideoAnalysisParams(params) {
-    return {
-        model: params?.model || "gemini-2.5-pro",
-        fps: params?.fps ?? 30,
-        threshold: params?.threshold ?? 0.001,
-        featureFlag: params?.featureFlag ?? "send-all-frames",
-    };
-}
-function hashObject(obj) {
-    const sortedObj = Object.keys(obj)
-        .sort()
-        .reduce((acc, key) => {
-        acc[key] = obj[key];
-        return acc;
-    }, {});
-    const json = JSON.stringify(sortedObj);
-    return node_crypto_1.default
-        .createHash("sha256")
-        .update(json)
-        .digest("hex")
-        .substring(0, 16);
-}
-exports.fetchVideoAnalysis = {
-    ...fetch_video_analysis_1.fetchVideoAnalysis,
-    execute: async ({ input, trace, featureFlags, }) => {
-        const { videoUrl } = input;
-        const params = getVideoAnalysisParams(input.params);
-        const videoUrlHash = hashObject({
-            videoUrl,
-            ...params,
-        });
-        const { model: selectedModel, fps: effectiveFps, threshold: effectiveThreshold, featureFlag: effectiveFeatureFlag, } = params;
-        const WORKING_DIR = `./video-analysis-artifacts/${videoUrlHash}`;
-        const R2_BASE_URL = `https://video-analysis.empirical.run/${videoUrlHash}/`;
-        const videoAnalysisSpan = trace?.span({
-            name: "video-analysis",
-            input: { videoUrl },
-        });
-        try {
-            const ffmpegClient = new local_ffmpeg_client_1.LocalFFmpegClient();
-            const response = await fetch(videoUrl, { method: "HEAD" });
-            if (!response.ok) {
-                return {
-                    result: `Failed to access video at ${videoUrl}: ${response.statusText}`,
-                    isError: true,
-                };
-            }
-            const processingSpan = videoAnalysisSpan?.span({
-                name: "ffmpeg-processing",
-                input: {
-                    videoUrl,
-                    fps: effectiveFps,
-                    threshold: effectiveThreshold,
-                },
-            });
-            try {
-                const extractionResult = await ffmpegClient.extractVideoFrames(videoUrl, WORKING_DIR, {
-                    fps: effectiveFps,
-                    threshold: effectiveThreshold,
-                });
-                const { totalFramesCount, uniqueFrames } = extractionResult;
-                processingSpan?.end({
-                    output: {
-                        totalFramesCount,
-                        uniqueFramesCount: uniqueFrames.length,
-                    },
-                });
-                console.log(`[video-analysis] Analyzing ${uniqueFrames.length} frames with LLM`);
-                const outputZipPath = node_path_1.default.join(WORKING_DIR, "frames.zip");
-                const zipUploadPromise = (0, utils_1.zipAndUploadFramesToR2)(uniqueFrames, outputZipPath, videoUrlHash).catch((error) => {
-                    throw error; // Re-throw to maintain error in Promise.all
-                });
-                const { analysis: llmAnalysis, usage } = await (0, video_analysis_1.analyzeFramesWithLLM)(uniqueFrames, videoAnalysisSpan, selectedModel);
-                console.log(`[video-analysis] Finished Analyzing ${uniqueFrames.length} frames with LLM`);
-                let finalAnalysis = llmAnalysis;
-                let finalKeyFramesData = [];
-                if (featureFlags.includes("enableFetchVideoAnalysisToolMultiModal")) {
-                    const { updatedAnalysis, keyFramesData } = await (0, utils_1.getUpdatedAnalysisAndToolResultImagePart)(llmAnalysis, uniqueFrames);
-                    finalAnalysis = updatedAnalysis;
-                    finalKeyFramesData = [...keyFramesData];
-                }
-                const videoInfo = {
-                    total_frames_count: totalFramesCount,
-                    unique_frames_count: uniqueFrames.length,
-                    video_url: videoUrl,
-                    analysis_id: videoUrlHash,
-                    created_at: new Date().toISOString(),
-                    params: {
-                        fps: effectiveFps,
-                        threshold: effectiveThreshold,
-                        model: selectedModel,
-                        featureFlag: effectiveFeatureFlag,
-                    },
-                    usage,
-                    langfuse_trace_id: trace?.id || undefined,
-                    frames_zip_url: `${R2_BASE_URL}frames.zip`,
-                    analysis: finalAnalysis,
-                };
-                await Promise.all([
-                    zipUploadPromise,
-                    (0, utils_1.uploadSummaryToR2)(videoInfo, R2_BASE_URL),
-                ]);
-                await (0, file_1.safeCleanupDirectory)(WORKING_DIR, "video-analysis-cleanup");
-                const toolResult = {
-                    video_url: videoUrl,
-                    analysis_id: videoUrlHash,
-                    analysis: finalAnalysis,
-                };
-                return {
-                    result: [
-                        { type: "text", text: JSON.stringify(toolResult, null, 2) },
-                        ...finalKeyFramesData,
-                    ],
-                    isError: false,
-                    usage,
-                };
-            }
-            catch (ffmpegError) {
-                processingSpan?.end();
-                throw ffmpegError;
-            }
-        }
-        catch (error) {
-            console.error("Error in video analysis", error);
-            videoAnalysisSpan?.end();
-            const message = error instanceof Error ? error.message : String(error);
-            return {
-                result: `Error analyzing video: ${message}`,
-                isError: true,
-            };
-        }
-        finally {
-            videoAnalysisSpan?.end();
-        }
-    },
-};

package/dist/tools/fetch-video-analysis/open-ai.d.ts

@@ -1,6 +0,0 @@
-export declare function analyzeImages({ systemPrompt, imageBase64Array, userPrompt, }: {
-    systemPrompt: string;
-    imageBase64Array: string[];
-    userPrompt: string;
-}): Promise<string>;
-//# sourceMappingURL=open-ai.d.ts.map

package/dist/tools/fetch-video-analysis/open-ai.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"open-ai.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/open-ai.ts"],"names":[],"mappings":"AAOA,wBAAsB,aAAa,CAAC,EAClC,YAAY,EACZ,gBAAgB,EAChB,UAAU,GACX,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;CACpB,mBA+BA"}

package/dist/tools/fetch-video-analysis/open-ai.js

@@ -1,37 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.analyzeImages = analyzeImages;
-const openai_1 = __importDefault(require("openai"));
-const openai = new openai_1.default({
-    apiKey: ``,
-});
-async function analyzeImages({ systemPrompt, imageBase64Array, userPrompt, }) {
-    const response = await openai.responses.create({
-        model: "gpt-4.1-2025-04-14",
-        input: [
-            {
-                role: "system",
-                content: systemPrompt,
-            },
-            {
-                role: "user",
-                content: [
-                    {
-                        type: "input_text",
-                        text: userPrompt,
-                    },
-                    ...imageBase64Array.map((base64) => ({
-                        detail: "auto",
-                        type: "input_image",
-                        image_url: `data:image/png;base64,${base64}`,
-                    })),
-                ],
-            },
-        ],
-    });
-    console.log(response.output_text);
-    return response.output_text;
-}

package/dist/tools/fetch-video-analysis/utils.d.ts

@@ -1,16 +0,0 @@
-import { type FileMap } from "@empiricalrun/r2-uploader";
-import { ToolResultImagePart, UniqueFrameInfo, UniqueFrameWithMetadata, VideoAnalysisSummary } from "@empiricalrun/shared-types";
-export declare const uploadFramesToR2: (videoInfo: Omit<VideoAnalysisSummary, "analysis">, frames: {
-    metadata: {
-        index: number;
-        path: string;
-    };
-    image: string;
-}[], r2BaseUrl: string) => Promise<UniqueFrameInfo[]>;
-export declare const uploadSummaryToR2: (videoInfo: VideoAnalysisSummary, r2BaseUrl: string) => Promise<string>;
-export declare const zipAndUploadFramesToR2: (uniqueFrames: UniqueFrameWithMetadata[], outputZipPath: string, videoUrlHash: string) => Promise<FileMap>;
-export declare const getUpdatedAnalysisAndToolResultImagePart: (llmAnalysis: string, uniqueFrames: UniqueFrameWithMetadata[]) => Promise<{
-    updatedAnalysis: string;
-    keyFramesData: ToolResultImagePart[];
-}>;
-//# sourceMappingURL=utils.d.ts.map

package/dist/tools/fetch-video-analysis/utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,OAAO,EAGb,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAuCpC,eAAO,MAAM,gBAAgB,GAC3B,WAAW,IAAI,CAAC,oBAAoB,EAAE,UAAU,CAAC,EACjD,QAAQ;IACN,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC;CACf,EAAE,EACH,WAAW,MAAM,KAChB,OAAO,CAAC,eAAe,EAAE,CAqB3B,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAC5B,WAAW,oBAAoB,EAC/B,WAAW,MAAM,KAChB,OAAO,CAAC,MAAM,CAsBhB,CAAC;AAEF,eAAO,MAAM,sBAAsB,GACjC,cAAc,uBAAuB,EAAE,EACvC,eAAe,MAAM,EACrB,cAAc,MAAM,KACnB,OAAO,CAAC,OAAO,CAsBjB,CAAC;AAEF,eAAO,MAAM,wCAAwC,GACnD,aAAa,MAAM,EACnB,cAAc,uBAAuB,EAAE,KACtC,OAAO,CAAC;IACT,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACtC,CA2CA,CAAC"}

package/dist/tools/fetch-video-analysis/utils.js

@@ -1,121 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getUpdatedAnalysisAndToolResultImagePart = exports.zipAndUploadFramesToR2 = exports.uploadSummaryToR2 = exports.uploadFramesToR2 = void 0;
-const r2_uploader_1 = require("@empiricalrun/r2-uploader");
-const child_process_1 = require("child_process");
-const fs_1 = require("fs");
-const path_1 = __importDefault(require("path"));
-const uploadFilesToR2 = async (files, videoUrlHash) => {
-    const label = `video-analysis-upload:${videoUrlHash}`;
-    const start = Date.now();
-    console.log(`[${label}] preparing ${files.length} files for upload...`);
-    console.log(`[${label}] starting upload of ${files.length} files to video-analysis/${videoUrlHash}/...`);
-    const interval = setInterval(() => {
-        const secs = Math.round((Date.now() - start) / 1000);
-        console.log(`[${label}] uploading... ${secs}s elapsed`);
-    }, 1000);
-    try {
-        await (0, r2_uploader_1.uploadInMemoryFiles)({
-            files,
-            destinationDir: videoUrlHash,
-            uploadBucket: "video-analysis",
-        });
-    }
-    finally {
-        clearInterval(interval);
-        const secs = Math.round((Date.now() - start) / 1000);
-        console.log(`[${label}] upload complete in ${secs}s`);
-    }
-};
-const uploadFramesToR2 = async (videoInfo, frames, r2BaseUrl) => {
-    const { analysis_id: videoUrlHash } = videoInfo;
-    const frameFiles = frames.map((f) => {
-        const fileName = `frame_${f.metadata.index}_${videoUrlHash}.png`;
-        const buffer = Buffer.from(f.image, "base64");
-        return { buffer, fileName, mimeType: "image/png" };
-    });
-    console.log(`[video-analysis-upload] uploading ${frameFiles.length} frames to video-analysis/${videoUrlHash}/...`);
-    await uploadFilesToR2(frameFiles, videoUrlHash);
-    return frames.map((f) => ({
-        index: f.metadata.index,
-        path: f.metadata.path,
-        fileName: `frame_${f.metadata.index}_${videoUrlHash}.png`,
-        url: `${r2BaseUrl}frame_${f.metadata.index}_${videoUrlHash}.png`,
-    }));
-};
-exports.uploadFramesToR2 = uploadFramesToR2;
-const uploadSummaryToR2 = async (videoInfo, r2BaseUrl) => {
-    try {
-        const { analysis_id: videoUrlHash } = videoInfo;
-        const filesToUpload = [
-            {
-                buffer: Buffer.from(JSON.stringify(videoInfo, null, 2)),
-                fileName: "summary.json",
-                mimeType: "application/json",
-            },
-        ];
-        console.log(`[video-analysis-upload] uploading ${filesToUpload.length} files to video-analysis/${videoUrlHash}/...`);
-        await uploadFilesToR2(filesToUpload, videoUrlHash);
-        return r2BaseUrl;
-    }
-    catch (error) {
-        console.error("Error uploading video analysis to R2:", error);
-        throw error;
-    }
-};
-exports.uploadSummaryToR2 = uploadSummaryToR2;
-const zipAndUploadFramesToR2 = async (uniqueFrames, outputZipPath, videoUrlHash) => {
-    const filePaths = uniqueFrames.map((u) => u.metadata.path);
-    await new Promise((resolve, reject) => {
-        (0, child_process_1.execFile)("zip", ["-0", "-j", outputZipPath, ...filePaths], (err) => {
-            if (err)
-                return reject(err);
-            resolve();
-        });
-    });
-    const tempUploadDir = path_1.default.dirname(outputZipPath);
-    console.log(`[zip-upload] Uploading zip file: ${outputZipPath} to video-analysis/${videoUrlHash}/`);
-    return await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: tempUploadDir,
-        fileList: [outputZipPath],
-        destinationDir: videoUrlHash,
-        uploadBucket: "video-analysis",
-    });
-};
-exports.zipAndUploadFramesToR2 = zipAndUploadFramesToR2;
-const getUpdatedAnalysisAndToolResultImagePart = async (llmAnalysis, uniqueFrames) => {
-    const keyFramesMatch = llmAnalysis.match(/KEY FRAMES:\s*(.+)$/);
-    const updatedAnalysis = keyFramesMatch
-        ? llmAnalysis.replace(/\n\nKEY FRAMES:\s*(.+)$/, "")
-        : llmAnalysis;
-    const keyFrameIndices = keyFramesMatch?.[1]
-        ?.match(/<frame_(\d+)>/g)
-        ?.map((match) => parseInt(match.match(/<frame_(\d+)>/)?.[1] || "0", 10)) || [];
-    const frameDataMap = new Map();
-    await Promise.all(uniqueFrames.map(async (frame) => {
-        try {
-            const fileBuffer = await fs_1.promises.readFile(frame.metadata.path);
-            const base64Data = fileBuffer.toString("base64");
-            frameDataMap.set(frame.metadata.index, base64Data);
-        }
-        catch (error) {
-            console.error(`Failed to read frame file ${frame.metadata.path}:`, error);
-        }
-    }));
-    const keyFramesData = keyFrameIndices
-        .map((frameIndex) => {
-        const base64Data = frameDataMap.get(frameIndex);
-        return base64Data
-            ? {
-                type: "image/png",
-                base64Data: base64Data,
-            }
-            : null;
-    })
-        .filter(Boolean);
-    return { updatedAnalysis, keyFramesData };
-};
-exports.getUpdatedAnalysisAndToolResultImagePart = getUpdatedAnalysisAndToolResultImagePart;

package/dist/tools/fetch-video-analysis/video-analysis.d.ts

@@ -1,7 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import { SupportedChatModels, UniqueFrameWithMetadata, Usage } from "@empiricalrun/shared-types";
-export declare function analyzeFramesWithLLM(uniqueFrames: UniqueFrameWithMetadata[], trace?: TraceClient, selectedModel?: SupportedChatModels, apiKey?: string): Promise<{
-    analysis: string;
-    usage: Usage;
-}>;
-//# sourceMappingURL=video-analysis.d.ts.map

package/dist/tools/fetch-video-analysis/video-analysis.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"video-analysis.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/video-analysis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAEL,mBAAmB,EACnB,uBAAuB,EACvB,KAAK,EACN,MAAM,4BAA4B,CAAC;AAIpC,wBAAsB,oBAAoB,CACxC,YAAY,EAAE,uBAAuB,EAAE,EACvC,KAAK,CAAC,EAAE,WAAW,EACnB,aAAa,CAAC,EAAE,mBAAmB,EACnC,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC,CA8E7C"}

package/dist/tools/fetch-video-analysis/video-analysis.js

@@ -1,70 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.analyzeFramesWithLLM = analyzeFramesWithLLM;
-const chat_1 = require("@empiricalrun/llm/chat");
-const models_1 = require("../../agent/chat/models");
-async function analyzeFramesWithLLM(uniqueFrames, trace, selectedModel, apiKey) {
-    const llmSpan = trace?.span({
-        name: "llm-frame-analysis",
-        input: { frameCount: uniqueFrames.length },
-    });
-    const selectedChatModel = selectedModel || (0, models_1.getDefaultChatModelId)();
-    try {
-        // TODO: Move to canonical chat model
-        let chatModel = new chat_1.GeminiChatModel(selectedChatModel, [], apiKey || process.env.GOOGLE_API_KEY);
-        chatModel.validateEnvVarsForAuth();
-        const frameAttachments = uniqueFrames.map((data) => ({
-            url: data.image,
-            contentType: "image/png",
-            name: `frame_${data.metadata.index}.png`,
-        }));
-        const userMessage = `
-Analyze the ${uniqueFrames.length} frames that are extracted from a screen recording.`;
-        chatModel.pushUserMessage(userMessage, frameAttachments);
-        const systemPrompt = `
-You are given a set of unique frames from a screen recording. Your job is to provide a comprehensive analysis of the video content.
-
-REQUIREMENTS:
-1. Provide a detailed verbose bullet list of everything happening in the video
-2. Analyze each frame thoroughly - do not skip any important details
-3. Include UI elements, text content, user interactions, state changes, and visual elements
-4. Be extremely thorough and capture every significant action or change
-
-OUTPUT FORMAT:
-- Start with detailed bullet points of your analysis
-- End your response with a dedicated "KEY FRAMES:" section
-- List the most important frame IDs in this exact format: KEY FRAMES: <frame_0>, <frame_5>, <frame_12>
-- The key frames section MUST be the last part of your response
-
-STRICT FORMATTING:
-- Use bullet points for the analysis
-- Key frames must be listed at the very end using the exact format specified above
-- Do not include any text after the key frames list
-`;
-        // Get LLM response
-        const response = await chatModel.getLLMResponse({
-            systemPrompt,
-            tools: [], // No tools needed for this analysis
-            trace: llmSpan,
-            hasThinkingEnabled: false,
-            hasInterleavedThinkingEnabled: false,
-        });
-        if (!response) {
-            throw new Error("No response from LLM");
-        }
-        chatModel.pushMessage(response);
-        const usage = chatModel.getUsage();
-        const analysisResult = chatModel.getHumanReadableLatestMessage();
-        llmSpan?.end({ output: { analysis: analysisResult?.textMessage } });
-        return {
-            analysis: analysisResult?.textMessage || "No analysis generated",
-            usage,
-        };
-    }
-    catch (error) {
-        console.error("Error in LLM frame analysis", error);
-        llmSpan?.end();
-        const message = error instanceof Error ? error.message : String(error);
-        throw new Error(`Error analyzing frames with AI: ${message}`);
-    }
-}

package/dist/tools/file-operations/shared/git-helper.d.ts

@@ -1,4 +0,0 @@
-import { CollectArtifacts } from "@empiricalrun/shared-types";
-declare function collectGitPatchArtifact(filePath: string, repoDir: string, operation: "create" | "replace" | "insert", collectArtifacts?: CollectArtifacts): Promise<void>;
-export { collectGitPatchArtifact };
-//# sourceMappingURL=git-helper.d.ts.map

package/dist/tools/file-operations/shared/git-helper.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"git-helper.d.ts","sourceRoot":"","sources":["../../../../src/tools/file-operations/shared/git-helper.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,gBAAgB,EACjB,MAAM,4BAA4B,CAAC;AAQpC,iBAAe,uBAAuB,CACpC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,QAAQ,GAAG,SAAS,GAAG,QAAQ,EAC1C,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,IAAI,CAAC,CAoBf;AAED,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/tools/file-operations/shared/git-helper.js

@@ -1,29 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.collectGitPatchArtifact = collectGitPatchArtifact;
-const path_1 = __importDefault(require("path"));
-const git_1 = require("../../executor/utils/git");
-async function collectGitPatchArtifact(filePath, repoDir, operation, collectArtifacts) {
-    if (!collectArtifacts)
-        return;
-    try {
-        const gitPatch = operation === "create"
-            ? (0, git_1.getGitDiffForNewFile)(filePath, repoDir)
-            : (0, git_1.getGitDiffStaged)(filePath, repoDir);
-        if (gitPatch.trim()) {
-            const patchArtifact = {
-                name: `${path_1.default.basename(filePath, path_1.default.extname(filePath))}_${operation}.patch`,
-                contentType: "text/plain",
-                data: Buffer.from(gitPatch, "utf-8"),
-            };
-            collectArtifacts([patchArtifact]);
-        }
-    }
-    catch (error) {
-        // Ignore git diff errors, don't fail the operation
-        console.warn(`Failed to generate git patch for ${filePath}:`, error);
-    }
-}

package/dist/utils/dedup-image-fs.d.ts

@@ -1,27 +0,0 @@
-/**
- * Processes an array of image file paths and returns only unique images as base64 strings.
- * This is a file system wrapper around the deduplicateImages function that processes
- * images in batches to avoid memory overflow.
- *
- * @param options - Configuration options
- * @param options.imagePaths - An array of file paths to image files.
- * @param options.batchSize - Number of images to process at a time (default: 50)
- * @param options.threshold - The maximum fraction of pixels allowed to differ to consider two images similar.
- *                    For example, 0.01 means that if less than 1% of the pixels differ, the images are considered duplicates.
- *                    Default is 0.001 (0.1%).
- * @param options.logPrefix - The ID of the test run, used for logging purposes.
- * @returns A promise that resolves to an array of unique image objects with base64 data.
- */
-export declare function deduplicateImageFiles({ imagePaths, batchSize, threshold, logPrefix, }: {
-    imagePaths: string[];
-    batchSize?: number;
-    threshold?: number;
-    logPrefix?: string;
-}): Promise<{
-    metadata: {
-        index: number;
-        path: string;
-    };
-    image: string;
-}[]>;
-//# sourceMappingURL=dedup-image-fs.d.ts.map

package/dist/utils/dedup-image-fs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dedup-image-fs.d.ts","sourceRoot":"","sources":["../../src/utils/dedup-image-fs.ts"],"names":[],"mappings":"AAIA;;;;;;;;;;;;;GAaG;AACH,wBAAsB,qBAAqB,CAAC,EAC1C,UAAU,EACV,SAAc,EACd,SAAiB,EACjB,SAA4B,GAC7B,EAAE;IACD,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAmG1E"}

package/dist/utils/dedup-image-fs.js

@@ -1,88 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.deduplicateImageFiles = deduplicateImageFiles;
-const fs_1 = require("fs");
-const dedup_image_1 = require("./dedup-image");
-/**
- * Processes an array of image file paths and returns only unique images as base64 strings.
- * This is a file system wrapper around the deduplicateImages function that processes
- * images in batches to avoid memory overflow.
- *
- * @param options - Configuration options
- * @param options.imagePaths - An array of file paths to image files.
- * @param options.batchSize - Number of images to process at a time (default: 50)
- * @param options.threshold - The maximum fraction of pixels allowed to differ to consider two images similar.
- *                    For example, 0.01 means that if less than 1% of the pixels differ, the images are considered duplicates.
- *                    Default is 0.001 (0.1%).
- * @param options.logPrefix - The ID of the test run, used for logging purposes.
- * @returns A promise that resolves to an array of unique image objects with base64 data.
- */
-async function deduplicateImageFiles({ imagePaths, batchSize = 50, threshold = 0.001, logPrefix = "dedup-image-fs", }) {
-    const uniqueImages = [];
-    console.log(`[${logPrefix}] Processing ${imagePaths.length} images in batches of ${batchSize}`);
-    for (let i = 0; i < imagePaths.length; i += batchSize) {
-        const batch = imagePaths.slice(i, i + batchSize);
-        console.log(`[${logPrefix}] Processing batch ${Math.floor(i / batchSize) + 1}/${Math.ceil(imagePaths.length / batchSize)}`);
-        const batchBase64Images = [];
-        for (let j = 0; j < batch.length; j++) {
-            const imagePath = batch[j];
-            if (!imagePath) {
-                console.error(`[${logPrefix}] Error: imagePath is undefined for batch ${Math.floor(i / batchSize) + 1}/${Math.ceil(imagePaths.length / batchSize)}`);
-                continue;
-            }
-            try {
-                const buffer = await fs_1.promises.readFile(imagePath);
-                const base64 = buffer.toString("base64");
-                batchBase64Images.push({
-                    metadata: {
-                        index: i + j,
-                        path: imagePath,
-                    },
-                    image: base64,
-                });
-            }
-            catch (error) {
-                console.error(`[${logPrefix}] Error reading image ${imagePath}:`, error);
-                continue;
-            }
-        }
-        // If this is the first batch, just deduplicate within the batch
-        if (uniqueImages.length === 0) {
-            const batchUniqueImages = await (0, dedup_image_1.deduplicateImages)({
-                base64Images: batchBase64Images,
-                threshold,
-                logPrefix: `${logPrefix}-batch-${Math.floor(i / batchSize) + 1}`,
-            });
-            uniqueImages.push(...batchUniqueImages);
-        }
-        else {
-            // For subsequent batches, compare against the last unique image and then deduplicate within batch
-            const lastUniqueImage = uniqueImages[uniqueImages.length - 1];
-            if (!lastUniqueImage) {
-                console.error(`[${logPrefix}] Error: lastUniqueImage is undefined for batch ${Math.floor(i / batchSize) + 1}/${Math.ceil(imagePaths.length / batchSize)}`);
-                continue;
-            }
-            const batchWithPrevious = [lastUniqueImage, ...batchBase64Images];
-            const batchUniqueImages = await (0, dedup_image_1.deduplicateImages)({
-                base64Images: batchWithPrevious,
-                threshold,
-                logPrefix: `${logPrefix}-batch-${Math.floor(i / batchSize) + 1}`,
-            });
-            // Remove the first image if it's the same as the last unique image (it was a duplicate)
-            // and add the rest to unique images
-            if (batchUniqueImages.length > 0) {
-                // Skip the first image if it has the same path as the last unique image
-                const startIndex = batchUniqueImages[0]?.metadata.path === lastUniqueImage.metadata.path
-                    ? 1
-                    : 0;
-                uniqueImages.push(...batchUniqueImages.slice(startIndex));
-            }
-        }
-        // Force garbage collection after each batch
-        if (global.gc) {
-            global.gc();
-        }
-    }
-    console.log(`[${logPrefix}] Filtered to ${uniqueImages.length} unique images from ${imagePaths.length} total images`);
-    return uniqueImages;
-}

package/dist/utils/dedup-image.d.ts

@@ -1,25 +0,0 @@
-/**
- * Processes an array of base64 image objects and returns only unique images.
- * Two images are considered "similar" if the fraction of differing pixels (when resized)
- * is below the provided threshold.
- *
- * @param options - Configuration options
- * @param options.base64Images - An array of objects, each with a metadata field and a base64-encoded image string.
- * @param options.threshold - The maximum fraction of pixels allowed to differ to consider two images similar.
- *                    For example, 0.01 means that if less than 1% of the pixels differ, the images are considered duplicates.
- *                    Default is 0.001 (0.1%).
- * @param options.logPrefix - The ID of the test run, used for logging purposes.
- * @returns A promise that resolves to an array of unique image objects.
- */
-export declare function deduplicateImages({ base64Images, threshold, logPrefix, }: {
-    base64Images: {
-        metadata: any;
-        image: string;
-    }[];
-    threshold?: number;
-    logPrefix?: string;
-}): Promise<{
-    metadata: any;
-    image: string;
-}[]>;
-//# sourceMappingURL=dedup-image.d.ts.map

package/dist/utils/dedup-image.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dedup-image.d.ts","sourceRoot":"","sources":["../../src/utils/dedup-image.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;GAYG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,YAAY,EACZ,SAAiB,EACjB,SAAyB,GAC1B,EAAE;IACD,YAAY,EAAE;QAAE,QAAQ,EAAE,GAAG,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE,GAAG,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAsE9C"}