@empiricalrun/test-gen 0.76.0 → 0.78.0

package/dist/agent/code-review/prompt.d.ts

@@ -1,2 +0,0 @@
-export declare const SYSTEM_PROMPT = "\nYou are an expert code reviewer that specializes in reviewing Playwright test code. You are\nprovided with tools to fetch diff for a code review, where a test has been added, test modified,\nor some configuration has changed.\n\n# Your goals\n- Identify code smells in test code - see below\n- Call out test data assumptions or lack of clean up\n\n# Output format\n- You are expected to return two sections in your response: describe_code_change and code_review_comments\n- describe_code_change: A brief summary of what the code change is doing. This should be 4-6 sentences in a bullet list.\n- code_review_comments: A bulleted list of code review comments that catch for any of the specific bits below or other\n  red flags you might see in the code. Each comment should be 1-2 sentences.\n\nReturn these as XML tags with markdown inside them\n\n<describe_code_change>\n- ...\n</describe_code_change>\n\n<code_review_comments>\n- ...\n</code_review_comments>\n\n# Specific bits to catch in the code review\n\n## Code smells to look for\n- Any form of try-catch or exception handling is a code smell in test code. If there's an\n  exception, the test should fail\n- Any conditionals (if, switch, ternary) in test code is a code smell. Tests are expected to be\n  deterministic. If you see conditionals, check if there's a comment explaining why it's needed.\n  Critically review the comment -- if it's not convincing, call it out as a code smell.\n\n## Ensure Playwright best practices\n- Use locators instead of selectors: waitForSelector, $, $$ are bad - use locators instead (e.g. locator.waitFor)\n- If the test relies on some Playwright APIs that do not auto-wait (e.g. isVisible(), count()), we need to ensure \n  they are used AFTER some action that ensures the page has loaded. If nothing, at least it should have a waitForTimeout\n- Don't use waitForLoadState or networkidle - these are not required since Playwright auto-waits after navigations\n\n## Call out test data assumptions\n- If new test data is created (e.g. creating a new entity in the app, doing some actions on it) - it should be cleaned up\n  at the end of the test. If not, call it out.\n- If the test data cannot be cleaned up, are we using some random names to ensure no conflicts in future test runs?\n- If the test assumes some data exists (e.g. a user with a specific email) - call it out. It might fail across other\n  environments.\n- No hard coded URLs - use relative URLs instead - that can work across environments.\n- Dependency on static data that can change across environments (e.g. number of rows in a table) should be avoided.\n\n## Remove debug artifacts\n- If there are console.logs or page.screenshot usage, call it out. They should be removed before merging.\n";
-//# sourceMappingURL=prompt.d.ts.map

package/dist/agent/code-review/prompt.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/prompt.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa,4sFAmDzB,CAAC"}

package/dist/agent/code-review/prompt.js

@@ -1,55 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SYSTEM_PROMPT = void 0;
-exports.SYSTEM_PROMPT = `
-You are an expert code reviewer that specializes in reviewing Playwright test code. You are
-provided with tools to fetch diff for a code review, where a test has been added, test modified,
-or some configuration has changed.
-
-# Your goals
-- Identify code smells in test code - see below
-- Call out test data assumptions or lack of clean up
-
-# Output format
-- You are expected to return two sections in your response: describe_code_change and code_review_comments
-- describe_code_change: A brief summary of what the code change is doing. This should be 4-6 sentences in a bullet list.
-- code_review_comments: A bulleted list of code review comments that catch for any of the specific bits below or other
-  red flags you might see in the code. Each comment should be 1-2 sentences.
-
-Return these as XML tags with markdown inside them
-
-<describe_code_change>
-- ...
-</describe_code_change>
-
-<code_review_comments>
-- ...
-</code_review_comments>
-
-# Specific bits to catch in the code review
-
-## Code smells to look for
-- Any form of try-catch or exception handling is a code smell in test code. If there's an
-  exception, the test should fail
-- Any conditionals (if, switch, ternary) in test code is a code smell. Tests are expected to be
-  deterministic. If you see conditionals, check if there's a comment explaining why it's needed.
-  Critically review the comment -- if it's not convincing, call it out as a code smell.
-
-## Ensure Playwright best practices
-- Use locators instead of selectors: waitForSelector, $, $$ are bad - use locators instead (e.g. locator.waitFor)
-- If the test relies on some Playwright APIs that do not auto-wait (e.g. isVisible(), count()), we need to ensure 
-  they are used AFTER some action that ensures the page has loaded. If nothing, at least it should have a waitForTimeout
-- Don't use waitForLoadState or networkidle - these are not required since Playwright auto-waits after navigations
-
-## Call out test data assumptions
-- If new test data is created (e.g. creating a new entity in the app, doing some actions on it) - it should be cleaned up
-  at the end of the test. If not, call it out.
-- If the test data cannot be cleaned up, are we using some random names to ensure no conflicts in future test runs?
-- If the test assumes some data exists (e.g. a user with a specific email) - call it out. It might fail across other
-  environments.
-- No hard coded URLs - use relative URLs instead - that can work across environments.
-- Dependency on static data that can change across environments (e.g. number of rows in a table) should be avoided.
-
-## Remove debug artifacts
-- If there are console.logs or page.screenshot usage, call it out. They should be removed before merging.
-`;

package/dist/agent/diagnosis-agent/index.d.ts

@@ -1,11 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import { TestErrorDiagnosisDetails } from "@empiricalrun/shared-types";
-import { CustomLogger } from "../../bin/logger";
-export declare function createTaskUsingFailureDiagnosis({ trace, diagnosis, logger, }: {
-    trace?: TraceClient;
-    diagnosis: TestErrorDiagnosisDetails;
-    logger?: CustomLogger;
-}): Promise<{
-    task: string;
-}>;
-//# sourceMappingURL=index.d.ts.map

package/dist/agent/diagnosis-agent/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/diagnosis-agent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAoChD,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,SAAS,EACT,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,yBAAyB,CAAC;IACrC,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAqE5B"}

package/dist/agent/diagnosis-agent/index.js

@@ -1,88 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createTaskUsingFailureDiagnosis = createTaskUsingFailureDiagnosis;
-const llm_1 = require("@empiricalrun/llm");
-const strict_mode_violation_1 = require("./strict-mode-violation");
-const responseFormat = {
-    type: "json_schema",
-    json_schema: {
-        name: "test-case-auto-fix-summary",
-        strict: true,
-        schema: {
-            type: "object",
-            properties: {
-                observation: {
-                    type: "array",
-                    items: {
-                        type: "string",
-                    },
-                    description: "Detailed observation of what changed between successful and failed test screenshots",
-                },
-                action: {
-                    type: "string",
-                    description: "Direct action to fix the test in natural language without code snippets or options",
-                },
-            },
-            required: ["observation", "action"],
-            additionalProperties: false,
-        },
-    },
-};
-async function createTaskUsingFailureDiagnosis({ trace, diagnosis, logger, }) {
-    const failureDiagnosisSpan = trace?.span({
-        name: "auto-fix",
-        input: {
-            diagnosisId: diagnosis.diagnosisId,
-        },
-    });
-    logger?.log("Trying to fix the test using failure diagnosis. Fetching key moments of the diagnosis");
-    const resp = await fetch(diagnosis.keyMomentsUrl);
-    // TODO: check for response to be not ok
-    if (resp.ok) {
-        logger?.success("Successfully fetched key moments of the diagnosis");
-    }
-    else {
-        logger?.warn("Failed to fetch key moments of the diagnosis");
-    }
-    const screenshotsData = await resp.json();
-    const llm = new llm_1.LLM({
-        provider: "openai",
-        defaultModel: "o1",
-        trace: failureDiagnosisSpan,
-    });
-    // TODO: make this dynamic in nature. the prompts should be made receipe
-    // which will help to get rid of if else logic
-    // receipe to have:
-    // 1. selection criteria
-    // 2. job to be done - in this case generate a prompt
-    let prompt;
-    if (diagnosis.failed_run_metadata.stack.includes("strict mode violation")) {
-        prompt = (0, strict_mode_violation_1.fixStrictModeViolationPrompt)({
-            screenshotsData,
-            diagnosis,
-        });
-    }
-    if (prompt) {
-        const llmResponse = await llm.createChatCompletion({
-            messages: prompt,
-            modelParameters: {
-                max_completion_tokens: 40_000,
-            },
-            responseFormat,
-        });
-        const { observation, action } = JSON.parse(llmResponse?.content);
-        failureDiagnosisSpan?.update({
-            output: {
-                observation,
-                action,
-            },
-        });
-        return {
-            task: action,
-        };
-    }
-    // TODO: handle default prompt
-    return {
-        task: "",
-    };
-}

package/dist/agent/diagnosis-agent/strict-mode-violation.d.ts

@@ -1,10 +0,0 @@
-import { TestErrorDiagnosisDetails } from "@empiricalrun/shared-types";
-import OpenAI from "openai";
-export declare function fixStrictModeViolationPrompt({ screenshotsData, diagnosis, }: {
-    screenshotsData: {
-        success: string[];
-        failure: string[];
-    };
-    diagnosis: TestErrorDiagnosisDetails;
-}): OpenAI.Chat.Completions.ChatCompletionMessageParam[];
-//# sourceMappingURL=strict-mode-violation.d.ts.map

package/dist/agent/diagnosis-agent/strict-mode-violation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"strict-mode-violation.d.ts","sourceRoot":"","sources":["../../../src/agent/diagnosis-agent/strict-mode-violation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAoB5B,wBAAgB,4BAA4B,CAAC,EAC3C,eAAe,EACf,SAAS,GACV,EAAE;IACD,eAAe,EAAE;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC1D,SAAS,EAAE,yBAAyB,CAAC;CACtC,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAiBvD"}

package/dist/agent/diagnosis-agent/strict-mode-violation.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fixStrictModeViolationPrompt = fixStrictModeViolationPrompt;
-const llm_1 = require("@empiricalrun/llm");
-const promptTemplate_0 = "{{#section \"system\"}}\nAs a software engineer, your task is to identify a fix for a failing Playwright test by analyzing screenshots of both the failed and successful test steps.\n\nKey issues for test failures include:\n- Duplicate elements for the same Playwright selector.\n\nInstructions:\n1. Examine the provided successful and failed test screenshots.\n2. Identify the correct element for action based on these observations on the successful test run screenshots.\n3. Sometimes the exact same locator is not available on failed test run screenshot, you need to identify the intent from successful test screenshots and apply that intent in failed test run screenshot to identify the right locator to interact with\n4. Evaluate the playwright selector options provided to you to execute the action. Pick the selector which best matches the intent of the test.\n5. Propose a precise action that addresses the issue.\n\nExample:\n- observation: \n  - Current step failure: await page.getByText(\"Audience\").click()\n  - Two similar buttons named \"Audience\" exist in the failed run screenshots\n  - The successful test run clicked on \"Untracked Audience\"\n  - The failed test run should click on \"Untracked Audience\"\n  - Available locators: await page.getByText(\"Untracked Audience\").click() contain the selector for Untracked Audience\n- action: Replace failing line with await page.getByText(\"Untracked Audience\").click()\n\nYour action should:\n- Be directly actionable and free of ambiguity, as it will guide another LLM to generate code.\n- Be in natural language and not just code snippet.\n- Be verified as feasible on the failure screen before responding.\n- Choose from the provided possible actions that can be executed on the failure screen.\n- Action should adhere to the format mentioned in the example, i.e. it should start with \"Replace the failing line\" and the updated code with replaced selector following it.\n\nEnsure the action is executable based on the failure screen context before providing it.\n{{/section}}\n\n{{#section \"user\"}}\nSuccessful test screenshots\n\n{{images successScreenshots}}\n\nFailed test screenshots\n\n{{images failedScreenshots}}\n\nStep where test failed:\n{{failingLine}}\n\nOptions for Playwright selectors to perform actions on a failed test screen:\n{{selectorOptions}}\n\n{{/section}}\n\n";
-function extractLocatorOptions(errorStack) {
-    // This regex matches a chain of locator API calls following the pattern:
-    // functionName(arguments) optionally chained with .functionName(arguments)
-    const regex = /aka\s+((?:[A-Za-z0-9_]+\([^)]*\)(?:\.[A-Za-z0-9_]+\([^)]*\))*))/g;
-    const options = [];
-    let match;
-    while ((match = regex.exec(errorStack)) !== null) {
-        if (match[1]) {
-            options.push(match[1]);
-        }
-    }
-    return options;
-}
-function fixStrictModeViolationPrompt({ screenshotsData, diagnosis, }) {
-    const compiledPrompt = (0, llm_1.compilePrompt)(promptTemplate_0, {
-        failingLine: diagnosis.failingLine,
-        successScreenshots: screenshotsData.success,
-        failedScreenshots: screenshotsData.failure,
-        selectorOptions: extractLocatorOptions(diagnosis.failed_run_metadata.stack).join("\n"),
-    }, {
-        imageDetail: "high",
-        modelProvider: "openai",
-    });
-    return compiledPrompt;
-}

package/dist/tools/definitions/extract-frames-from-video.d.ts

@@ -1,39 +0,0 @@
-import { ToolDefinition } from "@empiricalrun/shared-types";
-import z from "zod";
-export declare const extractFramesFromVideoSchema: z.ZodObject<{
-    videoUrl: z.ZodString;
-    params: z.ZodOptional<z.ZodObject<{
-        fps: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
-        threshold: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
-        startTime: z.ZodOptional<z.ZodString>;
-        duration: z.ZodOptional<z.ZodString>;
-    }, "strip", z.ZodTypeAny, {
-        startTime?: string | undefined;
-        threshold?: number | undefined;
-        fps?: number | undefined;
-        duration?: string | undefined;
-    }, {
-        startTime?: string | undefined;
-        threshold?: number | undefined;
-        fps?: number | undefined;
-        duration?: string | undefined;
-    }>>;
-}, "strip", z.ZodTypeAny, {
-    videoUrl: string;
-    params?: {
-        startTime?: string | undefined;
-        threshold?: number | undefined;
-        fps?: number | undefined;
-        duration?: string | undefined;
-    } | undefined;
-}, {
-    videoUrl: string;
-    params?: {
-        startTime?: string | undefined;
-        threshold?: number | undefined;
-        fps?: number | undefined;
-        duration?: string | undefined;
-    } | undefined;
-}>;
-export declare const extractFramesFromVideo: ToolDefinition<z.infer<typeof extractFramesFromVideoSchema>>;
-//# sourceMappingURL=extract-frames-from-video.d.ts.map

package/dist/tools/definitions/extract-frames-from-video.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"extract-frames-from-video.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/extract-frames-from-video.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,CAAC,MAAM,KAAK,CAAC;AAEpB,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoCvC,CAAC;AAEH,eAAO,MAAM,sBAAsB,EAAE,cAAc,CACjD,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAoB7C,CAAC"}

package/dist/tools/definitions/extract-frames-from-video.js

@@ -1,60 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractFramesFromVideo = exports.extractFramesFromVideoSchema = void 0;
-const zod_1 = __importDefault(require("zod"));
-exports.extractFramesFromVideoSchema = zod_1.default.object({
-    videoUrl: zod_1.default
-        .string()
-        .url("Must be a valid URL")
-        .describe("The URL of the video to extract frames from."),
-    params: zod_1.default
-        .object({
-        fps: zod_1.default
-            .number()
-            .int()
-            .min(1)
-            .max(120)
-            .default(30)
-            .optional()
-            .describe("Frames per second to extract from the video (default: 30)"),
-        threshold: zod_1.default
-            .number()
-            .min(0)
-            .max(0.5)
-            .default(0.001)
-            .optional()
-            .describe("Deduplication threshold (fraction of pixels that may differ to consider frames identical). Lower = stricter. Default: 0.001"),
-        startTime: zod_1.default
-            .string()
-            .optional()
-            .describe("Start time in format MM:SS, example 1 min 32 sec -> 01:32"),
-        duration: zod_1.default
-            .string()
-            .optional()
-            .describe("Duration time in format MM:SS, example 1 min 32 sec -> 01:32"),
-    })
-        .optional(),
-});
-exports.extractFramesFromVideo = {
-    schema: {
-        name: "extractFramesFromVideo",
-        description: `
-Extracts frames from a video with precise timing control.
-
-**Input:** Video URL (required), optional parameters for timing, frame rate, and output format
-**Output:** PNG formate Frame URLs with metadata.
-**Use when:** You need specific frames from a video segment, want to analyze particular time ranges, or need distinct frames fromthe video, or just need all frames from the video for further processing
-
-**Key Features:**
-- Time-based frame extraction (start time + duration)
-- Configurable frame rate and deduplication threshold
-- Frame metadata including timestamps and indices
-- Memory-efficient processing for large videos`,
-        parameters: exports.extractFramesFromVideoSchema,
-    },
-    needsBrowser: false,
-    isInlineTool: false,
-};

package/dist/tools/definitions/fetch-video-analysis.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fetch-video-analysis.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/fetch-video-analysis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,CAAC,MAAM,KAAK,CAAC;AAEpB,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C9B,CAAC;AAEH,eAAO,MAAM,kBAAkB,EAAE,cAAc,CAC7C,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAcpC,CAAC"}

package/dist/tools/definitions/fetch-video-analysis.js

@@ -1,61 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchVideoAnalysis = exports.videoAnalysisSchema = void 0;
-const zod_1 = __importDefault(require("zod"));
-exports.videoAnalysisSchema = zod_1.default.object({
-    videoUrl: zod_1.default
-        .string()
-        .url("Must be a valid URL")
-        .describe("The URL of the video to analyze."),
-    params: zod_1.default
-        .object({
-        fps: zod_1.default
-            .number()
-            .int()
-            .min(1)
-            .max(120)
-            .default(30)
-            .optional()
-            .describe("Frames per second to extract from the video (default: 30)"),
-        threshold: zod_1.default
-            .number()
-            .min(0)
-            .max(0.5)
-            .default(0.001)
-            .optional()
-            .describe("Deduplication threshold (fraction of pixels that may differ to consider frames identical). Lower = stricter. Default: 0.001"),
-        model: zod_1.default
-            .string()
-            .default("gemini-2.5-pro")
-            .optional()
-            .describe("Gemini LLM model identifier to use for analysis defaults to gemini-2.5-pro"),
-        featureFlag: zod_1.default
-            .enum([
-            "none",
-            "send-all-frames",
-            "separate-threshold",
-            "ai-based-frames",
-        ])
-            .default("none")
-            .optional()
-            .describe("Feature flag to use for analysis defaults to none"),
-    })
-        .optional(),
-});
-exports.fetchVideoAnalysis = {
-    schema: {
-        name: "fetchVideoAnalysis",
-        description: `
-Analyzes Playwright test execution videos to identify test failures and UI issues.
-  
-**Input:** The video URL is mandatory (supports webm, mp4). DO NOT specify params UNLESS the user has explicitly asked for a specific param value to be tested.
-**Output:** analysis summary of what happened during the test execution.
-**Use when:** You have a failing test with a video recording and need to understand what went wrong`,
-        parameters: exports.videoAnalysisSchema,
-    },
-    needsBrowser: false,
-    isInlineTool: false,
-};

package/dist/tools/extract-frames-from-video/index.d.ts

@@ -1,7 +0,0 @@
-import type { Tool } from "@empiricalrun/shared-types";
-import type { z } from "zod";
-import { type extractFramesFromVideoSchema } from "../definitions/extract-frames-from-video";
-type ExtractFramesInput = z.infer<typeof extractFramesFromVideoSchema>;
-export declare const extractFramesFromVideo: Tool<ExtractFramesInput>;
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/tools/extract-frames-from-video/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/extract-frames-from-video/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAEpC,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAI7B,OAAO,EAEL,KAAK,4BAA4B,EAClC,MAAM,0CAA0C,CAAC;AAElD,KAAK,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AA0EvE,eAAO,MAAM,sBAAsB,EAAE,IAAI,CAAC,kBAAkB,CAkH3D,CAAC"}

package/dist/tools/extract-frames-from-video/index.js

@@ -1,145 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractFramesFromVideo = void 0;
-const node_crypto_1 = __importDefault(require("node:crypto"));
-const fs_1 = require("fs");
-const file_1 = require("../../utils/file");
-const local_ffmpeg_client_1 = require("../../utils/local-ffmpeg-client");
-const extract_frames_from_video_1 = require("../definitions/extract-frames-from-video");
-function parseTimeToSeconds(timeString) {
-    const timeRegex = /^(\d{1,2}):(\d{2})$/;
-    const match = timeString.match(timeRegex);
-    if (!match || match.length < 3) {
-        throw new Error(`Invalid time format: ${timeString}. Expected MM:SS format (e.g., "01:32")`);
-    }
-    const minutesStr = match[1];
-    const secondsStr = match[2];
-    if (!minutesStr || !secondsStr) {
-        throw new Error(`Invalid time format: ${timeString}. Expected MM:SS format (e.g., "01:32")`);
-    }
-    const minutes = parseInt(minutesStr, 10);
-    const seconds = parseInt(secondsStr, 10);
-    if (seconds >= 60) {
-        throw new Error(`Invalid seconds: ${seconds}. Seconds must be 0-59`);
-    }
-    return minutes * 60 + seconds;
-}
-function getExtractFramesParams(params) {
-    return {
-        fps: params?.fps ?? 30,
-        threshold: params?.threshold ?? 0.001,
-        startTime: params?.startTime
-            ? parseTimeToSeconds(params.startTime)
-            : undefined,
-        duration: params?.duration
-            ? parseTimeToSeconds(params.duration)
-            : undefined,
-    };
-}
-function hashExtractParams(videoUrl, params) {
-    const sortedParams = Object.keys(params)
-        .sort()
-        .reduce((acc, key) => {
-        acc[key] = params[key];
-        return acc;
-    }, {});
-    const json = JSON.stringify({ videoUrl, ...sortedParams });
-    return node_crypto_1.default
-        .createHash("sha256")
-        .update(json)
-        .digest("hex")
-        .substring(0, 16);
-}
-exports.extractFramesFromVideo = {
-    ...extract_frames_from_video_1.extractFramesFromVideo,
-    execute: async ({ input, trace, }) => {
-        const { videoUrl } = input;
-        const params = getExtractFramesParams(input.params);
-        const videoUrlHash = hashExtractParams(videoUrl, params);
-        const WORKING_DIR = `./extract-frames-artifacts/${videoUrlHash}`;
-        // const R2_BASE_URL = `https://video-analysis.empirical.run/${videoUrlHash}`;
-        const extractionSpan = trace?.span({
-            name: "extract-frames-from-video",
-            input: { videoUrl, params },
-        });
-        try {
-            const response = await fetch(videoUrl, { method: "HEAD" });
-            if (!response.ok) {
-                return {
-                    result: `Failed to access video: ${response.statusText}`,
-                    isError: true,
-                };
-            }
-            const ffmpegClient = new local_ffmpeg_client_1.LocalFFmpegClient();
-            const extractionResult = await ffmpegClient.extractVideoFrames(videoUrl, WORKING_DIR, {
-                fps: params.fps,
-                threshold: params.threshold,
-                startTime: params.startTime,
-                duration: params.duration,
-            });
-            const { totalFramesCount, uniqueFrames, videoDurationSeconds } = extractionResult;
-            // Create response metadata
-            const extractFramesResponse = {
-                videoUrl,
-                videoDurationSeconds,
-                totalFramesCount,
-                extractedFramesCount: uniqueFrames.length,
-                timeRange: params.startTime !== undefined || params.duration !== undefined
-                    ? {
-                        startTime: params.startTime || 0,
-                        duration: params.duration || 0,
-                        endTime: (params.startTime || 0) + (params.duration || 0),
-                    }
-                    : undefined,
-                frames: uniqueFrames.map((frame) => ({
-                    index: frame.metadata.index,
-                    path: frame.metadata.path,
-                    frameId: `frame_${frame.metadata.index}`,
-                })),
-            };
-            // Convert frames to base64 images for multimodal response
-            const frameImageParts = await Promise.all(uniqueFrames.map(async (frame) => {
-                try {
-                    const imageBuffer = await fs_1.promises.readFile(frame.metadata.path);
-                    const base64Data = imageBuffer.toString("base64");
-                    return {
-                        type: "image/png",
-                        base64Data: base64Data,
-                    };
-                }
-                catch (error) {
-                    console.warn(`Failed to read frame ${frame.metadata.path}:`, error);
-                    return null;
-                }
-            }));
-            await (0, file_1.safeCleanupDirectory)(WORKING_DIR, "extract-frames-tool");
-            // Filter out any failed frame reads
-            const validFrameImageParts = frameImageParts.filter((part) => part !== null);
-            return {
-                result: [
-                    {
-                        type: "text",
-                        text: JSON.stringify(extractFramesResponse, null, 2),
-                    },
-                    ...validFrameImageParts,
-                ],
-                isError: false,
-            };
-        }
-        catch (error) {
-            console.error("Error in extractFramesFromVideo", error);
-            extractionSpan?.end();
-            const message = error instanceof Error ? error.message : String(error);
-            return {
-                result: `Error extracting frames from video: ${message}`,
-                isError: true,
-            };
-        }
-        finally {
-            extractionSpan?.end();
-        }
-    },
-};

package/dist/tools/fetch-video-analysis/index.d.ts

@@ -1,5 +0,0 @@
-import type { Tool } from "@empiricalrun/shared-types";
-import type { z } from "zod";
-import { type videoAnalysisSchema } from "../definitions/fetch-video-analysis";
-export declare const fetchVideoAnalysis: Tool<z.infer<typeof videoAnalysisSchema>>;
-//# sourceMappingURL=index.d.ts.map

package/dist/tools/fetch-video-analysis/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAEV,IAAI,EAKL,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAI7B,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,qCAAqC,CAAC;AAuC7C,eAAO,MAAM,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAsKxE,CAAC"}