@empiricalrun/test-gen 0.77.0 → 0.78.1

package/dist/evals/append-create-test-agent.evals.js

@@ -1,117 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const js_levenshtein_1 = __importDefault(require("js-levenshtein"));
-const ts_morph_1 = require("ts-morph");
-const update_flow_1 = require("../agent/codegen/update-flow");
-const utils_1 = require("../agent/codegen/utils");
-const web_1 = require("../bin/utils/platform/web");
-const hasSingleCreateTestBlock = (result) => {
-    // Returns 1 if there is exactly 1 `createTest` block
-    // 0 if there is no `createTest` or if there are >1
-    if (result.length && result[0].newCode) {
-        const createTestBlocks = result[0].newCode.match(/createTest/g);
-        if (createTestBlocks) {
-            return createTestBlocks.length === 1 ? 1 : 0;
-        }
-    }
-    return 0;
-};
-const newCodeBlockIsComplete = (testCase, result, expectedOutput) => {
-    // Returns 1 if the new code block is complete
-    // i.e., it includes test('...', async () => {
-    if (!expectedOutput.length || !expectedOutput[0]) {
-        return 0;
-    }
-    if (!result[0]?.newCode) {
-        return 0;
-    }
-    if (result.length &&
-        result[0].newCode &&
-        expectedOutput[0]?.newCode?.includes("test(")) {
-        const newCode = result[0].newCode;
-        return newCode.includes("test(") && newCode.includes(testCase.name) ? 1 : 0;
-    }
-    else {
-        const project = new ts_morph_1.Project();
-        const expectedSourceFile = project.createSourceFile("expected-updated-code.ts", expectedOutput[0].newCode);
-        const resultSourceFile = project.createSourceFile("updated-code.ts", result[0].newCode);
-        const expectedFunctions = expectedSourceFile.getFunctions();
-        const resultFunctions = resultSourceFile.getFunctions();
-        if (!expectedFunctions.length) {
-            // check for class method updates
-            const expectedCheckForMethod = project.createSourceFile("expected-check-method.ts", `class A {
-              ${expectedOutput[0].newCode}
-            }`);
-            const expectedMethods = expectedCheckForMethod.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
-            const resultCheckForMethod = project.createSourceFile("check-method.ts", `class A {
-              ${result[0].newCode}
-            }`);
-            const resultMethods = resultCheckForMethod.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
-            if (resultMethods.length === 1 && expectedMethods.length === 1) {
-                return expectedMethods[0]?.getName() === resultMethods[0]?.getName()
-                    ? 1
-                    : 0;
-            }
-            else {
-                return 0;
-            }
-        }
-        else {
-            // check for function updates
-            return expectedFunctions[0]?.getName() === resultFunctions[0]?.getName()
-                ? 1
-                : 0;
-        }
-    }
-};
-const oldCodeTestBlockIsComplete = (result, expected) => {
-    if (result.length && result[0].oldCode) {
-        const oldCodeFromLlm = result[0].oldCode;
-        const expectedOldCode = expected[0]?.oldCode || "";
-        return (1 -
-            (0, js_levenshtein_1.default)(expectedOldCode || "", oldCodeFromLlm || "") /
-                expectedOldCode.length);
-    }
-    return 0;
-};
-const appendCreateTestAgentEvaluate = async ({ item, trace }) => {
-    const { testCase, testFiles, pageFiles, testFilePath } = item.input;
-    const response = await (0, update_flow_1.getAppendCreateTestBlockCompletion)({
-        testCase,
-        testFiles,
-        pageFiles,
-        testFilePath,
-        trace,
-    });
-    const parsed = (0, utils_1.extractAppendTestUpdates)(response);
-    const expectedOutputParsed = (0, utils_1.extractAppendTestUpdates)(item.expectedOutput);
-    return {
-        scores: [
-            {
-                name: "returns_single_create_test",
-                value: hasSingleCreateTestBlock(parsed),
-            },
-            {
-                name: "returns_complete_code_block",
-                value: newCodeBlockIsComplete(testCase, parsed, expectedOutputParsed),
-            },
-            {
-                name: "copies_old_block_correctly",
-                value: oldCodeTestBlockIsComplete(parsed, expectedOutputParsed),
-            },
-            {
-                name: "syntax_check",
-                value: parsed[0]?.newCode
-                    ? (0, web_1.isSyntaxValid)(parsed[0]?.newCode || "")
-                        ? 1
-                        : 0
-                    : 0,
-            },
-        ],
-        output: response,
-    };
-};
-exports.default = appendCreateTestAgentEvaluate;

package/dist/evals/fetch-pom-skills-agent.evals.d.ts

@@ -1,4 +0,0 @@
-import { EvaluateFn } from "./type";
-declare const fetchSkillsAgentEvaluator: EvaluateFn;
-export default fetchSkillsAgentEvaluator;
-//# sourceMappingURL=fetch-pom-skills-agent.evals.d.ts.map

package/dist/evals/fetch-pom-skills-agent.evals.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fetch-pom-skills-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/fetch-pom-skills-agent.evals.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,QAAA,MAAM,yBAAyB,EAAE,UAiChC,CAAC;AAEF,eAAe,yBAAyB,CAAC"}

package/dist/evals/fetch-pom-skills-agent.evals.js

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const skills_retriever_1 = require("../agent/codegen/skills-retriever");
-const fetchSkillsAgentEvaluator = async ({ item, trace }) => {
-    const { testCase, pomFiles } = item.input;
-    const output = await (0, skills_retriever_1.fetchPomSkills)({
-        testCase,
-        pomFiles,
-        trace,
-    });
-    if (item.expectedOutput.length === 0 && output.length === 0) {
-        return {
-            scores: [
-                {
-                    name: "equality",
-                    value: 1,
-                },
-            ],
-            output,
-        };
-    }
-    return {
-        scores: [
-            {
-                name: "equality",
-                value: output.some((o) => {
-                    return item.expectedOutput.some((e) => e.methodName === o.methodName);
-                })
-                    ? 1
-                    : 0,
-            },
-        ],
-        output,
-    };
-};
-exports.default = fetchSkillsAgentEvaluator;

package/dist/evals/master-agent.evals.d.ts

@@ -1,4 +0,0 @@
-import { EvaluateFn } from "./type";
-export declare const masterGetNextActionEvaluator: EvaluateFn;
-export default masterGetNextActionEvaluator;
-//# sourceMappingURL=master-agent.evals.d.ts.map

package/dist/evals/master-agent.evals.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"master-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/master-agent.evals.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,eAAO,MAAM,4BAA4B,EAAE,UAoC1C,CAAC;AAEF,eAAe,4BAA4B,CAAC"}

package/dist/evals/master-agent.evals.js

@@ -1,35 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.masterGetNextActionEvaluator = void 0;
-const actions_1 = require("../actions");
-const skill_1 = require("../actions/skill");
-const next_action_1 = require("../agent/master/next-action");
-const page_1 = require("../page");
-const masterGetNextActionEvaluator = async ({ item, trace, }) => {
-    const { task, executedActions, failedActions, options, pageScreenshot, disableSkills, skills = [], } = item.input;
-    const page = {};
-    skill_1.testCaseSkills.updateSkills(skills);
-    const actions = new actions_1.PlaywrightActions(new page_1.TestGenPage(page, "page"));
-    const output = await (0, next_action_1.getNextAction)({
-        task,
-        executedActions,
-        failedActions,
-        trace,
-        options,
-        pageScreenshot,
-        actions,
-        disableSkills,
-        page,
-    });
-    return {
-        scores: [
-            {
-                name: "action_correctness",
-                value: item.expectedOutput.function.name === output?.actionType ? 1 : 0,
-            },
-        ],
-        output,
-    };
-};
-exports.masterGetNextActionEvaluator = masterGetNextActionEvaluator;
-exports.default = exports.masterGetNextActionEvaluator;

package/dist/evals/type.d.ts

@@ -1,12 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-export type EvaluateFn = ({ trace, item, }: {
-    trace: TraceClient;
-    item: any;
-}) => Promise<{
-    output: any;
-    scores: {
-        name: string;
-        value: number;
-    }[];
-}>;
-//# sourceMappingURL=type.d.ts.map

package/dist/evals/type.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../src/evals/type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,MAAM,UAAU,GAAG,CAAC,EACxB,KAAK,EACL,IAAI,GACL,EAAE;IACD,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,GAAG,CAAC;CACX,KAAK,OAAO,CAAC;IACZ,MAAM,EAAE,GAAG,CAAC;IACZ,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC3C,CAAC,CAAC"}

package/dist/evals/type.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/dist/evals/update-scenario-agent.evals.d.ts

@@ -1,4 +0,0 @@
-import { EvaluateFn } from "./type";
-declare const updateScenarioCodeAgentEvaluate: EvaluateFn;
-export default updateScenarioCodeAgentEvaluate;
-//# sourceMappingURL=update-scenario-agent.evals.d.ts.map

package/dist/evals/update-scenario-agent.evals.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"update-scenario-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/update-scenario-agent.evals.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAUpC,QAAA,MAAM,+BAA+B,EAAE,UAqDtC,CAAC;AAEF,eAAe,+BAA+B,CAAC"}

package/dist/evals/update-scenario-agent.evals.js

@@ -1,47 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const js_levenshtein_1 = __importDefault(require("js-levenshtein"));
-const update_flow_1 = require("../agent/codegen/update-flow");
-const updateScenarioCodeAgentEvaluate = async ({ item, trace }) => {
-    const { testCase, testFiles, pageFiles, testFilePath, testFileContent } = item.input;
-    const { fileChanges } = await (0, update_flow_1.getUpdateTestCodeCompletion)({
-        testCase,
-        testFiles,
-        pageFiles,
-        testFilePath,
-        testFileContent,
-        trace,
-    });
-    const expectedFileChanges = item.expectedOutput;
-    const fileChangeCount = fileChanges.length;
-    const expectedFileChangeCount = expectedFileChanges.length;
-    const correctFilePathChanges = expectedFileChanges.every((ef) => fileChanges.some((f) => f.filePath === ef.filePath));
-    const distanceScores = [];
-    expectedFileChanges.forEach((ef) => fileChanges.forEach((f) => {
-        if (f.filePath === ef.filePath && f.newCode && ef.newCode) {
-            const maxLength = ef.newCode.length > f.newCode.length
-                ? ef.newCode.length
-                : f.newCode.length;
-            distanceScores.push(1 - (0, js_levenshtein_1.default)(f.newCode || "", ef.newCode || "") / maxLength);
-        }
-    }));
-    let score = 0;
-    if (fileChangeCount === expectedFileChangeCount && correctFilePathChanges) {
-        score = distanceScores.length
-            ? distanceScores.reduce((agg, s) => agg * s)
-            : 0;
-    }
-    return {
-        scores: [
-            {
-                name: "score",
-                value: score,
-            },
-        ],
-        output: fileChanges,
-    };
-};
-exports.default = updateScenarioCodeAgentEvaluate;

package/dist/tools/fetch-last-successful-test-run/index.d.ts

@@ -1,3 +0,0 @@
-import type { Tool } from "@empiricalrun/shared-types";
-export declare const fetchLastSuccessfulTestRunTool: Tool;
-//# sourceMappingURL=index.d.ts.map

package/dist/tools/fetch-last-successful-test-run/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-last-successful-test-run/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAuB,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAQ5E,eAAO,MAAM,8BAA8B,EAAE,IAgE5C,CAAC"}

package/dist/tools/fetch-last-successful-test-run/index.js

@@ -1,60 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchLastSuccessfulTestRunTool = void 0;
-const utils_1 = require("../definitions/utils");
-const FetchLastSuccessfulTestRunSchema = (0, utils_1.getCommonTestNameSuitesFilePathSchema)("The name of the test to find the last successful run for");
-exports.fetchLastSuccessfulTestRunTool = {
-    schema: {
-        name: "fetchLastSuccessfulTestRun",
-        description: "Fetch details about the last successful test run for a specific test. Tool response is a JSON of key-value pairs, where the key is the Playwright project name and the value is the object containing the test run id, summary url, timestamp, and test case from the last successful test run data",
-        parameters: FetchLastSuccessfulTestRunSchema,
-    },
-    needsBrowser: false,
-    isInlineTool: true,
-    execute: async ({ input, apiClient }) => {
-        try {
-            const { testName, suites, filePath } = input;
-            if (!apiClient) {
-                throw new Error("Dashboard API client is not available.");
-            }
-            const formattedSuites = suites.length
-                ? suites.filter((suite) => suite !== filePath).join("~~")
-                : "~~";
-            const response = await apiClient.request(`/api/test-cases/last-successful-run`, {
-                method: "GET",
-                params: {
-                    test_case_name: testName,
-                    file_path: filePath,
-                    suites: formattedSuites,
-                },
-            });
-            if (!response?.data) {
-                return {
-                    isError: true,
-                    result: `Failed to fetch last successful test run: ${response?.error?.message || "No data received"}`,
-                };
-            }
-            const last_successful_run = response.data.last_successful_run;
-            if (Object.keys(last_successful_run).length === 0) {
-                return {
-                    isError: false,
-                    result: `No last successful test run found for ${testName}`,
-                };
-            }
-            return {
-                result: `
-Note: the paths in the test run report are relative to the tests directory and not the repo directory.
-
-Last successful test run details: ${JSON.stringify(last_successful_run, null, 2)}`,
-                isError: false,
-            };
-        }
-        catch (error) {
-            console.error("Error in fetchLastSuccessfulTestRun:", error);
-            return {
-                isError: true,
-                result: `Failed to fetch last successful test run: ${error instanceof Error ? error.message : String(error)}`,
-            };
-        }
-    },
-};

package/dist/tools/issues/create-issue.d.ts

@@ -1,3 +0,0 @@
-import type { Tool } from "@empiricalrun/shared-types";
-export declare const createIssueTool: Tool;
-//# sourceMappingURL=create-issue.d.ts.map

package/dist/tools/issues/create-issue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"create-issue.d.ts","sourceRoot":"","sources":["../../../src/tools/issues/create-issue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AA2BvD,eAAO,MAAM,eAAe,EAAE,IAmE7B,CAAC"}

package/dist/tools/issues/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/issues/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/tools/issues/list-issues.d.ts

@@ -1,3 +0,0 @@
-import type { Tool } from "@empiricalrun/shared-types";
-export declare const listIssuesTool: Tool;
-//# sourceMappingURL=list-issues.d.ts.map

package/dist/tools/issues/list-issues.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"list-issues.d.ts","sourceRoot":"","sources":["../../../src/tools/issues/list-issues.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAKvD,eAAO,MAAM,cAAc,EAAE,IA2B5B,CAAC"}

package/dist/tools/issues/metadata-schema.d.ts

@@ -1,24 +0,0 @@
-import { z } from "zod";
-export declare const issueMetadataFields: {
-    test_cases_affected: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        suites: z.ZodArray<z.ZodString, "many">;
-        file_path: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        name: string;
-        suites: string[];
-        file_path: string;
-    }, {
-        name: string;
-        suites: string[];
-        file_path: string;
-    }>, "many">;
-    test_run_info: z.ZodArray<z.ZodObject<{
-        test_run_id: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        test_run_id: number;
-    }, {
-        test_run_id: number;
-    }>, "many">;
-};
-//# sourceMappingURL=metadata-schema.d.ts.map

package/dist/tools/issues/metadata-schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"metadata-schema.d.ts","sourceRoot":"","sources":["../../../src/tools/issues/metadata-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;CAwB/B,CAAC"}

package/dist/tools/issues/metadata-schema.js

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.issueMetadataFields = void 0;
-const zod_1 = require("zod");
-exports.issueMetadataFields = {
-    test_cases_affected: zod_1.z
-        .array(zod_1.z.object({
-        name: zod_1.z.string().describe("The test case name"),
-        suites: zod_1.z
-            .array(zod_1.z.string())
-            .describe("The nested suite names (describe blocks) leading to this test"),
-        file_path: zod_1.z.string().describe("The file path of the test case"),
-    }))
-        .describe("An array of test cases that are affected by this issue"),
-    test_run_info: zod_1.z
-        .array(zod_1.z.object({
-        test_run_id: zod_1.z
-            .number()
-            .describe("The ID of the test run in which this issue was observed"),
-    }))
-        .describe("An array of test runs where this issue occurred"),
-};

package/dist/tools/issues/update-issue.d.ts

@@ -1,3 +0,0 @@
-import type { Tool } from "@empiricalrun/shared-types";
-export declare const updateIssueTool: Tool;
-//# sourceMappingURL=update-issue.d.ts.map

package/dist/tools/issues/update-issue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"update-issue.d.ts","sourceRoot":"","sources":["../../../src/tools/issues/update-issue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAS,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAwB9D,eAAO,MAAM,eAAe,EAAE,IAsE7B,CAAC"}

package/dist/tools/issues/utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/tools/issues/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,KAAK,EACL,sBAAsB,EACvB,MAAM,4BAA4B,CAAC;AAEpC,wBAAsB,WAAW,CAC/B,SAAS,EAAE,mBAAmB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAStC;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,mBAAmB,EAC9B,SAAS,EAAE,IAAI,CACb,KAAK,EACL,IAAI,GAAG,YAAY,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,CAC7D,GACA,OAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CASxC;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,mBAAmB,EAC9B,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,OAAO,CACjB,IAAI,CAAC,KAAK,EAAE,IAAI,GAAG,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC,CAC/D,GACA,OAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CASxC"}

package/dist/tools/utils/urls.d.ts

@@ -1,5 +0,0 @@
-export declare function extractProjectFromUrl(testRunUrl: string): {
-    repoName: string;
-    runId: string;
-};
-//# sourceMappingURL=urls.d.ts.map

package/dist/tools/utils/urls.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"urls.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/urls.ts"],"names":[],"mappings":"AAAA,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,MAAM;;;EAiBvD"}

package/dist/tools/utils/urls.js

@@ -1,19 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractProjectFromUrl = extractProjectFromUrl;
-function extractProjectFromUrl(testRunUrl) {
-    // Remove query parameters if they exist
-    const urlWithoutParams = testRunUrl.split("?")[0] || testRunUrl;
-    // Extract the run ID and repo name from the URL
-    const urlParts = urlWithoutParams.split("/");
-    const runId = urlParts.pop();
-    const projectSlug = urlParts[urlParts.length - 2];
-    if (!runId || !projectSlug) {
-        throw new Error("Invalid test run URL - could not extract run ID or project slug");
-    }
-    const repoName = `${projectSlug}-tests`;
-    return {
-        repoName,
-        runId,
-    };
-}

package/dist/tools/view-failed-test-run-report/index.d.ts

@@ -1,12 +0,0 @@
-import { Tool } from "@empiricalrun/shared-types";
-import { z } from "zod";
-export declare const ViewFailedTestRunReportSchema: z.ZodObject<{
-    testRunUrl: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    testRunUrl: string;
-}, {
-    testRunUrl: string;
-}>;
-export type ViewFailedTestRunReportInput = z.infer<typeof ViewFailedTestRunReportSchema>;
-export declare const viewFailedTestRunReportTool: Tool;
-//# sourceMappingURL=index.d.ts.map

package/dist/tools/view-failed-test-run-report/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/view-failed-test-run-report/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAc,MAAM,4BAA4B,CAAC;AAE9D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,6BAA6B;;;;;;EAExC,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAChD,OAAO,6BAA6B,CACrC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,IAsKzC,CAAC"}

package/dist/tools/view-failed-test-run-report/index.js

@@ -1,151 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.viewFailedTestRunReportTool = exports.ViewFailedTestRunReportSchema = void 0;
-// import fs from "fs";
-const zod_1 = require("zod");
-const playwright_report_parser_1 = require("../../utils/playwright-report-parser");
-const urls_1 = require("../utils/urls");
-exports.ViewFailedTestRunReportSchema = zod_1.z.object({
-    testRunUrl: zod_1.z.string().describe("The URL of the test run to process."),
-});
-exports.viewFailedTestRunReportTool = {
-    schema: {
-        name: "viewFailedTestRunReport",
-        description: "View the test run report using its URL. the report only contains information about failed tests.",
-        parameters: exports.ViewFailedTestRunReportSchema,
-    },
-    needsBrowser: false,
-    isInlineTool: true,
-    execute: async ({ input, apiClient }) => {
-        const { testRunUrl } = input;
-        const { repoName, runId } = (0, urls_1.extractProjectFromUrl)(testRunUrl);
-        let result = {
-            testRun: null,
-            summary: null,
-            environment: null,
-            currentBuild: null,
-        };
-        let data = null;
-        if (!apiClient) {
-            throw new Error("Dashboard API client is not available.");
-        }
-        try {
-            data = await apiClient.request(`/api/test-runs/${runId}?repo_name=${repoName}`, { method: "GET" });
-        }
-        catch (error) {
-            return {
-                isError: true,
-                result: `Failed to fetch test run details: ${error instanceof Error ? error.message : String(error)}`,
-            };
-        }
-        const testRun = data?.data?.test_run?.testRun;
-        const project = data?.data?.test_run?.project;
-        const environmentSlug = testRun?.environment_slug;
-        const summaryUrl = testRun?.summary_url;
-        // TODO: Remove html from this tool
-        const indexHtmlUrl = summaryUrl?.replace("summary.json", "index.html");
-        if (testRun) {
-            result = {
-                testRun: testRun,
-                currentBuild: {
-                    id: testRun?.build_id,
-                    build_url: testRun?.build_url,
-                    project_id: testRun?.project_id,
-                    build_id: testRun?.build_id,
-                    branch: testRun?.test_run_branch,
-                    commit: testRun?.commit,
-                    commit_url: testRun?.commit_url,
-                    version: "",
-                },
-            };
-        }
-        if (summaryUrl && indexHtmlUrl) {
-            try {
-                const summaryJson = await fetch(summaryUrl);
-                const summaryData = await summaryJson.json();
-                // fs.writeFileSync(
-                //   "download-summary.json",
-                //   summaryJson ? JSON.stringify(summaryData, null, 2) : "",
-                //   "utf-8",
-                // );
-                const htmlDetailed = await apiClient.request(`/api/reports/html-detailed`, {
-                    method: "GET",
-                    params: { url: indexHtmlUrl },
-                });
-                const parsedReport = (0, playwright_report_parser_1.parsePlaywrightTestReport)(summaryData);
-                // fs.writeFileSync(
-                //   "parsed-report.json",
-                //   parsedReport ? JSON.stringify(parsedReport, null, 2) : "",
-                //   "utf-8",
-                // );
-                const failedTests = parsedReport.tests.filter((test) => test.status === "failed");
-                const reportJson = htmlDetailed.files["report.json"];
-                const testsWithResults = failedTests.map((test) => {
-                    let matchingTest = (0, playwright_report_parser_1.findTestInReport)(reportJson, test, htmlDetailed.files);
-                    // to reduce the token size of the final response, we remove the steps from the results
-                    if (matchingTest && Array.isArray(matchingTest.results)) {
-                        matchingTest.results = matchingTest.results.map((result) => ({
-                            ...result,
-                            steps: [],
-                            errors: result.errors.map((error) => {
-                                return {
-                                    message: error.message.slice(0, 100),
-                                };
-                            }),
-                        }));
-                    }
-                    if (matchingTest) {
-                        return {
-                            ...test,
-                            results: matchingTest.results,
-                            steps: [],
-                            error: { ...test.error, snippet: "" },
-                        };
-                    }
-                });
-                const updatedReport = {
-                    ...parsedReport,
-                    tests: testsWithResults,
-                };
-                result = {
-                    ...result,
-                    summary: updatedReport,
-                };
-            }
-            catch (err) {
-                console.error("Failed to save summary: ", err);
-                const errMsg = `Failed to save summary: ${err instanceof Error ? err.message : String(err)}`;
-                return {
-                    isError: true,
-                    result: errMsg,
-                };
-            }
-        }
-        if (environmentSlug && project?.repo_name) {
-            const environment = await apiClient.request(`/api/environments`, {
-                method: "GET",
-                params: {
-                    project_repo_name: repoName,
-                    environment_slug: environmentSlug,
-                },
-            });
-            if (environment?.data?.environment && environment?.data?.build) {
-                result = {
-                    ...result,
-                    environment: environment?.data?.environment,
-                    currentBuild: {
-                        ...result.currentBuild,
-                        environment_id: environment?.data?.build?.environment_id,
-                    },
-                };
-            }
-        }
-        return {
-            isError: false,
-            result: `
-Note: the paths in the test run report are relative to the tests directory and not the repo directory.
-
-Test run report: ${JSON.stringify(result, null, 2)}`,
-        };
-    },
-};