@empiricalrun/test-gen 0.81.0 → 0.81.2

package/dist/generate-summary/merge-summary.js

@@ -1,43 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.mergeSummary = void 0;
-const llm_1 = require("@empiricalrun/llm");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software QA engineer who is given a task is to summarize automation test failure\n\nThe test failure will be provided to you in this format\n```\n{\n  errorSummary: string, // the error stack of the test\n  networkFailures: [\n    {\n      endpoint: string, // the endpoint that failed\n      method: string, // endpoint method\n      status: number, // the status code of the failure\n    }\n  ]\n}\n```\n\nYour output should be of the following format:\n```\n<error summary>\n\n<network failure that happened (if present. otherwise, skip it). not in bullets>\n```\n\nFollow these instructions before responding with output:\n- Do not respond with backticks\n- Do not drop information about unique elements, locators, status code, error messages in the summary\n- Avoid repeating \"test\" keyword\n- Timeout difference in errorSummary can be ignored during merging\n- The merged summary should be grammatically correct\n{{/section}}\n\n{{#section \"user\"}}\nFollowing is the test failure which needs to be summarized:\n{{test}}\n{{/section}}\n";
-const mergeSummary = async ({ testRunId, test, errorSummary: errorStackSummary, networkFailures, videoDiffSummary, trace, }) => {
-    let output = "";
-    const payload = {
-        test: JSON.stringify({
-            errorSummary: videoDiffSummary || errorStackSummary,
-            networkFailures,
-        }),
-    };
-    try {
-        const messages = (0, llm_1.compilePrompt)(promptTemplate_0, payload);
-        trace?.event({
-            input: {
-                payload,
-            },
-            output: { messages },
-        });
-        const llm = new llm_1.LLM({
-            trace,
-            // defaultModel: "gpt-4o-2024-08-06",
-            providerApiKey: process.env.ANTHROPIC_API_KEY,
-            provider: "anthropic",
-            defaultModel: "claude-3-5-sonnet-latest",
-        });
-        const llmResponse = await llm.createChatCompletion({
-            messages: messages,
-            trace,
-            modelParameters: {
-                temperature: 0.2,
-            },
-        });
-        output = llmResponse?.content ?? "";
-    }
-    catch (e) {
-        throw new Error(`Failed to merge network+video+error stack summary  for test - "${test.title}", testRunId - "${testRunId}"`, e.message);
-    }
-    return output;
-};
-exports.mergeSummary = mergeSummary;

package/dist/generate-summary/pick-videos-for-comparison.d.ts

@@ -1,9 +0,0 @@
-import { TestGroup } from "@empiricalrun/shared-types/failure-workflow";
-export declare const pickVideosForComparison: ({ testRunId, test, }: {
-    testRunId: number;
-    test: TestGroup;
-}) => Promise<{
-    failure: string;
-    success: string;
-}>;
-//# sourceMappingURL=pick-videos-for-comparison.d.ts.map

package/dist/generate-summary/pick-videos-for-comparison.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pick-videos-for-comparison.d.ts","sourceRoot":"","sources":["../../src/generate-summary/pick-videos-for-comparison.ts"],"names":[],"mappings":"AAqBA,OAAO,EAAE,SAAS,EAAE,MAAM,6CAA6C,CAAC;AAExE,eAAO,MAAM,uBAAuB,GAAU,sBAG3C;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACjB,KAAG,OAAO,CAAC;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAiEA,CAAC"}

package/dist/generate-summary/pick-videos-for-comparison.js

@@ -1,54 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.pickVideosForComparison = void 0;
-const getVideoSize = async (url) => {
-    const response = await fetch(url, { method: "HEAD" });
-    if (!response.ok) {
-        console.warn(`Failed to fetch ${url}: ${response.statusText}`);
-        return 0;
-    }
-    const contentLength = response.headers.get("content-length");
-    if (!contentLength) {
-        console.warn(`Content-Length header is missing for ${url}`);
-        return 0;
-    }
-    const videoSize = parseInt(contentLength, 10);
-    console.log(`Recording size for ${url} is ------> ${videoSize} bytes`);
-    return videoSize;
-};
-const pickVideosForComparison = async ({ testRunId, test, }) => {
-    const videosPickedForComparison = {
-        failure: "",
-        success: "",
-    };
-    try {
-        const failureVideoWithLargestSize = (await Promise.all(test.failure.videos.map(async (video) => {
-            const size = await getVideoSize(video);
-            return { videoUrl: video, size };
-        }))).reduce((max, current) => {
-            return current.size > max.size ? current : max;
-        }, { videoUrl: "", size: 0 });
-        console.log(`Picking failure recording with largest size ------> ${failureVideoWithLargestSize.size}, url - ${failureVideoWithLargestSize.videoUrl}`);
-        videosPickedForComparison.failure = failureVideoWithLargestSize.videoUrl;
-        const successVideoWithLargestSize = (await Promise.all(test?.success?.videos?.map(async (video) => {
-            const size = await getVideoSize(video);
-            return { videoUrl: video, size };
-        }))).reduce((max, current) => {
-            return current.size > max.size ? current : max;
-        }, { videoUrl: "", size: 0 });
-        console.log(`Picking success recording with largest size ------> ${successVideoWithLargestSize.size}, url - ${successVideoWithLargestSize.videoUrl}`);
-        videosPickedForComparison.success = successVideoWithLargestSize.videoUrl;
-        if (!videosPickedForComparison.failure) {
-            console.warn(`No failure run recordings found for test - "${test.title}", for testRunId - "${testRunId}"`);
-        }
-        if (!videosPickedForComparison.success) {
-            console.warn(`No last successful run recordings found for test - "${test.title}", for testRunId - "${testRunId}"`);
-        }
-        return videosPickedForComparison;
-    }
-    catch (e) {
-        console.error("Error while processing bookmarks", e);
-        return videosPickedForComparison;
-    }
-};
-exports.pickVideosForComparison = pickVideosForComparison;

package/dist/utils/env.d.ts

@@ -1,2 +0,0 @@
-export declare function isRunningOnCloud(): boolean;
-//# sourceMappingURL=env.d.ts.map

package/dist/utils/env.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/utils/env.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,YAK/B"}

package/dist/utils/env.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.isRunningOnCloud = isRunningOnCloud;
-function isRunningOnCloud() {
-    return (process.env.CI === "true" ||
-        !!process.env.RUNNING_BROWSER_TESTS_FOR_TEST_GEN);
-}