@empiricalrun/test-gen 0.81.0 → 0.81.2

package/dist/browser-injected-scripts/annotate-elements.spec.js

@@ -1,202 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-// @ts-nocheck
-const test_1 = require("@playwright/test");
-const path_1 = __importDefault(require("path"));
-const action_tool_calls_1 = require("../agent/master/action-tool-calls");
-(0, test_1.test)("should annotate all links on empirical landing page", async ({ page, }) => {
-    await page.goto("https://assets-test.empirical.run/selector-hints-testing/dom-1.html");
-    await page.addScriptTag({
-        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
-    });
-    const annotations = await page.evaluate(() => {
-        const { annotations } = annotateElementsWithPreference();
-        return Object.entries(annotations).map(([, config]) => ({
-            innerText: config.node.innerText,
-            tagName: config.node.tagName,
-            href: config.node.href,
-        }));
-    });
-    test_1.test.expect(annotations).toEqual([
-        {
-            innerText: "Empirical",
-            tagName: "A",
-            href: "https://assets-test.empirical.run/",
-        },
-        {
-            innerText: "Blog",
-            tagName: "A",
-            href: "https://assets-test.empirical.run/blog",
-        },
-        {
-            innerText: "Contact us",
-            tagName: "A",
-            href: "https://assets-test.empirical.run/contact",
-        },
-        {
-            href: "https://dash.empirical.run/",
-            innerText: "Login ↗\n(opens in a new tab)",
-            tagName: "A",
-        },
-        {
-            innerText: "Get early access",
-            tagName: "A",
-            href: "https://assets-test.empirical.run/contact",
-        },
-    ]);
-});
-(0, test_1.test)("should annotate all important items on quizizz page", async ({ page, }) => {
-    await page.goto("https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html");
-    await page.addScriptTag({
-        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
-    });
-    const annotations = await page.evaluate(() => {
-        const { annotations } = annotateElementsWithPreference();
-        return Object.entries(annotations).map(([hint, config]) => ({
-            hint,
-            innerText: config.node.innerText.toLowerCase().trim(),
-            tagName: config.node.tagName,
-            testId: config.node.getAttribute("data-testid"),
-            href: config.node.href,
-        }));
-    });
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("enter code")))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("get help")))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("create") &&
-        item.testId === "create-content-button"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("explore") &&
-        item.href === "https://quizizz.com/admin"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("library") &&
-        item.href === "https://quizizz.com/admin/my-library/createdByMe"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("reports") &&
-        item.href === "https://quizizz.com/admin/reports"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("classes") &&
-        item.href === "https://quizizz.com/admin/classes"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("accommodations") &&
-        item.href ===
-            "https://quizizz.com/admin/differentiation/accommodations"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("quizizz ai") &&
-        item.href === "https://quizizz.com/admin/quizizz-ai"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("start your free trial") &&
-        item.href === "https://quizizz.com/super-pricing"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.innerText.includes("upgrade") &&
-        item.href === "https://quizizz.com/super-pricing?backto=/admin"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "INPUT" &&
-        item.testId === "emphasized-search-bar-input"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "BUTTON" &&
-        item.innerText.includes("verify details") &&
-        item.testId === "verify-profile-cta"))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "BUTTON" && item.innerText.includes("for you")))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "BUTTON" && item.innerText.includes("assessments")))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "BUTTON" && item.innerText.includes("lessons")))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "BUTTON" &&
-        item.innerText.includes("interactive videos")))
-        .toBeTruthy();
-    test_1.test
-        .expect(annotations.find((item) => item.tagName === "BUTTON" && item.innerText.includes("passages")))
-        .toBeTruthy();
-});
-(0, test_1.test)("should only annotate input fields on quizizz page", async ({ page }) => {
-    await page.goto("https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html");
-    await page.addScriptTag({
-        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
-    });
-    const preference = {
-        actionType: action_tool_calls_1.ActionType.FILL,
-    };
-    const annotations = await page.evaluate((preference) => {
-        const { annotations } = annotateElementsWithPreference({
-            preference: preference,
-        });
-        return Object.entries(annotations).map(([hint, config]) => ({
-            hint,
-            innerText: config.node.innerText.toLowerCase().trim(),
-            tagName: config.node.tagName,
-            testId: config.node.getAttribute("data-testid"),
-            href: config.node.href,
-        }));
-    }, preference);
-    test_1.test.expect(annotations.length).toBe(1);
-    test_1.test.expect(annotations[0].testId).toBe("emphasized-search-bar-input");
-});
-(0, test_1.test)("should only annotate given text on quizziz page", async ({ page }) => {
-    await page.goto("https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html");
-    await page.addScriptTag({
-        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
-    });
-    const preference = {
-        actionType: action_tool_calls_1.ActionType.ASSERT_TEXT,
-        assertionText: "What are you teaching today?",
-    };
-    const annotations = await page.evaluate((preference) => {
-        const { annotations } = annotateElementsWithPreference({
-            preference: preference,
-        });
-        return Object.entries(annotations).map(([hint, config]) => ({
-            hint,
-            innerText: config.node.innerText?.toLowerCase().trim(),
-            tagName: config.node.tagName,
-            testId: config.node.getAttribute("data-testid"),
-            href: config.node.href,
-        }));
-    }, preference);
-    test_1.test.expect(annotations.length).toBe(1);
-    test_1.test.expect(annotations[0]?.tagName).toBe("DIV");
-});
-(0, test_1.test)("should not annotate children that don't have onClick handler", async ({ page, }) => {
-    await page.setContent(`<div class="button-outer" onclick="alert('clicked')">
-      <div class="button-inner">Click me</div>
-    </div>`);
-    await page.addScriptTag({
-        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
-    });
-    const annotations = await page.evaluate(() => {
-        const { annotations } = annotateElementsWithPreference();
-        return Object.entries(annotations).map(([hint, config]) => ({
-            hint,
-            innerText: config.node.innerText?.toLowerCase().trim(),
-            tagName: config.node.tagName,
-            testId: config.node.getAttribute("data-testid"),
-            className: config.node.className,
-        }));
-    });
-    console.log(annotations);
-    test_1.test.expect(annotations.length).toBe(1);
-    test_1.test.expect(annotations[0].className).toBe("button-outer");
-});

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -1,327 +0,0 @@
-// @ts-nocheck
-
-import { test } from "@playwright/test";
-import path from "path";
-
-import { ActionType } from "../agent/master/action-tool-calls";
-import { AnnotationPreference } from "../agent/master/element-annotation";
-
-test("should annotate all links on empirical landing page", async ({
-  page,
-}) => {
-  await page.goto(
-    "https://assets-test.empirical.run/selector-hints-testing/dom-1.html",
-  );
-
-  await page.addScriptTag({
-    path: path.resolve(__dirname, "./annotate-elements.js"),
-  });
-
-  const annotations = await page.evaluate(() => {
-    const { annotations } = annotateElementsWithPreference();
-
-    return Object.entries(annotations).map(([, config]) => ({
-      innerText: config.node.innerText,
-      tagName: config.node.tagName,
-      href: config.node.href,
-    }));
-  });
-
-  test.expect(annotations).toEqual([
-    {
-      innerText: "Empirical",
-      tagName: "A",
-      href: "https://assets-test.empirical.run/",
-    },
-    {
-      innerText: "Blog",
-      tagName: "A",
-      href: "https://assets-test.empirical.run/blog",
-    },
-    {
-      innerText: "Contact us",
-      tagName: "A",
-      href: "https://assets-test.empirical.run/contact",
-    },
-    {
-      href: "https://dash.empirical.run/",
-      innerText: "Login ↗\n(opens in a new tab)",
-      tagName: "A",
-    },
-    {
-      innerText: "Get early access",
-      tagName: "A",
-      href: "https://assets-test.empirical.run/contact",
-    },
-  ]);
-});
-
-test("should annotate all important items on quizizz page", async ({
-  page,
-}) => {
-  await page.goto(
-    "https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html",
-  );
-
-  await page.addScriptTag({
-    path: path.resolve(__dirname, "./annotate-elements.js"),
-  });
-
-  const annotations = await page.evaluate(() => {
-    const { annotations } = annotateElementsWithPreference();
-
-    return Object.entries(annotations).map(([hint, config]) => ({
-      hint,
-      innerText: config.node.innerText.toLowerCase().trim(),
-      tagName: config.node.tagName,
-      testId: config.node.getAttribute("data-testid"),
-      href: config.node.href,
-    }));
-  });
-
-  test
-    .expect(annotations.find((item) => item.innerText.includes("enter code")))
-    .toBeTruthy();
-  test
-    .expect(annotations.find((item) => item.innerText.includes("get help")))
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("create") &&
-          item.testId === "create-content-button",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("explore") &&
-          item.href === "https://quizizz.com/admin",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("library") &&
-          item.href === "https://quizizz.com/admin/my-library/createdByMe",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("reports") &&
-          item.href === "https://quizizz.com/admin/reports",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("classes") &&
-          item.href === "https://quizizz.com/admin/classes",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("accommodations") &&
-          item.href ===
-            "https://quizizz.com/admin/differentiation/accommodations",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("quizizz ai") &&
-          item.href === "https://quizizz.com/admin/quizizz-ai",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("start your free trial") &&
-          item.href === "https://quizizz.com/super-pricing",
-      ),
-    )
-    .toBeTruthy();
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.innerText.includes("upgrade") &&
-          item.href === "https://quizizz.com/super-pricing?backto=/admin",
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "INPUT" &&
-          item.testId === "emphasized-search-bar-input",
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "BUTTON" &&
-          item.innerText.includes("verify details") &&
-          item.testId === "verify-profile-cta",
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "BUTTON" && item.innerText.includes("for you"),
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "BUTTON" && item.innerText.includes("assessments"),
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "BUTTON" && item.innerText.includes("lessons"),
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "BUTTON" &&
-          item.innerText.includes("interactive videos"),
-      ),
-    )
-    .toBeTruthy();
-
-  test
-    .expect(
-      annotations.find(
-        (item) =>
-          item.tagName === "BUTTON" && item.innerText.includes("passages"),
-      ),
-    )
-    .toBeTruthy();
-});
-
-test("should only annotate input fields on quizizz page", async ({ page }) => {
-  await page.goto(
-    "https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html",
-  );
-
-  await page.addScriptTag({
-    path: path.resolve(__dirname, "./annotate-elements.js"),
-  });
-
-  const preference = {
-    actionType: ActionType.FILL,
-  };
-  const annotations = await page.evaluate((preference) => {
-    const { annotations } = annotateElementsWithPreference({
-      preference: preference,
-    });
-
-    return Object.entries(annotations).map(([hint, config]) => ({
-      hint,
-      innerText: config.node.innerText.toLowerCase().trim(),
-      tagName: config.node.tagName,
-      testId: config.node.getAttribute("data-testid"),
-      href: config.node.href,
-    }));
-  }, preference);
-
-  test.expect(annotations.length).toBe(1);
-  test.expect(annotations[0].testId).toBe("emphasized-search-bar-input");
-});
-
-test("should only annotate given text on quizziz page", async ({ page }) => {
-  await page.goto(
-    "https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html",
-  );
-
-  await page.addScriptTag({
-    path: path.resolve(__dirname, "./annotate-elements.js"),
-  });
-
-  const preference: AnnotationPreference = {
-    actionType: ActionType.ASSERT_TEXT,
-    assertionText: "What are you teaching today?",
-  };
-  const annotations = await page.evaluate((preference) => {
-    const { annotations } = annotateElementsWithPreference({
-      preference: preference,
-    });
-
-    return Object.entries(annotations).map(([hint, config]) => ({
-      hint,
-      innerText: config.node.innerText?.toLowerCase().trim(),
-      tagName: config.node.tagName,
-      testId: config.node.getAttribute("data-testid"),
-      href: config.node.href,
-    }));
-  }, preference);
-  test.expect(annotations.length).toBe(1);
-  test.expect(annotations[0]?.tagName).toBe("DIV");
-});
-
-test("should not annotate children that don't have onClick handler", async ({
-  page,
-}) => {
-  await page.setContent(
-    `<div class="button-outer" onclick="alert('clicked')">
-      <div class="button-inner">Click me</div>
-    </div>`,
-  );
-
-  await page.addScriptTag({
-    path: path.resolve(__dirname, "./annotate-elements.js"),
-  });
-
-  const annotations = await page.evaluate(() => {
-    const { annotations } = annotateElementsWithPreference();
-
-    return Object.entries(annotations).map(([hint, config]) => ({
-      hint,
-      innerText: config.node.innerText?.toLowerCase().trim(),
-      tagName: config.node.tagName,
-      testId: config.node.getAttribute("data-testid"),
-      className: config.node.className,
-    }));
-  });
-
-  console.log(annotations);
-  test.expect(annotations.length).toBe(1);
-  test.expect(annotations[0].className).toBe("button-outer");
-});

package/dist/generate-summary/frame-sampling.d.ts

@@ -1,12 +0,0 @@
-/**
- * Samples two arrays proportionally to ensure their combined length does not exceed maxCombinedLength.
- * @param {any[]} list1 - The first array of base64 image strings.
- * @param {any[]} list2 - The second array of base64 image strings.
- * @param {number} maxCombinedLength - The maximum allowed combined length of both arrays.
- * @returns {{ list1: any[], list2: any[] }} - An object containing the sampled arrays.
- */
-export declare const sampleCombinedList: (list1: any[], list2: any[], maxCombinedLength: number) => {
-    list1: any[];
-    list2: any[];
-};
-//# sourceMappingURL=frame-sampling.d.ts.map

package/dist/generate-summary/frame-sampling.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"frame-sampling.d.ts","sourceRoot":"","sources":["../../src/generate-summary/frame-sampling.ts"],"names":[],"mappings":"AAqBA;;;;;;GAMG;AACH,eAAO,MAAM,kBAAkB,GAC7B,OAAO,GAAG,EAAE,EACZ,OAAO,GAAG,EAAE,EACZ,mBAAmB,MAAM,KACxB;IAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,KAAK,EAAE,GAAG,EAAE,CAAA;CA+C9B,CAAC"}

package/dist/generate-summary/frame-sampling.js

@@ -1,72 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.sampleCombinedList = void 0;
-/**
- * Samples an array to a desired size by selecting elements uniformly.
- * @param {string[]} list - The original array to sample from.
- * @param {number} size - The desired size of the sampled array.
- * @returns {string[]} - The sampled array.
- */
-const sampleList = (list, size) => {
-    // Return a copy if no sampling needed
-    if (size >= list.length) {
-        return list;
-    }
-    const sampled = [];
-    const step = list.length / size;
-    for (let i = 0; i < size; i++) {
-        const index = Math.floor(i * step);
-        sampled.push(list[index]);
-    }
-    return sampled;
-};
-/**
- * Samples two arrays proportionally to ensure their combined length does not exceed maxCombinedLength.
- * @param {any[]} list1 - The first array of base64 image strings.
- * @param {any[]} list2 - The second array of base64 image strings.
- * @param {number} maxCombinedLength - The maximum allowed combined length of both arrays.
- * @returns {{ list1: any[], list2: any[] }} - An object containing the sampled arrays.
- */
-const sampleCombinedList = (list1, list2, maxCombinedLength) => {
-    const len1 = list1.length;
-    const len2 = list2.length;
-    const total = len1 + len2;
-    // If combined length is within the limit, return copies of the original arrays
-    if (total <= maxCombinedLength) {
-        return { list1: list1.slice(), list2: list2.slice() };
-    }
-    // Calculate scaling factor
-    const scalingFactor = maxCombinedLength / total;
-    // Determine new sizes based on scaling factor
-    let newSize1 = Math.round(len1 * scalingFactor);
-    let newSize2 = Math.round(len2 * scalingFactor);
-    // Adjust sizes to ensure the combined length matches maxCombinedLength
-    let adjustedTotal = newSize1 + newSize2;
-    if (adjustedTotal > maxCombinedLength) {
-        const excess = adjustedTotal - maxCombinedLength;
-        // Reduce the larger array first
-        if (newSize2 > newSize1) {
-            newSize2 = Math.max(newSize2 - excess, 0);
-        }
-        else {
-            newSize1 = Math.max(newSize1 - excess, 0);
-        }
-    }
-    else if (adjustedTotal < maxCombinedLength) {
-        const deficit = maxCombinedLength - adjustedTotal;
-        // Increase the larger array first, if possible
-        if (len2 > len1 && newSize2 < len2) {
-            newSize2 = Math.min(newSize2 + deficit, len2);
-        }
-        else if (newSize1 < len1) {
-            newSize1 = Math.min(newSize1 + deficit, len1);
-        }
-    }
-    // Final safeguard to ensure sizes do not exceed original lengths
-    newSize1 = Math.min(newSize1, len1);
-    newSize2 = Math.min(newSize2, len2);
-    const sampled1 = sampleList(list1, newSize1);
-    const sampled2 = sampleList(list2, newSize2);
-    return { list1: sampled1, list2: sampled2 };
-};
-exports.sampleCombinedList = sampleCombinedList;

package/dist/generate-summary/generate-error-stack-summary.d.ts

@@ -1,11 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import { TestGroup } from "@empiricalrun/shared-types/failure-workflow";
-type ArgsT = {
-    testRunId: number;
-    test: TestGroup;
-    trace?: TraceClient;
-};
-type Summary = string;
-export declare const generateErrorStackSummary: ({ testRunId, test, trace, }: ArgsT) => Promise<Summary>;
-export {};
-//# sourceMappingURL=generate-error-stack-summary.d.ts.map

package/dist/generate-summary/generate-error-stack-summary.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"generate-error-stack-summary.d.ts","sourceRoot":"","sources":["../../src/generate-summary/generate-error-stack-summary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,6CAA6C,CAAC;AAGxE,KAAK,KAAK,GAAG;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,CAAC;AACF,KAAK,OAAO,GAAG,MAAM,CAAC;AACtB,eAAO,MAAM,yBAAyB,GAAU,6BAI7C,KAAK,KAAG,OAAO,CAAC,OAAO,CAwCzB,CAAC"}

package/dist/generate-summary/generate-error-stack-summary.js

@@ -1,41 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateErrorStackSummary = void 0;
-const llm_1 = require("@empiricalrun/llm");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software test engineer who was given a task to write test case for a scenario.\n\nYou will be provided with 2 inputs\n- test name, which is already present in the test file code provided to you\n- an error stack of why this test is failing\n\nYou need to summarize why the test is breaking\n\nHere is the list of current tests and fixtures:\n{{testFileCode}}\n\n\nFollow these instructions before responding with output:\n- The output should be simple enough for a Product Manager to understand\n- Do not respond with markdown syntax or backticks or code\n- No need to mention the test name in the explanation\n- Respond with only the error in natural language\n- Retain key elements to debug the error\n- Do not provide any explanation on why it occurred\n{{/section}}\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to extract the error in natural language with no explanation on why it errored\ntest name:\n{{testName}}\n\nHere is the error stack trace:\n{{errorStack}}\n{{/section}}";
-const generateErrorStackSummary = async ({ testRunId, test, trace, }) => {
-    let output = "";
-    try {
-        const messages = (0, llm_1.compilePrompt)(promptTemplate_0, {
-            testName: test.title,
-            errorStack: test.failure.stack,
-            testFileCode: test.testFileCode,
-        });
-        trace?.event({
-            input: {
-                testName: test.title,
-                errorStack: test.failure.stack,
-                testFileCode: test.testFileCode,
-            },
-            output: { messages },
-        });
-        const llm = new llm_1.LLM({
-            trace,
-            provider: "openai",
-            defaultModel: "gpt-4o",
-        });
-        const llmResponse = await llm.createChatCompletion({
-            messages,
-            trace,
-            modelParameters: {
-                temperature: 0.5,
-            },
-        });
-        output = llmResponse?.content ?? "";
-    }
-    catch (e) {
-        console.error(`Error generating error stack summary for test - "${test.title}", testRunId - "${testRunId}"`, e);
-    }
-    return output;
-};
-exports.generateErrorStackSummary = generateErrorStackSummary;