@empiricalrun/test-gen 0.38.54 → 0.39.0

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/test-gen
 
+## 0.39.0
+
+### Minor Changes
+
+- f351f94: Feature/test gen package real time updates
+
+## 0.38.56
+
+### Patch Changes
+
+- 17dcddc: fix: added formatted output in trace for easier debugging
+
+## 0.38.55
+
+### Patch Changes
+
+- e799273: fix: added preferences in annotation method
+
 ## 0.38.54
 
 ### Patch Changes

package/browser-injected-scripts/annotate-elements.js

@@ -9,7 +9,7 @@
  * @param {string} options.markerClass - CSS class to apply to hint markers.
  * @returns {Object} An object containing annotations map and enable/disable methods.
  */
-function annotateClickableElements(options = {}) {
+function annotateClickableElements({ options = {}, preference } = {}) {
   const {
     hintCharacterSet = "ABCDEFGHIJKLMNOPQRSTUVWXYZ", // Default set of characters for hints
     maxHints = 1000, // Maximum number of hints to generate
@@ -368,6 +368,22 @@ function annotateClickableElements(options = {}) {
     parentElements = [];
   }
 
+  function isInputElement(el) {
+    // Check if it's an input with a text-like type
+    if (el instanceof HTMLInputElement) {
+      const textTypes = ['text', 'email', 'number', 'password', 'search', 'tel', 'url', 'checkbox'];
+      return textTypes.includes(el.type.toLowerCase());
+    }
+    
+    // Check if it's a textarea
+    if (el instanceof HTMLTextAreaElement) {
+      return true;
+    }
+    
+    // Check if it's contentEditable
+    return el.isContentEditable;
+  }
+
   // Initialize annotations for a given window (including iframes)
   function initializeAnnotations(windowToAnnotate, parentHints, depth) {
     const container =
@@ -380,6 +396,14 @@ function annotateClickableElements(options = {}) {
   
     // Filter for clickable elements
     const clickableElements = Array.from(windowToAnnotate.document.querySelectorAll("*")).filter((el) => {
+
+      //If preference is fill then it should only annotate input elements
+      if(preference === "fill"){
+        if (!isInputElement(el)) {
+          return false;
+        }
+      }
+
       const isClickable = isElementClickable(el, windowToAnnotate);
       const isClickNotBlocked = isElementClickNotBlocked(el, windowToAnnotate);
       return isClickable && isClickNotBlocked;

package/browser-injected-scripts/annotate-elements.spec.ts

@@ -247,3 +247,31 @@ test("should annotate all important items on quizizz page", async ({
     )
     .toBeTruthy();
 });
+
+test("should only annotate input fields on quizizz page", async ({
+  page,
+}) => {
+  await page.goto(
+    "https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html",
+  );
+
+  await page.addScriptTag({
+    path: path.resolve(__dirname, "./annotate-elements.js"),
+  });
+
+  const preference = "fill";
+  const annotations = await page.evaluate((preference) => {
+    const { annotations } = annotateClickableElements({preference: preference});
+
+    return Object.entries(annotations).map(([hint, config]) => ({
+      hint,
+      innerText: config.node.innerText.toLowerCase().trim(),
+      tagName: config.node.tagName,
+      testId: config.node.getAttribute("data-testid"),
+      href: config.node.href,
+    }));
+  },preference);
+
+  test.expect(annotations.length).toBe(1);
+  test.expect(annotations[0].testId).toBe('emphasized-search-bar-input');
+});

package/dist/agent/codegen/utils.js

@@ -194,7 +194,7 @@ async function applyFileChanges({ validateTypes = true, trace, testCase, fileCha
                 });
             }
             trace?.event({ name: "format-file" });
-            await (0, web_1.formatCode)(fileChange.filePath);
+            await (0, web_1.formatCode)(fileChange.filePath, trace);
             logger?.success(`${fileChange.filePath} file formatted successfully!`);
             return {
                 filePath: fileChange.filePath,

package/dist/agent/master/element-annotation.d.ts

@@ -1,4 +1,5 @@
 import { LLM, TraceClient } from "@empiricalrun/llm";
+import { Page } from "playwright";
 import { BrowsingAgentOptions } from "../browsing";
 export declare function getElementAnnotation({ elementDescription, annotations, annotatedScreenshot, trace, llm, options, }: {
     elementDescription: string;
@@ -8,4 +9,17 @@ export declare function getElementAnnotation({ elementDescription, annotations,
     llm?: LLM;
     options?: BrowsingAgentOptions;
 }): Promise<string | undefined>;
+export type AnnotationPreference = "all" | "fill";
+export declare function getAnnotationKeys({ page, preference, options, }: {
+    page: Page;
+    preference: AnnotationPreference;
+    options: BrowsingAgentOptions;
+}): Promise<{
+    annotationKeys: {
+        elementID: string;
+        text: string;
+    }[];
+    annotationBuffer: Buffer;
+    annotatedPageScreenshot: string;
+}>;
 //# sourceMappingURL=element-annotation.d.ts.map

package/dist/agent/master/element-annotation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"element-annotation.d.ts","sourceRoot":"","sources":["../../../src/agent/master/element-annotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AASrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAgDnD,wBAAsB,oBAAoB,CAAC,EACzC,kBAAkB,EAClB,WAAW,EACX,mBAAmB,EACnB,KAAK,EACL,GAAG,EACH,OAAO,GACR,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA4F9B"}
+{"version":3,"file":"element-annotation.d.ts","sourceRoot":"","sources":["../../../src/agent/master/element-annotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGrD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAgDnD,wBAAsB,oBAAoB,CAAC,EACzC,kBAAkB,EAClB,WAAW,EACX,mBAAmB,EACnB,KAAK,EACL,GAAG,EACH,OAAO,GACR,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA4F9B;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,GAAG,MAAM,CAAC;AAElD,wBAAsB,iBAAiB,CAAC,EACtC,IAAI,EACJ,UAAU,EACV,OAAO,GACR,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,OAAO,EAAE,oBAAoB,CAAC;CAC/B,GAAG,OAAO,CAAC;IACV,cAAc,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,uBAAuB,EAAE,MAAM,CAAC;CACjC,CAAC,CAqDD"}

package/dist/agent/master/element-annotation.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getElementAnnotation = void 0;
+exports.getAnnotationKeys = exports.getElementAnnotation = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const vision_1 = require("@empiricalrun/llm/vision");
 const constants_1 = require("../../constants");
@@ -132,3 +132,50 @@ async function getElementAnnotation({ elementDescription, annotations, annotated
     return args.element_annotation;
 }
 exports.getElementAnnotation = getElementAnnotation;
+async function getAnnotationKeys({ page, preference, options, }) {
+    const annotationKeys = await page.evaluate(({ preference, options }) => {
+        // @ts-ignore
+        // eslint-disable-next-line no-undef
+        window.annotationInstance = annotateClickableElements({
+            options: options,
+            preference: preference,
+        });
+        const annotations = Object.entries(
+        // @ts-ignore
+        window.annotationInstance.annotations).map(([key, value]) => ({
+            elementID: key,
+            text: 
+            //@ts-ignore
+            value.node.innerText?.trim() ||
+                //@ts-ignore
+                value.node.placeholder?.trim() ||
+                "NA",
+        }));
+        return annotations;
+    }, { preference, options });
+    await page.waitForTimeout(2000);
+    const annotationBuffer = await page.screenshot({
+    // path: `screenshots/screenshot-${screenshotIndex++}.png`,
+    });
+    const annotatedPageScreenshot = annotationBuffer.toString("base64");
+    await page.evaluate(() => {
+        console.log({
+            // @ts-ignore
+            disable: window?.annotationInstance?.disable,
+        });
+        if (
+        // @ts-ignore
+        window?.annotationInstance &&
+            // @ts-ignore
+            window?.annotationInstance?.destroy) {
+            // @ts-ignore
+            window?.annotationInstance?.destroy();
+        }
+    });
+    return {
+        annotationKeys,
+        annotationBuffer,
+        annotatedPageScreenshot,
+    };
+}
+exports.getAnnotationKeys = getAnnotationKeys;

package/dist/agent/master/next-action.d.ts

@@ -1,6 +1,15 @@
 import { LLM, TraceClient } from "@empiricalrun/llm";
 import { PlaywrightActions } from "../../actions";
 import { BrowsingAgentOptions } from "../browsing";
+export declare enum actionTypes {
+    PLAYWRIGHT_FILL_ACTION_NAME = "fill_input_element",
+    PLAYWRIGHT_GOTO_ACTION_NAME = "page_goto",
+    PLAYWRIGHT_CLICK_ACTION_NAME = "click_element",
+    PLAYWRIGHT_PRESS_ACTION_NAME = "keyboard_press_on_element",
+    PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME = "assert_text_visibility",
+    PLAYWRIGHT_HOVER_ACTION_NAME = "hover_element"
+}
+export declare function isValidActionType(value: string): value is actionTypes;
 export declare function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, }: {
     task: string;
     executedActions: string[];

package/dist/agent/master/next-action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAOlD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,GACd,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FAiKA"}
+{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAOlD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,oBAAY,WAAW;IACrB,2BAA2B,uBAAuB;IAClD,2BAA2B,cAAc;IACzC,4BAA4B,kBAAkB;IAC9C,4BAA4B,8BAA8B;IAC1D,6CAA6C,2BAA2B;IACxE,4BAA4B,kBAAkB;CAC/C;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,WAAW,CAErE;AAED,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,GACd,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FA0KA"}

package/dist/agent/master/next-action.js

@@ -1,10 +1,23 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getNextAction = void 0;
+exports.getNextAction = exports.isValidActionType = exports.actionTypes = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const vision_1 = require("@empiricalrun/llm/vision");
 const skill_1 = require("../../actions/skill");
 const constants_1 = require("../../constants");
+var actionTypes;
+(function (actionTypes) {
+    actionTypes["PLAYWRIGHT_FILL_ACTION_NAME"] = "fill_input_element";
+    actionTypes["PLAYWRIGHT_GOTO_ACTION_NAME"] = "page_goto";
+    actionTypes["PLAYWRIGHT_CLICK_ACTION_NAME"] = "click_element";
+    actionTypes["PLAYWRIGHT_PRESS_ACTION_NAME"] = "keyboard_press_on_element";
+    actionTypes["PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME"] = "assert_text_visibility";
+    actionTypes["PLAYWRIGHT_HOVER_ACTION_NAME"] = "hover_element";
+})(actionTypes || (exports.actionTypes = actionTypes = {}));
+function isValidActionType(value) {
+    return Object.values(actionTypes).includes(value);
+}
+exports.isValidActionType = isValidActionType;
 async function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, }) {
     const nextActionSpan = trace?.span({
         name: "master-agent-next-action",
@@ -37,6 +50,9 @@ async function getNextAction({ task, executedActions, failedActions, pageUrl, tr
   
   The next action should be as atomic as possible.
   e.g: click on an element, fill an input element, assert, extract text from an element are valid next action as they are atomic in nature.
+
+  You also need to provide the action type using the list below, action type which is not present in the list is invalid.
+  ${Object.values(actionTypes)}
   
   You will also be provided with skill usage tool which you can use to execute action. These skills are compound functions which helps you to complete your action.
   
@@ -121,13 +137,19 @@ async function getNextAction({ task, executedActions, failedActions, pageUrl, tr
     The next action should be as atomic as possible, precise and should contain enough details about the action to be performed.
     E.g. each click, key press, input, assert should be a separate action.
     Each action should take the task to completion, if not the action is invalid.`,
+                        },
+                        action_type: {
+                            type: "string",
+                            enum: Object.values(actionTypes),
+                            description: `type of the action that needs to be taken.
+              Any other action type than the provided action type is invalid.`,
                         },
                         element_description: {
                             type: "string",
                             description: "The description of the element on which action needs to be taken, including its position, appearance, etc.",
                         },
                     },
-                    required: ["reason", "action", "element_description"],
+                    required: ["reason", "action", "element_description", "action_type"],
                 },
             },
         },

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAsBrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAwVA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAelC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA0BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAmUA"}

package/dist/agent/master/run.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTestUsingMasterAgent = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const actions_1 = require("../../actions");
+const fill_1 = require("../../actions/fill");
 const skill_1 = require("../../actions/skill");
 const utils_1 = require("../../actions/utils");
 const logger_1 = require("../../bin/logger");
@@ -28,6 +29,7 @@ function getPageVariables(stateVariables) {
     return pages;
 }
 async function createTestUsingMasterAgent({ task, page, testCase, options, scopeVars, }) {
+    const useActionSpecificAnnotations = options?.useActionSpecificAnnotations || false;
     const logger = new logger_1.CustomLogger({ useReporter: false });
     const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     const session = (0, session_1.getSessionDetails)();
@@ -161,45 +163,23 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
                 else {
                     let shouldTriggerHintsFlow;
                     let hintsExecutionCompletion;
-                    let annotationKeys = [];
                     let elementAnnotation;
                     await page.waitForTimeout(2000);
-                    annotationKeys = await page.evaluate((options) => {
-                        // @ts-ignore
-                        // eslint-disable-next-line no-undef
-                        window.annotationInstance = annotateClickableElements(options);
-                        const annotations = Object.entries(
-                        // @ts-ignore
-                        window.annotationInstance.annotations).map(([key, value]) => ({
-                            elementID: key,
-                            text: 
-                            //@ts-ignore
-                            value.node.innerText?.trim() ||
-                                //@ts-ignore
-                                value.node.placeholder?.trim() ||
-                                "NA",
-                        }));
-                        return annotations;
-                    }, options);
-                    await page.waitForTimeout(2000);
-                    let annotatedPageScreenshot;
-                    const annonationBuffer = await page.screenshot({
-                    // path: `screenshots/screenshot-${screenshotIndex++}.png`,
-                    });
-                    annotatedPageScreenshot = annonationBuffer.toString("base64");
-                    await page.evaluate(() => {
-                        console.log({
-                            // @ts-ignore
-                            disable: window?.annotationInstance?.disable,
-                        });
-                        if (
-                        // @ts-ignore
-                        window?.annotationInstance &&
-                            // @ts-ignore
-                            window?.annotationInstance?.destroy) {
-                            // @ts-ignore
-                            window?.annotationInstance?.destroy();
+                    const actionType = JSON.parse(toolCall.function.arguments).action_type;
+                    let preference = "all";
+                    if (useActionSpecificAnnotations && (0, next_action_1.isValidActionType)(actionType)) {
+                        switch (actionType) {
+                            case fill_1.PLAYWRIGHT_FILL_ACTION_NAME:
+                                preference = "fill";
+                                break;
+                            default:
+                                preference = "all";
                         }
+                    }
+                    let { annotationKeys, annotatedPageScreenshot, annotationBuffer } = await (0, element_annotation_1.getAnnotationKeys)({
+                        page,
+                        preference,
+                        options,
                     });
                     const annotationMapString = annotationKeys
                         ?.map((a) => `${a.elementID}:${a.text}`)
@@ -216,7 +196,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
                     });
                     output.elementAnnotation = elementAnnotation;
                     console.log("Output: ", output);
-                    await testGenReporter.sendCurrentView(annonationBuffer);
+                    await testGenReporter.sendCurrentView(annotationBuffer);
                     const triggerHintsFlowSpan = masterAgentActionSpan?.span({
                         name: "trigger-hints-flow",
                         input: {

package/dist/bin/index.js

@@ -103,6 +103,9 @@ async function runAgent(testGenConfig) {
     else {
         // this assumes we have only one scenario in test config
         const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)(testGenConfig, trace);
+        void (0, session_1.updateSessionStatus)(testGenConfig.options?.metadata.testSessionId, {
+            status: "agent_live_session_started",
+        });
         await (0, run_1.generateTestsUsingMasterAgent)({
             testFilePath: specPath,
             filePathToUpdate,

package/dist/bin/utils/platform/web/index.d.ts

@@ -1,3 +1,4 @@
+import { TraceClient } from "@empiricalrun/llm";
 import { Node, SourceFile } from "ts-morph";
 import { TestCase } from "../../../../types";
 export declare const getTestModuleAliasFromSourceFile: (sourceFile: SourceFile) => string;
@@ -46,7 +47,7 @@ export declare function appendToTestBlock(testBlock: string, content: string): s
 export declare function validateTypescript(filePath: string): string[];
 export declare function stripAndPrependImports(content: string, testName: string): Promise<(string | undefined)[]>;
 export declare function lintErrors(filePath: string): Promise<void>;
-export declare function formatCode(filePath: string): Promise<void>;
+export declare function formatCode(filePath: string, trace?: TraceClient): Promise<void>;
 export declare function addNewImport(contents: string, modules: string[], pkg: string): string;
 export declare function removeTestOnly(filePath: string): Promise<void>;
 export declare function getFixtureImportPath(filePath: string): string;

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAOA,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA4CtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,cACjC,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBA8CA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAOhD,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAGlB,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBASrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA4CtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,cACjC,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBA8CA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -238,13 +238,14 @@ async function lintErrors(filePath) {
     }
 }
 exports.lintErrors = lintErrors;
-async function formatCode(filePath) {
+async function formatCode(filePath, trace) {
     const fileContent = fs_extra_1.default.readFileSync(filePath, "utf8");
     const prettierConfig = {};
     const formattedContent = await prettier_1.default.format(fileContent, {
         ...prettierConfig,
         filepath: filePath,
     });
+    trace?.span({ name: "prettier-format-output", output: formattedContent });
     await fs_extra_1.default.writeFile(filePath, formattedContent);
 }
 exports.formatCode = formatCode;

package/dist/browser-injected-scripts/annotate-elements.js

@@ -9,7 +9,7 @@
  * @param {string} options.markerClass - CSS class to apply to hint markers.
  * @returns {Object} An object containing annotations map and enable/disable methods.
  */
-function annotateClickableElements(options = {}) {
+function annotateClickableElements({ options = {}, preference } = {}) {
   const {
     hintCharacterSet = "ABCDEFGHIJKLMNOPQRSTUVWXYZ", // Default set of characters for hints
     maxHints = 1000, // Maximum number of hints to generate
@@ -368,6 +368,22 @@ function annotateClickableElements(options = {}) {
     parentElements = [];
   }
 
+  function isInputElement(el) {
+    // Check if it's an input with a text-like type
+    if (el instanceof HTMLInputElement) {
+      const textTypes = ['text', 'email', 'number', 'password', 'search', 'tel', 'url', 'checkbox'];
+      return textTypes.includes(el.type.toLowerCase());
+    }
+    
+    // Check if it's a textarea
+    if (el instanceof HTMLTextAreaElement) {
+      return true;
+    }
+    
+    // Check if it's contentEditable
+    return el.isContentEditable;
+  }
+
   // Initialize annotations for a given window (including iframes)
   function initializeAnnotations(windowToAnnotate, parentHints, depth) {
     const container =
@@ -380,6 +396,14 @@ function annotateClickableElements(options = {}) {
   
     // Filter for clickable elements
     const clickableElements = Array.from(windowToAnnotate.document.querySelectorAll("*")).filter((el) => {
+
+      //If preference is fill then it should only annotate input elements
+      if(preference === "fill"){
+        if (!isInputElement(el)) {
+          return false;
+        }
+      }
+
       const isClickable = isElementClickable(el, windowToAnnotate);
       const isClickNotBlocked = isElementClickNotBlocked(el, windowToAnnotate);
       return isClickable && isClickNotBlocked;

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -247,3 +247,31 @@ test("should annotate all important items on quizizz page", async ({
     )
     .toBeTruthy();
 });
+
+test("should only annotate input fields on quizizz page", async ({
+  page,
+}) => {
+  await page.goto(
+    "https://assets-test.empirical.run/selector-hints-testing/dom-2/index.html",
+  );
+
+  await page.addScriptTag({
+    path: path.resolve(__dirname, "./annotate-elements.js"),
+  });
+
+  const preference = "fill";
+  const annotations = await page.evaluate((preference) => {
+    const { annotations } = annotateClickableElements({preference: preference});
+
+    return Object.entries(annotations).map(([hint, config]) => ({
+      hint,
+      innerText: config.node.innerText.toLowerCase().trim(),
+      tagName: config.node.tagName,
+      testId: config.node.getAttribute("data-testid"),
+      href: config.node.href,
+    }));
+  },preference);
+
+  test.expect(annotations.length).toBe(1);
+  test.expect(annotations[0].testId).toBe('emphasized-search-bar-input');
+});

package/dist/session/index.d.ts

@@ -14,4 +14,7 @@ export declare function shouldStopSession(): Promise<boolean>;
 export declare function getSessionState(): Promise<"started" | "completed" | "request_complete">;
 export declare function endSession(): Promise<void>;
 export { getSessionDetails };
+export declare function updateSessionStatus(sessionId: number, payload: {
+    status: string;
+}): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/session/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAkBA,iBAAS,iBAAiB;;;;;EAOzB;AAED,wBAAgB,iBAAiB,CAAC,EAChC,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB,QAIA;AAED,wBAAsB,iBAAiB,qBAItC;AAED,wBAAsB,eAAe,0DA0BpC;AAED,wBAAsB,UAAU,kBAqB/B;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAkBA,iBAAS,iBAAiB;;;;;EAOzB;AAED,wBAAgB,iBAAiB,CAAC,EAChC,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB,QAIA;AAED,wBAAsB,iBAAiB,qBAItC;AAED,wBAAsB,eAAe,0DA0BpC;AAED,wBAAsB,UAAU,kBAqB/B;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAE7B,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;IACP,MAAM,EAAE,MAAM,CAAC;CAChB,iBAmBF"}

package/dist/session/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getSessionDetails = exports.endSession = exports.getSessionState = exports.shouldStopSession = exports.setSessionDetails = void 0;
+exports.updateSessionStatus = exports.getSessionDetails = exports.endSession = exports.getSessionState = exports.shouldStopSession = exports.setSessionDetails = void 0;
 const package_json_1 = __importDefault(require("../../package.json"));
 const sessionDetails = {
     sessionId: undefined,
@@ -78,3 +78,23 @@ async function endSession() {
     }
 }
 exports.endSession = endSession;
+async function updateSessionStatus(sessionId, payload) {
+    if (!DASHBOARD_DOMAIN) {
+        return;
+    }
+    try {
+        const body = JSON.stringify(payload);
+        await fetch(`${DASHBOARD_DOMAIN}/api/sessions/${sessionId}`, {
+            method: "PATCH",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: "weQPMWKT",
+            },
+            body,
+        });
+    }
+    catch (error) {
+        console.error("Failed to update session status:", error);
+    }
+}
+exports.updateSessionStatus = updateSessionStatus;

package/dist/types/index.d.ts

@@ -16,6 +16,7 @@ export type TestGenConfigOptions = {
     model: LLMModel;
     modelProvider: LLMProvider;
     modelParameters?: ModelParameters;
+    useActionSpecificAnnotations?: boolean;
     metadata: {
         testSessionId: number;
         generationId: number;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.38.54",
+  "version": "0.39.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -71,8 +71,8 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.29",
-    "@empiricalrun/reporter": "^0.21.6",
-    "@empiricalrun/r2-uploader": "^0.3.7"
+    "@empiricalrun/r2-uploader": "^0.3.7",
+    "@empiricalrun/reporter": "^0.21.6"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",