@empiricalrun/test-gen 0.79.3 → 0.79.5

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/factory.ts","./src/agent/cua/pw-codegen/index.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/version.ts","./src/agent/cua/pw-codegen/pw-event-sink/index.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/fast-triage/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/tool-response.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/generate-summary/frame-sampling.ts","./src/generate-summary/generate-error-stack-summary.ts","./src/generate-summary/generate-failed-step-screenshot-diff-summary.ts","./src/generate-summary/generate-grouped-summary.ts","./src/generate-summary/merge-summary.ts","./src/generate-summary/pick-videos-for-comparison.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/telemetry/index.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/safe-bash.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/trace-dot-zip.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/types.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-file/utils.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/firecrawl-scrape/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues-v1/create-issue.ts","./src/tools/issues-v1/index.ts","./src/tools/issues-v1/list-issues.ts","./src/tools/issues-v1/update-issue.ts","./src/tools/issues-v1/utils.ts","./src/tools/issues-v2/create-issue.ts","./src/tools/issues-v2/set-issue-description.ts","./src/tools/issues-v2/update-issue.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/safe-bash/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-screenshots.ts","./src/tools/trace-dot-zip/utils/extract-steps.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/validate-schema.ts","./src/trace-utils/cli.ts","./src/trace-utils/console.ts","./src/trace-utils/dom-snapshot.ts","./src/trace-utils/index.ts","./src/trace-utils/network.ts","./src/trace-utils/normalize-trace-url.ts","./src/trace-utils/screenshots.ts","./src/trace-utils/steps.ts","./src/trace-utils/types.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/playwright-test-id.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/url-validation.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/chat/prompt/trace-utils-docs.ts","./src/agent/code-review/index.ts","./src/agent/code-review/types.ts","./src/agent/code-review/xml-parser.ts","./src/agent/code-review/executor/index.ts","./src/agent/fast-triage/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/tool-response-from-sandbox.ts","./src/dashboard/tool-response.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/generate-summary/frame-sampling.ts","./src/generate-summary/generate-error-stack-summary.ts","./src/generate-summary/generate-failed-step-screenshot-diff-summary.ts","./src/generate-summary/generate-grouped-summary.ts","./src/generate-summary/merge-summary.ts","./src/generate-summary/pick-videos-for-comparison.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/telemetry/index.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/publish-markdown-report.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/safe-bash.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/trace-dot-zip.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/types.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-file/utils.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/firecrawl-scrape/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues-v1/index.ts","./src/tools/issues-v1/list-issues.ts","./src/tools/issues-v1/utils.ts","./src/tools/issues-v2/create-issue.ts","./src/tools/issues-v2/set-issue-description.ts","./src/tools/issues-v2/update-issue.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/publish-markdown-report/index.ts","./src/tools/rename-file/index.ts","./src/tools/safe-bash/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-screenshots.ts","./src/tools/trace-dot-zip/utils/extract-steps.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/validate-schema.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-test-id.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/url-validation.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts"],"version":"5.8.3"}

package/dist/agent/code-review/parser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,kBAAkB,EAGxB,MAAM,SAAS,CAAC;AAEjB,YAAY,EACV,qBAAqB,EACrB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,GACnB,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAchE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,kBAAkB,CAmFvE"}

package/dist/agent/cua/computer.d.ts

@@ -1,14 +0,0 @@
-import { ResponseComputerToolCall } from "openai/resources/responses/responses.mjs";
-import type { Page } from "playwright";
-import { BasePlaywrightCodegen } from "./pw-codegen/types";
-type OpenAIComputerAction = ResponseComputerToolCall.Click | ResponseComputerToolCall.DoubleClick | ResponseComputerToolCall.Drag | ResponseComputerToolCall.Keypress | ResponseComputerToolCall.Move | ResponseComputerToolCall.Screenshot | ResponseComputerToolCall.Scroll | ResponseComputerToolCall.Type | ResponseComputerToolCall.Wait;
-export declare function getScreenshot(page: Page): Promise<string>;
-export declare function executeModelAction(page: Page, action: OpenAIComputerAction | {
-    type: "goto";
-    url: string;
-}, codegen: BasePlaywrightCodegen): Promise<{
-    actionSummary: string;
-    actionCode: string;
-}>;
-export {};
-//# sourceMappingURL=computer.d.ts.map

package/dist/agent/cua/computer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"computer.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/computer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AACpF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,KAAK,oBAAoB,GACrB,wBAAwB,CAAC,KAAK,GAC9B,wBAAwB,CAAC,WAAW,GACpC,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,QAAQ,GACjC,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,UAAU,GACnC,wBAAwB,CAAC,MAAM,GAC/B,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,IAAI,CAAC;AAElC,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,mBAO7C;AAgCD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,oBAAoB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAC5D,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC;IACT,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAoKD"}

package/dist/agent/cua/computer.js

@@ -1,191 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getScreenshot = getScreenshot;
-exports.executeModelAction = executeModelAction;
-async function getScreenshot(page) {
-    // We override the `scale` option to "css" to ensure the screenshot is
-    // consistent with the viewport size. Without this, the screenshot dimensions
-    // are viewport size * device pixel ratio (= 3 on iPhone device emulation).
-    // Docs: https://playwright.dev/docs/api/class-page#page-screenshot-option-scale
-    const screenshotBytes = await page.screenshot({ scale: "css" });
-    return Buffer.from(screenshotBytes).toString("base64");
-}
-const CUA_KEY_TO_PLAYWRIGHT_KEY = {
-    "/": "Divide",
-    "\\": "Backslash",
-    alt: "Alt",
-    arrowdown: "ArrowDown",
-    arrowleft: "ArrowLeft",
-    arrowright: "ArrowRight",
-    arrowup: "ArrowUp",
-    backspace: "Backspace",
-    capslock: "CapsLock",
-    // "cmd" and "ctrl" are both mapped to "ControlOrMeta" for platform
-    // agnostic behavior, as opposed to cmd: "Meta" and ctrl: "Control"
-    cmd: "ControlOrMeta",
-    ctrl: "ControlOrMeta",
-    delete: "Delete",
-    end: "End",
-    enter: "Enter",
-    esc: "Escape",
-    home: "Home",
-    insert: "Insert",
-    option: "Alt",
-    pagedown: "PageDown",
-    pageup: "PageUp",
-    shift: "Shift",
-    space: " ",
-    super: "Meta",
-    tab: "Tab",
-    win: "Meta",
-};
-async function executeModelAction(page, action, codegen) {
-    const actionType = action.type;
-    let actionCode = "";
-    let actionSummary = "";
-    try {
-        // For every action, this method:
-        // 1. Record the action in codegen
-        //    -> This allows codegen to find locators for the element
-        //       before the action is executed - execution can be a destructive
-        //       operation that modifies the DOM
-        // 2. Execute the action
-        // 3. Add to action summary
-        // 4. Add to action code
-        switch (actionType) {
-            case "goto": {
-                const { url } = action;
-                await codegen.recordAction({ type: "goto", url });
-                await page.goto(url);
-                actionSummary = `Navigated page to ${url}`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "click": {
-                const { x, y, button = "left" } = action;
-                console.log(`Action: click at (${x}, ${y}) with button '${button}'`);
-                let pwButton = undefined;
-                if (button === "left" || button === "right") {
-                    pwButton = button;
-                }
-                else if (button === "wheel") {
-                    pwButton = "middle";
-                }
-                if (pwButton) {
-                    await codegen.recordAction({ type: "click", x, y });
-                    await page.mouse.click(x, y, { button: pwButton });
-                    actionSummary = `Click at (${x}, ${y}) with button '${button}'`;
-                    actionCode = await codegen.getCodeForLastAction();
-                }
-                if (button === "back" || button === "forward") {
-                    if (button === "back") {
-                        await codegen.recordAction({ type: "back" });
-                        await page.goBack();
-                        actionSummary = `Navigated page back`;
-                        actionCode = await codegen.getCodeForLastAction();
-                    }
-                    else if (button === "forward") {
-                        await codegen.recordAction({ type: "forward" });
-                        await page.goForward();
-                        actionSummary = `Navigated page forward`;
-                        actionCode = await codegen.getCodeForLastAction();
-                    }
-                }
-                break;
-            }
-            case "double_click": {
-                const { x, y } = action;
-                console.log(`Action: doubleclick at (${x}, ${y})`);
-                await codegen.recordAction({ type: "doubleclick", x, y });
-                await page.mouse.dblclick(x, y, { button: "left" });
-                actionSummary = `Double click at (${x}, ${y})`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "type": {
-                const { text } = action;
-                console.log(`Action: type text '${text}'`);
-                await codegen.recordAction({ type: "type", text });
-                await page.keyboard.type(text);
-                actionSummary = `Type text '${text}'`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "move": {
-                const { x, y } = action;
-                console.log(`Action: mouse move to (${x}, ${y})`);
-                await codegen.recordAction({ type: "move", x, y });
-                await page.mouse.move(x, y);
-                actionSummary = `Mouse move to (${x}, ${y})`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "drag": {
-                const { path } = action;
-                console.log(`Action: drag along path ${path}`);
-                actionSummary = `Drag along path ${path}`;
-                if (!path || path.length === 0) {
-                    break;
-                }
-                await codegen.recordAction({ type: "drag", path });
-                await page.mouse.move(path[0].x, path[0].y);
-                await page.mouse.down();
-                for (let i = 1; i < path.length; i++) {
-                    await page.mouse.move(path[i].x, path[i].y);
-                }
-                await page.mouse.up();
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "scroll": {
-                const { x, y, scroll_x, scroll_y } = action;
-                console.log(`Action: scroll at (${x}, ${y}) with offsets (scroll_x=${scroll_x}, scroll_y=${scroll_y})`);
-                await codegen.recordAction({
-                    type: "scroll",
-                    x,
-                    y,
-                    scroll_x,
-                    scroll_y,
-                });
-                await page.mouse.move(x, y);
-                await page.mouse.wheel(scroll_x, scroll_y);
-                actionSummary = `Scroll at (${x}, ${y}) with offsets (scroll_x=${scroll_x}, scroll_y=${scroll_y})`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "keypress": {
-                const { keys } = action;
-                const mappedKeys = keys.map((k) => {
-                    return CUA_KEY_TO_PLAYWRIGHT_KEY[k.toLowerCase()] || k;
-                });
-                await codegen.recordAction({ type: "keypress", keys: mappedKeys });
-                const mappedKey = mappedKeys.join("+"); // ["CTRL", "A"] becomes ControlOrMeta+A
-                console.log(`Action: keypress for keys ${keys} -> '${mappedKey}'`);
-                await page.keyboard.press(mappedKey);
-                actionSummary = `Keypress for keys ${keys} (mapped to '${mappedKey}' for Playwright)`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "wait": {
-                console.log(`Action: wait`);
-                await codegen.recordAction({ type: "wait" });
-                await page.waitForTimeout(2000);
-                actionSummary = `Wait for 2 seconds`;
-                actionCode = await codegen.getCodeForLastAction();
-                break;
-            }
-            case "screenshot": {
-                // Nothing to do as screenshot is taken at each turn
-                console.log(`Action: screenshot`);
-                actionSummary = `Screenshot`;
-                break;
-            }
-            default:
-                console.log("Unrecognized action:", action);
-        }
-    }
-    catch (err) {
-        console.error(`Error handling action ${action.type}: ${err.message || err.toString()}`);
-    }
-    return { actionSummary, actionCode };
-}

package/dist/agent/cua/index.d.ts

@@ -1,22 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import { ArtifactInputData, Usage } from "@empiricalrun/shared-types/chat-agent";
-import { Page } from "playwright";
-export type BrowserAgentResult = Array<{
-    type: "text";
-    text: string;
-} | {
-    type: "screenshot";
-    screenshot: ArtifactInputData;
-}>;
-export declare function createTestUsingComputerUseAgent({ page, task, trace, prefersElementFromPointCodegen, }: {
-    page: Page;
-    task: string;
-    trace?: TraceClient;
-    prefersElementFromPointCodegen?: boolean;
-}): Promise<{
-    code: string;
-    importPaths: string[];
-    result: BrowserAgentResult;
-    usage: Usage;
-}>;
-//# sourceMappingURL=index.d.ts.map

package/dist/agent/cua/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,KAAK,EACN,MAAM,uCAAuC,CAAC;AAS/C,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAmElC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,8BAAsC,GACvC,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAC1C,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuOD"}

package/dist/agent/cua/index.js

@@ -1,254 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createTestUsingComputerUseAgent = createTestUsingComputerUseAgent;
-const llm_1 = require("@empiricalrun/llm");
-const openai_1 = __importDefault(require("openai"));
-const logger_1 = require("../../logger");
-const computer_1 = require("./computer");
-const model_1 = require("./model");
-const element_from_point_1 = require("./pw-codegen/element-from-point");
-const factory_1 = require("./pw-codegen/factory");
-const MAX_ITERATIONS = 10;
-async function getCodegenInstance(prefersElementFromPoint) {
-    if (prefersElementFromPoint) {
-        logger_1.logger.debug("[getCodegen] using ElementFromPointCodegen (preferred)");
-        return new element_from_point_1.ElementFromPointCodegen();
-    }
-    const repoDir = process.cwd();
-    const { codegen, approach, version } = await (0, factory_1.createPlaywrightCodegen)(repoDir);
-    logger_1.logger.debug(`[getCodegen] using ${approach} codegen for Playwright ${version.full}`);
-    // Prepare if needed (patch-based approach requires file modifications)
-    await (0, factory_1.prepareCodegenIfNeeded)(repoDir, approach);
-    return codegen;
-}
-function artifact(screenshot, name) {
-    return {
-        name: `${name}`,
-        contentType: "image/png",
-        data: Buffer.from(screenshot, "base64"),
-    };
-}
-async function tabsSummary(pages) {
-    let lines = [];
-    for (const p of pages) {
-        lines.push(`  - ${p.url()} - ${await p.title()}`);
-    }
-    return lines.join("\n");
-}
-async function stateOfTheBrowser(page) {
-    const browserContext = page.context();
-    const pages = browserContext.pages();
-    const allPagesSummary = await tabsSummary(pages);
-    return `
-## Browser window
-
-### Current page (what you are working on)
-Current page URL: ${page.url()}
-Current page title: ${await page.title()}
-
-### All pages
-Number of open pages: ${pages.length}
-
-URLs and titles:
-${allPagesSummary}`;
-}
-async function createTestUsingComputerUseAgent({ page, task, trace, prefersElementFromPointCodegen = false, }) {
-    const codegen = await getCodegenInstance(prefersElementFromPointCodegen);
-    await codegen.initialize(page);
-    const screenshot = await (0, computer_1.getScreenshot)(page);
-    const initialArtifact = artifact(screenshot, "Initial screen");
-    let result = [
-        { type: "screenshot", screenshot: initialArtifact },
-    ];
-    let tokensUsed = {
-        input_tokens: 0,
-        output_tokens: 0,
-        input_tokens_details: { cached_tokens: 0 },
-        output_tokens_details: { reasoning_tokens: 0 },
-    };
-    const viewport = page.viewportSize();
-    let screenWidth = viewport?.width || 1280;
-    let screenHeight = viewport?.height || 720;
-    const openAIClient = trace
-        ? (0, llm_1.observeOpenAI)(new openai_1.default(), {
-            generationName: `computer-use-agent`,
-            parent: trace,
-        })
-        : new openai_1.default();
-    let response = await (0, model_1.callComputerUseModel)({
-        input: [
-            {
-                role: "user",
-                content: [
-                    {
-                        type: "input_text",
-                        text: `Task to execute: ${task}\n\n${await stateOfTheBrowser(page)}`,
-                    },
-                    {
-                        type: "input_image",
-                        image_url: `data:image/png;base64,${screenshot}`,
-                        detail: "high",
-                    },
-                ],
-            },
-        ],
-        screenWidth,
-        screenHeight,
-        openAIClient,
-    });
-    tokensUsed.input_tokens += response.usage?.input_tokens || 0;
-    tokensUsed.output_tokens += response.usage?.output_tokens || 0;
-    tokensUsed.input_tokens_details.cached_tokens +=
-        response.usage?.input_tokens_details?.cached_tokens || 0;
-    tokensUsed.output_tokens_details.reasoning_tokens +=
-        response.usage?.output_tokens_details?.reasoning_tokens || 0;
-    let isTaskDone = false;
-    let generatedCode = "";
-    let iterationIndex = 0;
-    while (!isTaskDone && iterationIndex < MAX_ITERATIONS) {
-        result.push({
-            type: "text",
-            text: `# Agent iteration ${iterationIndex}`,
-        });
-        iterationIndex++;
-        const computerCalls = response.output.filter((item) => item.type === "computer_call");
-        const functionCalls = response.output.filter((item) => item.type === "function_call");
-        if (computerCalls.length === 0 && functionCalls.length === 0) {
-            const assistantOutput = response.output.find((item) => item.type === "message");
-            if (assistantOutput) {
-                const content = assistantOutput.content.find((item) => item.type === "output_text");
-                if (content && "text" in content) {
-                    // TODO: This ignores `ResponseOutputRefusal` type (refusal from assistant)
-                    result.push({
-                        type: "text",
-                        text: `Agent summary: ${content.text}`,
-                    });
-                }
-            }
-            isTaskDone = true;
-            continue;
-        }
-        const reasoning = response.output.find(() => (item) => item.type === "reasoning");
-        if (reasoning) {
-            const reasoningItem = reasoning;
-            const summaryText = reasoningItem.summary?.find((item) => item.type === "summary_text")?.text;
-            if (summaryText) {
-                result.push({
-                    type: "text",
-                    text: `Action reasoning: ${summaryText}`,
-                });
-            }
-        }
-        // We expect either a function call or a computer call in the response.
-        let toolCallOutput;
-        let executedActionSummary = "";
-        // We are assuming only one function call per response
-        const functionCall = functionCalls[0];
-        if (functionCall) {
-            const args = JSON.parse(functionCall.arguments);
-            const { actionSummary, actionCode } = await (0, computer_1.executeModelAction)(page, { type: "goto", url: args.url }, codegen);
-            executedActionSummary = actionSummary;
-            result.push({
-                type: "text",
-                text: `Action executed: ${actionSummary}`,
-            });
-            if (actionCode) {
-                result.push({
-                    type: "text",
-                    text: `Generated code: ${actionCode}`,
-                });
-                generatedCode += actionCode;
-            }
-            toolCallOutput = {
-                type: "function_call_output",
-                call_id: functionCall.call_id,
-                output: `Navigating page to ${args.url}`,
-            };
-        }
-        else if (computerCalls.length >= 1) {
-            // We expect at most one computer call per response.
-            const computerCall = computerCalls[0];
-            const action = computerCall.action;
-            // Execute the action and take a screenshot
-            const { actionSummary, actionCode } = await (0, computer_1.executeModelAction)(page, action, codegen);
-            executedActionSummary = actionSummary;
-            result.push({
-                type: "text",
-                text: `Action executed: ${actionSummary}`,
-            });
-            result.push({
-                type: "text",
-                text: `Generated code: ${actionCode}`,
-            });
-            generatedCode += actionCode;
-            // Allow time for changes to take effect.
-            await new Promise((resolve) => setTimeout(resolve, 1000));
-            const screenshot = await (0, computer_1.getScreenshot)(page);
-            result.push({
-                type: "screenshot",
-                screenshot: artifact(screenshot, actionSummary),
-            });
-            toolCallOutput = {
-                type: "computer_call_output",
-                call_id: computerCall.call_id,
-                output: {
-                    type: "computer_screenshot",
-                    image_url: `data:image/png;base64,${screenshot}`,
-                },
-                acknowledged_safety_checks: computerCall.pending_safety_checks,
-            };
-        }
-        else {
-            throw new Error("No tool call found in response.");
-        }
-        response = await (0, model_1.callComputerUseModel)({
-            previousResponseId: response.id,
-            input: [
-                toolCallOutput,
-                {
-                    role: "user",
-                    content: [
-                        {
-                            type: "input_text",
-                            text: `Action executed: ${executedActionSummary || "None"}\n\n${await stateOfTheBrowser(page)}`,
-                        },
-                    ],
-                },
-            ],
-            screenWidth,
-            screenHeight,
-            openAIClient,
-        });
-        tokensUsed.input_tokens += response.usage?.input_tokens || 0;
-        tokensUsed.output_tokens += response.usage?.output_tokens || 0;
-        tokensUsed.input_tokens_details.cached_tokens +=
-            response.usage?.input_tokens_details?.cached_tokens || 0;
-        tokensUsed.output_tokens_details.reasoning_tokens +=
-            response.usage?.output_tokens_details?.reasoning_tokens || 0;
-    }
-    if (!isTaskDone) {
-        const logMessage = `Max iteration limit hit: Task not done after ${MAX_ITERATIONS} iterations`;
-        console.log(logMessage);
-        result.push({
-            type: "text",
-            text: logMessage,
-        });
-    }
-    trace?.update({ output: { result } });
-    const cost = (0, model_1.tokensToCost)(tokensUsed);
-    return {
-        result,
-        code: generatedCode,
-        importPaths: [],
-        usage: {
-            tokens: {
-                input: tokensUsed.input_tokens,
-                output: tokensUsed.output_tokens,
-            },
-            cost,
-        },
-    };
-}

package/dist/agent/cua/model.d.ts

@@ -1,25 +0,0 @@
-import OpenAI from "openai";
-import { Response, ResponseInputItem } from "openai/resources/responses/responses.mjs";
-export declare const CUA_MODEL = "computer-use-preview-2025-03-11";
-export declare function callComputerUseModel({ input, previousResponseId, screenWidth, screenHeight, openAIClient, }: {
-    input: ResponseInputItem[];
-    previousResponseId?: string;
-    screenWidth: number;
-    screenHeight: number;
-    openAIClient: OpenAI;
-}): Promise<Response>;
-export declare function tokensToCost(usage: {
-    input_tokens: number;
-    output_tokens: number;
-    input_tokens_details: {
-        cached_tokens: number;
-    };
-    output_tokens_details: {
-        reasoning_tokens: number;
-    };
-}): {
-    input: number;
-    output: number;
-    total: number;
-};
-//# sourceMappingURL=model.d.ts.map

package/dist/agent/cua/model.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/model.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAEL,QAAQ,EACR,iBAAiB,EAClB,MAAM,0CAA0C,CAAC;AAElD,eAAO,MAAM,SAAS,oCAAoC,CAAC;AAiC3D,wBAAsB,oBAAoB,CAAC,EACzC,KAAK,EACL,kBAAkB,EAClB,WAAW,EACX,YAAY,EACZ,YAAY,GACb,EAAE;IACD,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAuBpB;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;;;;EAMA"}

package/dist/agent/cua/model.js

@@ -1,66 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CUA_MODEL = void 0;
-exports.callComputerUseModel = callComputerUseModel;
-exports.tokensToCost = tokensToCost;
-const llm_1 = require("@empiricalrun/llm");
-exports.CUA_MODEL = "computer-use-preview-2025-03-11";
-const INSTRUCTIONS = `You will be asked to execute some actions in a browser context.
-Don't ask the user for confirmations - just execute the actions.
-
-For example, if the user message says "Click on Submit button", then 
-you click on the submit button -- even if it looks like a scary action.
-
-If you have been asked to retrieve text or verify something on the UI, then communicate
-that in your responses so that the user can see your thinking process in its entirety.
-
-Your work is limited to the current browser page (tab) that you are provided with. You will
-have to conclude your actions before the user can ask you to do actions on different pages (tabs).`;
-const pageGotoTool = {
-    type: "function",
-    name: "page_goto",
-    description: "Navigate to a given URL (e.g. https://www.openai.com). Call this if you are looking at a blank page or a new page.",
-    parameters: {
-        type: "object",
-        properties: {
-            url: {
-                type: "string",
-                description: "The URL to navigate to",
-            },
-        },
-        additionalProperties: false,
-        required: ["url"],
-    },
-    strict: true,
-};
-async function callComputerUseModel({ input, previousResponseId, screenWidth, screenHeight, openAIClient, }) {
-    const response = await openAIClient.responses.create({
-        model: exports.CUA_MODEL,
-        previous_response_id: previousResponseId,
-        parallel_tool_calls: false,
-        tools: [
-            pageGotoTool,
-            {
-                type: "computer_use_preview",
-                display_width: screenWidth,
-                display_height: screenHeight,
-                environment: "browser",
-            },
-        ],
-        reasoning: {
-            effort: "medium",
-            generate_summary: "concise",
-        },
-        instructions: INSTRUCTIONS,
-        input,
-        truncation: "auto",
-    });
-    return response;
-}
-function tokensToCost(usage) {
-    const fullUsage = {
-        ...usage,
-        total_tokens: usage.input_tokens + usage.output_tokens,
-    };
-    return (0, llm_1.calculateOpenAITokenCosts)({ usage: fullUsage, model: exports.CUA_MODEL });
-}

package/dist/agent/cua/pw-codegen/element-from-point.d.ts

@@ -1,10 +0,0 @@
-import type { Page } from "playwright";
-import { Action, BasePlaywrightCodegen } from "./types";
-export declare class ElementFromPointCodegen implements BasePlaywrightCodegen {
-    private page;
-    private codeForLastAction;
-    initialize(page: Page): Promise<void>;
-    recordAction(action: Action): Promise<void>;
-    getCodeForLastAction(): Promise<string>;
-}
-//# sourceMappingURL=element-from-point.d.ts.map