@relauts/spotcheck-service 1.0.0

package/dist/computer-use/index.js

@@ -0,0 +1,75 @@
+import { createGeminiInteractionClient } from "./client.js";
+import { parseAgentTask } from "./cli.js";
+import { runComputerUseLoop } from "./loop.js";
+import { confirmSafetyInTerminal } from "./safety.js";
+import { defaultSystemPromptVars, loadSystemPrompt } from "./system-prompt.js";
+import { AgentRunError } from "./types.js";
+import { createProcessedScreenshotSaver } from "../playwright/processed.js";
+import { BROWSER_SESSION_RESET_MESSAGE, createBrowserSession, } from "../playwright/session.js";
+import { loadConfig, requireGeminiApiKey } from "../shared/config.js";
+import { logger } from "../shared/logger.js";
+import { isMainModule } from "../shared/main-module.js";
+export { AgentRunError, BROWSER_SESSION_RESET_MESSAGE };
+const agentSession = createBrowserSession();
+let shuttingDown = false;
+export async function closeAgentSession() {
+    await agentSession.close();
+}
+async function shutdown(exitCode, reason) {
+    if (shuttingDown) {
+        process.exit(exitCode);
+    }
+    shuttingDown = true;
+    logger.info(reason);
+    await closeAgentSession();
+    process.exit(exitCode);
+}
+export async function runAgent(task, config = loadConfig(), confirmSafety = confirmSafetyInTerminal, session = agentSession, model = config.geminiModel, extras = {}) {
+    requireGeminiApiKey(config);
+    logger.info(`Computer-use model=${model} thinking=${config.geminiThinkingLevel}` +
+        (config.geminiSeed !== undefined ? ` seed=${config.geminiSeed}` : ""));
+    const { page, sessionReset } = await session.ensurePage(config);
+    if (sessionReset) {
+        logger.info(BROWSER_SESSION_RESET_MESSAGE);
+    }
+    const systemInstruction = await loadSystemPrompt(defaultSystemPromptVars(config.viewportWidth, config.viewportHeight));
+    const result = await runComputerUseLoop({
+        client: createGeminiInteractionClient(config, model, systemInstruction),
+        page,
+        saveScreenshot: createProcessedScreenshotSaver(page, config.processedDir),
+        confirmSafety: extras.confirmSafety ?? confirmSafety,
+        screenWidth: config.viewportWidth,
+        screenHeight: config.viewportHeight,
+        maxTurns: config.agentMaxTurns,
+        onIntent: extras.onIntent,
+        signal: extras.signal,
+    }, task);
+    logger.info(`Computer-use status=${result.status} turns=${result.turns}`);
+    return { text: result.finalText, sessionReset, usage: result.usage };
+}
+function registerShutdownHandlers() {
+    const onSignal = (signal) => {
+        void shutdown(0, `Received ${signal}, shutting down`);
+    };
+    process.once("SIGINT", onSignal);
+    process.once("SIGTERM", onSignal);
+}
+async function waitUntilStopped() {
+    logger.info("Task finished. Browser stays open until Ctrl+C");
+    await new Promise(() => {
+        // Shutdown handlers call process.exit.
+    });
+}
+async function main() {
+    registerShutdownHandlers();
+    const task = parseAgentTask(process.argv);
+    await runAgent(task);
+    await waitUntilStopped();
+}
+if (isMainModule(import.meta.url)) {
+    main().catch((error) => {
+        logger.error("Fatal error", error);
+        void shutdown(1, "Exiting after fatal error");
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/computer-use/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/computer-use/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC/E,OAAO,EAAE,aAAa,EAA6C,MAAM,YAAY,CAAC;AACtF,OAAO,EAAE,8BAA8B,EAAE,MAAM,4BAA4B,CAAC;AAC5E,OAAO,EACL,6BAA6B,EAC7B,oBAAoB,GAErB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAkB,MAAM,qBAAqB,CAAC;AAEtF,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,6BAA6B,EAAE,CAAC;AAQxD,MAAM,YAAY,GAAG,oBAAoB,EAAE,CAAC;AAC5C,IAAI,YAAY,GAAG,KAAK,CAAC;AAEzB,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC;AAC7B,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,QAAgB,EAAE,MAAc;IACtD,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED,YAAY,GAAG,IAAI,CAAC;IACpB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,MAAM,iBAAiB,EAAE,CAAC;IAC1B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,SAAoB,UAAU,EAAE,EAChC,gBAAiC,uBAAuB,EACxD,UAA0B,YAAY,EACtC,KAAK,GAAG,MAAM,CAAC,WAAW,EAC1B,SAAyB,EAAE;IAE3B,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE5B,MAAM,CAAC,IAAI,CACT,sBAAsB,KAAK,aAAa,MAAM,CAAC,mBAAmB,EAAE;QAClE,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACxE,CAAC;IACF,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAEhE,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,gBAAgB,CAC9C,uBAAuB,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,cAAc,CAAC,CACrE,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC;QACE,MAAM,EAAE,6BAA6B,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB,CAAC;QACvE,IAAI;QACJ,cAAc,EAAE,8BAA8B,CAAC,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC;QACzE,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,aAAa;QACpD,WAAW,EAAE,MAAM,CAAC,aAAa;QACjC,YAAY,EAAE,MAAM,CAAC,cAAc;QACnC,QAAQ,EAAE,MAAM,CAAC,aAAa;QAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,EACD,IAAI,CACL,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,MAAM,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,QAAQ,GAAG,CAAC,MAAsB,EAAQ,EAAE;QAChD,KAAK,QAAQ,CAAC,CAAC,EAAE,YAAY,MAAM,iBAAiB,CAAC,CAAC;IACxD,CAAC,CAAC;IAEF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC9D,MAAM,IAAI,OAAO,CAAO,GAAG,EAAE;QAC3B,uCAAuC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,wBAAwB,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,gBAAgB,EAAE,CAAC;AAC3B,CAAC;AAED,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAClC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QAC9B,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QACnC,KAAK,QAAQ,CAAC,CAAC,EAAE,2BAA2B,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/computer-use/keys.d.ts

@@ -0,0 +1,3 @@
+export declare function mapGeminiKey(key: string): string;
+export declare function mapGeminiKeys(keys: string[]): string[];
+export declare function selectAllShortcut(platform?: NodeJS.Platform): string;

package/dist/computer-use/keys.js

@@ -0,0 +1,50 @@
+const KEY_ALIASES = {
+    return: "Enter",
+    enter: "Enter",
+    esc: "Escape",
+    escape: "Escape",
+    ctrl: "Control",
+    control: "Control",
+    cmd: "Meta",
+    command: "Meta",
+    super: "Meta",
+    meta: "Meta",
+    alt: "Alt",
+    option: "Alt",
+    space: "Space",
+    spacebar: "Space",
+    backspace: "Backspace",
+    tab: "Tab",
+    del: "Delete",
+    delete: "Delete",
+    up: "ArrowUp",
+    down: "ArrowDown",
+    left: "ArrowLeft",
+    right: "ArrowRight",
+    arrowup: "ArrowUp",
+    arrowdown: "ArrowDown",
+    arrowleft: "ArrowLeft",
+    arrowright: "ArrowRight",
+    pageup: "PageUp",
+    pagedown: "PageDown",
+    home: "Home",
+    end: "End",
+    shift: "Shift",
+};
+export function mapGeminiKey(key) {
+    const trimmed = key.trim();
+    if (!trimmed) {
+        throw new Error("Key must be a non-empty string");
+    }
+    if (trimmed.length === 1) {
+        return trimmed;
+    }
+    return KEY_ALIASES[trimmed.toLowerCase()] ?? trimmed;
+}
+export function mapGeminiKeys(keys) {
+    return keys.map(mapGeminiKey);
+}
+export function selectAllShortcut(platform = process.platform) {
+    return platform === "darwin" ? "Meta+A" : "Control+A";
+}
+//# sourceMappingURL=keys.js.map

package/dist/computer-use/keys.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keys.js","sourceRoot":"","sources":["../../src/computer-use/keys.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,GAA2B;IAC1C,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,OAAO;IACd,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,SAAS;IACf,OAAO,EAAE,SAAS;IAClB,GAAG,EAAE,MAAM;IACX,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,OAAO;IACd,QAAQ,EAAE,OAAO;IACjB,SAAS,EAAE,WAAW;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,QAAQ;IAChB,EAAE,EAAE,SAAS;IACb,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,YAAY;IACnB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACf,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,IAAI,OAAO,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAc;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ;IAC3D,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;AACxD,CAAC"}

package/dist/computer-use/loop.d.ts

@@ -0,0 +1,22 @@
+import { type TokenUsage } from "../shared/cost.js";
+import { type ComputerUsePage, type IntentListener, type InteractionClient, type SafetyConfirmer, type ScreenshotSaver, type Sleeper } from "./types.js";
+export interface AgentLoopDeps {
+    client: InteractionClient;
+    page: ComputerUsePage;
+    saveScreenshot: ScreenshotSaver;
+    confirmSafety: SafetyConfirmer;
+    screenWidth: number;
+    screenHeight: number;
+    maxTurns: number;
+    sleep?: Sleeper;
+    readScreenshot?: (filePath: string) => Promise<string>;
+    onIntent?: IntentListener;
+    signal?: AbortSignal;
+}
+export interface AgentLoopResult {
+    status: "completed" | "max_turns" | "safety_denied";
+    turns: number;
+    finalText: string;
+    usage: TokenUsage;
+}
+export declare function runComputerUseLoop(deps: AgentLoopDeps, task: string): Promise<AgentLoopResult>;

package/dist/computer-use/loop.js

@@ -0,0 +1,90 @@
+import { buildFunctionResults, executeFunctionCalls } from "./actions.js";
+import { compactOldScreenshots, extractModelText, getFunctionCalls } from "./history.js";
+import { logger } from "../shared/logger.js";
+import { addUsage, EMPTY_USAGE } from "../shared/cost.js";
+import { readWebpAsBase64 } from "./screenshot.js";
+import { AgentRunError, } from "./types.js";
+async function screenshotBase64(saveScreenshot, actionName, readScreenshot) {
+    const filePath = await saveScreenshot(actionName);
+    return readScreenshot(filePath);
+}
+async function throwIfAborted(signal, usage) {
+    if (signal?.aborted) {
+        throw new AgentRunError("Agent stopped", usage);
+    }
+}
+export async function runComputerUseLoop(deps, task) {
+    const readScreenshot = deps.readScreenshot ?? readWebpAsBase64;
+    await throwIfAborted(deps.signal, EMPTY_USAGE);
+    const initialImage = await screenshotBase64(deps.saveScreenshot, "start", readScreenshot);
+    const history = [
+        {
+            type: "user_input",
+            content: [
+                { type: "text", text: task },
+                { type: "image", data: initialImage, mime_type: "image/webp" },
+            ],
+        },
+    ];
+    let finalText = "";
+    let usage = EMPTY_USAGE;
+    for (let turn = 1; turn <= deps.maxTurns; turn += 1) {
+        await throwIfAborted(deps.signal, usage);
+        logger.info(`Computer-use turn ${turn}/${deps.maxTurns}`);
+        let interaction;
+        try {
+            interaction = await deps.client.create([...history]);
+            usage = addUsage(usage, interaction.usage ?? EMPTY_USAGE);
+        }
+        catch (error) {
+            if (deps.signal?.aborted) {
+                throw new AgentRunError("Agent stopped", usage);
+            }
+            logger.error("Gemini API call failed", error);
+            if (error instanceof AgentRunError) {
+                throw new AgentRunError(error.message, addUsage(usage, error.usage));
+            }
+            throw new AgentRunError(error instanceof Error ? error.message : String(error), usage);
+        }
+        await throwIfAborted(deps.signal, usage);
+        history.push(...interaction.steps);
+        const calls = getFunctionCalls(interaction.steps);
+        if (calls.length === 0) {
+            finalText = extractModelText(interaction.steps);
+            logger.info(`Agent finished: ${finalText || "(no text)"}`);
+            return { status: "completed", turns: turn, finalText, usage };
+        }
+        let results;
+        let terminated;
+        let lastScreenshotPath;
+        try {
+            ({ results, terminated, lastScreenshotPath } = await executeFunctionCalls(calls, {
+                page: deps.page,
+                screenWidth: deps.screenWidth,
+                screenHeight: deps.screenHeight,
+                saveScreenshot: deps.saveScreenshot,
+                confirmSafety: deps.confirmSafety,
+                sleep: deps.sleep,
+                onIntent: deps.onIntent,
+                signal: deps.signal,
+            }));
+        }
+        catch (error) {
+            if (error instanceof AgentRunError && error.message === "Agent stopped") {
+                throw new AgentRunError("Agent stopped", usage);
+            }
+            throw error;
+        }
+        if (terminated) {
+            logger.info("Agent stopped after safety denial");
+            return { status: "safety_denied", turns: turn, finalText, usage };
+        }
+        const screenshotPath = lastScreenshotPath ?? (await deps.saveScreenshot("state"));
+        const image = await readScreenshot(screenshotPath);
+        history.push(...buildFunctionResults(results, deps.page.url(), image));
+        compactOldScreenshots(history);
+    }
+    logger.info(`Agent stopped at max turns (${deps.maxTurns})`);
+    return { status: "max_turns", turns: deps.maxTurns, finalText, usage };
+}
+//# sourceMappingURL=loop.js.map

package/dist/computer-use/loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/computer-use/loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAmB,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EACL,aAAa,GAQd,MAAM,YAAY,CAAC;AAuBpB,KAAK,UAAU,gBAAgB,CAC7B,cAA+B,EAC/B,UAAkB,EAClB,cAAqD;IAErD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;IAClD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAA+B,EAAE,KAAiB;IAC9E,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAmB,EACnB,IAAY;IAEZ,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,gBAAgB,CAAC;IAC/D,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAE1F,MAAM,OAAO,GAAsB;QACjC;YACE,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC5B,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE;aAC/D;SACF;KACF,CAAC;IAEF,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,KAAK,GAAG,WAAW,CAAC;IAExB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,qBAAqB,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE1D,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC;YACH,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;YACrD,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC9C,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACnC,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,aAAa,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;QACzF,CAAC;QAED,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAElD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,mBAAmB,SAAS,IAAI,WAAW,EAAE,CAAC,CAAC;YAC3D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAChE,CAAC;QAED,IAAI,OAAO,CAAC;QACZ,IAAI,UAAU,CAAC;QACf,IAAI,kBAAkB,CAAC;QACvB,IAAI,CAAC;YACH,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE;gBAC/E,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,OAAO,KAAK,eAAe,EAAE,CAAC;gBACxE,MAAM,IAAI,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;YACjD,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACpE,CAAC;QAED,MAAM,cAAc,GAAG,kBAAkB,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,cAAc,CAAC,CAAC;QACnD,OAAO,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;QACvE,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;IAC7D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACzE,CAAC"}

package/dist/computer-use/safety.d.ts

@@ -0,0 +1,15 @@
+export interface SafetyDecision {
+    readonly decision: string;
+    readonly explanation: string;
+}
+export declare function readSafetyDecision(args: Record<string, unknown>): SafetyDecision | undefined;
+export declare function isSafetyBlocked(decision: SafetyDecision | undefined): boolean;
+export declare function requiresSafetyConfirmation(decision: SafetyDecision | undefined): boolean;
+/**
+ * Fallback confirmer for the web UI when no interactive confirmer is wired up
+ * (e.g. tests, or callers that don't pass a per-request confirmer). Auto-approving
+ * here is NOT safe for real production traffic; startWebServer always supplies a
+ * real popup-backed confirmer per request, see createWebSafetyConfirmer in server.ts.
+ */
+export declare function confirmSafetyForWeb(explanation: string, actionName: string): Promise<boolean>;
+export declare function confirmSafetyInTerminal(explanation: string, actionName: string): Promise<boolean>;

package/dist/computer-use/safety.js

@@ -0,0 +1,45 @@
+import readline from "node:readline/promises";
+import { stdin as input, stdout as output } from "node:process";
+import { logger } from "../shared/logger.js";
+export function readSafetyDecision(args) {
+    const raw = args.safety_decision;
+    if (typeof raw !== "object" || raw === null || Array.isArray(raw)) {
+        return undefined;
+    }
+    const record = raw;
+    return {
+        decision: typeof record.decision === "string" ? record.decision : "",
+        explanation: typeof record.explanation === "string" ? record.explanation : "",
+    };
+}
+export function isSafetyBlocked(decision) {
+    return decision?.decision === "blocked";
+}
+export function requiresSafetyConfirmation(decision) {
+    return decision?.decision === "require_confirmation";
+}
+/**
+ * Fallback confirmer for the web UI when no interactive confirmer is wired up
+ * (e.g. tests, or callers that don't pass a per-request confirmer). Auto-approving
+ * here is NOT safe for real production traffic; startWebServer always supplies a
+ * real popup-backed confirmer per request, see createWebSafetyConfirmer in server.ts.
+ */
+export async function confirmSafetyForWeb(explanation, actionName) {
+    logger.info(`Safety confirmation auto-approved (web fallback): ${actionName} - ${explanation || "No explanation provided"}`);
+    return true;
+}
+export async function confirmSafetyInTerminal(explanation, actionName) {
+    if (!input.isTTY) {
+        logger.error("Safety confirmation required but stdin is not a TTY");
+        return false;
+    }
+    const rl = readline.createInterface({ input, output });
+    try {
+        const answer = await rl.question(`Safety confirmation required for ${actionName}: ${explanation || "No explanation provided"}\nProceed? [y/N] `);
+        return /^y(es)?$/i.test(answer.trim());
+    }
+    finally {
+        rl.close();
+    }
+}
+//# sourceMappingURL=safety.js.map

package/dist/computer-use/safety.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safety.js","sourceRoot":"","sources":["../../src/computer-use/safety.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,wBAAwB,CAAC;AAC9C,OAAO,EAAE,KAAK,IAAI,KAAK,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAO7C,MAAM,UAAU,kBAAkB,CAAC,IAA6B;IAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC;IACjC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,GAAoD,CAAC;IACpE,OAAO;QACL,QAAQ,EAAE,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;QACpE,WAAW,EAAE,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE;KAC9E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAoC;IAClE,OAAO,QAAQ,EAAE,QAAQ,KAAK,SAAS,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAAoC;IAC7E,OAAO,QAAQ,EAAE,QAAQ,KAAK,sBAAsB,CAAC;AACvD,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,WAAmB,EAAE,UAAkB;IAC/E,MAAM,CAAC,IAAI,CACT,qDAAqD,UAAU,MAAM,WAAW,IAAI,yBAAyB,EAAE,CAChH,CAAC;IACF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,WAAmB,EAAE,UAAkB;IACnF,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAC9B,oCAAoC,UAAU,KAAK,WAAW,IAAI,yBAAyB,mBAAmB,CAC/G,CAAC;QACF,OAAO,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}

package/dist/computer-use/screenshot.d.ts

@@ -0,0 +1,5 @@
+export declare function readWebpAsBase64(filePath: string): Promise<string>;
+export declare function loadLatestWebpBase64(directory?: string): Promise<{
+    path: string;
+    data: string;
+}>;

package/dist/computer-use/screenshot.js

@@ -0,0 +1,16 @@
+import fs from "node:fs/promises";
+import { getLatestWebpPath } from "../playwright/processed.js";
+export async function readWebpAsBase64(filePath) {
+    return fs.readFile(filePath, { encoding: "base64" });
+}
+export async function loadLatestWebpBase64(directory) {
+    const filePath = await getLatestWebpPath(directory);
+    if (!filePath) {
+        throw new Error("No processed webp screenshot found");
+    }
+    return {
+        path: filePath,
+        data: await readWebpAsBase64(filePath),
+    };
+}
+//# sourceMappingURL=screenshot.js.map

package/dist/computer-use/screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/computer-use/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IACrD,OAAO,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAkB;IAElB,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAED,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,gBAAgB,CAAC,QAAQ,CAAC;KACvC,CAAC;AACJ,CAAC"}

package/dist/computer-use/system-prompt.d.ts

@@ -0,0 +1,11 @@
+export declare const SYSTEM_PROMPT_PATH: string;
+export interface SystemPromptVars {
+    readonly os: string;
+    readonly displayWidth: number;
+    readonly displayHeight: number;
+    readonly keyboardLayout: string;
+}
+export declare function osLabel(platform?: NodeJS.Platform): string;
+export declare function defaultSystemPromptVars(displayWidth: number, displayHeight: number, platform?: NodeJS.Platform, locale?: string): SystemPromptVars;
+export declare function renderSystemPrompt(template: string, vars: SystemPromptVars): string;
+export declare function loadSystemPrompt(vars: SystemPromptVars, filePath?: string): Promise<string>;

package/dist/computer-use/system-prompt.js

@@ -0,0 +1,41 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+export const SYSTEM_PROMPT_PATH = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "../../files/system_prompt.txt");
+export function osLabel(platform = process.platform) {
+    if (platform === "darwin") {
+        return "Chromium on macOS";
+    }
+    if (platform === "win32") {
+        return "Chromium on Windows";
+    }
+    if (platform === "linux") {
+        return "Chromium on Linux";
+    }
+    return `Chromium on ${platform}`;
+}
+export function defaultSystemPromptVars(displayWidth, displayHeight, platform = process.platform, locale = Intl.DateTimeFormat().resolvedOptions().locale) {
+    return {
+        os: osLabel(platform),
+        displayWidth,
+        displayHeight,
+        keyboardLayout: locale,
+    };
+}
+export function renderSystemPrompt(template, vars) {
+    return template
+        .replaceAll("{{os}}", vars.os)
+        .replaceAll("{{display_width}}", String(vars.displayWidth))
+        .replaceAll("{{display_height}}", String(vars.displayHeight))
+        .replaceAll("{{keyboard_layout}}", vars.keyboardLayout)
+        .trim();
+}
+export async function loadSystemPrompt(vars, filePath = SYSTEM_PROMPT_PATH) {
+    const template = await fs.readFile(filePath, "utf8");
+    const rendered = renderSystemPrompt(template, vars);
+    if (!rendered) {
+        throw new Error("system_prompt.txt is empty");
+    }
+    return rendered;
+}
+//# sourceMappingURL=system-prompt.js.map

package/dist/computer-use/system-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-prompt.js","sourceRoot":"","sources":["../../src/computer-use/system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAC5C,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAC5C,+BAA+B,CAChC,CAAC;AASF,MAAM,UAAU,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ;IACjD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAED,OAAO,eAAe,QAAQ,EAAE,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,YAAoB,EACpB,aAAqB,EACrB,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAC3B,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,eAAe,EAAE,CAAC,MAAM;IAEvD,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC;QACrB,YAAY;QACZ,aAAa;QACb,cAAc,EAAE,MAAM;KACvB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB,EAAE,IAAsB;IACzE,OAAO,QAAQ;SACZ,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC;SAC7B,UAAU,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAC1D,UAAU,CAAC,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;SAC5D,UAAU,CAAC,qBAAqB,EAAE,IAAI,CAAC,cAAc,CAAC;SACtD,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAsB,EACtB,QAAQ,GAAG,kBAAkB;IAE7B,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/computer-use/types.d.ts

@@ -0,0 +1,83 @@
+import type { TokenUsage } from "../shared/cost.js";
+export declare const BROWSER_ACTION_NAMES: readonly ["click", "double_click", "triple_click", "middle_click", "right_click", "mouse_down", "mouse_up", "move", "type", "drag_and_drop", "wait", "press_key", "key_down", "key_up", "hotkey", "take_screenshot", "scroll", "go_back", "navigate", "go_forward"];
+export type BrowserActionName = (typeof BROWSER_ACTION_NAMES)[number];
+export type MouseButton = "left" | "right" | "middle";
+export interface ComputerUseMouse {
+    click(x: number, y: number, options?: {
+        button?: MouseButton;
+        clickCount?: number;
+    }): Promise<void>;
+    dblclick(x: number, y: number): Promise<void>;
+    move(x: number, y: number): Promise<void>;
+    down(): Promise<void>;
+    up(): Promise<void>;
+    wheel(deltaX: number, deltaY: number): Promise<void>;
+}
+export interface ComputerUseKeyboard {
+    type(text: string): Promise<void>;
+    press(key: string): Promise<void>;
+    down(key: string): Promise<void>;
+    up(key: string): Promise<void>;
+}
+export interface ComputerUsePage {
+    url(): string;
+    goto(url: string): Promise<unknown>;
+    goBack(): Promise<unknown>;
+    goForward(): Promise<unknown>;
+    mouse: ComputerUseMouse;
+    keyboard: ComputerUseKeyboard;
+}
+export interface ContentBlock {
+    type: string;
+    text?: string;
+    data?: string;
+    mime_type?: string;
+}
+export interface InteractionStep {
+    type: string;
+    id?: string;
+    name?: string;
+    call_id?: string;
+    arguments?: Record<string, unknown>;
+    content?: ContentBlock[];
+    result?: unknown;
+    is_error?: boolean;
+}
+export interface FunctionCallStep extends InteractionStep {
+    type: "function_call";
+    id: string;
+    name: string;
+    arguments: Record<string, unknown>;
+}
+export interface FunctionResultStep extends InteractionStep {
+    type: "function_result";
+    call_id: string;
+    name: string;
+    is_error?: boolean;
+    result: ContentBlock[];
+}
+export interface InteractionResponse {
+    steps: InteractionStep[];
+    usage?: TokenUsage;
+}
+export declare class AgentRunError extends Error {
+    readonly usage: TokenUsage;
+    constructor(message: string, usage: TokenUsage);
+}
+export interface InteractionClient {
+    create(input: InteractionStep[]): Promise<InteractionResponse>;
+}
+export type ScreenshotSaver = (actionName: string) => Promise<string>;
+export type SafetyConfirmer = (explanation: string, actionName: string) => Promise<boolean>;
+export type Sleeper = (ms: number) => Promise<void>;
+export type IntentListener = (label: string) => void | Promise<void>;
+export interface ActionResult {
+    name: string;
+    callId: string;
+    payload: Record<string, unknown>;
+}
+export interface ExecuteTurnResult {
+    results: ActionResult[];
+    terminated: boolean;
+    lastScreenshotPath: string | undefined;
+}

package/dist/computer-use/types.js

@@ -0,0 +1,31 @@
+export const BROWSER_ACTION_NAMES = [
+    "click",
+    "double_click",
+    "triple_click",
+    "middle_click",
+    "right_click",
+    "mouse_down",
+    "mouse_up",
+    "move",
+    "type",
+    "drag_and_drop",
+    "wait",
+    "press_key",
+    "key_down",
+    "key_up",
+    "hotkey",
+    "take_screenshot",
+    "scroll",
+    "go_back",
+    "navigate",
+    "go_forward",
+];
+export class AgentRunError extends Error {
+    usage;
+    constructor(message, usage) {
+        super(message);
+        this.usage = usage;
+        this.name = "AgentRunError";
+    }
+}
+//# sourceMappingURL=types.js.map

package/dist/computer-use/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/computer-use/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,OAAO;IACP,cAAc;IACd,cAAc;IACd,cAAc;IACd,aAAa;IACb,YAAY;IACZ,UAAU;IACV,MAAM;IACN,MAAM;IACN,eAAe;IACf,MAAM;IACN,WAAW;IACX,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,iBAAiB;IACjB,QAAQ;IACR,SAAS;IACT,UAAU;IACV,YAAY;CACJ,CAAC;AAyEX,MAAM,OAAO,aAAc,SAAQ,KAAK;IAG3B;IAFX,YACE,OAAe,EACN,KAAiB;QAE1B,KAAK,CAAC,OAAO,CAAC,CAAC;QAFN,UAAK,GAAL,KAAK,CAAY;QAG1B,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF"}

package/dist/playwright/actions.d.ts

@@ -0,0 +1,81 @@
+import type { Locator, Page } from "playwright";
+export type Selector = string | Locator;
+export interface Coordinates {
+    readonly x: number;
+    readonly y: number;
+}
+type MouseClickOptions = Parameters<Page["mouse"]["click"]>[2];
+type MouseDblclickOptions = Parameters<Page["mouse"]["dblclick"]>[2];
+type MouseMoveOptions = Parameters<Page["mouse"]["move"]>[2];
+export declare const PLAYWRIGHT_ACTION_NAMES: readonly ["goto", "goBack", "goForward", "reload", "setContent", "click", "dblclick", "tap", "fill", "clear", "type", "pressSequentially", "press", "check", "uncheck", "setChecked", "selectOption", "selectText", "hover", "focus", "blur", "dragTo", "setInputFiles", "scrollIntoViewIfNeeded", "highlight", "screenshot", "dispatchEvent", "keyboard", "mouse", "touchscreen"];
+export type PlaywrightActionName = (typeof PLAYWRIGHT_ACTION_NAMES)[number];
+export interface PlaywrightActions {
+    goto: Page["goto"];
+    goBack: Page["goBack"];
+    goForward: Page["goForward"];
+    reload: Page["reload"];
+    setContent: Page["setContent"];
+    click: {
+        (x: number, y: number, options?: MouseClickOptions): Promise<void>;
+        (coords: Coordinates, options?: MouseClickOptions): Promise<void>;
+        (target: Selector, options?: Parameters<Locator["click"]>[0]): Promise<void>;
+    };
+    dblclick: {
+        (x: number, y: number, options?: MouseDblclickOptions): Promise<void>;
+        (coords: Coordinates, options?: MouseDblclickOptions): Promise<void>;
+        (target: Selector, options?: Parameters<Locator["dblclick"]>[0]): Promise<void>;
+    };
+    tap: {
+        (x: number, y: number): Promise<void>;
+        (coords: Coordinates): Promise<void>;
+        (target: Selector, options?: Parameters<Locator["tap"]>[0]): Promise<void>;
+    };
+    fill: (target: Selector, ...args: Parameters<Locator["fill"]>) => Promise<void>;
+    clear: (target: Selector, ...args: Parameters<Locator["clear"]>) => Promise<void>;
+    type: (target: Selector, ...args: Parameters<Locator["type"]>) => Promise<void>;
+    pressSequentially: (target: Selector, ...args: Parameters<Locator["pressSequentially"]>) => Promise<void>;
+    press: (target: Selector, ...args: Parameters<Locator["press"]>) => Promise<void>;
+    check: (target: Selector, ...args: Parameters<Locator["check"]>) => Promise<void>;
+    uncheck: (target: Selector, ...args: Parameters<Locator["uncheck"]>) => Promise<void>;
+    setChecked: (target: Selector, ...args: Parameters<Locator["setChecked"]>) => Promise<void>;
+    selectOption: (target: Selector, ...args: Parameters<Locator["selectOption"]>) => Promise<Array<string>>;
+    selectText: (target: Selector, ...args: Parameters<Locator["selectText"]>) => Promise<void>;
+    hover: {
+        (x: number, y: number, options?: MouseMoveOptions): Promise<void>;
+        (coords: Coordinates, options?: MouseMoveOptions): Promise<void>;
+        (target: Selector, options?: Parameters<Locator["hover"]>[0]): Promise<void>;
+    };
+    focus: (target: Selector, ...args: Parameters<Locator["focus"]>) => Promise<void>;
+    blur: (target: Selector, ...args: Parameters<Locator["blur"]>) => Promise<void>;
+    dragTo: {
+        (from: Coordinates, to: Coordinates): Promise<void>;
+        (source: Selector, target: Selector, options?: Parameters<Locator["dragTo"]>[1]): Promise<void>;
+        (source: Selector | Coordinates, target: Selector | Coordinates): Promise<void>;
+    };
+    setInputFiles: (target: Selector, ...args: Parameters<Locator["setInputFiles"]>) => Promise<void>;
+    scrollIntoViewIfNeeded: (target: Selector, ...args: Parameters<Locator["scrollIntoViewIfNeeded"]>) => Promise<void>;
+    highlight: (target: Selector, ...args: Parameters<Locator["highlight"]>) => Promise<void>;
+    screenshot: (target?: Selector, options?: Parameters<Locator["screenshot"]>[0]) => Promise<Buffer>;
+    dispatchEvent: (target: Selector, ...args: Parameters<Locator["dispatchEvent"]>) => Promise<void>;
+    keyboard: {
+        down: Page["keyboard"]["down"];
+        up: Page["keyboard"]["up"];
+        insertText: Page["keyboard"]["insertText"];
+        type: Page["keyboard"]["type"];
+        press: Page["keyboard"]["press"];
+    };
+    mouse: {
+        move: Page["mouse"]["move"];
+        down: Page["mouse"]["down"];
+        up: Page["mouse"]["up"];
+        click: Page["mouse"]["click"];
+        dblclick: Page["mouse"]["dblclick"];
+        wheel: Page["mouse"]["wheel"];
+    };
+    touchscreen: {
+        tap: Page["touchscreen"]["tap"];
+    };
+}
+export declare function isCoordinates(value: unknown): value is Coordinates;
+export declare function createPageActions(page: Page, directory?: string): PlaywrightActions;
+export {};