@monoes/monobrowse 1.0.0

package/dist/src/browser/action-builder/analyzer.d.ts

@@ -0,0 +1,11 @@
+import type { ActionDef } from './types.js';
+export interface AnalyzerPage {
+    evaluate<T>(expression: string): Promise<T>;
+    url(): Promise<string>;
+}
+export interface AnalyzerOptions {
+    apiKey?: string;
+    model?: string;
+}
+export declare function analyzePageForAction(page: AnalyzerPage, task: string, options?: AnalyzerOptions): Promise<ActionDef>;
+//# sourceMappingURL=analyzer.d.ts.map

package/dist/src/browser/action-builder/analyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzer.d.ts","sourceRoot":"","sources":["../../../../src/browser/action-builder/analyzer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAG5C,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5C,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAwDD,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,YAAY,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,SAAS,CAAC,CAqDpB"}

package/dist/src/browser/action-builder/analyzer.js

@@ -0,0 +1,93 @@
+// src/browser/action-builder/analyzer.ts
+import Anthropic from '@anthropic-ai/sdk';
+const MODEL_DEFAULTS = { sonnet: 'claude-sonnet-4-6' };
+const DOM_CAPTURE_EXPR = `
+JSON.stringify(
+  Array.from(document.querySelectorAll('button,input,a,textarea,[role="button"]'))
+    .slice(0, 100)
+    .map(el => ({
+      tag: el.tagName.toLowerCase(),
+      text: el.textContent?.trim().slice(0, 80) ?? '',
+      attrs: {
+        id: el.id || undefined,
+        name: el.getAttribute('name') || undefined,
+        ariaLabel: el.getAttribute('aria-label') || undefined,
+        type: el.getAttribute('type') || undefined,
+        href: el.tagName === 'A' ? (el.getAttribute('href') || undefined) : undefined
+      }
+    }))
+)`;
+const SYSTEM_PROMPT = `You are an expert browser automation engineer. Given a webpage's interactive elements and a task description, generate a browser automation ActionDef JSON.
+
+Rules:
+- Output ONLY valid JSON matching the ActionDef schema, no markdown, no explanation
+- Use multi-selector find steps: provide CSS selector, aria-label selector, and XPath as fallbacks
+- Use {{params.param_name}} for dynamic values the caller will provide
+- Steps must be executable in order
+
+ActionDef schema:
+{
+  "id": "<platform>:<action_name>",
+  "platform": "<platform>",
+  "name": "<human readable>",
+  "params": ["param1", "param2"],
+  "steps": [
+    { "type": "navigate", "url": "{{params.url}}" },
+    { "type": "find", "selectors": ["css-selector", "[aria-label='...']", "//xpath"], "as": "element_name" },
+    { "type": "click", "target": "{{element_name}}" },
+    { "type": "type", "target": "{{element_name}}", "text": "{{params.text}}", "humanDelay": true },
+    { "type": "wait", "condition": "network_idle", "timeout": 3000 },
+    { "type": "extract", "target": "{{element_name}}", "as": "result" },
+    { "type": "condition", "expression": "{{extracted_value}}", "then": [...steps], "else": [...steps] }
+  ]
+}`;
+export async function analyzePageForAction(page, task, options = {}) {
+    const url = await page.url();
+    const title = await page.evaluate('document.title');
+    const elementsJson = await page.evaluate(DOM_CAPTURE_EXPR);
+    let elements = [];
+    try {
+        elements = JSON.parse(elementsJson);
+    }
+    catch {
+        elements = [];
+    }
+    const domContext = `URL: ${url}
+Title: ${title}
+Interactive elements (${elements.length}):
+${elements.map((el, i) => {
+        const attrs = Object.entries(el.attrs)
+            .filter(([, v]) => v)
+            .map(([k, v]) => `${k}="${v}"`)
+            .join(' ');
+        return `${i + 1}. <${el.tag}${attrs ? ' ' + attrs : ''}>${el.text}</${el.tag}>`;
+    }).join('\n')}`;
+    const client = new Anthropic({ apiKey: options.apiKey ?? process.env['ANTHROPIC_API_KEY'] });
+    const model = options.model ?? MODEL_DEFAULTS.sonnet;
+    const message = await client.messages.create({
+        model,
+        max_tokens: 2048,
+        system: SYSTEM_PROMPT,
+        messages: [
+            {
+                role: 'user',
+                content: `Task: ${task}\n\nPage context:\n${domContext}`,
+            },
+        ],
+    });
+    const content = message.content[0];
+    if (content.type !== 'text')
+        throw new Error('Claude returned non-text response');
+    let actionDef;
+    try {
+        actionDef = JSON.parse(content.text);
+    }
+    catch {
+        throw new Error(`Claude returned invalid JSON:\n${content.text.slice(0, 500)}`);
+    }
+    if (!actionDef.id || !actionDef.steps || !Array.isArray(actionDef.steps)) {
+        throw new Error(`Claude returned invalid ActionDef: missing id or steps\n${content.text.slice(0, 500)}`);
+    }
+    return actionDef;
+}
+//# sourceMappingURL=analyzer.js.map

package/dist/src/browser/action-builder/analyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzer.js","sourceRoot":"","sources":["../../../../src/browser/action-builder/analyzer.ts"],"names":[],"mappings":"AAAA,yCAAyC;AACzC,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAE1C,MAAM,cAAc,GAAG,EAAE,MAAM,EAAE,mBAAmB,EAAW,CAAC;AAwBhE,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;EAevB,CAAC;AAEH,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;EAuBpB,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAkB,EAClB,IAAY,EACZ,UAA2B,EAAE;IAE7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAS,gBAAgB,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAS,gBAAgB,CAAC,CAAC;IAEnE,IAAI,QAAQ,GAAiB,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAiB,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,GAAG;SACvB,KAAK;wBACU,QAAQ,CAAC,MAAM;EACrC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC;aACnC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aACpB,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;aAC9B,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,GAAG,GAAG,CAAC;IAClF,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAEd,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,CAAC,MAAM,CAAC;IAErD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3C,KAAK;QACL,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,aAAa;QACrB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,SAAS,IAAI,sBAAsB,UAAU,EAAE;aACzD;SACF;KACF,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAElF,IAAI,SAAoB,CAAC;IACzB,IAAI,CAAC;QACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAc,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,2DAA2D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/src/browser/action-builder/types.d.ts

@@ -0,0 +1,46 @@
+export interface NavigateStep {
+    type: 'navigate';
+    url: string;
+}
+export interface FindStep {
+    type: 'find';
+    selectors: string[];
+    as: string;
+}
+export interface ClickStep {
+    type: 'click';
+    target: string;
+}
+export interface TypeStep {
+    type: 'type';
+    target: string;
+    text: string;
+    humanDelay?: boolean;
+}
+export interface WaitStep {
+    type: 'wait';
+    condition: 'network_idle' | 'selector' | 'duration';
+    timeout?: number;
+    selector?: string;
+}
+export interface ExtractStep {
+    type: 'extract';
+    target: string;
+    as: string;
+    attribute?: string;
+}
+export interface ConditionStep {
+    type: 'condition';
+    expression: string;
+    then: StepDef[];
+    else?: StepDef[];
+}
+export type StepDef = NavigateStep | FindStep | ClickStep | TypeStep | WaitStep | ExtractStep | ConditionStep;
+export interface ActionDef {
+    id: string;
+    platform: string;
+    name: string;
+    params: string[];
+    steps: StepDef[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/browser/action-builder/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/browser/action-builder/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAAG,IAAI,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;CAAE;AAChE,MAAM,WAAW,QAAQ;IAAG,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,EAAE,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;CAAE;AAC5E,MAAM,WAAW,SAAS;IAAG,IAAI,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;CAAE;AAC7D,MAAM,WAAW,QAAQ;IAAG,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAC;CAAE;AAC/F,MAAM,WAAW,QAAQ;IAAG,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,cAAc,GAAG,UAAU,GAAG,UAAU,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAAE;AACrI,MAAM,WAAW,WAAW;IAAG,IAAI,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAAE;AACjG,MAAM,WAAW,aAAa;IAAG,IAAI,EAAE,WAAW,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,EAAE,CAAC;IAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;CAAE;AAE5G,MAAM,MAAM,OAAO,GAAG,YAAY,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,GAAG,aAAa,CAAC;AAE9G,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,OAAO,EAAE,CAAC;CAClB"}

package/dist/src/browser/action-builder/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/browser/action-builder/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/browser/action-builder/types.ts"],"names":[],"mappings":""}

package/dist/src/browser/actions.d.ts

@@ -0,0 +1,29 @@
+import type { CdpClient } from './cdp.js';
+import type { ElementRef, ClickOptions } from './types.js';
+export declare function clickElement(client: CdpClient, sessionId: string, ref: ElementRef, options?: ClickOptions): Promise<void>;
+export declare function clickPoint(client: CdpClient, sessionId: string, x: number, y: number, options?: ClickOptions): Promise<void>;
+export declare function fillElement(client: CdpClient, sessionId: string, ref: ElementRef, value: string): Promise<void>;
+export declare function typeText(client: CdpClient, sessionId: string, text: string): Promise<void>;
+export declare function pressKeyCombo(client: CdpClient, sessionId: string, key: string, modifiers: number): Promise<void>;
+export declare function pressKey(client: CdpClient, sessionId: string, key: string): Promise<void>;
+export declare function scrollElement(client: CdpClient, sessionId: string, direction: 'up' | 'down' | 'left' | 'right', amount?: number, ref?: ElementRef): Promise<void>;
+export declare function hoverElement(client: CdpClient, sessionId: string, ref: ElementRef): Promise<void>;
+export declare function selectOption(client: CdpClient, sessionId: string, ref: ElementRef, value: string): Promise<void>;
+export declare function checkElement(client: CdpClient, sessionId: string, ref: ElementRef, checked?: boolean): Promise<void>;
+export declare function focusElement(client: CdpClient, sessionId: string, ref: ElementRef): Promise<void>;
+export declare function typeIntoElement(client: CdpClient, sessionId: string, ref: ElementRef, text: string): Promise<void>;
+export declare function keyDown(client: CdpClient, sessionId: string, key: string): Promise<void>;
+export declare function keyUp(client: CdpClient, sessionId: string, key: string): Promise<void>;
+export declare function mouseMove(client: CdpClient, sessionId: string, x: number, y: number): Promise<void>;
+export declare function mouseDown(client: CdpClient, sessionId: string, x: number, y: number, button?: 'left' | 'right' | 'middle'): Promise<void>;
+export declare function mouseUp(client: CdpClient, sessionId: string, x: number, y: number, button?: 'left' | 'right' | 'middle'): Promise<void>;
+export declare function mouseWheel(client: CdpClient, sessionId: string, x: number, y: number, deltaY: number, deltaX?: number): Promise<void>;
+export declare function dragAndDrop(client: CdpClient, sessionId: string, src: ElementRef, tgt: ElementRef): Promise<void>;
+export declare function uploadFile(client: CdpClient, sessionId: string, ref: ElementRef, filePaths: string[]): Promise<void>;
+export declare function readClipboard(client: CdpClient, sessionId: string): Promise<string>;
+export declare function writeClipboard(client: CdpClient, sessionId: string, text: string): Promise<void>;
+export declare function pushState(client: CdpClient, sessionId: string, url: string): Promise<void>;
+export declare function addInitScript(client: CdpClient, sessionId: string, script: string): Promise<string>;
+export declare function removeInitScript(client: CdpClient, sessionId: string, identifier: string): Promise<void>;
+export declare function evaluateJs(client: CdpClient, sessionId: string, expression: string): Promise<unknown>;
+//# sourceMappingURL=actions.d.ts.map

package/dist/src/browser/actions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../../../src/browser/actions.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG3D,wBAAsB,YAAY,CAChC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAoBf;AAED,wBAAsB,UAAU,CAC9B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAuCf;AAED,wBAAsB,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAIhG;AAED,wBAAsB,aAAa,CACjC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,QAAQ,CAC5B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC,CAoBf;AA4FD,wBAAsB,aAAa,CACjC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,SAAM,EACZ,GAAG,CAAC,EAAE,UAAU,GACf,OAAO,CAAC,IAAI,CAAC,CAqCf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,GACd,OAAO,CAAC,IAAI,CAAC,CASf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAuBf;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,OAAO,UAAO,GACb,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBvG;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG9F;AAED,wBAAsB,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG5F;AAED,wBAAsB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEzG;AAED,wBAAsB,SAAS,CAC7B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAM,GAAG,OAAO,GAAG,QAAiB,GAC3C,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,OAAO,CAC3B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAM,GAAG,OAAO,GAAG,QAAiB,GAC3C,OAAO,CAAC,IAAI,CAAC,CAEf;AAED,wBAAsB,UAAU,CAC9B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,EAAE,MAAM,EACd,MAAM,SAAI,GACT,OAAO,CAAC,IAAI,CAAC,CAEf;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,GAAG,EAAE,UAAU,GACd,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,UAAU,CAC9B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,UAAU,EACf,SAAS,EAAE,MAAM,EAAE,GAClB,OAAO,CAAC,IAAI,CAAC,CAOf;AAED,wBAAsB,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGzF;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAItG;AAED,wBAAsB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAchG;AAED,wBAAsB,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAKzG;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9G;AAED,wBAAsB,UAAU,CAC9B,MAAM,EAAE,SAAS,EACjB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,OAAO,CAAC,CAelB"}

package/dist/src/browser/actions.js

@@ -0,0 +1,398 @@
+import { resolve } from 'path';
+import { getObjectIdForRef, getElementBox } from './snapshot.js';
+export async function clickElement(client, sessionId, ref, options = {}) {
+    const box = await getElementBox(client, sessionId, ref);
+    if (box) {
+        await clickPoint(client, sessionId, box.x, box.y, options);
+        return;
+    }
+    // Fallback: use JS click via objectId
+    const objectId = await getObjectIdForRef(client, sessionId, ref);
+    if (objectId) {
+        await client.send('Runtime.callFunctionOn', {
+            functionDeclaration: 'function() { this.click(); }',
+            objectId,
+            returnByValue: true,
+        }, sessionId);
+        return;
+    }
+    throw new Error(`Cannot click ref @${ref.ref}: element not found in DOM`);
+}
+export async function clickPoint(client, sessionId, x, y, options = {}) {
+    const button = options.button ?? 'left';
+    // Cap clickCount to prevent unbounded loop DoS
+    const clickCount = Math.min(Math.max(1, Math.floor(options.clickCount ?? 1)), 100);
+    const modifiers = options.modifiers ?? 0;
+    const shared = { x, y, button, modifiers };
+    const buttonsMask = button === 'right' ? 2 : button === 'middle' ? 4 : 1;
+    for (let i = 0; i < clickCount; i++) {
+        const count = i + 1;
+        await client.send('Input.dispatchMouseEvent', { ...shared, type: 'mousePressed', buttons: buttonsMask, clickCount: count }, sessionId);
+        await client.send('Input.dispatchMouseEvent', { ...shared, type: 'mouseReleased', buttons: i < clickCount - 1 ? buttonsMask : 0, clickCount: count }, sessionId);
+    }
+}
+export async function fillElement(client, sessionId, ref, value) {
+    const box = await getElementBox(client, sessionId, ref);
+    if (box) {
+        // Click to focus
+        await clickPoint(client, sessionId, box.x, box.y);
+    }
+    // Select all and replace
+    const objectId = await getObjectIdForRef(client, sessionId, ref);
+    if (objectId) {
+        const fillSelectResult = await client.send('Runtime.callFunctionOn', {
+            functionDeclaration: `function() {
+        this.focus();
+        if (this.tagName === 'INPUT' || this.tagName === 'TEXTAREA') {
+          this.select();
+        } else if (this.isContentEditable) {
+          const range = document.createRange();
+          range.selectNodeContents(this);
+          const sel = window.getSelection();
+          if (sel) { sel.removeAllRanges(); sel.addRange(range); }
+        }
+      }`,
+            objectId,
+            returnByValue: true,
+        }, sessionId);
+        if (fillSelectResult.exceptionDetails) {
+            throw new Error(`fillElement select-all failed: ${fillSelectResult.exceptionDetails.exception?.description ?? fillSelectResult.exceptionDetails.text}`);
+        }
+    }
+    else if (box) {
+        // Fallback for elements without a resolvable objectId: keyboard select-all clears existing content
+        const mod = process.platform === 'darwin' ? 4 : 2;
+        await pressKeyCombo(client, sessionId, 'a', mod);
+    }
+    if (!objectId && !box)
+        throw new Error(`Cannot fill ref @${ref.ref}: element not found in DOM`);
+    // Type the value character by character for natural input
+    await typeText(client, sessionId, value);
+}
+export async function typeText(client, sessionId, text) {
+    // Cap to 100 KB to prevent OOM in CDP message serializer
+    const safeText = text.length > 102_400 ? text.slice(0, 102_400) : text;
+    await client.send('Input.insertText', { text: safeText }, sessionId);
+}
+export async function pressKeyCombo(client, sessionId, key, modifiers) {
+    const { text: _text, ...keyInfo } = resolveKey(key);
+    // rawKeyDown prevents Chrome from inserting the character text; only the shortcut fires
+    await client.send('Input.dispatchKeyEvent', { type: 'rawKeyDown', ...keyInfo, modifiers }, sessionId);
+    await client.send('Input.dispatchKeyEvent', { type: 'keyUp', ...keyInfo, modifiers }, sessionId);
+}
+export async function pressKey(client, sessionId, key) {
+    const { text, ...keyInfo } = resolveKey(key);
+    // rawKeyDown does not insert text; the explicit char event handles insertion
+    await client.send('Input.dispatchKeyEvent', {
+        type: 'rawKeyDown',
+        ...keyInfo,
+    }, sessionId);
+    if (text) {
+        await client.send('Input.dispatchKeyEvent', {
+            type: 'char',
+            text,
+        }, sessionId);
+    }
+    await client.send('Input.dispatchKeyEvent', {
+        type: 'keyUp',
+        ...keyInfo,
+    }, sessionId);
+}
+function resolveKey(key) {
+    const keyMap = {
+        Enter: { key: 'Enter', code: 'Enter', text: '\r', windowsVirtualKeyCode: 13 },
+        Tab: { key: 'Tab', code: 'Tab', windowsVirtualKeyCode: 9 },
+        Escape: { key: 'Escape', code: 'Escape', windowsVirtualKeyCode: 27 },
+        Backspace: { key: 'Backspace', code: 'Backspace', windowsVirtualKeyCode: 8 },
+        Delete: { key: 'Delete', code: 'Delete', windowsVirtualKeyCode: 46 },
+        ArrowUp: { key: 'ArrowUp', code: 'ArrowUp', windowsVirtualKeyCode: 38 },
+        ArrowDown: { key: 'ArrowDown', code: 'ArrowDown', windowsVirtualKeyCode: 40 },
+        ArrowLeft: { key: 'ArrowLeft', code: 'ArrowLeft', windowsVirtualKeyCode: 37 },
+        ArrowRight: { key: 'ArrowRight', code: 'ArrowRight', windowsVirtualKeyCode: 39 },
+        Home: { key: 'Home', code: 'Home', windowsVirtualKeyCode: 36 },
+        End: { key: 'End', code: 'End', windowsVirtualKeyCode: 35 },
+        PageUp: { key: 'PageUp', code: 'PageUp', windowsVirtualKeyCode: 33 },
+        PageDown: { key: 'PageDown', code: 'PageDown', windowsVirtualKeyCode: 34 },
+        Space: { key: ' ', code: 'Space', text: ' ', windowsVirtualKeyCode: 32 },
+        ' ': { key: ' ', code: 'Space', text: ' ', windowsVirtualKeyCode: 32 },
+        Shift: { key: 'Shift', code: 'ShiftLeft', windowsVirtualKeyCode: 16 },
+        Control: { key: 'Control', code: 'ControlLeft', windowsVirtualKeyCode: 17 },
+        Alt: { key: 'Alt', code: 'AltLeft', windowsVirtualKeyCode: 18 },
+        Meta: { key: 'Meta', code: 'MetaLeft', windowsVirtualKeyCode: 91 },
+        F1: { key: 'F1', code: 'F1', windowsVirtualKeyCode: 112 },
+        F2: { key: 'F2', code: 'F2', windowsVirtualKeyCode: 113 },
+        F3: { key: 'F3', code: 'F3', windowsVirtualKeyCode: 114 },
+        F4: { key: 'F4', code: 'F4', windowsVirtualKeyCode: 115 },
+        F5: { key: 'F5', code: 'F5', windowsVirtualKeyCode: 116 },
+        F6: { key: 'F6', code: 'F6', windowsVirtualKeyCode: 117 },
+        F7: { key: 'F7', code: 'F7', windowsVirtualKeyCode: 118 },
+        F8: { key: 'F8', code: 'F8', windowsVirtualKeyCode: 119 },
+        F9: { key: 'F9', code: 'F9', windowsVirtualKeyCode: 120 },
+        F10: { key: 'F10', code: 'F10', windowsVirtualKeyCode: 121 },
+        F11: { key: 'F11', code: 'F11', windowsVirtualKeyCode: 122 },
+        F12: { key: 'F12', code: 'F12', windowsVirtualKeyCode: 123 },
+    };
+    if (keyMap[key])
+        return keyMap[key];
+    // Single printable character — windowsVirtualKeyCode required for rawKeyDown shortcut dispatch
+    if (key.length === 1) {
+        const charCode = key.charCodeAt(0);
+        if (charCode >= 48 && charCode <= 57) {
+            return { key, code: `Digit${key}`, text: key, windowsVirtualKeyCode: charCode };
+        }
+        if ((charCode >= 65 && charCode <= 90) || (charCode >= 97 && charCode <= 122)) {
+            return { key, code: `Key${key.toUpperCase()}`, text: key, windowsVirtualKeyCode: key.toUpperCase().charCodeAt(0) };
+        }
+        // Symbol keys: map to the physical key's code and Windows virtual key code
+        const symbolMap = {
+            '!': { code: 'Digit1', windowsVirtualKeyCode: 49 },
+            '@': { code: 'Digit2', windowsVirtualKeyCode: 50 },
+            '#': { code: 'Digit3', windowsVirtualKeyCode: 51 },
+            '$': { code: 'Digit4', windowsVirtualKeyCode: 52 },
+            '%': { code: 'Digit5', windowsVirtualKeyCode: 53 },
+            '^': { code: 'Digit6', windowsVirtualKeyCode: 54 },
+            '&': { code: 'Digit7', windowsVirtualKeyCode: 55 },
+            '*': { code: 'Digit8', windowsVirtualKeyCode: 56 },
+            '(': { code: 'Digit9', windowsVirtualKeyCode: 57 },
+            ')': { code: 'Digit0', windowsVirtualKeyCode: 48 },
+            '-': { code: 'Minus', windowsVirtualKeyCode: 189 },
+            '_': { code: 'Minus', windowsVirtualKeyCode: 189 },
+            '=': { code: 'Equal', windowsVirtualKeyCode: 187 },
+            '+': { code: 'Equal', windowsVirtualKeyCode: 187 },
+            '[': { code: 'BracketLeft', windowsVirtualKeyCode: 219 },
+            '{': { code: 'BracketLeft', windowsVirtualKeyCode: 219 },
+            ']': { code: 'BracketRight', windowsVirtualKeyCode: 221 },
+            '}': { code: 'BracketRight', windowsVirtualKeyCode: 221 },
+            '\\': { code: 'Backslash', windowsVirtualKeyCode: 220 },
+            '|': { code: 'Backslash', windowsVirtualKeyCode: 220 },
+            ';': { code: 'Semicolon', windowsVirtualKeyCode: 186 },
+            ':': { code: 'Semicolon', windowsVirtualKeyCode: 186 },
+            "'": { code: 'Quote', windowsVirtualKeyCode: 222 },
+            '"': { code: 'Quote', windowsVirtualKeyCode: 222 },
+            '`': { code: 'Backquote', windowsVirtualKeyCode: 192 },
+            '~': { code: 'Backquote', windowsVirtualKeyCode: 192 },
+            ',': { code: 'Comma', windowsVirtualKeyCode: 188 },
+            '<': { code: 'Comma', windowsVirtualKeyCode: 188 },
+            '.': { code: 'Period', windowsVirtualKeyCode: 190 },
+            '>': { code: 'Period', windowsVirtualKeyCode: 190 },
+            '/': { code: 'Slash', windowsVirtualKeyCode: 191 },
+            '?': { code: 'Slash', windowsVirtualKeyCode: 191 },
+        };
+        const sym = symbolMap[key];
+        if (sym)
+            return { key, code: sym.code, text: key, windowsVirtualKeyCode: sym.windowsVirtualKeyCode };
+        // Unknown/non-ASCII character — omit code since no valid DOM KeyboardEvent.code exists
+        return { key, code: '', text: key };
+    }
+    return { key, code: key };
+}
+export async function scrollElement(client, sessionId, direction, amount = 300, ref) {
+    // Cap scroll amount to prevent extreme delta values
+    amount = Math.min(Math.max(1, Math.floor(amount)), 100_000);
+    let x = 0;
+    let y = 0;
+    let deltaX = 0;
+    let deltaY = 0;
+    if (ref) {
+        const box = await getElementBox(client, sessionId, ref);
+        if (!box)
+            throw new Error(`Cannot scroll: ref @${ref.ref} not found in DOM`);
+        x = box.x;
+        y = box.y;
+    }
+    else {
+        // Center of viewport
+        const vp = await client.send('Runtime.evaluate', {
+            expression: 'JSON.stringify({w: window.innerWidth, h: window.innerHeight})',
+            returnByValue: true,
+        }, sessionId);
+        const dims = JSON.parse(vp.result?.value ?? '{"w":1280,"h":720}');
+        x = dims.w / 2;
+        y = dims.h / 2;
+    }
+    switch (direction) {
+        case 'down':
+            deltaY = amount;
+            break;
+        case 'up':
+            deltaY = -amount;
+            break;
+        case 'right':
+            deltaX = amount;
+            break;
+        case 'left':
+            deltaX = -amount;
+            break;
+    }
+    await client.send('Input.dispatchMouseEvent', {
+        type: 'mouseWheel',
+        x,
+        y,
+        deltaX,
+        deltaY,
+    }, sessionId);
+}
+export async function hoverElement(client, sessionId, ref) {
+    const box = await getElementBox(client, sessionId, ref);
+    if (!box)
+        throw new Error(`Cannot hover ref @${ref.ref}: element not found in DOM`);
+    await client.send('Input.dispatchMouseEvent', {
+        type: 'mouseMoved',
+        x: box.x,
+        y: box.y,
+    }, sessionId);
+}
+export async function selectOption(client, sessionId, ref, value) {
+    const objectId = await getObjectIdForRef(client, sessionId, ref);
+    if (!objectId)
+        throw new Error(`Cannot select: ref @${ref.ref} not found in DOM`);
+    const selectResult = await client.send('Runtime.callFunctionOn', {
+        functionDeclaration: `function(value) {
+      if (this.tagName !== 'SELECT') throw new Error('Not a select element');
+      for (const opt of this.options) {
+        if (opt.value === value || opt.textContent.trim() === value) {
+          this.value = opt.value;
+          this.dispatchEvent(new Event('change', { bubbles: true }));
+          return;
+        }
+      }
+      throw new Error('Option not found: ' + value);
+    }`,
+        objectId,
+        arguments: [{ value }],
+        returnByValue: true,
+    }, sessionId);
+    if (selectResult.exceptionDetails) {
+        throw new Error(`selectOption failed: ${selectResult.exceptionDetails.exception?.description ?? selectResult.exceptionDetails.text}`);
+    }
+}
+export async function checkElement(client, sessionId, ref, checked = true) {
+    const objectId = await getObjectIdForRef(client, sessionId, ref);
+    if (!objectId)
+        throw new Error(`Cannot check: ref @${ref.ref} not found in DOM`);
+    const checkResult = await client.send('Runtime.callFunctionOn', {
+        functionDeclaration: `function(checked) {
+      if (this.checked !== checked) {
+        this.click();
+      }
+    }`,
+        objectId,
+        arguments: [{ value: checked }],
+        returnByValue: true,
+    }, sessionId);
+    if (checkResult.exceptionDetails) {
+        throw new Error(`checkElement failed: ${checkResult.exceptionDetails.exception?.description ?? checkResult.exceptionDetails.text}`);
+    }
+}
+export async function focusElement(client, sessionId, ref) {
+    const objectId = await getObjectIdForRef(client, sessionId, ref);
+    if (objectId) {
+        await client.send('Runtime.callFunctionOn', {
+            functionDeclaration: 'function() { this.focus(); }',
+            objectId,
+            returnByValue: true,
+        }, sessionId);
+        return;
+    }
+    const box = await getElementBox(client, sessionId, ref);
+    if (box) {
+        await clickPoint(client, sessionId, box.x, box.y);
+    }
+    else {
+        throw new Error(`Cannot focus ref @${ref.ref}: element not found in DOM`);
+    }
+}
+export async function typeIntoElement(client, sessionId, ref, text) {
+    await focusElement(client, sessionId, ref);
+    await typeText(client, sessionId, text);
+}
+export async function keyDown(client, sessionId, key) {
+    const { text: _text, ...keyInfo } = resolveKey(key);
+    await client.send('Input.dispatchKeyEvent', { type: 'rawKeyDown', ...keyInfo }, sessionId);
+}
+export async function keyUp(client, sessionId, key) {
+    const { text: _text, ...keyInfo } = resolveKey(key);
+    await client.send('Input.dispatchKeyEvent', { type: 'keyUp', ...keyInfo }, sessionId);
+}
+export async function mouseMove(client, sessionId, x, y) {
+    await client.send('Input.dispatchMouseEvent', { type: 'mouseMoved', x, y }, sessionId);
+}
+export async function mouseDown(client, sessionId, x, y, button = 'left') {
+    const buttonsMask = button === 'right' ? 2 : button === 'middle' ? 4 : 1;
+    await client.send('Input.dispatchMouseEvent', { type: 'mousePressed', x, y, button, buttons: buttonsMask, clickCount: 1 }, sessionId);
+}
+export async function mouseUp(client, sessionId, x, y, button = 'left') {
+    await client.send('Input.dispatchMouseEvent', { type: 'mouseReleased', x, y, button, buttons: 0, clickCount: 1 }, sessionId);
+}
+export async function mouseWheel(client, sessionId, x, y, deltaY, deltaX = 0) {
+    await client.send('Input.dispatchMouseEvent', { type: 'mouseWheel', x, y, deltaX, deltaY }, sessionId);
+}
+export async function dragAndDrop(client, sessionId, src, tgt) {
+    const srcBox = await getElementBox(client, sessionId, src);
+    const tgtBox = await getElementBox(client, sessionId, tgt);
+    if (!srcBox || !tgtBox)
+        throw new Error('Cannot drag: one or both elements not found in DOM');
+    await client.send('Input.dispatchMouseEvent', { type: 'mousePressed', x: srcBox.x, y: srcBox.y, button: 'left', buttons: 1, clickCount: 1 }, sessionId);
+    await client.send('Input.dispatchMouseEvent', { type: 'mouseMoved', x: srcBox.x, y: srcBox.y, button: 'left', buttons: 1 }, sessionId);
+    // Move in steps for smooth drag
+    const steps = 10;
+    for (let i = 1; i <= steps; i++) {
+        const x = srcBox.x + (tgtBox.x - srcBox.x) * (i / steps);
+        const y = srcBox.y + (tgtBox.y - srcBox.y) * (i / steps);
+        await client.send('Input.dispatchMouseEvent', { type: 'mouseMoved', x, y, button: 'left', buttons: 1 }, sessionId);
+    }
+    await client.send('Input.dispatchMouseEvent', { type: 'mouseReleased', x: tgtBox.x, y: tgtBox.y, button: 'left', buttons: 0, clickCount: 1 }, sessionId);
+}
+export async function uploadFile(client, sessionId, ref, filePaths) {
+    if (!ref.backendDOMNodeId)
+        throw new Error(`Cannot upload: ref @${ref.ref} has no DOM node`);
+    await client.send('DOM.setFileInputFiles', {
+        files: filePaths.map((f) => resolve(f)),
+        backendNodeId: ref.backendDOMNodeId,
+    }, sessionId);
+}
+export async function readClipboard(client, sessionId) {
+    const result = await evaluateJs(client, sessionId, 'navigator.clipboard.readText()');
+    return result;
+}
+export async function writeClipboard(client, sessionId, text) {
+    // Cap to 100 KB to prevent OOM when serializing the CDP expression
+    const safeText = text.length > 102_400 ? text.slice(0, 102_400) : text;
+    await evaluateJs(client, sessionId, `navigator.clipboard.writeText(${JSON.stringify(safeText)})`);
+}
+export async function pushState(client, sessionId, url) {
+    // Try Next.js router first, then fallback to history.pushState
+    await evaluateJs(client, sessionId, `
+    (function() {
+      const url = ${JSON.stringify(url)};
+      if (window.next && window.next.router) {
+        window.next.router.push(url).catch(function() {});
+        return;
+      } else {
+        history.pushState({}, '', url);
+        window.dispatchEvent(new PopStateEvent('popstate'));
+      }
+    })()
+  `);
+}
+export async function addInitScript(client, sessionId, script) {
+    const result = await client.send('Page.addScriptToEvaluateOnNewDocument', {
+        source: script,
+    }, sessionId);
+    return result.identifier;
+}
+export async function removeInitScript(client, sessionId, identifier) {
+    await client.send('Page.removeScriptToEvaluateOnNewDocument', { identifier }, sessionId);
+}
+export async function evaluateJs(client, sessionId, expression) {
+    const result = await client.send('Runtime.evaluate', {
+        expression,
+        returnByValue: true,
+        awaitPromise: true,
+    }, sessionId);
+    if (result.exceptionDetails) {
+        throw new Error(`JS evaluation error: ${result.exceptionDetails.exception?.description ?? result.exceptionDetails.text}`);
+    }
+    return result.result?.value;
+}
+//# sourceMappingURL=actions.js.map