@roxybrowser/playwright 2.0.2-beta.10 → 2.0.2-beta.13

package/dist/mcp/backend/keyboard.js

@@ -1,10 +1,14 @@
 import { z } from "zod";
 import { defineTabTool } from "./tool.js";
 import { elementSchema } from "./snapshot.js";
+const humanSchema = z.object({
+    profile: z.enum(["cautious", "balanced", "fast"]).optional().describe("Humanization timing profile, defaults to balanced")
+}).optional();
 const typeSchema = elementSchema.extend({
     text: z.string().describe("Text to type into the element"),
     submit: z.boolean().optional().describe("Whether to submit entered text (press Enter after)"),
-    slowly: z.boolean().optional().describe("Whether to type one character at a time. Useful for triggering key handlers in the page. By default entire text is filled in at once.")
+    slowly: z.boolean().optional().describe("Whether to type one character at a time. Useful for triggering key handlers in the page. By default entire text is filled in at once."),
+    human: humanSchema.describe("Humanization settings for this typing action")
 });
 export const press = defineTabTool({
     capability: "core-input",
@@ -13,7 +17,8 @@ export const press = defineTabTool({
         title: "Press a key",
         description: "Press a key on the keyboard",
         inputSchema: z.object({
-            key: z.string().describe("Key to press, e.g. Enter, Escape, Tab, ArrowLeft, Backspace, Delete, or printable characters")
+            key: z.string().describe("Key to press, e.g. Enter, Escape, Tab, ArrowLeft, Backspace, Delete, or printable characters"),
+            human: humanSchema.describe("Humanization settings for this key press")
         }),
         type: "input"
     },
@@ -22,7 +27,7 @@ export const press = defineTabTool({
         response.addTextResult(`Pressed key "${params.key}".`);
         response.addCode(`await page.keyboard.press(${JSON.stringify(params.key)});`);
         await tab.waitForCompletion(async () => {
-            await tab.pressKey(params.key);
+            await tab.context.runtime.pressKey(params.key, undefined, params.human?.profile !== undefined ? { profile: params.human.profile } : undefined);
         });
     }
 });
@@ -55,6 +60,7 @@ export const type = defineTabTool({
             await locator.type(params.text, {
                 ...(params.submit !== undefined ? { submit: params.submit } : {}),
                 ...(params.slowly !== undefined ? { slowly: params.slowly } : {}),
+                ...(params.human !== undefined ? { human: params.human } : {}),
                 ...tab.actionTimeoutOptions
             });
         });

package/dist/mcp/backend/keyboard.js.map

@@ -1 +1 @@
-{"version":3,"file":"keyboard.js","sourceRoot":"","sources":["../../../src/mcp/backend/keyboard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IAC7F,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,uIAAuI,CACxI;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,KAAK,GAAG,aAAa,CAAC;IACjC,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE;QACN,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,6BAA6B;QAC1C,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACtB,8FAA8F,CAC/F;SACF,CAAC;QACF,IAAI,EAAE,OAAO;KACd;IAED,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QACtC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAC9B,QAAQ,CAAC,aAAa,CAAC,gBAAgB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;QACvD,QAAQ,CAAC,OAAO,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9E,MAAM,GAAG,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE;YACrC,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC;IAChC,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE;QACN,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,iCAAiC;QAC9C,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,OAAO;KACd;IAED,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QACtC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAC9B,QAAQ,CAAC,aAAa,CAAC,eAAe,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QAE3E,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,sBAAsB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,kBAAkB,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,kBAAkB,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,MAAM,GAAG,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE;YACrC,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;gBAC9B,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,GAAG,CAAC,oBAAoB;aAC5B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC;AAEH,eAAe;IACb,KAAK;IACL,IAAI;CACL,CAAC"}
+{"version":3,"file":"keyboard.js","sourceRoot":"","sources":["../../../src/mcp/backend/keyboard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnE,mDAAmD,CACpD;CACF,CAAC,CAAC,QAAQ,EAAE,CAAC;AAEd,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IAC7F,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,uIAAuI,CACxI;IACD,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC,8CAA8C,CAAC;CAC5E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,KAAK,GAAG,aAAa,CAAC;IACjC,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE;QACN,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,6BAA6B;QAC1C,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACtB,8FAA8F,CAC/F;YACD,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC,0CAA0C,CAAC;SACxE,CAAC;QACF,IAAI,EAAE,OAAO;KACd;IAED,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QACtC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAC9B,QAAQ,CAAC,aAAa,CAAC,gBAAgB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;QACvD,QAAQ,CAAC,OAAO,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9E,MAAM,GAAG,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE;YACrC,MAAM,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAChC,MAAM,CAAC,GAAG,EACV,SAAS,EACT,MAAM,CAAC,KAAK,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CACpF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC;IAChC,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE;QACN,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,iCAAiC;QAC9C,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,OAAO;KACd;IAED,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QACtC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAC9B,QAAQ,CAAC,aAAa,CAAC,eAAe,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QAE3E,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,sBAAsB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,kBAAkB,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,QAAQ,kBAAkB,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,MAAM,GAAG,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE;YACrC,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;gBAC9B,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9D,GAAG,GAAG,CAAC,oBAAoB;aAC5B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC;AAEH,eAAe;IACb,KAAK;IACL,IAAI;CACL,CAAC"}

package/dist/mcp/connectedBrowser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"connectedBrowser.d.ts","sourceRoot":"","sources":["../../src/mcp/connectedBrowser.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAOV,uBAAuB,EACvB,sBAAsB,EAOvB,MAAM,YAAY,CAAC;AAy1GpB,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,sBAAsB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAMlC"}
+{"version":3,"file":"connectedBrowser.d.ts","sourceRoot":"","sources":["../../src/mcp/connectedBrowser.ts"],"names":[],"mappings":"AAmBA,OAAO,KAAK,EAOV,uBAAuB,EACvB,sBAAsB,EAQvB,MAAM,YAAY,CAAC;AAk8GpB,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,sBAAsB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAMlC"}

package/dist/mcp/connectedBrowser.js

@@ -5,6 +5,7 @@ import { normalizeAriaSnapshotOptions, retryUntilReady } from "../ariaSnapshot.j
 import { PLAYWRIGHT_ARIA_SNAPSHOT_EVALUATE_SOURCE as ARIA_SNAPSHOT_EVALUATE_SOURCE } from "../vendor/playwright/ariaSnapshotEvaluate.js";
 import { getBidiClientFactory } from "../protocol/bidi/client.js";
 import { parseSerializedEvaluationResult, wrapWithSerializedEvaluationResult } from "../protocol/evaluationSerializer.js";
+import { BUBBLE_CURSOR_INSTALL_SOURCE } from "../human/bubbleCursor.js";
 import { McpToolError } from "./errors.js";
 import { ACTION_POINT_EVALUATE_SOURCE, ACTION_POINT_BY_SELECTOR_SOURCE } from "./snapshot.js";
 import { configuredTempDir } from "./output.js";
@@ -214,6 +215,7 @@ const SCROLL_ELEMENT_SOURCE = String.raw `(payload) => {
   target.scrollBy({ left: payload.deltaX, top: payload.deltaY, behavior: 'instant' });
   return { ok: true };
 }`;
+const ENSURE_BUBBLE_CURSOR_SOURCE = BUBBLE_CURSOR_INSTALL_SOURCE;
 const GET_ELEMENT_OBJECT_SOURCE = String.raw `(payload) => {
   const state = globalThis.__roxyMcpState;
   return payload.nodeToken
@@ -406,6 +408,45 @@ async function evaluateBiDiRef(client, contextId, functionSource, arg) {
         ...(response.result?.value?.handle !== undefined ? { handle: response.result.value.handle } : {})
     };
 }
+async function splitScrollDeltas(deltaX, deltaY, stepPx) {
+    const dominantDistance = Math.max(Math.abs(deltaX), Math.abs(deltaY));
+    if (dominantDistance === 0) {
+        return [];
+    }
+    const steps = Math.max(1, Math.ceil(dominantDistance / Math.max(1, stepPx)));
+    const chunks = [];
+    let appliedX = 0;
+    let appliedY = 0;
+    for (let index = 0; index < steps; index += 1) {
+        const nextAppliedX = Math.round((deltaX * (index + 1)) / steps);
+        const nextAppliedY = Math.round((deltaY * (index + 1)) / steps);
+        chunks.push({
+            deltaX: nextAppliedX - appliedX,
+            deltaY: nextAppliedY - appliedY
+        });
+        appliedX = nextAppliedX;
+        appliedY = nextAppliedY;
+    }
+    return chunks.filter((chunk) => chunk.deltaX !== 0 || chunk.deltaY !== 0);
+}
+function maybeReverseScrollChunk(chunk, index, total) {
+    if (total < 3 || index === 0 || index === total - 1) {
+        return null;
+    }
+    if (Math.random() > 0.18) {
+        return null;
+    }
+    return {
+        deltaX: -Math.round(chunk.deltaX * (0.18 + Math.random() * 0.18)),
+        deltaY: -Math.round(chunk.deltaY * (0.18 + Math.random() * 0.18))
+    };
+}
+function shouldPauseToObserve(index, total) {
+    if (index === total - 1) {
+        return false;
+    }
+    return total > 2 && Math.random() < 0.22;
+}
 function extractBiDiValue(value) {
     if (!value) {
         return undefined;
@@ -785,11 +826,26 @@ class CdpConnectedBrowserSession {
             deviceScaleFactor: 1
         });
     }
-    async scroll(target, deltaX, deltaY) {
+    async scroll(target, deltaX, deltaY, options) {
         const pageClient = await this.getActivePageClient();
         const contextId = await this.getActiveUtilityContextId(pageClient);
         const arg = target ? this.targetArg(target) : {};
-        await evaluateCdp(pageClient, SCROLL_ELEMENT_SOURCE, { ...arg, deltaX, deltaY }, contextId);
+        await evaluateCdp(pageClient, ENSURE_BUBBLE_CURSOR_SOURCE, undefined, contextId).catch(() => false);
+        const chunks = await splitScrollDeltas(deltaX, deltaY, options?.stepPx ?? Math.max(Math.abs(deltaX), Math.abs(deltaY), 1));
+        for (const [index, chunk] of chunks.entries()) {
+            await evaluateCdp(pageClient, SCROLL_ELEMENT_SOURCE, { ...arg, deltaX: chunk.deltaX, deltaY: chunk.deltaY }, contextId);
+            const reverseChunk = maybeReverseScrollChunk(chunk, index, chunks.length);
+            if (reverseChunk) {
+                await delay(60 + Math.round(Math.random() * 120));
+                await evaluateCdp(pageClient, SCROLL_ELEMENT_SOURCE, { ...arg, deltaX: reverseChunk.deltaX, deltaY: reverseChunk.deltaY }, contextId);
+            }
+            if (shouldPauseToObserve(index, chunks.length)) {
+                await delay(220 + Math.round(Math.random() * 520));
+            }
+            if ((options?.stepDelayMs ?? 0) > 0) {
+                await delay(options.stepDelayMs);
+            }
+        }
     }
     async screenshot(options = {}) {
         const pageClient = await this.getActivePageClient();
@@ -2032,10 +2088,33 @@ class BidiConnectedBrowserSession {
             viewport: { width, height }
         });
     }
-    async scroll(target, deltaX, deltaY) {
+    async scroll(target, deltaX, deltaY, options) {
         const tabId = await this.getActiveTabId();
         const arg = target ? ("nodeToken" in target ? { nodeToken: target.nodeToken } : { selector: target.selector }) : {};
-        await evaluateBiDi(this.client, tabId, SCROLL_ELEMENT_SOURCE, { ...arg, deltaX, deltaY });
+        await evaluateBiDi(this.client, tabId, ENSURE_BUBBLE_CURSOR_SOURCE).catch(() => false);
+        const chunks = await splitScrollDeltas(deltaX, deltaY, options?.stepPx ?? Math.max(Math.abs(deltaX), Math.abs(deltaY), 1));
+        for (const [index, chunk] of chunks.entries()) {
+            await evaluateBiDi(this.client, tabId, SCROLL_ELEMENT_SOURCE, {
+                ...arg,
+                deltaX: chunk.deltaX,
+                deltaY: chunk.deltaY
+            });
+            const reverseChunk = maybeReverseScrollChunk(chunk, index, chunks.length);
+            if (reverseChunk) {
+                await delay(60 + Math.round(Math.random() * 120));
+                await evaluateBiDi(this.client, tabId, SCROLL_ELEMENT_SOURCE, {
+                    ...arg,
+                    deltaX: reverseChunk.deltaX,
+                    deltaY: reverseChunk.deltaY
+                });
+            }
+            if (shouldPauseToObserve(index, chunks.length)) {
+                await delay(220 + Math.round(Math.random() * 520));
+            }
+            if ((options?.stepDelayMs ?? 0) > 0) {
+                await delay(options.stepDelayMs);
+            }
+        }
     }
     async screenshot(options = {}) {
         const tabId = await this.getActiveTabId();