@roll-agent/browser-use-agent 0.7.6 → 0.7.7

package/dist/native-mouse-motion.d.ts

@@ -0,0 +1,55 @@
+import type { NativeCdpController, NativeCdpMouseEventInput } from "@roll-agent/browser";
+export type NativeMousePoint = {
+    readonly x: number;
+    readonly y: number;
+};
+export type NativeMouseMotionPreview = {
+    readonly points: readonly NativeMousePoint[];
+    readonly durationMs: number;
+};
+export type NativeMouseClickPreview = {
+    readonly point: NativeMousePoint;
+    readonly durationMs: number;
+};
+export type NativeMouseMotionObserver = {
+    previewMouseMotion(preview: NativeMouseMotionPreview): Promise<void>;
+    previewMouseClick?(preview: NativeMouseClickPreview): Promise<void>;
+};
+export type NativeMouseMotionControllerOptions = {
+    readonly sleep?: (ms: number) => Promise<void>;
+    readonly stepDelayMs?: number;
+};
+export type NativeMouseMoveOptions = {
+    readonly button?: NativeCdpMouseEventInput["button"];
+    readonly buttons?: number;
+    readonly motionObserver?: NativeMouseMotionObserver;
+    readonly stepDelayMs?: number;
+};
+export type NativeMouseClickOptions = {
+    readonly button?: NativeCdpMouseEventInput["button"];
+    readonly clickCount?: number;
+    readonly motionObserver?: NativeMouseMotionObserver;
+    readonly preClickDelayMs?: number;
+    readonly pressDurationMs?: number;
+    readonly settleMs?: number;
+};
+export type NativeMouseDragOptions = {
+    readonly motionObserver?: NativeMouseMotionObserver;
+    readonly pressDurationMs?: number;
+    readonly stepDelayMs?: number;
+};
+type NativeMouseDispatcher = Pick<NativeCdpController, "dispatchMouseEvent">;
+export declare function createNativeMousePath(currentPoint: NativeMousePoint | undefined, targetPoint: NativeMousePoint): readonly NativeMousePoint[];
+export declare class NativeMouseMotionController {
+    private readonly dispatcher;
+    private readonly sleep;
+    private readonly defaultStepDelayMs;
+    private lastPoint;
+    constructor(dispatcher: NativeMouseDispatcher, options?: NativeMouseMotionControllerOptions);
+    reset(point?: NativeMousePoint): void;
+    moveTo(targetPoint: NativeMousePoint, options?: NativeMouseMoveOptions): Promise<NativeMouseMotionPreview>;
+    click(targetPoint: NativeMousePoint, options?: NativeMouseClickOptions): Promise<void>;
+    drag(fromPoint: NativeMousePoint, toPoint: NativeMousePoint, options?: NativeMouseDragOptions): Promise<void>;
+    private delayIfPositive;
+}
+export {};

package/dist/native-visual-activity-session.d.ts

@@ -1,4 +1,5 @@
 import type { VisualActivityTone } from "./visual-activity.ts";
+import type { NativeMouseClickPreview, NativeMouseMotionObserver, NativeMouseMotionPreview } from "./native-mouse-motion.ts";
 type NativeVisualTarget = {
     evaluateJson<T = unknown>(expression: string): Promise<T>;
 };
@@ -7,15 +8,13 @@ type NativeVisualHighlightOptions = {
     readonly padding?: number;
     readonly tone?: VisualActivityTone;
 };
-type NativeVisualPointOptions = {
-    readonly durationMs?: number;
-};
-export declare class NativeVisualActivitySession {
+export declare class NativeVisualActivitySession implements NativeMouseMotionObserver {
     private readonly target;
     constructor(target: NativeVisualTarget);
     begin(label: string, tone?: VisualActivityTone): Promise<boolean>;
     highlightSelector(selector: string, options?: NativeVisualHighlightOptions): Promise<boolean>;
-    highlightPoint(x: number, y: number, options?: NativeVisualPointOptions): Promise<boolean>;
+    previewMouseMotion(preview: NativeMouseMotionPreview): Promise<void>;
+    previewMouseClick(preview: NativeMouseClickPreview): Promise<void>;
     succeed(label: string, lingerMs?: number): Promise<boolean>;
     fail(label: string, lingerMs?: number): Promise<boolean>;
     clear(): Promise<boolean>;

package/dist/pages/zhipin/native-page.d.ts

@@ -1,4 +1,5 @@
 import type { BrowserContextManager, BrowserInspectablePage, BrowserRuntime, NativeCdpController } from "@roll-agent/browser";
+import { type NativeMouseMotionObserver } from "../../native-mouse-motion.ts";
 import type { DynamicListCollectionStopReason, DynamicListScrollResult, ScrollDirection } from "../shared/dynamic-list-scroller.ts";
 import { type ChatListItem, type ChatTarget, type OpenChatResult } from "./chat-navigation.ts";
 import { type ZhipinListSurface } from "./list-surfaces.ts";
@@ -37,6 +38,7 @@ export type ReadNativeRecommendCandidatesOptions = {
 export type OpenNativeChatOptions = ChatTarget & {
     readonly preferUnread?: boolean;
     readonly maxScrolls?: number;
+    readonly motionObserver?: NativeMouseMotionObserver;
 };
 export type NativeChatMessage = {
     readonly index: number;
@@ -97,13 +99,8 @@ export type NativeDynamicListCollectionResult<TItem> = DynamicListScrollResult &
     readonly noNewRounds: number;
     readonly stopReason: DynamicListCollectionStopReason;
 };
-type NativeClickTarget = {
-    readonly found: boolean;
-    readonly x: number;
-    readonly y: number;
-};
 type NativeClickOptions = {
-    readonly onTargetResolved?: (target: NativeClickTarget) => Promise<void>;
+    readonly motionObserver?: NativeMouseMotionObserver;
     readonly preClickDelayMs?: number;
     readonly pressDurationMs?: number;
     readonly settleMs?: number;
@@ -118,6 +115,7 @@ export declare function openZhipinNativePagePort(options?: NativePageResolutionO
 export declare class ZhipinNativePagePort {
     private readonly target;
     private readonly controller;
+    private readonly mouse;
     private recommendFrameContextId;
     private recommendFrameContextFrameId;
     constructor(options: ZhipinNativePagePortOptions);

package/dist/tools/zhipin-exchange-wechat.d.ts

@@ -1,7 +1,7 @@
 import { NativeVisualActivitySession } from "../native-visual-activity-session.ts";
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightPoint" | "succeed" | "fail">;
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinExchangeWechatDeps = {
     readonly openNativePagePort: typeof openZhipinNativePagePort;
     readonly createNativeVisualActivitySession: (page: ZhipinNativePagePort) => NativeVisualActivitySessionLike;

package/dist/tools/zhipin-filter-recommend-candidates.d.ts

@@ -1,7 +1,7 @@
 import { NativeVisualActivitySession } from "../native-visual-activity-session.ts";
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "highlightPoint" | "succeed" | "fail">;
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinFilterRecommendCandidatesDeps = {
     readonly openNativePagePort: typeof openZhipinNativePagePort;
     readonly createNativeVisualActivitySession: (page: ZhipinNativePagePort) => NativeVisualActivitySessionLike;

package/dist/tools/zhipin-open-chat-page.d.ts

@@ -2,9 +2,7 @@ import { NativeVisualActivitySession } from "../native-visual-activity-session.t
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import { getContextManager } from "../runtime-holder.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "succeed" | "fail"> & {
-    readonly highlightPoint?: NativeVisualActivitySession["highlightPoint"];
-};
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinOpenChatPageDeps = {
     readonly getContextManager: typeof getContextManager;
     readonly openNativePagePort: typeof openZhipinNativePagePort;

package/dist/tools/zhipin-open-chat.d.ts

@@ -1,7 +1,7 @@
 import { NativeVisualActivitySession } from "../native-visual-activity-session.ts";
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "succeed" | "fail">;
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinOpenChatDeps = {
     readonly openNativePagePort: typeof openZhipinNativePagePort;
     readonly createNativeVisualActivitySession: (page: ZhipinNativePagePort) => NativeVisualActivitySessionLike;

package/dist/tools/zhipin-open-recommend-page.d.ts

@@ -2,9 +2,7 @@ import { NativeVisualActivitySession } from "../native-visual-activity-session.t
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import { getContextManager } from "../runtime-holder.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "succeed" | "fail"> & {
-    readonly highlightPoint?: NativeVisualActivitySession["highlightPoint"];
-};
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinOpenRecommendPageDeps = {
     readonly getContextManager: typeof getContextManager;
     readonly openNativePagePort: typeof openZhipinNativePagePort;

package/dist/tools/zhipin-say-hello.d.ts

@@ -1,7 +1,7 @@
 import { NativeVisualActivitySession } from "../native-visual-activity-session.ts";
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "highlightPoint" | "succeed" | "fail">;
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightSelector" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinSayHelloDeps = {
     readonly openNativePagePort: typeof openZhipinNativePagePort;
     readonly createNativeVisualActivitySession: (page: ZhipinNativePagePort) => NativeVisualActivitySessionLike;

package/dist/tools/zhipin-send-reply.d.ts

@@ -2,7 +2,7 @@ import { NativeVisualActivitySession } from "../native-visual-activity-session.t
 import { openZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import type { ZhipinNativePagePort } from "../pages/zhipin/native-page.ts";
 import { getReplyAuthorityKeysLoaded } from "../runtime-holder.ts";
-type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "highlightPoint" | "succeed" | "fail">;
+type NativeVisualActivitySessionLike = Pick<NativeVisualActivitySession, "begin" | "previewMouseMotion" | "succeed" | "fail">;
 type ZhipinSendReplyDeps = {
     readonly getReplyAuthorityKeysLoaded: typeof getReplyAuthorityKeysLoaded;
     readonly openNativePagePort: typeof openZhipinNativePagePort;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@roll-agent/browser-use-agent",
-  "version": "0.7.6",
+  "version": "0.7.7",
   "type": "module",
   "repository": {
     "type": "git",