@opensteer/engine-playwright 0.8.1 → 0.8.3

package/dist/index.d.cts

@@ -378,6 +378,27 @@ interface BrowserCapabilities {
     };
 }
 
+interface PostLoadTrackerSnapshot {
+    readonly lastTrackedNetworkActivityAt: number;
+    readonly trackedPendingFetches: number;
+    readonly trackedPendingXhrs: number;
+}
+
+interface ActionBoundarySnapshot {
+    readonly pageRef: PageRef;
+    readonly documentRef: DocumentRef;
+    readonly url?: string;
+    readonly tracker?: PostLoadTrackerSnapshot;
+}
+type ActionBoundarySettleTrigger = "dom-action" | "navigation";
+type ActionBoundaryTimedOutPhase = "bootstrap";
+interface ActionBoundaryOutcome {
+    readonly trigger: ActionBoundarySettleTrigger;
+    readonly crossDocument: boolean;
+    readonly bootstrapSettled: boolean;
+    readonly timedOutPhase?: ActionBoundaryTimedOutPhase;
+}
+
 type ConsoleLevel = "debug" | "log" | "info" | "warn" | "error" | "trace";
 interface StepEventBase {
     readonly eventId: string;
@@ -675,6 +696,9 @@ interface BrowserExecutor {
 }
 interface BrowserInspector {
     readonly capabilities: Readonly<BrowserCapabilities>;
+    drainEvents(input: {
+        readonly pageRef: PageRef;
+    }): Promise<readonly StepEvent[]>;
     listPages(input: {
         readonly sessionRef: SessionRef;
     }): Promise<readonly PageInfo[]>;
@@ -695,12 +719,22 @@ interface BrowserInspector {
         readonly frameRef?: FrameRef;
         readonly documentRef?: DocumentRef;
     }): Promise<DomSnapshot>;
+    getActionBoundarySnapshot(input: {
+        readonly pageRef: PageRef;
+    }): Promise<ActionBoundarySnapshot>;
     waitForVisualStability(input: {
         readonly pageRef: PageRef;
         readonly timeoutMs?: number;
         readonly settleMs?: number;
         readonly scope?: VisualStabilityScope;
     }): Promise<void>;
+    waitForPostLoadQuiet(input: {
+        readonly pageRef: PageRef;
+        readonly timeoutMs?: number;
+        readonly quietMs?: number;
+        readonly captureWindowMs?: number;
+        readonly signal?: AbortSignal;
+    }): Promise<void>;
     readText(input: NodeLocator): Promise<string | null>;
     readAttributes(input: NodeLocator): Promise<readonly {
         readonly name: string;
@@ -814,11 +848,12 @@ interface NormalizedComputerScreenshotOptions {
 }
 interface ComputerUseBridgeInput {
     readonly pageRef: PageRef;
+    readonly snapshot?: ActionBoundarySnapshot;
     readonly action: OpensteerComputerAction;
     readonly screenshot: NormalizedComputerScreenshotOptions;
     readonly signal: AbortSignal;
     remainingMs(): number | undefined;
-    policySettle(pageRef: PageRef): Promise<void>;
+    policySettle(pageRef: PageRef, trigger: ActionBoundarySettleTrigger): Promise<void>;
 }
 interface ComputerUseBridgeOutput {
     readonly pageRef: PageRef;
@@ -826,6 +861,7 @@ interface ComputerUseBridgeOutput {
     readonly viewport: ViewportMetrics;
     readonly events: readonly StepEvent[];
     readonly timing: OpensteerComputerExecuteTiming;
+    readonly boundary?: ActionBoundaryOutcome;
 }
 interface ComputerUseBridge {
     execute(input: ComputerUseBridgeInput): Promise<ComputerUseBridgeOutput>;
@@ -886,9 +922,10 @@ interface DomActionKeyPressInput {
 }
 interface DomActionSettleOptions {
     readonly operation: "dom.click" | "dom.hover" | "dom.input" | "dom.scroll";
+    readonly snapshot?: ActionBoundarySnapshot;
     readonly signal: AbortSignal;
     remainingMs(): number | undefined;
-    policySettle(pageRef: PageRef): Promise<void>;
+    policySettle(pageRef: PageRef, trigger: ActionBoundarySettleTrigger): Promise<void>;
 }
 type DomPointerHitRelation = "self" | "descendant" | "ancestor" | "same-owner" | "outside" | "unknown";
 interface DomPointerHitAssessment {
@@ -910,7 +947,7 @@ interface DomActionBridge {
     scrollNodeIntoView(locator: NodeLocator, options?: DomActionScrollOptions): Promise<void>;
     focusNode(locator: NodeLocator): Promise<void>;
     pressKey(locator: NodeLocator, input: DomActionKeyPressInput): Promise<void>;
-    finalizeDomAction(pageRef: PageRef, options: DomActionSettleOptions): Promise<void>;
+    finalizeDomAction(pageRef: PageRef, options: DomActionSettleOptions): Promise<ActionBoundaryOutcome>;
 }
 
 interface PlaywrightChromiumLaunchOptions {
@@ -978,6 +1015,7 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     private readonly pageByPlaywrightPage;
     private readonly pendingPopupOpeners;
     private readonly preassignedPopupPageRefs;
+    private readonly actionSettler;
     private pageCounter;
     private frameCounter;
     private documentCounter;
@@ -1082,6 +1120,9 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     listPages(input: {
         readonly sessionRef: SessionRef;
     }): Promise<readonly PageInfo[]>;
+    drainEvents(input: {
+        readonly pageRef: PageRef;
+    }): Promise<readonly StepEvent[]>;
     listFrames(input: {
         readonly pageRef: PageRef;
     }): Promise<readonly FrameInfo[]>;
@@ -1099,12 +1140,22 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
         readonly frameRef?: FrameRef;
         readonly documentRef?: DocumentRef;
     }): Promise<DomSnapshot>;
+    getActionBoundarySnapshot(input: {
+        readonly pageRef: PageRef;
+    }): Promise<ActionBoundarySnapshot>;
     waitForVisualStability(input: {
         readonly pageRef: PageRef;
         readonly timeoutMs?: number;
         readonly settleMs?: number;
         readonly scope?: "main-frame" | "visible-frames";
     }): Promise<void>;
+    waitForPostLoadQuiet(input: {
+        readonly pageRef: PageRef;
+        readonly timeoutMs?: number;
+        readonly quietMs?: number;
+        readonly captureWindowMs?: number;
+        readonly signal?: AbortSignal;
+    }): Promise<void>;
     readText(input: NodeLocator): Promise<string | null>;
     readAttributes(input: NodeLocator): Promise<readonly {
         readonly name: string;
@@ -1155,14 +1206,15 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     private handleFrameNavigated;
     private handleNavigatedWithinDocument;
     private handleDocumentUpdated;
+    private handlePageDomContentLoaded;
     private syncFrameTree;
     private refreshFrameBindings;
     private bindPlaywrightFrames;
-    private handleConsole;
+    private handleRuntimeConsole;
     private handleDialog;
     private handleDownload;
     private handleFileChooserOpened;
-    private handlePageError;
+    private handleRuntimeException;
     private handleUnexpectedPageClose;
     private handleNetworkRequestWillBeSent;
     private handlePlaywrightRequest;
@@ -1205,6 +1257,8 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     private throwBackgroundError;
     private createEvent;
     private queueEvent;
+    private installRuntimeEventRecorder;
+    private drainInstrumentedRuntimeEvents;
     private drainQueuedEvents;
     private createStepResult;
     private withModifiers;

package/dist/index.d.ts

@@ -378,6 +378,27 @@ interface BrowserCapabilities {
     };
 }
 
+interface PostLoadTrackerSnapshot {
+    readonly lastTrackedNetworkActivityAt: number;
+    readonly trackedPendingFetches: number;
+    readonly trackedPendingXhrs: number;
+}
+
+interface ActionBoundarySnapshot {
+    readonly pageRef: PageRef;
+    readonly documentRef: DocumentRef;
+    readonly url?: string;
+    readonly tracker?: PostLoadTrackerSnapshot;
+}
+type ActionBoundarySettleTrigger = "dom-action" | "navigation";
+type ActionBoundaryTimedOutPhase = "bootstrap";
+interface ActionBoundaryOutcome {
+    readonly trigger: ActionBoundarySettleTrigger;
+    readonly crossDocument: boolean;
+    readonly bootstrapSettled: boolean;
+    readonly timedOutPhase?: ActionBoundaryTimedOutPhase;
+}
+
 type ConsoleLevel = "debug" | "log" | "info" | "warn" | "error" | "trace";
 interface StepEventBase {
     readonly eventId: string;
@@ -675,6 +696,9 @@ interface BrowserExecutor {
 }
 interface BrowserInspector {
     readonly capabilities: Readonly<BrowserCapabilities>;
+    drainEvents(input: {
+        readonly pageRef: PageRef;
+    }): Promise<readonly StepEvent[]>;
     listPages(input: {
         readonly sessionRef: SessionRef;
     }): Promise<readonly PageInfo[]>;
@@ -695,12 +719,22 @@ interface BrowserInspector {
         readonly frameRef?: FrameRef;
         readonly documentRef?: DocumentRef;
     }): Promise<DomSnapshot>;
+    getActionBoundarySnapshot(input: {
+        readonly pageRef: PageRef;
+    }): Promise<ActionBoundarySnapshot>;
     waitForVisualStability(input: {
         readonly pageRef: PageRef;
         readonly timeoutMs?: number;
         readonly settleMs?: number;
         readonly scope?: VisualStabilityScope;
     }): Promise<void>;
+    waitForPostLoadQuiet(input: {
+        readonly pageRef: PageRef;
+        readonly timeoutMs?: number;
+        readonly quietMs?: number;
+        readonly captureWindowMs?: number;
+        readonly signal?: AbortSignal;
+    }): Promise<void>;
     readText(input: NodeLocator): Promise<string | null>;
     readAttributes(input: NodeLocator): Promise<readonly {
         readonly name: string;
@@ -814,11 +848,12 @@ interface NormalizedComputerScreenshotOptions {
 }
 interface ComputerUseBridgeInput {
     readonly pageRef: PageRef;
+    readonly snapshot?: ActionBoundarySnapshot;
     readonly action: OpensteerComputerAction;
     readonly screenshot: NormalizedComputerScreenshotOptions;
     readonly signal: AbortSignal;
     remainingMs(): number | undefined;
-    policySettle(pageRef: PageRef): Promise<void>;
+    policySettle(pageRef: PageRef, trigger: ActionBoundarySettleTrigger): Promise<void>;
 }
 interface ComputerUseBridgeOutput {
     readonly pageRef: PageRef;
@@ -826,6 +861,7 @@ interface ComputerUseBridgeOutput {
     readonly viewport: ViewportMetrics;
     readonly events: readonly StepEvent[];
     readonly timing: OpensteerComputerExecuteTiming;
+    readonly boundary?: ActionBoundaryOutcome;
 }
 interface ComputerUseBridge {
     execute(input: ComputerUseBridgeInput): Promise<ComputerUseBridgeOutput>;
@@ -886,9 +922,10 @@ interface DomActionKeyPressInput {
 }
 interface DomActionSettleOptions {
     readonly operation: "dom.click" | "dom.hover" | "dom.input" | "dom.scroll";
+    readonly snapshot?: ActionBoundarySnapshot;
     readonly signal: AbortSignal;
     remainingMs(): number | undefined;
-    policySettle(pageRef: PageRef): Promise<void>;
+    policySettle(pageRef: PageRef, trigger: ActionBoundarySettleTrigger): Promise<void>;
 }
 type DomPointerHitRelation = "self" | "descendant" | "ancestor" | "same-owner" | "outside" | "unknown";
 interface DomPointerHitAssessment {
@@ -910,7 +947,7 @@ interface DomActionBridge {
     scrollNodeIntoView(locator: NodeLocator, options?: DomActionScrollOptions): Promise<void>;
     focusNode(locator: NodeLocator): Promise<void>;
     pressKey(locator: NodeLocator, input: DomActionKeyPressInput): Promise<void>;
-    finalizeDomAction(pageRef: PageRef, options: DomActionSettleOptions): Promise<void>;
+    finalizeDomAction(pageRef: PageRef, options: DomActionSettleOptions): Promise<ActionBoundaryOutcome>;
 }
 
 interface PlaywrightChromiumLaunchOptions {
@@ -978,6 +1015,7 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     private readonly pageByPlaywrightPage;
     private readonly pendingPopupOpeners;
     private readonly preassignedPopupPageRefs;
+    private readonly actionSettler;
     private pageCounter;
     private frameCounter;
     private documentCounter;
@@ -1082,6 +1120,9 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     listPages(input: {
         readonly sessionRef: SessionRef;
     }): Promise<readonly PageInfo[]>;
+    drainEvents(input: {
+        readonly pageRef: PageRef;
+    }): Promise<readonly StepEvent[]>;
     listFrames(input: {
         readonly pageRef: PageRef;
     }): Promise<readonly FrameInfo[]>;
@@ -1099,12 +1140,22 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
         readonly frameRef?: FrameRef;
         readonly documentRef?: DocumentRef;
     }): Promise<DomSnapshot>;
+    getActionBoundarySnapshot(input: {
+        readonly pageRef: PageRef;
+    }): Promise<ActionBoundarySnapshot>;
     waitForVisualStability(input: {
         readonly pageRef: PageRef;
         readonly timeoutMs?: number;
         readonly settleMs?: number;
         readonly scope?: "main-frame" | "visible-frames";
     }): Promise<void>;
+    waitForPostLoadQuiet(input: {
+        readonly pageRef: PageRef;
+        readonly timeoutMs?: number;
+        readonly quietMs?: number;
+        readonly captureWindowMs?: number;
+        readonly signal?: AbortSignal;
+    }): Promise<void>;
     readText(input: NodeLocator): Promise<string | null>;
     readAttributes(input: NodeLocator): Promise<readonly {
         readonly name: string;
@@ -1155,14 +1206,15 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     private handleFrameNavigated;
     private handleNavigatedWithinDocument;
     private handleDocumentUpdated;
+    private handlePageDomContentLoaded;
     private syncFrameTree;
     private refreshFrameBindings;
     private bindPlaywrightFrames;
-    private handleConsole;
+    private handleRuntimeConsole;
     private handleDialog;
     private handleDownload;
     private handleFileChooserOpened;
-    private handlePageError;
+    private handleRuntimeException;
     private handleUnexpectedPageClose;
     private handleNetworkRequestWillBeSent;
     private handlePlaywrightRequest;
@@ -1205,6 +1257,8 @@ declare class PlaywrightBrowserCoreEngine implements BrowserCoreEngine {
     private throwBackgroundError;
     private createEvent;
     private queueEvent;
+    private installRuntimeEventRecorder;
+    private drainInstrumentedRuntimeEvents;
     private drainQueuedEvents;
     private createStepResult;
     private withModifiers;