donobu 2.15.1 → 2.17.0

package/dist/esm/assets/page-interactions-tracker.js

@@ -1,16 +1,37 @@
 /**
  * Donobu script for tracking interactions with the current page. This scripts assumes the
  * following:
- *   1. There is an exposed binding to call back to Java named "donobuTrackInteraction".
- *   2. The smart-selector-generator.js script has defined the "donobuGenerateSmartSelectors"
+ *   1. There is an exposed binding to call back to NodeJS named "__donobuTrackInteraction".
+ *   2. The smart-selector-generator.js script has defined the "__donobu.generateSmartSelectors"
  *      method on the window object.
  */
 (() => {
-  if (window.donobuListenersRegistered) {
-    return;
+  if (!window.__donobu) {
+    Object.defineProperty(window, '__donobu', {
+      value: {},
+      enumerable: false,
+      writable: true,
+      configurable: false,
+    });
   }
 
-  window.donobuStartDragPosition = { x: 0, y: 0 };
+  if (!window.__donobu.interactionListenersRegistered) {
+    Object.defineProperty(window.__donobu, 'interactionListenersRegistered', {
+      value: true,
+      enumerable: false,
+      writable: false,
+      configurable: false,
+    });
+  }
+
+  if (!window.__donobu.startDragPosition) {
+    Object.defineProperty(window.__donobu, 'startDragPosition', {
+      value: { x: 0, y: 0 },
+      enumerable: false,
+      writable: true,
+      configurable: false,
+    });
+  }
 
   // Helper function to check if an event target is inside the Donobu control panel.
   const isDonobuControlPanelInteraction = (element) => {
@@ -40,20 +61,20 @@
             type: eventType,
             x: e.clientX,
             y: e.clientY,
-            selectors: window.donobuGenerateSmartSelectors(e.target),
+            selectors: window.__donobu.generateSmartSelectors(e.target),
             timestamp: new Date().getTime(),
           };
 
           if (eventType === 'mousedown') {
-            donobuStartDragPosition = { x: e.clientX, y: e.clientY };
+            window.__donobu.startDragPosition = { x: e.clientX, y: e.clientY };
           } else if (eventType === 'mouseup') {
             eventData.dragDistance = Math.sqrt(
-              Math.pow(e.clientX - donobuStartDragPosition.x, 2) +
-                Math.pow(e.clientY - donobuStartDragPosition.y, 2),
+              Math.pow(e.clientX - window.__donobu.startDragPosition.x, 2) +
+                Math.pow(e.clientY - window.__donobu.startDragPosition.y, 2),
             );
           }
 
-          donobuTrackInteraction(eventData);
+          __donobuTrackInteraction(eventData);
         },
         true,
       );
@@ -70,7 +91,7 @@
           return;
         }
 
-        donobuTrackInteraction({
+        __donobuTrackInteraction({
           type: eventType,
           key: e.key,
           keyCode: e.keyCode,
@@ -78,7 +99,7 @@
           ctrlKey: e.ctrlKey,
           metaKey: e.metaKey,
           shiftKey: e.shiftKey,
-          selectors: window.donobuGenerateSmartSelectors(e.target),
+          selectors: window.__donobu.generateSmartSelectors(e.target),
           timestamp: new Date().getTime(),
         });
       },
@@ -98,7 +119,7 @@
 
         const eventData = {
           type: eventType,
-          selectors: window.donobuGenerateSmartSelectors(e.target),
+          selectors: window.__donobu.generateSmartSelectors(e.target),
           timestamp: new Date().getTime(),
         };
 
@@ -115,7 +136,7 @@
           }
         }
 
-        donobuTrackInteraction(eventData);
+        __donobuTrackInteraction(eventData);
       },
       true,
     );
@@ -127,7 +148,7 @@
   //  window.addEventListener(
   //    "scroll",
   //    function (e) {
-  //      donobuTrackInteraction({
+  //      __donobuTrackInteraction({
   //        type: "scroll",
   //        scrollX: window.scrollX,
   //        scrollY: window.scrollY,
@@ -141,7 +162,7 @@
   //  window.addEventListener(
   //    "resize",
   //    function (e) {
-  //      donobuTrackInteraction({
+  //      __donobuTrackInteraction({
   //        type: "resize",
   //        width: window.innerWidth,
   //        height: window.innerHeight,
@@ -168,10 +189,10 @@
             identifier: touch.identifier,
           }));
 
-          donobuTrackInteraction({
+          __donobuTrackInteraction({
             type: eventType,
             touches: touches,
-            selectors: window.donobuGenerateSmartSelectors(e.target),
+            selectors: window.__donobu.generateSmartSelectors(e.target),
             timestamp: new Date().getTime(),
           });
         },
@@ -179,6 +200,4 @@
       );
     },
   );
-
-  window.donobuListenersRegistered = true;
 })();

package/dist/esm/assets/smart-selector-generator.js

@@ -1,8 +1,23 @@
 (() => {
-  // Prevent sneaky websites from undefining the CSS escape function.
-  // We run first and we can save the CSS escape function.
-  window.donobuCssEscape =
-    typeof CSS.escape !== 'undefined' ? CSS.escape : window.donobuCssEscape;
+  if (!window.__donobu) {
+    Object.defineProperty(window, '__donobu', {
+      value: {},
+      enumerable: false,
+      writable: true,
+      configurable: false,
+    });
+  }
+
+  if (!window.__donobu.cssEscape) {
+    // Prevent sneaky websites from undefining the CSS escape function.
+    // We run first and we can save the CSS escape function.
+    Object.defineProperty(window.__donobu, 'cssEscape', {
+      value: CSS.escape,
+      enumerable: false,
+      writable: false,
+      configurable: false,
+    });
+  }
 
   class SelectorToCount {
     constructor(selector) {
@@ -118,7 +133,8 @@
             return null;
           }
         })
-        .filter((a) => a !== null && a.count !== 0)
+        .filter((a) => a !== null)
+        .filter((a) => a.count !== 0)
         .sort((a, b) => {
           // 1. fewer matches -> better
           if (a.count !== b.count) return a.count - b.count;
@@ -235,7 +251,7 @@
         if (id) {
           const label = document.querySelector(`label[for='${id}']`);
           if (label) {
-            const labelText = label.textContent.trim();
+            const labelText = label.textContent?.trim();
             if (labelText) {
               const safeLabelText = xpathLiteral(labelText);
               return [
@@ -311,16 +327,23 @@
     }
 
     escapeCss(str) {
-      return window.donobuCssEscape(str);
+      return window.__donobu.cssEscape(str);
     }
   }
 
-  window.donobuGenerateSmartSelectors = (element) => {
-    try {
-      return new SelectorGenerator(element).generate();
-    } catch (e) {
-      console.warn('Exception while generating selector', e);
-      return [];
-    }
-  };
+  if (!window.__donobu.generateSmartSelectors) {
+    Object.defineProperty(window.__donobu, 'generateSmartSelectors', {
+      value: (element) => {
+        try {
+          return new SelectorGenerator(element).generate();
+        } catch (e) {
+          console.warn('Exception while generating selector', e);
+          return [];
+        }
+      },
+      enumerable: false,
+      writable: false,
+      configurable: false,
+    });
+  }
 })();

package/dist/esm/bindings/FocusPage.d.ts

@@ -1,6 +1,11 @@
 import { FocusedPage } from '../models/FocusedPage';
 import { NamedBindingCallback } from './NamedBindingCallback';
 import { BrowserContext, Page, Frame } from 'playwright';
+declare global {
+    interface Window {
+        [FocusPage.NAME]: () => void;
+    }
+}
 /**
  * A binding that brings the page executing this callback into focus.
  */
@@ -13,6 +18,6 @@ export declare class FocusPage implements NamedBindingCallback {
         context: BrowserContext;
         page: Page;
         frame: Frame;
-    }, ...args: any[]): any;
+    }, ..._args: any[]): void;
 }
 //# sourceMappingURL=FocusPage.d.ts.map

package/dist/esm/bindings/FocusPage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FocusPage.d.ts","sourceRoot":"","sources":["../../../src/bindings/FocusPage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEzD;;GAEG;AACH,qBAAa,SAAU,YAAW,oBAAoB;IAGjC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAF/C,gBAAuB,IAAI,qBAAqB;gBAEZ,WAAW,EAAE,WAAW;IAErD,IAAI,IAAI,MAAM;IAId,IAAI,CACT,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,GAAG;CAWP"}
+{"version":3,"file":"FocusPage.d.ts","sourceRoot":"","sources":["../../../src/bindings/FocusPage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEzD,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC;KAC9B;CACF;AAED;;GAEG;AACH,qBAAa,SAAU,YAAW,oBAAoB;IAGjC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAF/C,gBAAuB,IAAI,qBAAqB;gBAEZ,WAAW,EAAE,WAAW;IAErD,IAAI,IAAI,MAAM;IAId,IAAI,CACT,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,KAAK,EAAE,GAAG,EAAE,GACd,IAAI;CAGR"}

package/dist/esm/bindings/FocusPage.js

@@ -11,14 +11,8 @@ class FocusPage {
     name() {
         return FocusPage.NAME;
     }
-    call(source, ...args) {
-        const tabUrl = args[0];
-        const page = source.context.pages().find((tab) => tab.url() === tabUrl);
-        if (page) {
-            this.focusedPage.current = page;
-            return true;
-        }
-        return false;
+    call(source, ..._args) {
+        this.focusedPage.current = source.page;
     }
 }
 exports.FocusPage = FocusPage;

package/dist/esm/bindings/FocusPage.js.map

@@ -1 +1 @@
-{"version":3,"file":"FocusPage.js","sourceRoot":"","sources":["../../../src/bindings/FocusPage.ts"],"names":[],"mappings":";;;AAIA;;GAEG;AACH,MAAa,SAAS;IAGpB,YAAoC,WAAwB;QAAxB,gBAAW,GAAX,WAAW,CAAa;IAAG,CAAC;IAEzD,IAAI;QACT,OAAO,SAAS,CAAC,IAAI,CAAC;IACxB,CAAC;IAEM,IAAI,CACT,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAW,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,MAAM,CAAC,CAAC;QAExE,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;;AAtBH,8BAuBC;AAtBwB,cAAI,GAAG,iBAAiB,CAAC"}
+{"version":3,"file":"FocusPage.js","sourceRoot":"","sources":["../../../src/bindings/FocusPage.ts"],"names":[],"mappings":";;;AAUA;;GAEG;AACH,MAAa,SAAS;IAGpB,YAAoC,WAAwB;QAAxB,gBAAW,GAAX,WAAW,CAAa;IAAG,CAAC;IAEzD,IAAI;QACT,OAAO,SAAS,CAAC,IAAI,CAAC;IACxB,CAAC;IAEM,IAAI,CACT,MAA6D,EAC7D,GAAG,KAAY;QAEf,IAAI,CAAC,WAAW,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;IACzC,CAAC;;AAdH,8BAeC;AAdwB,cAAI,GAAG,iBAAiB,CAAC"}

package/dist/esm/bindings/PageInteractionTracker.d.ts

@@ -1,6 +1,11 @@
 import { BrowserContext, Page, Frame } from 'playwright';
 import { NamedBindingCallback } from './NamedBindingCallback';
 import { DonobuFlow } from '../managers/DonobuFlow';
+declare global {
+    interface Window {
+        [PageInteractionTracker.NAME]: () => boolean;
+    }
+}
 /**
  * Tracks direct user actions that have occurred in the web browser.
  * This differs from normal Donobu flows which use GPT to analyze pages and propose actions.
@@ -8,8 +13,10 @@ import { DonobuFlow } from '../managers/DonobuFlow';
  */
 export declare class PageInteractionTracker implements NamedBindingCallback {
     private readonly donobuFlow;
-    static readonly NAME = "donobuTrackInteraction";
-    constructor(donobuFlow: DonobuFlow);
+    private static readonly INIT_SCRIPT;
+    static readonly NAME = "__donobuTrackInteraction";
+    static register(donobuFlow: DonobuFlow, browserContext: BrowserContext): Promise<PageInteractionTracker>;
+    private constructor();
     name(): string;
     /**
      * Handles tracking of page interactions.

package/dist/esm/bindings/PageInteractionTracker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PageInteractionTracker.d.ts","sourceRoot":"","sources":["../../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAqBpD;;;;GAIG;AACH,qBAAa,sBAAuB,YAAW,oBAAoB;IAG9C,OAAO,CAAC,QAAQ,CAAC,UAAU;IAF9C,gBAAuB,IAAI,4BAA4B;gBAEnB,UAAU,EAAE,UAAU;IAEnD,IAAI,IAAI,MAAM;IAIrB;;;;;OAKG;IACU,IAAI,CACf,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;YAgDF,cAAc;CAyD7B"}
+{"version":3,"file":"PageInteractionTracker.d.ts","sourceRoot":"","sources":["../../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAgBpD,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,MAAM,OAAO,CAAC;KAC9C;CACF;AAQD;;;;GAIG;AACH,qBAAa,sBAAuB,YAAW,oBAAoB;IAqC7C,OAAO,CAAC,QAAQ,CAAC,UAAU;IApC/C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAEjC;IAGF,gBAAuB,IAAI,8BAA8B;WAErC,QAAQ,CAC1B,UAAU,EAAE,UAAU,EACtB,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IA0BlC,OAAO;IAEA,IAAI,IAAI,MAAM;IAIrB;;;;;OAKG;IACU,IAAI,CACf,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;YAkDF,cAAc;CAyD7B"}

package/dist/esm/bindings/PageInteractionTracker.js

@@ -1,4 +1,7 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PageInteractionTracker = void 0;
 const MiscUtils_1 = require("../utils/MiscUtils");
@@ -6,12 +9,31 @@ const ClickTool_1 = require("../tools/ClickTool");
 const PressKeyTool_1 = require("../tools/PressKeyTool");
 const Logger_1 = require("../utils/Logger");
 const PlaywrightUtils_1 = require("../utils/PlaywrightUtils");
+const path_1 = __importDefault(require("path"));
 /**
  * Tracks direct user actions that have occurred in the web browser.
  * This differs from normal Donobu flows which use GPT to analyze pages and propose actions.
  * This tracker records direct user actions for reliable replay and GPT visibility.
  */
 class PageInteractionTracker {
+    static async register(donobuFlow, browserContext) {
+        const instance = new PageInteractionTracker(donobuFlow);
+        await browserContext.addInitScript(PlaywrightUtils_1.PlaywrightUtils.SMART_SELECTOR_GENERATOR_INIT_SCRIPT);
+        browserContext.on('page', async (page) => {
+            page.on('framenavigated', async (frame) => {
+                try {
+                    await frame.evaluate(PageInteractionTracker.INIT_SCRIPT);
+                }
+                catch (error) {
+                    if (!PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                        Logger_1.appLogger.error('Error when evaluating PageInteractionTracker.INIT_SCRIPT', error);
+                    }
+                }
+            });
+        });
+        await browserContext.exposeBinding(instance.name(), instance.call.bind(instance));
+        return instance;
+    }
     constructor(donobuFlow) {
         this.donobuFlow = donobuFlow;
     }
@@ -35,7 +57,7 @@ class PageInteractionTracker {
             const postCallImageId = await this.donobuFlow.persistence.saveScreenShot(this.donobuFlow.metadata.id, postCallImage);
             const frameSelector = source.frame.url() === source.page.url()
                 ? null
-                : await PlaywrightUtils_1.PlaywrightUtils.parseUnambiguousSelector(await source.frame.frameElement());
+                : (await PlaywrightUtils_1.PlaywrightUtils.generateSelectors(await source.frame.frameElement()))[0];
             const elementSelectors = event.selectors;
             const externalToolCall = await this.createToolCall(event, elementSelectors, frameSelector, postCallImageId, source.page.url(), timestamp);
             if (externalToolCall) {
@@ -79,7 +101,7 @@ class PageInteractionTracker {
                     },
                     outcome: {
                         isSuccessful: true,
-                        forLlm: 'Pressed the key.',
+                        forLlm: `Pressed the '${event.key}' key at the element.`,
                         metadata: selectorForReplay,
                     },
                     postCallImageId: postCallImageId,
@@ -94,5 +116,7 @@ class PageInteractionTracker {
     }
 }
 exports.PageInteractionTracker = PageInteractionTracker;
-PageInteractionTracker.NAME = 'donobuTrackInteraction';
+PageInteractionTracker.INIT_SCRIPT = MiscUtils_1.MiscUtils.getResourceFileAsString(path_1.default.join('page-interactions-tracker.js'));
+// If this name is updated, the init script must also be updated.
+PageInteractionTracker.NAME = '__donobuTrackInteraction';
 //# sourceMappingURL=PageInteractionTracker.js.map

package/dist/esm/bindings/PageInteractionTracker.js.map

@@ -1 +1 @@
-{"version":3,"file":"PageInteractionTracker.js","sourceRoot":"","sources":["../../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":";;;AAGA,kDAA+C;AAG/C,kDAG4B;AAC5B,wDAG+B;AAC/B,4CAA4C;AAC5C,8DAA2D;AAQ3D;;;;GAIG;AACH,MAAa,sBAAsB;IAGjC,YAAoC,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAEvD,IAAI;QACT,OAAO,sBAAsB,CAAC,IAAI,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,IAAI,CACf,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;QAEjD,IACE,SAAS,KAAK,QAAQ;YACtB,SAAS,KAAK,iCAAiC,EAC/C,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAqB,CAAC;YAE1C,kBAAS,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEnD,MAAM,aAAa,GAAG,MAAM,iCAAe,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,CACtE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,aAAa,CACd,CAAC;YAEF,MAAM,aAAa,GACjB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,MAAM,iCAAe,CAAC,wBAAwB,CAC5C,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,CAClC,CAAC;YAER,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS,CAAC;YAEzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,cAAc,CAChD,KAAK,EACL,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,EACjB,SAAS,CACV,CAAC;YAEF,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,gBAAgB,CACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,KAAuB,EACvB,gBAA0B,EAC1B,aAA4B,EAC5B,eAAuB,EACvB,OAAe,EACf,SAAiB;QAEjB,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,aAAa;SACK,CAAC;QAE5B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,OAAO;oBACL,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;oBACrC,QAAQ,EAAE,qBAAS,CAAC,IAAI;oBACxB,UAAU,EAAE;wBACV,QAAQ,EAAE,iBAAiB;qBACe;oBAC5C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI;wBAClB,MAAM,EAAE,sBAAsB;wBAC9B,QAAQ,EAAE,iBAAiB;qBAC5B;oBACD,eAAe,EAAE,eAAe;oBAChC,IAAI,EAAE,OAAO;oBACb,SAAS,EAAE,SAAS;oBACpB,WAAW,EAAE,SAAS;iBACJ,CAAC;YACvB,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,OAAO;oBACL,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;oBACrC,QAAQ,EAAE,2BAAY,CAAC,IAAI;oBAC3B,UAAU,EAAE;wBACV,QAAQ,EAAE,iBAAiB;wBAC3B,GAAG,EAAE,KAAK,CAAC,GAAI;qBAC8B;oBAC/C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI;wBAClB,MAAM,EAAE,kBAAkB;wBAC1B,QAAQ,EAAE,iBAAiB;qBAC5B;oBACD,eAAe,EAAE,eAAe;oBAChC,IAAI,EAAE,OAAO;oBACb,SAAS,EAAE,SAAS;oBACpB,WAAW,EAAE,SAAS;iBACJ,CAAC;YACvB,CAAC;YAED;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;;AA1HH,wDA2HC;AA1HwB,2BAAI,GAAG,wBAAwB,CAAC"}
+{"version":3,"file":"PageInteractionTracker.js","sourceRoot":"","sources":["../../../src/bindings/PageInteractionTracker.ts"],"names":[],"mappings":";;;;;;AAGA,kDAA+C;AAG/C,kDAG4B;AAC5B,wDAG+B;AAC/B,4CAA4C;AAC5C,8DAA2D;AAC3D,gDAAwB;AAcxB;;;;GAIG;AACH,MAAa,sBAAsB;IAQ1B,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC1B,UAAsB,EACtB,cAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,cAAc,CAAC,aAAa,CAChC,iCAAe,CAAC,oCAAoC,CACrD,CAAC;QACF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;YAC7C,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACxC,IAAI,CAAC;oBACH,MAAM,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;gBAC3D,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC9C,kBAAS,CAAC,KAAK,CACb,0DAA0D,EAC1D,KAAK,CACN,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,cAAc,CAAC,aAAa,CAChC,QAAQ,CAAC,IAAI,EAAE,EACf,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC7B,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAqC,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAExD,IAAI;QACT,OAAO,sBAAsB,CAAC,IAAI,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,IAAI,CACf,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;QAEjD,IACE,SAAS,KAAK,QAAQ;YACtB,SAAS,KAAK,iCAAiC,EAC/C,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAqB,CAAC;YAE1C,kBAAS,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEnD,MAAM,aAAa,GAAG,MAAM,iCAAe,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,CACtE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,aAAa,CACd,CAAC;YAEF,MAAM,aAAa,GACjB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,CACE,MAAM,iCAAe,CAAC,iBAAiB,CACrC,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,CAClC,CACF,CAAC,CAAC,CAAC,CAAC;YAEX,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS,CAAC;YAEzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,cAAc,CAChD,KAAK,EACL,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,EACjB,SAAS,CACV,CAAC;YAEF,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,EAC3B,gBAAgB,CACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;IACT,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,KAAuB,EACvB,gBAA0B,EAC1B,aAA4B,EAC5B,eAAuB,EACvB,OAAe,EACf,SAAiB;QAEjB,MAAM,iBAAiB,GAAG;YACxB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,aAAa;SACK,CAAC;QAE5B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,OAAO;oBACL,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;oBACrC,QAAQ,EAAE,qBAAS,CAAC,IAAI;oBACxB,UAAU,EAAE;wBACV,QAAQ,EAAE,iBAAiB;qBACe;oBAC5C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI;wBAClB,MAAM,EAAE,sBAAsB;wBAC9B,QAAQ,EAAE,iBAAiB;qBAC5B;oBACD,eAAe,EAAE,eAAe;oBAChC,IAAI,EAAE,OAAO;oBACb,SAAS,EAAE,SAAS;oBACpB,WAAW,EAAE,SAAS;iBACJ,CAAC;YACvB,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,OAAO;oBACL,EAAE,EAAE,qBAAS,CAAC,qBAAqB,EAAE;oBACrC,QAAQ,EAAE,2BAAY,CAAC,IAAI;oBAC3B,UAAU,EAAE;wBACV,QAAQ,EAAE,iBAAiB;wBAC3B,GAAG,EAAE,KAAK,CAAC,GAAI;qBAC8B;oBAC/C,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI;wBAClB,MAAM,EAAE,gBAAgB,KAAK,CAAC,GAAI,uBAAuB;wBACzD,QAAQ,EAAE,iBAAiB;qBAC5B;oBACD,eAAe,EAAE,eAAe;oBAChC,IAAI,EAAE,OAAO;oBACb,SAAS,EAAE,SAAS;oBACpB,WAAW,EAAE,SAAS;iBACJ,CAAC;YACvB,CAAC;YAED;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;;AA9JH,wDA+JC;AA9JyB,kCAAW,GAAG,qBAAS,CAAC,uBAAuB,CACrE,cAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAC1C,CAAC;AAEF,iEAAiE;AAC1C,2BAAI,GAAG,0BAA0B,CAAC"}

package/dist/esm/bindings/ProposeToolCall.d.ts

@@ -0,0 +1,20 @@
+import { BrowserContext, Page, Frame } from 'playwright';
+import { NamedBindingCallback } from './NamedBindingCallback';
+import { DonobuFlow } from '../managers/DonobuFlow';
+/**
+ * A binding to allow arbitrary tool calls to be proposed from the frontend.
+ * This is for debugging purposes only.
+ */
+export declare class ProposeToolCall implements NamedBindingCallback {
+    private readonly donobuFlow;
+    static readonly NAME = "__donobuProposeToolCall";
+    static register(donobuFlow: DonobuFlow, browserContext: BrowserContext): Promise<ProposeToolCall>;
+    constructor(donobuFlow: DonobuFlow);
+    name(): string;
+    call(_source: {
+        context: BrowserContext;
+        page: Page;
+        frame: Frame;
+    }, ...args: any[]): Promise<void>;
+}
+//# sourceMappingURL=ProposeToolCall.d.ts.map

package/dist/esm/bindings/ProposeToolCall.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProposeToolCall.d.ts","sourceRoot":"","sources":["../../../src/bindings/ProposeToolCall.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAIpD;;;GAGG;AACH,qBAAa,eAAgB,YAAW,oBAAoB;IAevC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAd9C,gBAAuB,IAAI,6BAA6B;WAEpC,QAAQ,CAC1B,UAAU,EAAE,UAAU,EACtB,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,eAAe,CAAC;gBASS,UAAU,EAAE,UAAU;IAEnD,IAAI,IAAI,MAAM;IAIR,IAAI,CACf,OAAO,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC9D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;CAOjB"}

package/dist/esm/bindings/ProposeToolCall.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProposeToolCall = void 0;
+const Logger_1 = require("../utils/Logger");
+/**
+ * A binding to allow arbitrary tool calls to be proposed from the frontend.
+ * This is for debugging purposes only.
+ */
+class ProposeToolCall {
+    static async register(donobuFlow, browserContext) {
+        const instance = new ProposeToolCall(donobuFlow);
+        await browserContext.exposeBinding(instance.name(), instance.call.bind(instance));
+        return instance;
+    }
+    constructor(donobuFlow) {
+        this.donobuFlow = donobuFlow;
+    }
+    name() {
+        return ProposeToolCall.NAME;
+    }
+    async call(_source, ...args) {
+        Logger_1.appLogger.debug(`Proposed tool call from frontend: ${JSON.stringify(args[0])}`);
+        const proposedToolCall = args[0];
+        this.donobuFlow.proposedToolCalls.push(proposedToolCall);
+    }
+}
+exports.ProposeToolCall = ProposeToolCall;
+ProposeToolCall.NAME = '__donobuProposeToolCall';
+//# sourceMappingURL=ProposeToolCall.js.map

package/dist/esm/bindings/ProposeToolCall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProposeToolCall.js","sourceRoot":"","sources":["../../../src/bindings/ProposeToolCall.ts"],"names":[],"mappings":";;;AAGA,4CAA4C;AAG5C;;;GAGG;AACH,MAAa,eAAe;IAGnB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC1B,UAAsB,EACtB,cAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,cAAc,CAAC,aAAa,CAChC,QAAQ,CAAC,IAAI,EAAE,EACf,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC7B,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAoC,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAEvD,IAAI;QACT,OAAO,eAAe,CAAC,IAAI,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,OAA8D,EAC9D,GAAG,IAAW;QAEd,kBAAS,CAAC,KAAK,CACb,qCAAqC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAC/D,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,CAAC,CAA0B,CAAC;QAC1D,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC3D,CAAC;;AA9BH,0CA+BC;AA9BwB,oBAAI,GAAG,yBAAyB,CAAC"}

package/dist/esm/bindings/ToggleDonobuAnnotations.d.ts

@@ -1,3 +1,4 @@
+import { PageInspector } from '../managers/PageInspector';
 import { NamedBindingCallback } from './NamedBindingCallback';
 import { BrowserContext, Page, Frame } from 'playwright';
 /**
@@ -6,8 +7,10 @@ import { BrowserContext, Page, Frame } from 'playwright';
  * as understood by the Donobu engine.
  */
 export declare class ToggleDonobuAnnotations implements NamedBindingCallback {
-    static readonly NAME = "donobuToggleAnnotations";
-    constructor();
+    private readonly pageInspector;
+    static readonly NAME = "__donobuToggleAnnotations";
+    static register(pageInspector: PageInspector, browserContext: BrowserContext): Promise<ToggleDonobuAnnotations>;
+    constructor(pageInspector: PageInspector);
     name(): string;
     call(source: {
         context: BrowserContext;

package/dist/esm/bindings/ToggleDonobuAnnotations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ToggleDonobuAnnotations.d.ts","sourceRoot":"","sources":["../../../src/bindings/ToggleDonobuAnnotations.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEzD;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAClE,gBAAuB,IAAI,6BAA6B;;IAIjD,IAAI,IAAI,MAAM;IAIR,IAAI,CACf,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;CAYjB"}
+{"version":3,"file":"ToggleDonobuAnnotations.d.ts","sourceRoot":"","sources":["../../../src/bindings/ToggleDonobuAnnotations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEzD;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,oBAAoB;IAe/C,OAAO,CAAC,QAAQ,CAAC,aAAa;IAdjD,gBAAuB,IAAI,+BAA+B;WAEtC,QAAQ,CAC1B,aAAa,EAAE,aAAa,EAC5B,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,uBAAuB,CAAC;gBASC,aAAa,EAAE,aAAa;IAEzD,IAAI,IAAI,MAAM;IAIR,IAAI,CACf,MAAM,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAC7D,GAAG,IAAI,EAAE,GAAG,EAAE,GACb,OAAO,CAAC,IAAI,CAAC;CAYjB"}

package/dist/esm/bindings/ToggleDonobuAnnotations.js

@@ -1,29 +1,35 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ToggleDonobuAnnotations = void 0;
-const PlaywrightUtils_1 = require("../utils/PlaywrightUtils");
 /**
  * A binding that toggles the annotations on the page executing this callback.
  * This is used for debugging purposes to show the interactable elements on the page
  * as understood by the Donobu engine.
  */
 class ToggleDonobuAnnotations {
-    constructor() { }
+    static async register(pageInspector, browserContext) {
+        const instance = new ToggleDonobuAnnotations(pageInspector);
+        await browserContext.exposeBinding(instance.name(), instance.call.bind(instance));
+        return instance;
+    }
+    constructor(pageInspector) {
+        this.pageInspector = pageInspector;
+    }
     name() {
         return ToggleDonobuAnnotations.NAME;
     }
     async call(source, ...args) {
         const isToggled = args[0];
         if (isToggled) {
-            await PlaywrightUtils_1.PlaywrightUtils.attributeInteractableElements(source.page);
-            await PlaywrightUtils_1.PlaywrightUtils.annotateInteractableElements(source.page);
+            await this.pageInspector.attributeInteractableElements(source.page);
+            await this.pageInspector.annotateInteractableElements(source.page);
         }
         else {
-            await PlaywrightUtils_1.PlaywrightUtils.removeDonobuAnnotations(source.page);
+            await this.pageInspector.removeDonobuAnnotations(source.page);
         }
         return;
     }
 }
 exports.ToggleDonobuAnnotations = ToggleDonobuAnnotations;
-ToggleDonobuAnnotations.NAME = 'donobuToggleAnnotations';
+ToggleDonobuAnnotations.NAME = '__donobuToggleAnnotations';
 //# sourceMappingURL=ToggleDonobuAnnotations.js.map

package/dist/esm/bindings/ToggleDonobuAnnotations.js.map

@@ -1 +1 @@
-{"version":3,"file":"ToggleDonobuAnnotations.js","sourceRoot":"","sources":["../../../src/bindings/ToggleDonobuAnnotations.ts"],"names":[],"mappings":";;;AAAA,8DAA2D;AAI3D;;;;GAIG;AACH,MAAa,uBAAuB;IAGlC,gBAAsB,CAAC;IAEhB,IAAI;QACT,OAAO,uBAAuB,CAAC,IAAI,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAY,CAAC;QAErC,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,iCAAe,CAAC,6BAA6B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjE,MAAM,iCAAe,CAAC,4BAA4B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,MAAM,iCAAe,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO;IACT,CAAC;;AAvBH,0DAwBC;AAvBwB,4BAAI,GAAG,yBAAyB,CAAC"}
+{"version":3,"file":"ToggleDonobuAnnotations.js","sourceRoot":"","sources":["../../../src/bindings/ToggleDonobuAnnotations.ts"],"names":[],"mappings":";;;AAIA;;;;GAIG;AACH,MAAa,uBAAuB;IAG3B,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC1B,aAA4B,EAC5B,cAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,uBAAuB,CAAC,aAAa,CAAC,CAAC;QAC5D,MAAM,cAAc,CAAC,aAAa,CAChC,QAAQ,CAAC,IAAI,EAAE,EACf,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC7B,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAoC,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;IAAG,CAAC;IAE7D,IAAI;QACT,OAAO,uBAAuB,CAAC,IAAI,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,MAA6D,EAC7D,GAAG,IAAW;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAY,CAAC;QAErC,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,aAAa,CAAC,6BAA6B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,aAAa,CAAC,4BAA4B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChE,CAAC;QAED,OAAO;IACT,CAAC;;AAnCH,0DAoCC;AAnCwB,4BAAI,GAAG,2BAA2B,CAAC"}

package/dist/esm/lib/DonobuExtendedPage.d.ts

@@ -0,0 +1,106 @@
+import type { Page } from '@playwright/test';
+import { ToolCallResult } from '../models/ToolCallResult';
+import { GptClient } from '../clients/GptClient';
+import { LanguageModel } from 'ai';
+import { AnalyzePageTextToolCoreParameters } from '../tools/AnalyzePageTextTool';
+import { JSONSchema7 } from 'json-schema';
+import { FlowMetadata } from '../models/FlowMetadata';
+import { AssertPageTextToolCoreParameters } from '../tools/AssertPageTextTool';
+import { AssertToolCoreParameters } from '../tools/AssertTool';
+import { SelectorBasedChooseSelectOptionToolParameters } from '../tools/ChooseSelectOptionTool';
+import { SelectorBasedClickToolParameters } from '../tools/ClickTool';
+import { SelectorBasedHoverOverElementToolParameters } from '../tools/HoverOverElementTool';
+import { SelectorBasedInputRandomizedEmailAddressToolParameters } from '../tools/InputRandomizedEmailAddressTool';
+import { SelectorBasedInputTextToolParameters } from '../tools/InputTextTool';
+import { SelectorBasedPressKeyToolParameters } from '../tools/PressKeyTool';
+import { ScrollPageToolCoreParameters } from '../tools/ScrollPageTool';
+/**
+ * Extends the Page object with additional test-related methods.
+ */
+export interface DonobuExtendedPage extends Page {
+    /**
+     * Run an arbitrary Donobu tool by name.
+     */
+    run(toolName: string, toolParams?: any, gptClientOverride?: GptClient | LanguageModel): Promise<ToolCallResult>;
+    /**
+     * Run an analysis on the current webpage's full raw text. Note that since this runs an analysis on the raw text,
+     * rather than, the HTML of the page, the raw text may be a bit jumbled, have its styling lost, careful
+     * positioning lost, etc. This tool is useful if there happens to be a lot of text on a page, and it would be
+     * tedious to scroll through the entirety of the page in order to get enough context to run an analysis.
+     *
+     * If there is context relevant to running the analysis that would not be found in the webpage text itself,
+     * perhaps context given in another message, prompt, overall object, etc, then provide it in the
+     * "additionalRelevantContext" parameter.
+     */
+    analyzePageText(params: AnalyzePageTextToolCoreParameters, gptClientOverride?: GptClient | LanguageModel): Promise<ToolCallResult>;
+    /**
+     * Assert that given text is visible in the current page.
+     */
+    assertPageText(params: AssertPageTextToolCoreParameters, gptClientOverride?: GptClient | LanguageModel): Promise<ToolCallResult>;
+    /**
+     * Checks all of the pages in the current browser context and returns the one
+     * matching the given URL.
+     */
+    changeTab(url: string): Promise<Page>;
+    /**
+     * Choose <option> values for a particular <select> HTML element.
+     */
+    chooseSelectOption(params: SelectorBasedChooseSelectOptionToolParameters): Promise<ToolCallResult>;
+    /**
+     * Click an element on a webpage.
+     */
+    clickElement(params: SelectorBasedClickToolParameters): Promise<ToolCallResult>;
+    /**
+     * Perform an analysis of the cookies for the current web browsing session.
+     */
+    createCookieReport(gptClientOverride?: GptClient | LanguageModel): Promise<ToolCallResult>;
+    /**
+     * Return an object conforming to the given JSON-schema. The object will be
+     * generated considering the following:
+     * - The given instruction (if any).
+     * - A screenshot of the current state of the page.
+     * - The history of actions taken on the page.
+     */
+    extract(params: {
+        instruction?: string;
+        schema: JSONSchema7;
+    }, gptClientOverride?: GptClient | LanguageModel): Promise<Record<string, unknown>>;
+    /**
+     * Hover the mouse over a specified element on a webpage.
+     */
+    hoverOverElement(params: SelectorBasedHoverOverElementToolParameters): Promise<ToolCallResult>;
+    /**
+     * Create a new randomized email address based on a given email and inputs it to a specific input text field.
+     * For example if passed "foo@gmail.com", this tool will create "foo+SOMETHING_RANDOM@gmail.com", where
+     * SOMETHING_RANDOM is a random string of characters safe for use in an email address, and input it in the
+     * specified text field.
+     */
+    inputRandomizedEmailAddress(params: SelectorBasedInputRandomizedEmailAddressToolParameters): Promise<ToolCallResult>;
+    /**
+     * Input text to a webpage's text input box.
+     */
+    inputText(params: SelectorBasedInputTextToolParameters): Promise<ToolCallResult>;
+    /**
+     * Press a single key. Note that if there is existing text in the element, it is appended rather than cleared.
+     *
+     * Generally, prefer using the 'inputText' tool instead as it automatically clears existing text
+     * and it allows the input of multiple characters at a time. The only advantage this tool has is
+     * that it allows the passing of control keys like "Tab", "Backspace", etc.
+     */
+    pressKey(params: SelectorBasedPressKeyToolParameters): Promise<ToolCallResult>;
+    /**
+     * Run an web accessibility (i.e. axe-core) test on the current webpage.
+     */
+    runAccessibilityTest(): Promise<ToolCallResult>;
+    /**
+     * Scroll the current page up or down by one viewport.
+     */
+    scroll(params: ScrollPageToolCoreParameters): Promise<ToolCallResult>;
+    /**
+     * Visually assert that a given condition (i.e. the 'assertionToTestFor' field) holds true, using a screenshot of
+     * the current webpage.
+     */
+    visuallyAssert(params: AssertToolCoreParameters, gptClientOverride?: GptClient | LanguageModel): Promise<ToolCallResult>;
+    _donobuFlowMetadata: FlowMetadata;
+}
+//# sourceMappingURL=DonobuExtendedPage.d.ts.map

package/dist/esm/lib/DonobuExtendedPage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DonobuExtendedPage.d.ts","sourceRoot":"","sources":["../../../src/lib/DonobuExtendedPage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACnC,OAAO,EAAE,iCAAiC,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,6CAA6C,EAAE,MAAM,iCAAiC,CAAC;AAChG,OAAO,EAAE,gCAAgC,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,2CAA2C,EAAE,MAAM,+BAA+B,CAAC;AAC5F,OAAO,EAAE,sDAAsD,EAAE,MAAM,0CAA0C,CAAC;AAClH,OAAO,EAAE,oCAAoC,EAAE,MAAM,wBAAwB,CAAC;AAC9E,OAAO,EAAE,mCAAmC,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,IAAI;IAC9C;;OAEG;IACH,GAAG,CACD,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,GAAG,EAChB,iBAAiB,CAAC,EAAE,SAAS,GAAG,aAAa,GAC5C,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;;;;;;;;OASG;IACH,eAAe,CACb,MAAM,EAAE,iCAAiC,EACzC,iBAAiB,CAAC,EAAE,SAAS,GAAG,aAAa,GAC5C,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;OAEG;IACH,cAAc,CACZ,MAAM,EAAE,gCAAgC,EACxC,iBAAiB,CAAC,EAAE,SAAS,GAAG,aAAa,GAC5C,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;;OAGG;IACH,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC;;OAEG;IACH,kBAAkB,CAChB,MAAM,EAAE,6CAA6C,GACpD,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;OAEG;IACH,YAAY,CACV,MAAM,EAAE,gCAAgC,GACvC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;OAEG;IACH,kBAAkB,CAChB,iBAAiB,CAAC,EAAE,SAAS,GAAG,aAAa,GAC5C,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;;;;;OAMG;IACH,OAAO,CACL,MAAM,EAAE;QACN,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,WAAW,CAAC;KACrB,EACD,iBAAiB,CAAC,EAAE,SAAS,GAAG,aAAa,GAC5C,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACpC;;OAEG;IACH,gBAAgB,CACd,MAAM,EAAE,2CAA2C,GAClD,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;;;;OAKG;IACH,2BAA2B,CACzB,MAAM,EAAE,sDAAsD,GAC7D,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;OAEG;IACH,SAAS,CACP,MAAM,EAAE,oCAAoC,GAC3C,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;;;;;OAMG;IACH,QAAQ,CACN,MAAM,EAAE,mCAAmC,GAC1C,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B;;OAEG;IACH,oBAAoB,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC;IAChD;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,4BAA4B,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACtE;;;OAGG;IACH,cAAc,CACZ,MAAM,EAAE,wBAAwB,EAChC,iBAAiB,CAAC,EAAE,SAAS,GAAG,aAAa,GAC5C,OAAO,CAAC,cAAc,CAAC,CAAC;IAE3B,mBAAmB,EAAE,YAAY,CAAC;CACnC"}

package/dist/esm/lib/DonobuExtendedPage.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=DonobuExtendedPage.js.map

package/dist/esm/lib/DonobuExtendedPage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DonobuExtendedPage.js","sourceRoot":"","sources":["../../../src/lib/DonobuExtendedPage.ts"],"names":[],"mappings":""}