donobu 2.15.1 → 2.16.0

package/dist/tools/ReplayableInteraction.js

@@ -8,13 +8,16 @@ const PageClosedException_1 = require("../exceptions/PageClosedException");
 /**
  * Tools that specify a numbered Donobu annotation to indicate which element to
  * interact with and support deterministic reruns should extend this interface.
+ *
+ * This class assumes the {@link PlaywrightUtils.SMART_SELECTOR_GENERATOR_INIT_SCRIPT}
+ * has been run on the associated browser context.
  */
 class ReplayableInteraction extends Tool_1.Tool {
     constructor(name, description, parametersTypeNameForGptlessSchema, parametersTypeNameForGptSchema) {
         super(name, description, parametersTypeNameForGptlessSchema, parametersTypeNameForGptSchema);
     }
     async call(context, parameters) {
-        const page = context.page;
+        const page = context.page.current;
         const locators = await ReplayableInteraction.getLocatorsOrderedByMatchCount(page, parameters.selector.frame, parameters.selector.element);
         if (!locators.length) {
             return {
@@ -26,8 +29,8 @@ class ReplayableInteraction extends Tool_1.Tool {
         return this.callCore(context, parameters, locators, parameters.selector);
     }
     async callFromGpt(context, parameters) {
-        const page = context.page;
-        const elementSelector = `[${PlaywrightUtils_1.PlaywrightUtils.DONOBU_INTERACTABLE_ATTRIBUTE}="${parameters.annotation}"]`;
+        const page = context.page.current;
+        const elementSelector = `[${context.pageInspector.interactableElementAttribute}="${parameters.annotation}"]`;
         let locatorData = null;
         for (const frame of page.frames()) {
             if (frame.isDetached()) {
@@ -38,7 +41,7 @@ class ReplayableInteraction extends Tool_1.Tool {
                 const selectorCandidates = await PlaywrightUtils_1.PlaywrightUtils.generateSelectors(locator);
                 const frameSelector = frame.parentFrame() === null
                     ? null
-                    : await PlaywrightUtils_1.PlaywrightUtils.parseUnambiguousSelector(await frame.frameElement());
+                    : (await PlaywrightUtils_1.PlaywrightUtils.generateSelectors(await frame.frameElement()))[0];
                 locatorData = {
                     locators: [locator],
                     selectorForReplay: {
@@ -65,14 +68,14 @@ class ReplayableInteraction extends Tool_1.Tool {
     }
     async callCore(context, parameters, selectorLocators, selectorForReplay) {
         const timeoutMilliseconds = 1000;
-        const page = context.page;
+        const page = context.page.current;
         for (const selectorLocator of selectorLocators) {
             try {
                 const count = await selectorLocator.locator.count();
                 for (let i = 0; i < count; ++i) {
                     try {
                         const originalLocator = selectorLocator.locator.nth(i);
-                        const element = (await PlaywrightUtils_1.PlaywrightUtils.getLocatorOrItsLabel(originalLocator)).first();
+                        const element = (await ReplayableInteraction.getLocatorOrItsLabel(originalLocator)).first();
                         await element.scrollIntoViewIfNeeded({
                             timeout: timeoutMilliseconds,
                         });
@@ -90,14 +93,14 @@ class ReplayableInteraction extends Tool_1.Tool {
                         }
                         // Hide the control panel so that it will not block an interaction if the
                         // target element is underneath the panel.
-                        await PlaywrightUtils_1.PlaywrightUtils.hideControlPanel(context.page, context.metadata);
+                        await context.controlPanel.hide(page.context());
                         let forLlm = await this.invoke(context, parameters, element);
-                        await PlaywrightUtils_1.PlaywrightUtils.showControlPanel(context.page, context.metadata);
+                        await context.controlPanel.show(page.context());
                         await PlaywrightUtils_1.PlaywrightUtils.waitForPageStability(page);
                         // If we did not use the Donobu attribute for resolving the element,
                         // add its selector to the result so we know which selector was
                         // ultimately used of the given 'selectorLocators'.
-                        if (!selectorLocator.selector.includes(PlaywrightUtils_1.PlaywrightUtils.DONOBU_INTERACTABLE_ATTRIBUTE)) {
+                        if (!selectorLocator.selector.includes(context.pageInspector.interactableElementAttribute)) {
                             forLlm += ` (selector: '${selectorLocator.selector}')`;
                         }
                         return {
@@ -217,18 +220,168 @@ class ReplayableInteraction extends Tool_1.Tool {
             }
         }
     }
+    /**
+     * Returns the given locator or its label, if it has one and is associated with a labelable element.
+     * Labelable elements include: button, input (except hidden), meter, output, progress, select, and textarea.
+     */
+    static async getLocatorOrItsLabel(element) {
+        const timeoutMilliseconds = 5000;
+        try {
+            // First check if the element itself is visible
+            try {
+                await element.waitFor({
+                    state: 'visible',
+                    timeout: timeoutMilliseconds,
+                });
+            }
+            catch (error) {
+                // If the element itself isn't visible, just return it without looking for labels
+                if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                    throw new PageClosedException_1.PageClosedException();
+                }
+                return element;
+            }
+            // Check if the element is a labelable element
+            // See https://developer.mozilla.org/en-US/docs/Web/HTML/Reference/Elements/label
+            const isLabelable = await element.evaluate((elem) => {
+                const tagName = elem.tagName.toLowerCase();
+                if (tagName === 'button' ||
+                    tagName === 'meter' ||
+                    tagName === 'output' ||
+                    tagName === 'progress' ||
+                    tagName === 'select' ||
+                    tagName === 'textarea') {
+                    return true;
+                }
+                if (tagName === 'input') {
+                    // Input is labelable except when type="hidden"
+                    const type = elem.getAttribute('type')?.toLowerCase() || 'text';
+                    return type !== 'hidden';
+                }
+                return false;
+            });
+            // If the element is not labelable, return the original locator
+            if (!isLabelable) {
+                return element;
+            }
+            // Try to get the ID attribute
+            const id = await element
+                .getAttribute('id', {
+                timeout: timeoutMilliseconds,
+            })
+                .catch(() => null);
+            if (id) {
+                try {
+                    // Get the underlying ElementHandle first
+                    const handle = await element.elementHandle({
+                        timeout: timeoutMilliseconds,
+                    });
+                    if (handle) {
+                        // From the handle, retrieve the frame that owns this element
+                        const frame = await handle.ownerFrame();
+                        if (frame) {
+                            // Look for label with matching 'for' attribute
+                            const labelByFor = frame.locator(`label[for="${id}"]`);
+                            // Check if the label exists and is visible
+                            if ((await labelByFor.count()) > 0) {
+                                try {
+                                    await labelByFor.waitFor({
+                                        state: 'visible',
+                                        timeout: timeoutMilliseconds,
+                                    });
+                                    return labelByFor;
+                                }
+                                catch (visibilityError) {
+                                    // If label exists but isn't visible, continue to other checks
+                                    if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(visibilityError)) {
+                                        throw new PageClosedException_1.PageClosedException();
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+                catch (error) {
+                    // Handle errors in the ElementHandle/frame retrieval, but continue to other checks
+                    if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                        throw new PageClosedException_1.PageClosedException();
+                    }
+                }
+            }
+            // Fallback: look for a directly wrapping label (immediate ancestor)
+            // Using 'xpath=parent::label' to only get direct parent if it's a label
+            const directParentLabel = element.locator('xpath=parent::label');
+            if ((await directParentLabel.count()) > 0) {
+                try {
+                    await directParentLabel.waitFor({
+                        state: 'visible',
+                        timeout: timeoutMilliseconds,
+                    });
+                    return directParentLabel;
+                }
+                catch (visibilityError) {
+                    if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(visibilityError)) {
+                        throw new PageClosedException_1.PageClosedException();
+                    }
+                }
+            }
+            // If direct parent isn't a label, check any ancestor label
+            const wrappingLabel = element.locator('xpath=ancestor::label[1]'); // Get closest ancestor label
+            if ((await wrappingLabel.count()) > 0) {
+                try {
+                    await wrappingLabel.waitFor({
+                        state: 'visible',
+                        timeout: timeoutMilliseconds,
+                    });
+                    return wrappingLabel;
+                }
+                catch (visibilityError) {
+                    if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(visibilityError)) {
+                        throw new PageClosedException_1.PageClosedException();
+                    }
+                }
+            }
+            // Neither "for" nor wrapping label found or visible
+            return element;
+        }
+        catch (error) {
+            if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
+                throw new PageClosedException_1.PageClosedException();
+            }
+            throw error;
+        }
+    }
+    /**
+     * Calculates a priority value for a CSS selector to be used in tiebreaker situations
+     * when multiple selectors have the same match count.
+     *
+     * The function assigns lower numerical values to selectors that are generally more
+     * reliable and specific for targeting elements in a user interface.
+     */
     static selectorTiebreakerPriority(sel) {
-        // highest-to-lowest: aria-label, placeholder, text-based XPath, DOM position, id, other
-        if (/\[aria-label\s*=/.test(sel) || /@aria-label/.test(sel))
+        // Convert selector to lowercase for case-insensitive matching of attribute names
+        const lowerSel = sel.toLowerCase();
+        // Check for aria-label selectors (highest priority = 0)
+        if (/\[aria-label\s*=/.test(lowerSel) || /@aria-label/.test(lowerSel)) {
             return 0;
-        if (/\[placeholder\s*=/.test(sel) || /@placeholder/.test(sel))
+        }
+        // Check for placeholder selectors (priority = 1)
+        if (/\[placeholder\s*=/.test(lowerSel) || /@placeholder/.test(lowerSel)) {
             return 1;
-        if (sel.startsWith('//'))
+        }
+        // Check for text-based XPath selectors (priority = 2)
+        if (sel.startsWith('//')) {
             return 2;
-        if (sel.includes(' > '))
-            return 3; // DOM position selector
-        if (/^#/.test(sel))
+        }
+        // Check for DOM position selectors (priority = 3)
+        if (sel.includes(' > ')) {
+            return 3;
+        }
+        // Check for ID-based selectors (priority = 4)
+        if (/^#/.test(sel)) {
             return 4;
+        }
+        // Any other selector types (lowest priority = 5)
         return 5;
     }
 }

package/dist/tools/ReplayableInteraction.js.map

@@ -1 +1 @@
-{"version":3,"file":"ReplayableInteraction.js","sourceRoot":"","sources":["../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAG3D,iCAA8B;AAE9B,4CAA4C;AAC5C,2EAAwE;AA+BxE;;;GAGG;AACH,MAAsB,qBAIpB,SAAQ,WAA4C;IAGpD,YACE,IAAY,EACZ,WAAmB,EACnB,kCAA0C,EAC1C,8BAAsC;QAEtC,KAAK,CACH,IAAI,EACJ,WAAW,EACX,kCAAkC,EAClC,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,8BAA8B,CACzE,IAAI,EACJ,UAAU,CAAC,QAAS,CAAC,KAAK,EAC1B,UAAU,CAAC,QAAS,CAAC,OAAO,CAC7B,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,OAAwB,EACxB,UAAyB;QAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,IAAI,iCAAe,CAAC,6BAA6B,KAAK,UAAU,CAAC,UAAU,IAAI,CAAC;QACxG,IAAI,WAAW,GAGJ,IAAI,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE/C,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,kBAAkB,GACtB,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,aAAa,GACjB,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI;oBAC1B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,iCAAe,CAAC,wBAAwB,CAC5C,MAAM,KAAK,CAAC,YAAY,EAAE,CAC3B,CAAC;gBACR,WAAW,GAAG;oBACZ,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,OAAO,EAAE,kBAAkB;wBAC3B,KAAK,EAAE,aAAa;qBACrB;iBACF,CAAC;gBACF,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAClB,OAAO,EACP,UAAU,EACV,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACnC,OAAO;gBACL,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC,CAAC,EACF,WAAW,CAAC,iBAAiB,CAC9B,CAAC;IACJ,CAAC;IAcO,KAAK,CAAC,QAAQ,CACpB,OAAwB,EACxB,UAA0B,EAC1B,gBAAmC,EACnC,iBAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAE3B,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,MAAM,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvD,MAAM,OAAO,GAAG,CACd,MAAM,iCAAe,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAC5D,CAAC,KAAK,EAAE,CAAC;wBACV,MAAM,OAAO,CAAC,sBAAsB,CAAC;4BACnC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;4BACpC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,MAAM,IAAI,KAAK,CACb,wDAAwD,CAAC,mBAAmB,eAAe,CAAC,QAAQ,0CAA0C,CAC/I,CAAC;wBACJ,CAAC;wBAED,IAAK,UAAkB,CAAC,SAAS,EAAE,CAAC;4BAClC,4DAA4D;4BAC5D,+DAA+D;4BAC/D,yCAAyC;4BACzC,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CACzC,IAAI,EACJ,eAAe,EACd,UAAkB,CAAC,SAAS,CAC9B,CAAC;wBACJ,CAAC;wBACD,yEAAyE;wBACzE,0CAA0C;wBAC1C,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;wBAC7D,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,iCAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;wBACjD,oEAAoE;wBACpE,+DAA+D;wBAC/D,mDAAmD;wBACnD,IACE,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAChC,iCAAe,CAAC,6BAA6B,CAC9C,EACD,CAAC;4BACD,MAAM,IAAI,gBAAgB,eAAe,CAAC,QAAQ,IAAI,CAAC;wBACzD,CAAC;wBAED,OAAO;4BACL,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,iBAAiB;yBAC5B,CAAC;oBACJ,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,CAAC,mBAAmB,eAAe,CAAC,QAAQ,mEAAmE,EACnJ,YAAY,CACb,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kBAAS,CAAC,KAAK,CACb,qCAAqC,eAAe,CAAC,QAAQ,oEAAoE,EACjI,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,CACzC,IAAU,EACV,aAA4B,EAC5B,kBAA4B;QAE5B,IAAI,CAAC;YACH,8CAA8C;YAC9C,IAAI,qBAAqB,GAEd,IAAI,CAAC;YAEhB,wEAAwE;YACxE,MAAM,wBAAwB,GAAG,IAAI,OAAO,CAC1C,CAAC,OAAO,EAAE,EAAE;gBACV,qBAAqB,GAAG,OAAO,CAAC;YAClC,CAAC,CACF,CAAC;YAEF,oCAAoC;YACpC,MAAM,mBAAmB,GAAG,IAAI,OAAO,CACrC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChB,MAAM,cAAc,GAId,EAAE,CAAC;gBAET,8CAA8C;gBAC9C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CACrC,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE;oBACjC,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,aAAa;4BAClC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;4BAC7D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;wBAEpC,MAAM,cAAc;6BACjB,OAAO,CAAC;4BACP,KAAK,EAAE,UAAU;4BACjB,OAAO,EAAE,IAAI;yBACd,CAAC;6BACD,KAAK,CAAC,GAAG,EAAE;4BACV,sBAAsB;wBACxB,CAAC,CAAC,CAAC;wBAEL,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;wBAE3C,sDAAsD;wBACtD,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;4BAC/B,qBAAsB,CAAC;gCACrB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE;6BACzD,CAAC,CAAC;wBACL,CAAC;wBAED,IACE,KAAK,GAAG,CAAC;4BACT,qBAAqB,CAAC,uBAAuB,IAAI,KAAK,EACtD,CAAC;4BACD,cAAc,CAAC,IAAI,CAAC;gCAClB,QAAQ,EAAE,iBAAiB;gCAC3B,OAAO,EAAE,cAAc;gCACvB,KAAK;6BACN,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,kBAAS,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC,CACF,CAAC;gBAEF,yCAAyC;gBACzC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAE5B,8BAA8B;gBAC9B,OAAO,CACL,cAAc;qBACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;wBAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;oBAClD,OAAO,CACL,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC;wBAC5D,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAC7D,CAAC;gBACJ,CAAC,CAAC;qBACD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACZ,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5D,CAAC,CAAC,CACL,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,iDAAiD;YACjD,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACxB,wBAAwB;gBACxB,mBAAmB;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,0BAA0B,CAAC,GAAW;QACnD,wFAAwF;QACxF,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACtE,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACxE,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QACnC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,wBAAwB;QAC3D,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAC7B,OAAO,CAAC,CAAC;IACX,CAAC;;AAnVH,sDAoVC;AA/UwB,6CAAuB,GAAG,CAAC,CAAC"}
+{"version":3,"file":"ReplayableInteraction.js","sourceRoot":"","sources":["../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAG3D,iCAA8B;AAE9B,4CAA4C;AAC5C,2EAAwE;AA+BxE;;;;;;GAMG;AACH,MAAsB,qBAIpB,SAAQ,WAA4C;IAGpD,YACE,IAAY,EACZ,WAAmB,EACnB,kCAA0C,EAC1C,8BAAsC;QAEtC,KAAK,CACH,IAAI,EACJ,WAAW,EACX,kCAAkC,EAClC,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC;QACnC,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,8BAA8B,CACzE,IAAI,EACJ,UAAU,CAAC,QAAS,CAAC,KAAK,EAC1B,UAAU,CAAC,QAAS,CAAC,OAAO,CAC7B,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,OAAwB,EACxB,UAAyB;QAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC;QACnC,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,aAAa,CAAC,4BAA4B,KAAK,UAAU,CAAC,UAAU,IAAI,CAAC;QAC7G,IAAI,WAAW,GAGJ,IAAI,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE/C,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,kBAAkB,GACtB,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,aAAa,GACjB,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI;oBAC1B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,CACE,MAAM,iCAAe,CAAC,iBAAiB,CACrC,MAAM,KAAK,CAAC,YAAY,EAAE,CAC3B,CACF,CAAC,CAAC,CAAC,CAAC;gBACX,WAAW,GAAG;oBACZ,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,OAAO,EAAE,kBAAkB;wBAC3B,KAAK,EAAE,aAAa;qBACrB;iBACF,CAAC;gBACF,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAClB,OAAO,EACP,UAAU,EACV,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACnC,OAAO;gBACL,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC,CAAC,EACF,WAAW,CAAC,iBAAiB,CAC9B,CAAC;IACJ,CAAC;IAcO,KAAK,CAAC,QAAQ,CACpB,OAAwB,EACxB,UAA0B,EAC1B,gBAAmC,EACnC,iBAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC;QAEnC,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,MAAM,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvD,MAAM,OAAO,GAAG,CACd,MAAM,qBAAqB,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAClE,CAAC,KAAK,EAAE,CAAC;wBACV,MAAM,OAAO,CAAC,sBAAsB,CAAC;4BACnC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;4BACpC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,MAAM,IAAI,KAAK,CACb,wDAAwD,CAAC,mBAAmB,eAAe,CAAC,QAAQ,0CAA0C,CAC/I,CAAC;wBACJ,CAAC;wBAED,IAAK,UAAkB,CAAC,SAAS,EAAE,CAAC;4BAClC,4DAA4D;4BAC5D,+DAA+D;4BAC/D,yCAAyC;4BACzC,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CACzC,IAAI,EACJ,eAAe,EACd,UAAkB,CAAC,SAAS,CAC9B,CAAC;wBACJ,CAAC;wBACD,yEAAyE;wBACzE,0CAA0C;wBAC1C,MAAM,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;wBAChD,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;wBAC7D,MAAM,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;wBAChD,MAAM,iCAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;wBACjD,oEAAoE;wBACpE,+DAA+D;wBAC/D,mDAAmD;wBACnD,IACE,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAChC,OAAO,CAAC,aAAa,CAAC,4BAA4B,CACnD,EACD,CAAC;4BACD,MAAM,IAAI,gBAAgB,eAAe,CAAC,QAAQ,IAAI,CAAC;wBACzD,CAAC;wBAED,OAAO;4BACL,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,iBAAiB;yBAC5B,CAAC;oBACJ,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,CAAC,mBAAmB,eAAe,CAAC,QAAQ,mEAAmE,EACnJ,YAAY,CACb,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kBAAS,CAAC,KAAK,CACb,qCAAqC,eAAe,CAAC,QAAQ,oEAAoE,EACjI,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,CACzC,IAAU,EACV,aAA4B,EAC5B,kBAA4B;QAE5B,IAAI,CAAC;YACH,8CAA8C;YAC9C,IAAI,qBAAqB,GAEd,IAAI,CAAC;YAEhB,wEAAwE;YACxE,MAAM,wBAAwB,GAAG,IAAI,OAAO,CAC1C,CAAC,OAAO,EAAE,EAAE;gBACV,qBAAqB,GAAG,OAAO,CAAC;YAClC,CAAC,CACF,CAAC;YAEF,oCAAoC;YACpC,MAAM,mBAAmB,GAAG,IAAI,OAAO,CACrC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChB,MAAM,cAAc,GAId,EAAE,CAAC;gBAET,8CAA8C;gBAC9C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CACrC,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE;oBACjC,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,aAAa;4BAClC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;4BAC7D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;wBAEpC,MAAM,cAAc;6BACjB,OAAO,CAAC;4BACP,KAAK,EAAE,UAAU;4BACjB,OAAO,EAAE,IAAI;yBACd,CAAC;6BACD,KAAK,CAAC,GAAG,EAAE;4BACV,sBAAsB;wBACxB,CAAC,CAAC,CAAC;wBAEL,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;wBAE3C,sDAAsD;wBACtD,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;4BAC/B,qBAAsB,CAAC;gCACrB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE;6BACzD,CAAC,CAAC;wBACL,CAAC;wBAED,IACE,KAAK,GAAG,CAAC;4BACT,qBAAqB,CAAC,uBAAuB,IAAI,KAAK,EACtD,CAAC;4BACD,cAAc,CAAC,IAAI,CAAC;gCAClB,QAAQ,EAAE,iBAAiB;gCAC3B,OAAO,EAAE,cAAc;gCACvB,KAAK;6BACN,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,kBAAS,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC,CACF,CAAC;gBAEF,yCAAyC;gBACzC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAE5B,8BAA8B;gBAC9B,OAAO,CACL,cAAc;qBACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;wBAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;oBAClD,OAAO,CACL,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC;wBAC5D,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAC7D,CAAC;gBACJ,CAAC,CAAC;qBACD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACZ,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5D,CAAC,CAAC,CACL,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,iDAAiD;YACjD,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACxB,wBAAwB;gBACxB,mBAAmB;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAgB;QAChD,MAAM,mBAAmB,GAAG,IAAI,CAAC;QAEjC,IAAI,CAAC;YACH,+CAA+C;YAC/C,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,OAAO,CAAC;oBACpB,KAAK,EAAE,SAAS;oBAChB,OAAO,EAAE,mBAAmB;iBAC7B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,iFAAiF;gBACjF,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;gBAClC,CAAC;gBAED,OAAO,OAAO,CAAC;YACjB,CAAC;YAED,8CAA8C;YAC9C,iFAAiF;YACjF,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE;gBAClD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC3C,IACE,OAAO,KAAK,QAAQ;oBACpB,OAAO,KAAK,OAAO;oBACnB,OAAO,KAAK,QAAQ;oBACpB,OAAO,KAAK,UAAU;oBACtB,OAAO,KAAK,QAAQ;oBACpB,OAAO,KAAK,UAAU,EACtB,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;oBACxB,+CAA+C;oBAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,MAAM,CAAC;oBAChE,OAAO,IAAI,KAAK,QAAQ,CAAC;gBAC3B,CAAC;gBAED,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,+DAA+D;YAC/D,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO,OAAO,CAAC;YACjB,CAAC;YAED,8BAA8B;YAC9B,MAAM,EAAE,GAAG,MAAM,OAAO;iBACrB,YAAY,CAAC,IAAI,EAAE;gBAClB,OAAO,EAAE,mBAAmB;aAC7B,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAErB,IAAI,EAAE,EAAE,CAAC;gBACP,IAAI,CAAC;oBACH,yCAAyC;oBACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC;wBACzC,OAAO,EAAE,mBAAmB;qBAC7B,CAAC,CAAC;oBAEH,IAAI,MAAM,EAAE,CAAC;wBACX,6DAA6D;wBAC7D,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;wBAExC,IAAI,KAAK,EAAE,CAAC;4BACV,+CAA+C;4BAC/C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;4BAEvD,2CAA2C;4BAC3C,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gCACnC,IAAI,CAAC;oCACH,MAAM,UAAU,CAAC,OAAO,CAAC;wCACvB,KAAK,EAAE,SAAS;wCAChB,OAAO,EAAE,mBAAmB;qCAC7B,CAAC,CAAC;oCACH,OAAO,UAAU,CAAC;gCACpB,CAAC;gCAAC,OAAO,eAAe,EAAE,CAAC;oCACzB,8DAA8D;oCAC9D,IAAI,iCAAe,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC;wCACvD,MAAM,IAAI,yCAAmB,EAAE,CAAC;oCAClC,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,mFAAmF;oBACnF,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;oBAClC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,oEAAoE;YACpE,wEAAwE;YACxE,MAAM,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;YAEjE,IAAI,CAAC,MAAM,iBAAiB,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,OAAO,CAAC;wBAC9B,KAAK,EAAE,SAAS;wBAChB,OAAO,EAAE,mBAAmB;qBAC7B,CAAC,CAAC;oBACH,OAAO,iBAAiB,CAAC;gBAC3B,CAAC;gBAAC,OAAO,eAAe,EAAE,CAAC;oBACzB,IAAI,iCAAe,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC;wBACvD,MAAM,IAAI,yCAAmB,EAAE,CAAC;oBAClC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,6BAA6B;YAEhG,IAAI,CAAC,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC;oBACH,MAAM,aAAa,CAAC,OAAO,CAAC;wBAC1B,KAAK,EAAE,SAAS;wBAChB,OAAO,EAAE,mBAAmB;qBAC7B,CAAC,CAAC;oBACH,OAAO,aAAa,CAAC;gBACvB,CAAC;gBAAC,OAAO,eAAe,EAAE,CAAC;oBACzB,IAAI,iCAAe,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC;wBACvD,MAAM,IAAI,yCAAmB,EAAE,CAAC;oBAClC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,oDAAoD;YACpD,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,0BAA0B,CAAC,GAAW;QAC3C,iFAAiF;QACjF,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACnC,wDAAwD;QACxD,IAAI,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtE,OAAO,CAAC,CAAC;QACX,CAAC;QACD,iDAAiD;QACjD,IAAI,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxE,OAAO,CAAC,CAAC;QACX,CAAC;QACD,sDAAsD;QACtD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,kDAAkD;QAClD,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,8CAA8C;QAC9C,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,iDAAiD;QACjD,OAAO,CAAC,CAAC;IACX,CAAC;;AAvfH,sDAwfC;AAnfwB,6CAAuB,GAAG,CAAC,CAAC"}

package/dist/tools/RunAccessibilityTestTool.d.ts

@@ -7,6 +7,14 @@ export interface RunAccessibilityTestToolCoreParameters {
 export interface RunAccessibilityTestToolGptParameters extends BaseToolGptParameters, RunAccessibilityTestToolCoreParameters {
 }
 export declare class RunAccessibilityTestTool extends Tool<RunAccessibilityTestToolCoreParameters, RunAccessibilityTestToolGptParameters> {
+    /**
+     * This script is used by the `RunAccessibilityTestTool` to test the
+     * accessibility of a webpage. This script must be injected on page load, rather
+     * than when running the `RunAccessibilityTestTool` because we need to bypass
+     * webpage Content Security Policy (CSP); this is done by injecting the
+     * script via `BrowserContext#addInitScript`.
+     */
+    static readonly INIT_SCRIPT: string;
     static readonly NAME = "runAccessibilityTest";
     constructor();
     call(context: ToolCallContext, _parameters: RunAccessibilityTestToolCoreParameters): Promise<ToolCallResult>;

package/dist/tools/RunAccessibilityTestTool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RunAccessibilityTestTool.d.ts","sourceRoot":"","sources":["../../src/tools/RunAccessibilityTestTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,sCAAsC;CAAG;AAC1D,MAAM,WAAW,qCACf,SAAQ,qBAAqB,EAC3B,sCAAsC;CAAG;AAE7C,qBAAa,wBAAyB,SAAQ,IAAI,CAChD,sCAAsC,EACtC,qCAAqC,CACtC;IACC,gBAAuB,IAAI,0BAA0B;;IAW/B,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,WAAW,EAAE,sCAAsC,GAClD,OAAO,CAAC,cAAc,CAAC;IAkFJ,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,qCAAqC,GAChD,OAAO,CAAC,cAAc,CAAC;CAG3B"}
+{"version":3,"file":"RunAccessibilityTestTool.d.ts","sourceRoot":"","sources":["../../src/tools/RunAccessibilityTestTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAIxE,MAAM,WAAW,sCAAsC;CAAG;AAC1D,MAAM,WAAW,qCACf,SAAQ,qBAAqB,EAC3B,sCAAsC;CAAG;AAE7C,qBAAa,wBAAyB,SAAQ,IAAI,CAChD,sCAAsC,EACtC,qCAAqC,CACtC;IACC;;;;;;OAMG;IACH,gBAAuB,WAAW,SAEhC;IAEF,gBAAuB,IAAI,0BAA0B;;IAW/B,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,WAAW,EAAE,sCAAsC,GAClD,OAAO,CAAC,cAAc,CAAC;IAkFJ,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,qCAAqC,GAChD,OAAO,CAAC,cAAc,CAAC;CAG3B"}

package/dist/tools/RunAccessibilityTestTool.js

@@ -1,14 +1,19 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RunAccessibilityTestTool = void 0;
 const Tool_1 = require("./Tool");
 const JsonUtils_1 = require("../utils/JsonUtils");
+const MiscUtils_1 = require("../utils/MiscUtils");
+const path_1 = __importDefault(require("path"));
 class RunAccessibilityTestTool extends Tool_1.Tool {
     constructor() {
-        super(RunAccessibilityTestTool.NAME, 'Run an web accessibility (axe‑core) test on the current webpage.', 'RunAccessibilityTestToolCoreParameters', 'RunAccessibilityTestToolGptParameters');
+        super(RunAccessibilityTestTool.NAME, 'Run an web accessibility (axe-core) test on the current webpage.', 'RunAccessibilityTestToolCoreParameters', 'RunAccessibilityTestToolGptParameters');
     }
     async call(context, _parameters) {
-        const page = context.page;
+        const page = context.page.current;
         // Step 1: Run axe in the browser
         const fullResultStr = (await page.evaluate(() => (async () => {
             const axeResults = await window.axe.run();
@@ -69,5 +74,13 @@ class RunAccessibilityTestTool extends Tool_1.Tool {
     }
 }
 exports.RunAccessibilityTestTool = RunAccessibilityTestTool;
+/**
+ * This script is used by the `RunAccessibilityTestTool` to test the
+ * accessibility of a webpage. This script must be injected on page load, rather
+ * than when running the `RunAccessibilityTestTool` because we need to bypass
+ * webpage Content Security Policy (CSP); this is done by injecting the
+ * script via `BrowserContext#addInitScript`.
+ */
+RunAccessibilityTestTool.INIT_SCRIPT = MiscUtils_1.MiscUtils.getResourceFileAsString(path_1.default.join('axe.js'));
 RunAccessibilityTestTool.NAME = 'runAccessibilityTest';
 //# sourceMappingURL=RunAccessibilityTestTool.js.map

package/dist/tools/RunAccessibilityTestTool.js.map

@@ -1 +1 @@
-{"version":3,"file":"RunAccessibilityTestTool.js","sourceRoot":"","sources":["../../src/tools/RunAccessibilityTestTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAG9B,kDAA+C;AAQ/C,MAAa,wBAAyB,SAAQ,WAG7C;IAGC;QACE,KAAK,CACH,wBAAwB,CAAC,IAAI,EAC7B,kEAAkE,EAClE,wCAAwC,EACxC,uCAAuC,CACxC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,WAAmD;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAE1B,iCAAiC;QACjC,MAAM,aAAa,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAC9C,CAAC,KAAK,IAAI,EAAE;YACV,MAAM,UAAU,GAAG,MAAO,MAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAEnD,MAAM,EACJ,UAAU,GAAG,EAAE,EACf,UAAU,GAAG,EAAE,EACf,MAAM,GAAG,EAAE,EACX,YAAY,GAAG,EAAE,EACjB,GAAG,EACH,SAAS,GACV,GAAG,UAAU,CAAC;YAEf,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,GAAG;gBACH,SAAS;gBACT,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,yCAAyC;gBACrD,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe;gBACzC,gBAAgB,EAAE,YAAY,CAAC,MAAM;gBACrC,cAAc,EACZ,UAAU,CAAC,MAAM;oBACjB,UAAU,CAAC,MAAM;oBACjB,MAAM,CAAC,MAAM;oBACb,YAAY,CAAC,MAAM;aACtB,CAAC,CAAC;QACL,CAAC,CAAC,EAAE,CACL,CAAW,CAAC;QAEb,MAAM,UAAU,GAAG,qBAAS,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACnE,MAAM,EAAE,UAAU,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE,EAAE,MAAM,GAAG,EAAE,EAAE,GAAG,UAAU,CAAC;QAErE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAChC,OAAO,UAAU,CAAC,MAAM,CAAC;QACzB,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;QAEjC,+CAA+C;QAC/C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,+DAA+D,SAAS,iBAAiB;gBACjG,QAAQ,EAAE,UAAU;aACrB,CAAC;QACJ,CAAC;QAED,qDAAqD;QACrD,MAAM,WAAW,GAAG,CAAC,KAAY,EAAE,GAAwB,EAAQ,EAAE;YACnE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEpD,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC1C,WAAW,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAE3C,yBAAyB;QACzB,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,gBAAgB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YAC3C,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YAC5C,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,2BAA2B,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,IAAI,CAAC,GAAG,SAAS,gBAAgB,CAAC,CAAC;QAEhD,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/B,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAiD;QAEjD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAzGH,4DA0GC;AAtGwB,6BAAI,GAAG,sBAAsB,CAAC"}
+{"version":3,"file":"RunAccessibilityTestTool.js","sourceRoot":"","sources":["../../src/tools/RunAccessibilityTestTool.ts"],"names":[],"mappings":";;;;;;AAAA,iCAA8B;AAG9B,kDAA+C;AAE/C,kDAA+C;AAC/C,gDAAwB;AAOxB,MAAa,wBAAyB,SAAQ,WAG7C;IAcC;QACE,KAAK,CACH,wBAAwB,CAAC,IAAI,EAC7B,kEAAkE,EAClE,wCAAwC,EACxC,uCAAuC,CACxC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,WAAmD;QAEnD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC;QAEnC,iCAAiC;QACjC,MAAM,aAAa,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAC9C,CAAC,KAAK,IAAI,EAAE;YACV,MAAM,UAAU,GAAG,MAAO,MAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAEnD,MAAM,EACJ,UAAU,GAAG,EAAE,EACf,UAAU,GAAG,EAAE,EACf,MAAM,GAAG,EAAE,EACX,YAAY,GAAG,EAAE,EACjB,GAAG,EACH,SAAS,GACV,GAAG,UAAU,CAAC;YAEf,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,GAAG;gBACH,SAAS;gBACT,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,yCAAyC;gBACrD,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe;gBACzC,gBAAgB,EAAE,YAAY,CAAC,MAAM;gBACrC,cAAc,EACZ,UAAU,CAAC,MAAM;oBACjB,UAAU,CAAC,MAAM;oBACjB,MAAM,CAAC,MAAM;oBACb,YAAY,CAAC,MAAM;aACtB,CAAC,CAAC;QACL,CAAC,CAAC,EAAE,CACL,CAAW,CAAC;QAEb,MAAM,UAAU,GAAG,qBAAS,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACnE,MAAM,EAAE,UAAU,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE,EAAE,MAAM,GAAG,EAAE,EAAE,GAAG,UAAU,CAAC;QAErE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAChC,OAAO,UAAU,CAAC,MAAM,CAAC;QACzB,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;QAEjC,+CAA+C;QAC/C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,+DAA+D,SAAS,iBAAiB;gBACjG,QAAQ,EAAE,UAAU;aACrB,CAAC;QACJ,CAAC;QAED,qDAAqD;QACrD,MAAM,WAAW,GAAG,CAAC,KAAY,EAAE,GAAwB,EAAQ,EAAE;YACnE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEpD,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC1C,WAAW,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAE3C,yBAAyB;QACzB,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,gBAAgB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YAC3C,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YAC5C,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,2BAA2B,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,IAAI,CAAC,GAAG,SAAS,gBAAgB,CAAC,CAAC;QAEhD,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/B,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAiD;QAEjD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AApHH,4DAqHC;AAjHC;;;;;;GAMG;AACoB,oCAAW,GAAG,qBAAS,CAAC,uBAAuB,CACpE,cAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CACpB,CAAC;AAEqB,6BAAI,GAAG,sBAAsB,CAAC"}

package/dist/tools/RunInlineJavaScriptCodeTool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RunInlineJavaScriptCodeTool.d.ts","sourceRoot":"","sources":["../../src/tools/RunInlineJavaScriptCodeTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,MAAM,yCAAyC,GAAG;IACtD;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG,qBAAqB,GAC1E,yCAAyC,CAAC;AAE5C,qBAAa,2BAA4B,SAAQ,IAAI,CACnD,yCAAyC,EACzC,wCAAwC,CACzC;IACC,gBAAuB,IAAI,6BAA6B;;IAkBlC,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,yCAAyC,GACpD,OAAO,CAAC,cAAc,CAAC;IASJ,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,wCAAwC,GACnD,OAAO,CAAC,cAAc,CAAC;CAG3B"}
+{"version":3,"file":"RunInlineJavaScriptCodeTool.d.ts","sourceRoot":"","sources":["../../src/tools/RunInlineJavaScriptCodeTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,MAAM,yCAAyC,GAAG;IACtD;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG,qBAAqB,GAC1E,yCAAyC,CAAC;AAE5C,qBAAa,2BAA4B,SAAQ,IAAI,CACnD,yCAAyC,EACzC,wCAAwC,CACzC;IACC,gBAAuB,IAAI,6BAA6B;;IAkBlC,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,yCAAyC,GACpD,OAAO,CAAC,cAAc,CAAC;IAWJ,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,wCAAwC,GACnD,OAAO,CAAC,cAAc,CAAC;CAG3B"}

package/dist/tools/RunInlineJavaScriptCodeTool.js

@@ -14,7 +14,7 @@ class RunInlineJavaScriptCodeTool extends Tool_1.Tool {
             '```', 'RunInlineJavaScriptCodeToolCoreParameters', 'RunInlineJavaScriptCodeToolGptParameters');
     }
     async call(context, parameters) {
-        const result = await context.page.evaluate(parameters.javaScriptCode);
+        const result = await context.page.current.evaluate(parameters.javaScriptCode);
         return {
             isSuccessful: true,
             forLlm: '' + JSON.stringify(result),

package/dist/tools/RunInlineJavaScriptCodeTool.js.map

@@ -1 +1 @@
-{"version":3,"file":"RunInlineJavaScriptCodeTool.js","sourceRoot":"","sources":["../../src/tools/RunInlineJavaScriptCodeTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAe9B,MAAa,2BAA4B,SAAQ,WAGhD;IAGC;QACE,KAAK,CACH,2BAA2B,CAAC,IAAI,EAChC,4FAA4F;YAC1F,8FAA8F;YAC9F,OAAO;YACP,WAAW;YACX,wBAAwB;YACxB,8BAA8B;YAC9B,KAAK;YACL,KAAK,EACP,2CAA2C,EAC3C,0CAA0C,CAC3C,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAqD;QAErD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QACtE,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAoD;QAEpD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAvCH,kEAwCC;AApCwB,gCAAI,GAAG,yBAAyB,CAAC"}
+{"version":3,"file":"RunInlineJavaScriptCodeTool.js","sourceRoot":"","sources":["../../src/tools/RunInlineJavaScriptCodeTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAe9B,MAAa,2BAA4B,SAAQ,WAGhD;IAGC;QACE,KAAK,CACH,2BAA2B,CAAC,IAAI,EAChC,4FAA4F;YAC1F,8FAA8F;YAC9F,OAAO;YACP,WAAW;YACX,wBAAwB;YACxB,8BAA8B;YAC9B,KAAK;YACL,KAAK,EACP,2CAA2C,EAC3C,0CAA0C,CAC3C,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAqD;QAErD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC,QAAQ,CACjD,UAAU,CAAC,cAAc,CAC1B,CAAC;QACF,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAoD;QAEpD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAzCH,kEA0CC;AAtCwB,gCAAI,GAAG,yBAAyB,CAAC"}

package/dist/tools/SaveWebpageAsPdfTool.js

@@ -7,7 +7,7 @@ class SaveWebpageAsPdfTool extends Tool_1.Tool {
         super(SaveWebpageAsPdfTool.NAME, 'Save the current webpage as a PDF.', 'SaveWebpageAsPdfToolParameters', 'SaveWebpageAsPdfToolGptParameters');
     }
     async call(context, _parameters) {
-        const pdfBytes = await context.page.pdf();
+        const pdfBytes = await context.page.current.pdf();
         const filename = `${new Date().toISOString()}.pdf`;
         await context.persistence.setFlowFile(context.metadata.id, filename, Buffer.from(pdfBytes));
         return {

package/dist/tools/SaveWebpageAsPdfTool.js.map

@@ -1 +1 @@
-{"version":3,"file":"SaveWebpageAsPdfTool.js","sourceRoot":"","sources":["../../src/tools/SaveWebpageAsPdfTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAU9B,MAAa,oBAAqB,SAAQ,WAGzC;IAGC;QACE,KAAK,CACH,oBAAoB,CAAC,IAAI,EACzB,oCAAoC,EACpC,gCAAgC,EAChC,mCAAmC,CACpC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,WAA+C;QAE/C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;QAEnD,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CACnC,OAAO,CAAC,QAAQ,CAAC,EAAE,EACnB,QAAQ,EACR,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CACtB,CAAC;QAEF,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,oDAAoD,QAAQ,EAAE;YACtE,QAAQ,EAAE;gBACR,WAAW,EAAE,QAAQ;aACtB;SACF,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAA6C;QAE7C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AA1CH,oDA2CC;AAvCwB,yBAAI,GAAG,kBAAkB,CAAC"}
+{"version":3,"file":"SaveWebpageAsPdfTool.js","sourceRoot":"","sources":["../../src/tools/SaveWebpageAsPdfTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAU9B,MAAa,oBAAqB,SAAQ,WAGzC;IAGC;QACE,KAAK,CACH,oBAAoB,CAAC,IAAI,EACzB,oCAAoC,EACpC,gCAAgC,EAChC,mCAAmC,CACpC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,WAA+C;QAE/C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC,GAAG,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;QAEnD,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CACnC,OAAO,CAAC,QAAQ,CAAC,EAAE,EACnB,QAAQ,EACR,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CACtB,CAAC;QAEF,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,oDAAoD,QAAQ,EAAE;YACtE,QAAQ,EAAE;gBACR,WAAW,EAAE,QAAQ;aACtB;SACF,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAA6C;QAE7C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AA1CH,oDA2CC;AAvCwB,yBAAI,GAAG,kBAAkB,CAAC"}

package/dist/tools/ScrollPageTool.d.ts

@@ -13,7 +13,7 @@ export interface ScrollPageToolGptParameters extends BaseToolGptParameters, Scro
 export declare class ScrollPageTool extends Tool<ScrollPageToolCoreParameters, ScrollPageToolGptParameters> {
     static readonly NAME = "scrollPage";
     constructor();
-    call(context: ToolCallContext, parameters: ScrollPageToolCoreParameters): Promise<ToolCallResult>;
+    call(context: ToolCallContext, { direction }: ScrollPageToolCoreParameters): Promise<ToolCallResult>;
     callFromGpt(context: ToolCallContext, parameters: ScrollPageToolGptParameters): Promise<ToolCallResult>;
 }
 //# sourceMappingURL=ScrollPageTool.d.ts.map

package/dist/tools/ScrollPageTool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ScrollPageTool.d.ts","sourceRoot":"","sources":["../../src/tools/ScrollPageTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,4BAA4B;IAC3C;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,MAAM,CAAC;CAC1B;AACD,MAAM,WAAW,2BACf,SAAQ,qBAAqB,EAC3B,4BAA4B;CAAG;AAEnC,qBAAa,cAAe,SAAQ,IAAI,CACtC,4BAA4B,EAC5B,2BAA2B,CAC5B;IACC,gBAAuB,IAAI,gBAAgB;;IAYrB,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,4BAA4B,GACvC,OAAO,CAAC,cAAc,CAAC;IAQJ,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,2BAA2B,GACtC,OAAO,CAAC,cAAc,CAAC;CAG3B"}
+{"version":3,"file":"ScrollPageTool.d.ts","sourceRoot":"","sources":["../../src/tools/ScrollPageTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,4BAA4B;IAC3C;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,MAAM,CAAC;CAC1B;AACD,MAAM,WAAW,2BACf,SAAQ,qBAAqB,EAC3B,4BAA4B;CAAG;AAEnC,qBAAa,cAAe,SAAQ,IAAI,CACtC,4BAA4B,EAC5B,2BAA2B,CAC5B;IACC,gBAAuB,IAAI,gBAAgB;;IAYrB,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,EAAE,SAAS,EAAE,EAAE,4BAA4B,GAC1C,OAAO,CAAC,cAAc,CAAC;IA+DJ,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,2BAA2B,GACtC,OAAO,CAAC,cAAc,CAAC;CAG3B"}

package/dist/tools/ScrollPageTool.js

@@ -2,15 +2,58 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ScrollPageTool = void 0;
 const Tool_1 = require("./Tool");
-const ToolCallResult_1 = require("../models/ToolCallResult");
 class ScrollPageTool extends Tool_1.Tool {
     constructor() {
         super(ScrollPageTool.NAME, `Scroll the current page up or down by one viewport. This helps you see more of the 
 current page, of which may contain relevant information below the fold.`, 'ScrollPageToolCoreParameters', 'ScrollPageToolGptParameters');
     }
-    async call(context, parameters) {
-        await context.page.press('body', parameters.direction === 'DOWN' ? 'PageDown' : 'PageUp');
-        return ToolCallResult_1.ToolCallResult.successful();
+    async call(context, { direction }) {
+        const page = context.page.current;
+        // compute scroll distance = one viewport height
+        const distance = await page.evaluate(() => window.innerHeight);
+        // 1) Try scrolling the top‐level window
+        const windowScrolled = await page.evaluate((dy) => {
+            const before = window.scrollY;
+            window.scrollBy(0, dy);
+            return window.scrollY !== before;
+        }, direction === 'DOWN' ? distance : -distance);
+        let didScroll = windowScrolled;
+        // 2) If the window didn’t move, scroll the largest scrollable element
+        if (!windowScrolled) {
+            const fallbackScrolled = await page.evaluate((dy) => {
+                // find all scrollable elements
+                const els = Array.from(document.querySelectorAll('*'))
+                    .filter((el) => {
+                    const style = getComputedStyle(el);
+                    const ovY = style.overflowY;
+                    return ((ovY === 'scroll' || ovY === 'auto') &&
+                        el.scrollHeight > el.clientHeight);
+                })
+                    // sort by visible area descending
+                    .map((el) => ({ el, area: el.clientWidth * el.clientHeight }))
+                    .sort((a, b) => b.area - a.area);
+                if (els.length === 0) {
+                    return false;
+                }
+                // scroll the largest one
+                const target = els[0].el;
+                const before = target.scrollTop;
+                target.scrollTop += dy;
+                return target.scrollTop !== before;
+            }, direction === 'DOWN' ? distance : -distance);
+            didScroll = fallbackScrolled;
+        }
+        return didScroll
+            ? {
+                isSuccessful: true,
+                forLlm: `Scrolled ${direction}`,
+                metadata: null,
+            }
+            : {
+                isSuccessful: false,
+                forLlm: `Could not scroll ${direction} due to nothing to scroll.`,
+                metadata: null,
+            };
     }
     async callFromGpt(context, parameters) {
         return this.call(context, parameters);

package/dist/tools/ScrollPageTool.js.map

@@ -1 +1 @@
-{"version":3,"file":"ScrollPageTool.js","sourceRoot":"","sources":["../../src/tools/ScrollPageTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAE9B,6DAA0D;AAa1D,MAAa,cAAe,SAAQ,WAGnC;IAGC;QACE,KAAK,CACH,cAAc,CAAC,IAAI,EACnB;wEACkE,EAClE,8BAA8B,EAC9B,6BAA6B,CAC9B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAwC;QAExC,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CACtB,MAAM,EACN,UAAU,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CACxD,CAAC;QACF,OAAO,+BAAc,CAAC,UAAU,EAAE,CAAC;IACrC,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAuC;QAEvC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAhCH,wCAiCC;AA7BwB,mBAAI,GAAG,YAAY,CAAC"}
+{"version":3,"file":"ScrollPageTool.js","sourceRoot":"","sources":["../../src/tools/ScrollPageTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAe9B,MAAa,cAAe,SAAQ,WAGnC;IAGC;QACE,KAAK,CACH,cAAc,CAAC,IAAI,EACnB;wEACkE,EAClE,8BAA8B,EAC9B,6BAA6B,CAC9B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,EAAE,SAAS,EAAgC;QAE3C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC;QACnC,gDAAgD;QAChD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE/D,wCAAwC;QACxC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CACxC,CAAC,EAAU,EAAE,EAAE;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,OAAO,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC;QACnC,CAAC,EACD,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC5C,CAAC;QAEF,IAAI,SAAS,GAAG,cAAc,CAAC;QAE/B,sEAAsE;QACtE,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC1C,CAAC,EAAU,EAAE,EAAE;gBACb,+BAA+B;gBAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAc,GAAG,CAAC,CAAC;qBAChE,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE;oBACb,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;oBACnC,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC5B,OAAO,CACL,CAAC,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,MAAM,CAAC;wBACpC,EAAE,CAAC,YAAY,GAAG,EAAE,CAAC,YAAY,CAClC,CAAC;gBACJ,CAAC,CAAC;oBACF,kCAAkC;qBACjC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,WAAW,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC;qBAC7D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBAEnC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACrB,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,yBAAyB;gBACzB,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC;gBAChC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBACvB,OAAO,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC;YACrC,CAAC,EACD,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC5C,CAAC;YAEF,SAAS,GAAG,gBAAgB,CAAC;QAC/B,CAAC;QAED,OAAO,SAAS;YACd,CAAC,CAAC;gBACE,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,YAAY,SAAS,EAAE;gBAC/B,QAAQ,EAAE,IAAI;aACf;YACH,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,oBAAoB,SAAS,4BAA4B;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;IACR,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAuC;QAEvC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AAvFH,wCAwFC;AApFwB,mBAAI,GAAG,YAAY,CAAC"}

package/dist/tools/WaitTool.js

@@ -8,7 +8,7 @@ class WaitTool extends Tool_1.Tool {
         super(WaitTool.NAME, 'Wait the given number of seconds.', 'WaitToolCoreParameters', 'WaitToolGptParameters');
     }
     async call(context, parameters) {
-        await context.page.waitForTimeout(parameters.seconds * 1000);
+        await context.page.current.waitForTimeout(parameters.seconds * 1000);
         return ToolCallResult_1.ToolCallResult.successful();
     }
     async callFromGpt(context, parameters) {

package/dist/tools/WaitTool.js.map

@@ -1 +1 @@
-{"version":3,"file":"WaitTool.js","sourceRoot":"","sources":["../../src/tools/WaitTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAE9B,6DAA0D;AAa1D,MAAa,QAAS,SAAQ,WAG7B;IAGC;QACE,KAAK,CACH,QAAQ,CAAC,IAAI,EACb,mCAAmC,EACnC,wBAAwB,EACxB,uBAAuB,CACxB,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAkC;QAElC,MAAM,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;QAC7D,OAAO,+BAAc,CAAC,UAAU,EAAE,CAAC;IACrC,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAiC;QAEjC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AA5BH,4BA6BC;AAzBwB,aAAI,GAAG,MAAM,CAAC"}
+{"version":3,"file":"WaitTool.js","sourceRoot":"","sources":["../../src/tools/WaitTool.ts"],"names":[],"mappings":";;;AAAA,iCAA8B;AAE9B,6DAA0D;AAa1D,MAAa,QAAS,SAAQ,WAG7B;IAGC;QACE,KAAK,CACH,QAAQ,CAAC,IAAI,EACb,mCAAmC,EACnC,wBAAwB,EACxB,uBAAuB,CACxB,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAAkC;QAElC,MAAM,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;QACtE,OAAO,+BAAc,CAAC,UAAU,EAAE,CAAC;IACrC,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,OAAwB,EACxB,UAAiC;QAEjC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;;AA5BH,4BA6BC;AAzBwB,aAAI,GAAG,MAAM,CAAC"}

package/dist/utils/MiscUtils.d.ts

@@ -37,9 +37,9 @@ export declare class MiscUtils {
     /**
      * Resizes a PNG or JPEG image until its file size is below a specified maximum size.
      *
-     * @param inputImageBytes - The input PNG image as a Buffer.
+     * @param inputImageBytes - The input image as a Buffer.
      * @param maxSizeInBytes - The maximum allowed file size in bytes.
-     * @returns A Promise that resolves to the resized PNG image as a Buffer.
+     * @returns A Promise that resolves to the resized image as a Buffer.
      * @throws Error if the image cannot be resized to meet the size requirements or if processing fails.
      */
     static resizeImageToMaxFileSize(input: Buffer, maxSizeInBytes: number): Promise<Buffer>;

package/dist/utils/MiscUtils.js

@@ -93,9 +93,9 @@ class MiscUtils {
     /**
      * Resizes a PNG or JPEG image until its file size is below a specified maximum size.
      *
-     * @param inputImageBytes - The input PNG image as a Buffer.
+     * @param inputImageBytes - The input image as a Buffer.
      * @param maxSizeInBytes - The maximum allowed file size in bytes.
-     * @returns A Promise that resolves to the resized PNG image as a Buffer.
+     * @returns A Promise that resolves to the resized image as a Buffer.
      * @throws Error if the image cannot be resized to meet the size requirements or if processing fails.
      */
     static async resizeImageToMaxFileSize(input, maxSizeInBytes) {