donobu 2.14.1 → 2.15.0

package/dist/assets/generated/version

@@ -1 +1 @@
-1105
+1107

package/dist/assets/smart-selector-generator.js

@@ -32,7 +32,7 @@
       return `'${value}'`;
     }
 
-    // If the string has single quotes but no double quotes, wrap in double quotes
+    // If the string has no double quotes, wrap in double quotes
     if (!value.includes('"')) {
       return `"${value}"`;
     }
@@ -91,9 +91,24 @@
         selectors.add(selector),
       );
 
+      // Generate DOM position-based selectors
+      this.getDOMPositionSelectors().forEach((selector) =>
+        selectors.add(selector),
+      );
+
       // Combine selectors for robustness
       this.getCombinedSelector().forEach((selector) => selectors.add(selector));
 
+      function selectorTiebreakerPriority(sel) {
+        // highest-to-lowest: aria-label, placeholder, text-based XPath, DOM position, id, other
+        if (/\[aria-label\s*=/.test(sel) || /@aria-label/.test(sel)) return 0;
+        if (/\[placeholder\s*=/.test(sel) || /@placeholder/.test(sel)) return 1;
+        if (sel.startsWith('//')) return 2;
+        if (sel.includes(' > ')) return 3; // DOM position selector
+        if (/^#/.test(sel)) return 4;
+        return 5;
+      }
+
       const rankedSelectors = Array.from(selectors)
         .map((selector) => {
           try {
@@ -104,9 +119,18 @@
           }
         })
         .filter((a) => a !== null && a.count !== 0)
-        .sort((a, b) => a.count - b.count);
+        .sort((a, b) => {
+          // 1. fewer matches -> better
+          if (a.count !== b.count) return a.count - b.count;
+          // 2. tie-break on priority class
+          return (
+            selectorTiebreakerPriority(a.selector) -
+            selectorTiebreakerPriority(b.selector)
+          );
+        })
+        .map((a) => a.selector);
 
-      return rankedSelectors.map((a) => a.selector);
+      return rankedSelectors;
     }
 
     getIdSelector() {
@@ -243,6 +267,40 @@
       return [];
     }
 
+    getDOMPositionSelectors() {
+      const selectors = [];
+
+      // Generate full DOM position-based selector without depth limit
+      let currentElement = this.element;
+      let path = [];
+
+      // Build the complete path from the element up to html
+      while (currentElement && currentElement !== document) {
+        let tagName = currentElement.tagName.toLowerCase();
+        const parent = currentElement.parentElement;
+
+        if (parent) {
+          const siblings = Array.from(parent.children).filter(
+            (child) => child.tagName.toLowerCase() === tagName,
+          );
+          if (siblings.length > 1) {
+            const index = siblings.indexOf(currentElement) + 1;
+            tagName += `:nth-of-type(${index})`;
+          }
+        }
+
+        path.unshift(tagName);
+        currentElement = currentElement.parentElement;
+      }
+
+      // Create the full selector string with ">" separators
+      if (path.length > 1) {
+        selectors.push(path.join(' > '));
+      }
+
+      return selectors;
+    }
+
     getCombinedSelector() {
       const classSelector = this.getClassSelector()[0];
       return classSelector ? [`${this.getTagSelector()}${classSelector}`] : [];

package/dist/esm/assets/generated/version

@@ -1 +1 @@
-1105
+1107

package/dist/esm/assets/smart-selector-generator.js

@@ -32,7 +32,7 @@
       return `'${value}'`;
     }
 
-    // If the string has single quotes but no double quotes, wrap in double quotes
+    // If the string has no double quotes, wrap in double quotes
     if (!value.includes('"')) {
       return `"${value}"`;
     }
@@ -91,9 +91,24 @@
         selectors.add(selector),
       );
 
+      // Generate DOM position-based selectors
+      this.getDOMPositionSelectors().forEach((selector) =>
+        selectors.add(selector),
+      );
+
       // Combine selectors for robustness
       this.getCombinedSelector().forEach((selector) => selectors.add(selector));
 
+      function selectorTiebreakerPriority(sel) {
+        // highest-to-lowest: aria-label, placeholder, text-based XPath, DOM position, id, other
+        if (/\[aria-label\s*=/.test(sel) || /@aria-label/.test(sel)) return 0;
+        if (/\[placeholder\s*=/.test(sel) || /@placeholder/.test(sel)) return 1;
+        if (sel.startsWith('//')) return 2;
+        if (sel.includes(' > ')) return 3; // DOM position selector
+        if (/^#/.test(sel)) return 4;
+        return 5;
+      }
+
       const rankedSelectors = Array.from(selectors)
         .map((selector) => {
           try {
@@ -104,9 +119,18 @@
           }
         })
         .filter((a) => a !== null && a.count !== 0)
-        .sort((a, b) => a.count - b.count);
+        .sort((a, b) => {
+          // 1. fewer matches -> better
+          if (a.count !== b.count) return a.count - b.count;
+          // 2. tie-break on priority class
+          return (
+            selectorTiebreakerPriority(a.selector) -
+            selectorTiebreakerPriority(b.selector)
+          );
+        })
+        .map((a) => a.selector);
 
-      return rankedSelectors.map((a) => a.selector);
+      return rankedSelectors;
     }
 
     getIdSelector() {
@@ -243,6 +267,40 @@
       return [];
     }
 
+    getDOMPositionSelectors() {
+      const selectors = [];
+
+      // Generate full DOM position-based selector without depth limit
+      let currentElement = this.element;
+      let path = [];
+
+      // Build the complete path from the element up to html
+      while (currentElement && currentElement !== document) {
+        let tagName = currentElement.tagName.toLowerCase();
+        const parent = currentElement.parentElement;
+
+        if (parent) {
+          const siblings = Array.from(parent.children).filter(
+            (child) => child.tagName.toLowerCase() === tagName,
+          );
+          if (siblings.length > 1) {
+            const index = siblings.indexOf(currentElement) + 1;
+            tagName += `:nth-of-type(${index})`;
+          }
+        }
+
+        path.unshift(tagName);
+        currentElement = currentElement.parentElement;
+      }
+
+      // Create the full selector string with ">" separators
+      if (path.length > 1) {
+        selectors.push(path.join(' > '));
+      }
+
+      return selectors;
+    }
+
     getCombinedSelector() {
       const classSelector = this.getClassSelector()[0];
       return classSelector ? [`${this.getTagSelector()}${classSelector}`] : [];

package/dist/esm/tools/ReplayableInteraction.d.ts

@@ -19,6 +19,13 @@ export interface AnnotationBasedParameters extends BaseToolGptParameters, CorePa
      */
     annotation: string;
 }
+/**
+ * Thin wrapper type that lets us easily map a selector query to a Locator object.
+ */
+type SelectorLocator = {
+    selector: string;
+    locator: Locator;
+};
 /**
  * Tools that specify a numbered Donobu annotation to indicate which element to
  * interact with and support deterministic reruns should extend this interface.
@@ -58,6 +65,8 @@ export declare abstract class ReplayableInteraction<CoreParameters, NonGptParame
      * @return A list of {@link Locator} objects that have been found, ordered by
      *   their match count in ascending order.
      */
-    static getLocatorsOrderedByMatchCount(page: Page, frameSelector: string | null, selectorCandidates: string[]): Promise<Locator[]>;
+    static getLocatorsOrderedByMatchCount(page: Page, frameSelector: string | null, selectorCandidates: string[]): Promise<SelectorLocator[]>;
+    private static selectorTiebreakerPriority;
 }
+export {};
 //# sourceMappingURL=ReplayableInteraction.d.ts.map

package/dist/esm/tools/ReplayableInteraction.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ReplayableInteraction.d.ts","sourceRoot":"","sources":["../../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,cAAc;CAAG;AAElC,MAAM,WAAW,uBAAwB,SAAQ,cAAc;IAC7D,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,yBACf,SAAQ,qBAAqB,EAC3B,cAAc;IAChB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,8BAAsB,qBAAqB,CACzC,cAAc,EACd,gBAAgB,SAAS,uBAAuB,GAAG,cAAc,EACjE,aAAa,SAAS,yBAAyB,GAAG,cAAc,CAChE,SAAQ,IAAI,CAAC,uBAAuB,EAAE,aAAa,CAAC;IACpD,gBAAuB,uBAAuB,KAAK;gBAGjD,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,kCAAkC,EAAE,MAAM,EAC1C,8BAA8B,EAAE,MAAM;IAUlB,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC,cAAc,CAAC;IAmBb,WAAW,CACtB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC;IAkD1B;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,MAAM,CACvB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;YAEJ,QAAQ;IAiFtB;;;;;;;;;;;;;;;;;;;;;OAqBG;WACU,8BAA8B,CACzC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,kBAAkB,EAAE,MAAM,EAAE,GAC3B,OAAO,CAAC,OAAO,EAAE,CAAC;CA2CtB"}
+{"version":3,"file":"ReplayableInteraction.d.ts","sourceRoot":"","sources":["../../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,cAAc;CAAG;AAElC,MAAM,WAAW,uBAAwB,SAAQ,cAAc;IAC7D,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,yBACf,SAAQ,qBAAqB,EAC3B,cAAc;IAChB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,KAAK,eAAe,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF;;;GAGG;AACH,8BAAsB,qBAAqB,CACzC,cAAc,EACd,gBAAgB,SAAS,uBAAuB,GAAG,cAAc,EACjE,aAAa,SAAS,yBAAyB,GAAG,cAAc,CAChE,SAAQ,IAAI,CAAC,uBAAuB,EAAE,aAAa,CAAC;IACpD,gBAAuB,uBAAuB,KAAK;gBAGjD,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,kCAAkC,EAAE,MAAM,EAC1C,8BAA8B,EAAE,MAAM;IAUlB,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC,cAAc,CAAC;IAmBb,WAAW,CACtB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC;IAwD1B;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,MAAM,CACvB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;YAEJ,QAAQ;IA4FtB;;;;;;;;;;;;;;;;;;;;;OAqBG;WACU,8BAA8B,CACzC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,kBAAkB,EAAE,MAAM,EAAE,GAC3B,OAAO,CAAC,eAAe,EAAE,CAAC;IAmG7B,OAAO,CAAC,MAAM,CAAC,0BAA0B;CAS1C"}

package/dist/esm/tools/ReplayableInteraction.js

@@ -46,6 +46,7 @@ class ReplayableInteraction extends Tool_1.Tool {
                         frame: frameSelector,
                     },
                 };
+                break;
             }
         }
         if (!locatorData || !locatorData.locators.length) {
@@ -55,17 +56,22 @@ class ReplayableInteraction extends Tool_1.Tool {
                 metadata: null,
             };
         }
-        return this.callCore(context, parameters, locatorData.locators, locatorData.selectorForReplay);
+        return this.callCore(context, parameters, locatorData.locators.map((locator) => {
+            return {
+                selector: elementSelector,
+                locator: locator,
+            };
+        }), locatorData.selectorForReplay);
     }
-    async callCore(context, parameters, locators, selectorForReplay) {
+    async callCore(context, parameters, selectorLocators, selectorForReplay) {
         const timeoutMilliseconds = 1000;
         const page = context.page;
-        for (const locator of locators) {
+        for (const selectorLocator of selectorLocators) {
             try {
-                const count = await locator.count();
+                const count = await selectorLocator.locator.count();
                 for (let i = 0; i < count; ++i) {
                     try {
-                        const originalLocator = locator.nth(i);
+                        const originalLocator = selectorLocator.locator.nth(i);
                         const element = (await PlaywrightUtils_1.PlaywrightUtils.getLocatorOrItsLabel(originalLocator)).first();
                         await element.scrollIntoViewIfNeeded({
                             timeout: timeoutMilliseconds,
@@ -74,7 +80,7 @@ class ReplayableInteraction extends Tool_1.Tool {
                             timeout: timeoutMilliseconds,
                         });
                         if (!box) {
-                            throw new Error(`Failed to retrieve element bounding box for '${element}'; element may be offscreen or detached.`);
+                            throw new Error(`Failed to retrieve element bounding box for element '${i}' for selector '${selectorLocator.selector}'; element may be offscreen or detached.`);
                         }
                         if (parameters.rationale) {
                             // Show the rationale at the original locator because if the
@@ -85,9 +91,15 @@ class ReplayableInteraction extends Tool_1.Tool {
                         // Hide the control panel so that it will not block an interaction if the
                         // target element is underneath the panel.
                         await PlaywrightUtils_1.PlaywrightUtils.hideControlPanel(context.page, context.metadata);
-                        const forLlm = await this.invoke(context, parameters, element);
+                        let forLlm = await this.invoke(context, parameters, element);
                         await PlaywrightUtils_1.PlaywrightUtils.showControlPanel(context.page, context.metadata);
                         await PlaywrightUtils_1.PlaywrightUtils.waitForPageStability(page);
+                        // If we did not use the Donobu attribute for resolving the element,
+                        // add its selector to the result so we know which selector was
+                        // ultimately used of the given 'selectorLocators'.
+                        if (!selectorLocator.selector.includes(PlaywrightUtils_1.PlaywrightUtils.DONOBU_INTERACTABLE_ATTRIBUTE)) {
+                            forLlm += ` (selector: '${selectorLocator.selector}')`;
+                        }
                         return {
                             isSuccessful: true,
                             forLlm: forLlm,
@@ -95,12 +107,12 @@ class ReplayableInteraction extends Tool_1.Tool {
                         };
                     }
                     catch (elementError) {
-                        Logger_1.appLogger.error(`Failed to interact with element '${locator.nth(i)}' due to exception, will fail over to remaining elements (if any)`, elementError);
+                        Logger_1.appLogger.error(`Failed to interact with element '${i}' for selector '${selectorLocator.selector}' due to exception, will fail over to remaining elements (if any)`, elementError);
                     }
                 }
             }
             catch (locatorError) {
-                Logger_1.appLogger.error(`Failed to interact with locator '${locator.toString()}' due to exception, will fail over to remaining locators (if any)`, locatorError);
+                Logger_1.appLogger.error(`Failed to interact with selector '${selectorLocator.selector}' due to exception, will fail over to remaining selectors (if any)`, locatorError);
             }
         }
         return {
@@ -133,31 +145,68 @@ class ReplayableInteraction extends Tool_1.Tool {
      */
     static async getLocatorsOrderedByMatchCount(page, frameSelector, selectorCandidates) {
         try {
-            const locators = [];
-            for (const selectorCandidate of selectorCandidates) {
-                try {
-                    const elementLocator = frameSelector
-                        ? page.frameLocator(frameSelector).locator(selectorCandidate)
-                        : page.locator(selectorCandidate);
-                    const count = await elementLocator.count();
-                    if (count > 0 &&
-                        ReplayableInteraction.MAX_LOCATOR_MATCH_COUNT >= count) {
-                        locators.push(elementLocator);
+            // Store the first selector promise separately
+            let firstSelectorResolver = null;
+            // Create a promise we can resolve early if the first selector is unique
+            const firstSelectorUniqueMatch = new Promise((resolve) => {
+                firstSelectorResolver = resolve;
+            });
+            // Process all selectors in parallel
+            const allSelectorsPromise = new Promise(async (resolve) => {
+                const locatorResults = [];
+                // Create and execute all promises in parallel
+                const promises = selectorCandidates.map(async (selectorCandidate, index) => {
+                    try {
+                        const elementLocator = frameSelector
+                            ? page.frameLocator(frameSelector).locator(selectorCandidate)
+                            : page.locator(selectorCandidate);
+                        await elementLocator
+                            .waitFor({
+                            state: 'attached',
+                            timeout: 2000,
+                        })
+                            .catch(() => {
+                            // Continue if timeout
+                        });
+                        const count = await elementLocator.count();
+                        // Special case: first selector with exactly one match
+                        if (index === 0 && count === 1) {
+                            firstSelectorResolver([
+                                { selector: selectorCandidate, locator: elementLocator },
+                            ]);
+                        }
+                        if (count > 0 &&
+                            ReplayableInteraction.MAX_LOCATOR_MATCH_COUNT >= count) {
+                            locatorResults.push({
+                                selector: selectorCandidate,
+                                locator: elementLocator,
+                                count,
+                            });
+                        }
                     }
-                }
-                catch (e) {
-                    Logger_1.appLogger.warn(`Invalid selector: ${selectorCandidate}`, e);
-                }
-            }
-            // Create array of objects containing locator and its count
-            const locatorsWithCounts = await Promise.all(locators.map(async (locator) => ({
-                locator,
-                count: await locator.count(),
-            })));
-            // Sort by count and return just the locators
-            return locatorsWithCounts
-                .sort((a, b) => a.count - b.count)
-                .map((item) => item.locator);
+                    catch (e) {
+                        Logger_1.appLogger.warn(`Invalid selector: ${selectorCandidate}`, e);
+                    }
+                });
+                // Wait for all selectors to be processed
+                await Promise.all(promises);
+                // Sort and return the results
+                resolve(locatorResults
+                    .sort((a, b) => {
+                    if (a.count !== b.count)
+                        return a.count - b.count;
+                    return (ReplayableInteraction.selectorTiebreakerPriority(a.selector) -
+                        ReplayableInteraction.selectorTiebreakerPriority(b.selector));
+                })
+                    .map((item) => {
+                    return { selector: item.selector, locator: item.locator };
+                }));
+            });
+            // Race between the fast path and full processing
+            return await Promise.race([
+                firstSelectorUniqueMatch,
+                allSelectorsPromise,
+            ]);
         }
         catch (error) {
             if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
@@ -168,6 +217,20 @@ class ReplayableInteraction extends Tool_1.Tool {
             }
         }
     }
+    static selectorTiebreakerPriority(sel) {
+        // highest-to-lowest: aria-label, placeholder, text-based XPath, DOM position, id, other
+        if (/\[aria-label\s*=/.test(sel) || /@aria-label/.test(sel))
+            return 0;
+        if (/\[placeholder\s*=/.test(sel) || /@placeholder/.test(sel))
+            return 1;
+        if (sel.startsWith('//'))
+            return 2;
+        if (sel.includes(' > '))
+            return 3; // DOM position selector
+        if (/^#/.test(sel))
+            return 4;
+        return 5;
+    }
 }
 exports.ReplayableInteraction = ReplayableInteraction;
 ReplayableInteraction.MAX_LOCATOR_MATCH_COUNT = 5;

package/dist/esm/tools/ReplayableInteraction.js.map

@@ -1 +1 @@
-{"version":3,"file":"ReplayableInteraction.js","sourceRoot":"","sources":["../../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAG3D,iCAA8B;AAE9B,4CAA4C;AAC5C,2EAAwE;AAuBxE;;;GAGG;AACH,MAAsB,qBAIpB,SAAQ,WAA4C;IAGpD,YACE,IAAY,EACZ,WAAmB,EACnB,kCAA0C,EAC1C,8BAAsC;QAEtC,KAAK,CACH,IAAI,EACJ,WAAW,EACX,kCAAkC,EAClC,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,8BAA8B,CACzE,IAAI,EACJ,UAAU,CAAC,QAAS,CAAC,KAAK,EAC1B,UAAU,CAAC,QAAS,CAAC,OAAO,CAC7B,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,OAAwB,EACxB,UAAyB;QAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,IAAI,iCAAe,CAAC,6BAA6B,KAAK,UAAU,CAAC,UAAU,IAAI,CAAC;QACxG,IAAI,WAAW,GAGJ,IAAI,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE/C,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,kBAAkB,GACtB,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,aAAa,GACjB,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI;oBAC1B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,iCAAe,CAAC,wBAAwB,CAC5C,MAAM,KAAK,CAAC,YAAY,EAAE,CAC3B,CAAC;gBACR,WAAW,GAAG;oBACZ,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,OAAO,EAAE,kBAAkB;wBAC3B,KAAK,EAAE,aAAa;qBACrB;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAClB,OAAO,EACP,UAAU,EACV,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,iBAAiB,CAC9B,CAAC;IACJ,CAAC;IAcO,KAAK,CAAC,QAAQ,CACpB,OAAwB,EACxB,UAA0B,EAC1B,QAAmB,EACnB,iBAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvC,MAAM,OAAO,GAAG,CACd,MAAM,iCAAe,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAC5D,CAAC,KAAK,EAAE,CAAC;wBACV,MAAM,OAAO,CAAC,sBAAsB,CAAC;4BACnC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;4BACpC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,MAAM,IAAI,KAAK,CACb,gDAAgD,OAAO,0CAA0C,CAClG,CAAC;wBACJ,CAAC;wBAED,IAAK,UAAkB,CAAC,SAAS,EAAE,CAAC;4BAClC,4DAA4D;4BAC5D,+DAA+D;4BAC/D,yCAAyC;4BACzC,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CACzC,IAAI,EACJ,eAAe,EACd,UAAkB,CAAC,SAAS,CAC9B,CAAC;wBACJ,CAAC;wBACD,yEAAyE;wBACzE,0CAA0C;wBAC1C,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;wBAC/D,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,iCAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;wBACjD,OAAO;4BACL,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,iBAAiB;yBAC5B,CAAC;oBACJ,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,mEAAmE,EACrH,YAAY,CACb,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,OAAO,CAAC,QAAQ,EAAE,mEAAmE,EACzH,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,CACzC,IAAU,EACV,aAA4B,EAC5B,kBAA4B;QAE5B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAc,EAAE,CAAC;YAE/B,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,aAAa;wBAClC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;wBAC7D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;oBAEpC,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;oBAE3C,IACE,KAAK,GAAG,CAAC;wBACT,qBAAqB,CAAC,uBAAuB,IAAI,KAAK,EACtD,CAAC;wBACD,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,kBAAS,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1C,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC/B,OAAO;gBACP,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,EAAE;aAC7B,CAAC,CAAC,CACJ,CAAC;YAEF,6CAA6C;YAC7C,OAAO,kBAAkB;iBACtB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;;AAjQH,sDAkQC;AA7PwB,6CAAuB,GAAG,CAAC,CAAC"}
+{"version":3,"file":"ReplayableInteraction.js","sourceRoot":"","sources":["../../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAG3D,iCAA8B;AAE9B,4CAA4C;AAC5C,2EAAwE;AA+BxE;;;GAGG;AACH,MAAsB,qBAIpB,SAAQ,WAA4C;IAGpD,YACE,IAAY,EACZ,WAAmB,EACnB,kCAA0C,EAC1C,8BAAsC;QAEtC,KAAK,CACH,IAAI,EACJ,WAAW,EACX,kCAAkC,EAClC,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,8BAA8B,CACzE,IAAI,EACJ,UAAU,CAAC,QAAS,CAAC,KAAK,EAC1B,UAAU,CAAC,QAAS,CAAC,OAAO,CAC7B,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,OAAwB,EACxB,UAAyB;QAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,IAAI,iCAAe,CAAC,6BAA6B,KAAK,UAAU,CAAC,UAAU,IAAI,CAAC;QACxG,IAAI,WAAW,GAGJ,IAAI,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE/C,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,kBAAkB,GACtB,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,aAAa,GACjB,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI;oBAC1B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,iCAAe,CAAC,wBAAwB,CAC5C,MAAM,KAAK,CAAC,YAAY,EAAE,CAC3B,CAAC;gBACR,WAAW,GAAG;oBACZ,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,OAAO,EAAE,kBAAkB;wBAC3B,KAAK,EAAE,aAAa;qBACrB;iBACF,CAAC;gBACF,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAClB,OAAO,EACP,UAAU,EACV,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACnC,OAAO;gBACL,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC,CAAC,EACF,WAAW,CAAC,iBAAiB,CAC9B,CAAC;IACJ,CAAC;IAcO,KAAK,CAAC,QAAQ,CACpB,OAAwB,EACxB,UAA0B,EAC1B,gBAAmC,EACnC,iBAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAE3B,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,MAAM,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvD,MAAM,OAAO,GAAG,CACd,MAAM,iCAAe,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAC5D,CAAC,KAAK,EAAE,CAAC;wBACV,MAAM,OAAO,CAAC,sBAAsB,CAAC;4BACnC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;4BACpC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,MAAM,IAAI,KAAK,CACb,wDAAwD,CAAC,mBAAmB,eAAe,CAAC,QAAQ,0CAA0C,CAC/I,CAAC;wBACJ,CAAC;wBAED,IAAK,UAAkB,CAAC,SAAS,EAAE,CAAC;4BAClC,4DAA4D;4BAC5D,+DAA+D;4BAC/D,yCAAyC;4BACzC,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CACzC,IAAI,EACJ,eAAe,EACd,UAAkB,CAAC,SAAS,CAC9B,CAAC;wBACJ,CAAC;wBACD,yEAAyE;wBACzE,0CAA0C;wBAC1C,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;wBAC7D,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,iCAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;wBACjD,oEAAoE;wBACpE,+DAA+D;wBAC/D,mDAAmD;wBACnD,IACE,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAChC,iCAAe,CAAC,6BAA6B,CAC9C,EACD,CAAC;4BACD,MAAM,IAAI,gBAAgB,eAAe,CAAC,QAAQ,IAAI,CAAC;wBACzD,CAAC;wBAED,OAAO;4BACL,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,iBAAiB;yBAC5B,CAAC;oBACJ,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,CAAC,mBAAmB,eAAe,CAAC,QAAQ,mEAAmE,EACnJ,YAAY,CACb,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kBAAS,CAAC,KAAK,CACb,qCAAqC,eAAe,CAAC,QAAQ,oEAAoE,EACjI,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,CACzC,IAAU,EACV,aAA4B,EAC5B,kBAA4B;QAE5B,IAAI,CAAC;YACH,8CAA8C;YAC9C,IAAI,qBAAqB,GAEd,IAAI,CAAC;YAEhB,wEAAwE;YACxE,MAAM,wBAAwB,GAAG,IAAI,OAAO,CAC1C,CAAC,OAAO,EAAE,EAAE;gBACV,qBAAqB,GAAG,OAAO,CAAC;YAClC,CAAC,CACF,CAAC;YAEF,oCAAoC;YACpC,MAAM,mBAAmB,GAAG,IAAI,OAAO,CACrC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChB,MAAM,cAAc,GAId,EAAE,CAAC;gBAET,8CAA8C;gBAC9C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CACrC,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE;oBACjC,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,aAAa;4BAClC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;4BAC7D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;wBAEpC,MAAM,cAAc;6BACjB,OAAO,CAAC;4BACP,KAAK,EAAE,UAAU;4BACjB,OAAO,EAAE,IAAI;yBACd,CAAC;6BACD,KAAK,CAAC,GAAG,EAAE;4BACV,sBAAsB;wBACxB,CAAC,CAAC,CAAC;wBAEL,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;wBAE3C,sDAAsD;wBACtD,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;4BAC/B,qBAAsB,CAAC;gCACrB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE;6BACzD,CAAC,CAAC;wBACL,CAAC;wBAED,IACE,KAAK,GAAG,CAAC;4BACT,qBAAqB,CAAC,uBAAuB,IAAI,KAAK,EACtD,CAAC;4BACD,cAAc,CAAC,IAAI,CAAC;gCAClB,QAAQ,EAAE,iBAAiB;gCAC3B,OAAO,EAAE,cAAc;gCACvB,KAAK;6BACN,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,kBAAS,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC,CACF,CAAC;gBAEF,yCAAyC;gBACzC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAE5B,8BAA8B;gBAC9B,OAAO,CACL,cAAc;qBACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;wBAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;oBAClD,OAAO,CACL,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC;wBAC5D,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAC7D,CAAC;gBACJ,CAAC,CAAC;qBACD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACZ,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5D,CAAC,CAAC,CACL,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,iDAAiD;YACjD,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACxB,wBAAwB;gBACxB,mBAAmB;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,0BAA0B,CAAC,GAAW;QACnD,wFAAwF;QACxF,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACtE,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACxE,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QACnC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,wBAAwB;QAC3D,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAC7B,OAAO,CAAC,CAAC;IACX,CAAC;;AAnVH,sDAoVC;AA/UwB,6CAAuB,GAAG,CAAC,CAAC"}

package/dist/tools/ReplayableInteraction.d.ts

@@ -19,6 +19,13 @@ export interface AnnotationBasedParameters extends BaseToolGptParameters, CorePa
      */
     annotation: string;
 }
+/**
+ * Thin wrapper type that lets us easily map a selector query to a Locator object.
+ */
+type SelectorLocator = {
+    selector: string;
+    locator: Locator;
+};
 /**
  * Tools that specify a numbered Donobu annotation to indicate which element to
  * interact with and support deterministic reruns should extend this interface.
@@ -58,6 +65,8 @@ export declare abstract class ReplayableInteraction<CoreParameters, NonGptParame
      * @return A list of {@link Locator} objects that have been found, ordered by
      *   their match count in ascending order.
      */
-    static getLocatorsOrderedByMatchCount(page: Page, frameSelector: string | null, selectorCandidates: string[]): Promise<Locator[]>;
+    static getLocatorsOrderedByMatchCount(page: Page, frameSelector: string | null, selectorCandidates: string[]): Promise<SelectorLocator[]>;
+    private static selectorTiebreakerPriority;
 }
+export {};
 //# sourceMappingURL=ReplayableInteraction.d.ts.map

package/dist/tools/ReplayableInteraction.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ReplayableInteraction.d.ts","sourceRoot":"","sources":["../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,cAAc;CAAG;AAElC,MAAM,WAAW,uBAAwB,SAAQ,cAAc;IAC7D,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,yBACf,SAAQ,qBAAqB,EAC3B,cAAc;IAChB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,8BAAsB,qBAAqB,CACzC,cAAc,EACd,gBAAgB,SAAS,uBAAuB,GAAG,cAAc,EACjE,aAAa,SAAS,yBAAyB,GAAG,cAAc,CAChE,SAAQ,IAAI,CAAC,uBAAuB,EAAE,aAAa,CAAC;IACpD,gBAAuB,uBAAuB,KAAK;gBAGjD,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,kCAAkC,EAAE,MAAM,EAC1C,8BAA8B,EAAE,MAAM;IAUlB,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC,cAAc,CAAC;IAmBb,WAAW,CACtB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC;IAkD1B;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,MAAM,CACvB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;YAEJ,QAAQ;IAiFtB;;;;;;;;;;;;;;;;;;;;;OAqBG;WACU,8BAA8B,CACzC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,kBAAkB,EAAE,MAAM,EAAE,GAC3B,OAAO,CAAC,OAAO,EAAE,CAAC;CA2CtB"}
+{"version":3,"file":"ReplayableInteraction.d.ts","sourceRoot":"","sources":["../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,MAAM,WAAW,cAAc;CAAG;AAElC,MAAM,WAAW,uBAAwB,SAAQ,cAAc;IAC7D,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,yBACf,SAAQ,qBAAqB,EAC3B,cAAc;IAChB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,KAAK,eAAe,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF;;;GAGG;AACH,8BAAsB,qBAAqB,CACzC,cAAc,EACd,gBAAgB,SAAS,uBAAuB,GAAG,cAAc,EACjE,aAAa,SAAS,yBAAyB,GAAG,cAAc,CAChE,SAAQ,IAAI,CAAC,uBAAuB,EAAE,aAAa,CAAC;IACpD,gBAAuB,uBAAuB,KAAK;gBAGjD,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,kCAAkC,EAAE,MAAM,EAC1C,8BAA8B,EAAE,MAAM;IAUlB,IAAI,CACxB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC,cAAc,CAAC;IAmBb,WAAW,CACtB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC;IAwD1B;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,MAAM,CACvB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,MAAM,CAAC;YAEJ,QAAQ;IA4FtB;;;;;;;;;;;;;;;;;;;;;OAqBG;WACU,8BAA8B,CACzC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,kBAAkB,EAAE,MAAM,EAAE,GAC3B,OAAO,CAAC,eAAe,EAAE,CAAC;IAmG7B,OAAO,CAAC,MAAM,CAAC,0BAA0B;CAS1C"}

package/dist/tools/ReplayableInteraction.js

@@ -46,6 +46,7 @@ class ReplayableInteraction extends Tool_1.Tool {
                         frame: frameSelector,
                     },
                 };
+                break;
             }
         }
         if (!locatorData || !locatorData.locators.length) {
@@ -55,17 +56,22 @@ class ReplayableInteraction extends Tool_1.Tool {
                 metadata: null,
             };
         }
-        return this.callCore(context, parameters, locatorData.locators, locatorData.selectorForReplay);
+        return this.callCore(context, parameters, locatorData.locators.map((locator) => {
+            return {
+                selector: elementSelector,
+                locator: locator,
+            };
+        }), locatorData.selectorForReplay);
     }
-    async callCore(context, parameters, locators, selectorForReplay) {
+    async callCore(context, parameters, selectorLocators, selectorForReplay) {
         const timeoutMilliseconds = 1000;
         const page = context.page;
-        for (const locator of locators) {
+        for (const selectorLocator of selectorLocators) {
             try {
-                const count = await locator.count();
+                const count = await selectorLocator.locator.count();
                 for (let i = 0; i < count; ++i) {
                     try {
-                        const originalLocator = locator.nth(i);
+                        const originalLocator = selectorLocator.locator.nth(i);
                         const element = (await PlaywrightUtils_1.PlaywrightUtils.getLocatorOrItsLabel(originalLocator)).first();
                         await element.scrollIntoViewIfNeeded({
                             timeout: timeoutMilliseconds,
@@ -74,7 +80,7 @@ class ReplayableInteraction extends Tool_1.Tool {
                             timeout: timeoutMilliseconds,
                         });
                         if (!box) {
-                            throw new Error(`Failed to retrieve element bounding box for '${element}'; element may be offscreen or detached.`);
+                            throw new Error(`Failed to retrieve element bounding box for element '${i}' for selector '${selectorLocator.selector}'; element may be offscreen or detached.`);
                         }
                         if (parameters.rationale) {
                             // Show the rationale at the original locator because if the
@@ -85,9 +91,15 @@ class ReplayableInteraction extends Tool_1.Tool {
                         // Hide the control panel so that it will not block an interaction if the
                         // target element is underneath the panel.
                         await PlaywrightUtils_1.PlaywrightUtils.hideControlPanel(context.page, context.metadata);
-                        const forLlm = await this.invoke(context, parameters, element);
+                        let forLlm = await this.invoke(context, parameters, element);
                         await PlaywrightUtils_1.PlaywrightUtils.showControlPanel(context.page, context.metadata);
                         await PlaywrightUtils_1.PlaywrightUtils.waitForPageStability(page);
+                        // If we did not use the Donobu attribute for resolving the element,
+                        // add its selector to the result so we know which selector was
+                        // ultimately used of the given 'selectorLocators'.
+                        if (!selectorLocator.selector.includes(PlaywrightUtils_1.PlaywrightUtils.DONOBU_INTERACTABLE_ATTRIBUTE)) {
+                            forLlm += ` (selector: '${selectorLocator.selector}')`;
+                        }
                         return {
                             isSuccessful: true,
                             forLlm: forLlm,
@@ -95,12 +107,12 @@ class ReplayableInteraction extends Tool_1.Tool {
                         };
                     }
                     catch (elementError) {
-                        Logger_1.appLogger.error(`Failed to interact with element '${locator.nth(i)}' due to exception, will fail over to remaining elements (if any)`, elementError);
+                        Logger_1.appLogger.error(`Failed to interact with element '${i}' for selector '${selectorLocator.selector}' due to exception, will fail over to remaining elements (if any)`, elementError);
                     }
                 }
             }
             catch (locatorError) {
-                Logger_1.appLogger.error(`Failed to interact with locator '${locator.toString()}' due to exception, will fail over to remaining locators (if any)`, locatorError);
+                Logger_1.appLogger.error(`Failed to interact with selector '${selectorLocator.selector}' due to exception, will fail over to remaining selectors (if any)`, locatorError);
             }
         }
         return {
@@ -133,31 +145,68 @@ class ReplayableInteraction extends Tool_1.Tool {
      */
     static async getLocatorsOrderedByMatchCount(page, frameSelector, selectorCandidates) {
         try {
-            const locators = [];
-            for (const selectorCandidate of selectorCandidates) {
-                try {
-                    const elementLocator = frameSelector
-                        ? page.frameLocator(frameSelector).locator(selectorCandidate)
-                        : page.locator(selectorCandidate);
-                    const count = await elementLocator.count();
-                    if (count > 0 &&
-                        ReplayableInteraction.MAX_LOCATOR_MATCH_COUNT >= count) {
-                        locators.push(elementLocator);
+            // Store the first selector promise separately
+            let firstSelectorResolver = null;
+            // Create a promise we can resolve early if the first selector is unique
+            const firstSelectorUniqueMatch = new Promise((resolve) => {
+                firstSelectorResolver = resolve;
+            });
+            // Process all selectors in parallel
+            const allSelectorsPromise = new Promise(async (resolve) => {
+                const locatorResults = [];
+                // Create and execute all promises in parallel
+                const promises = selectorCandidates.map(async (selectorCandidate, index) => {
+                    try {
+                        const elementLocator = frameSelector
+                            ? page.frameLocator(frameSelector).locator(selectorCandidate)
+                            : page.locator(selectorCandidate);
+                        await elementLocator
+                            .waitFor({
+                            state: 'attached',
+                            timeout: 2000,
+                        })
+                            .catch(() => {
+                            // Continue if timeout
+                        });
+                        const count = await elementLocator.count();
+                        // Special case: first selector with exactly one match
+                        if (index === 0 && count === 1) {
+                            firstSelectorResolver([
+                                { selector: selectorCandidate, locator: elementLocator },
+                            ]);
+                        }
+                        if (count > 0 &&
+                            ReplayableInteraction.MAX_LOCATOR_MATCH_COUNT >= count) {
+                            locatorResults.push({
+                                selector: selectorCandidate,
+                                locator: elementLocator,
+                                count,
+                            });
+                        }
                     }
-                }
-                catch (e) {
-                    Logger_1.appLogger.warn(`Invalid selector: ${selectorCandidate}`, e);
-                }
-            }
-            // Create array of objects containing locator and its count
-            const locatorsWithCounts = await Promise.all(locators.map(async (locator) => ({
-                locator,
-                count: await locator.count(),
-            })));
-            // Sort by count and return just the locators
-            return locatorsWithCounts
-                .sort((a, b) => a.count - b.count)
-                .map((item) => item.locator);
+                    catch (e) {
+                        Logger_1.appLogger.warn(`Invalid selector: ${selectorCandidate}`, e);
+                    }
+                });
+                // Wait for all selectors to be processed
+                await Promise.all(promises);
+                // Sort and return the results
+                resolve(locatorResults
+                    .sort((a, b) => {
+                    if (a.count !== b.count)
+                        return a.count - b.count;
+                    return (ReplayableInteraction.selectorTiebreakerPriority(a.selector) -
+                        ReplayableInteraction.selectorTiebreakerPriority(b.selector));
+                })
+                    .map((item) => {
+                    return { selector: item.selector, locator: item.locator };
+                }));
+            });
+            // Race between the fast path and full processing
+            return await Promise.race([
+                firstSelectorUniqueMatch,
+                allSelectorsPromise,
+            ]);
         }
         catch (error) {
             if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
@@ -168,6 +217,20 @@ class ReplayableInteraction extends Tool_1.Tool {
             }
         }
     }
+    static selectorTiebreakerPriority(sel) {
+        // highest-to-lowest: aria-label, placeholder, text-based XPath, DOM position, id, other
+        if (/\[aria-label\s*=/.test(sel) || /@aria-label/.test(sel))
+            return 0;
+        if (/\[placeholder\s*=/.test(sel) || /@placeholder/.test(sel))
+            return 1;
+        if (sel.startsWith('//'))
+            return 2;
+        if (sel.includes(' > '))
+            return 3; // DOM position selector
+        if (/^#/.test(sel))
+            return 4;
+        return 5;
+    }
 }
 exports.ReplayableInteraction = ReplayableInteraction;
 ReplayableInteraction.MAX_LOCATOR_MATCH_COUNT = 5;

package/dist/tools/ReplayableInteraction.js.map

@@ -1 +1 @@
-{"version":3,"file":"ReplayableInteraction.js","sourceRoot":"","sources":["../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAG3D,iCAA8B;AAE9B,4CAA4C;AAC5C,2EAAwE;AAuBxE;;;GAGG;AACH,MAAsB,qBAIpB,SAAQ,WAA4C;IAGpD,YACE,IAAY,EACZ,WAAmB,EACnB,kCAA0C,EAC1C,8BAAsC;QAEtC,KAAK,CACH,IAAI,EACJ,WAAW,EACX,kCAAkC,EAClC,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,8BAA8B,CACzE,IAAI,EACJ,UAAU,CAAC,QAAS,CAAC,KAAK,EAC1B,UAAU,CAAC,QAAS,CAAC,OAAO,CAC7B,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,OAAwB,EACxB,UAAyB;QAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,IAAI,iCAAe,CAAC,6BAA6B,KAAK,UAAU,CAAC,UAAU,IAAI,CAAC;QACxG,IAAI,WAAW,GAGJ,IAAI,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE/C,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,kBAAkB,GACtB,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,aAAa,GACjB,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI;oBAC1B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,iCAAe,CAAC,wBAAwB,CAC5C,MAAM,KAAK,CAAC,YAAY,EAAE,CAC3B,CAAC;gBACR,WAAW,GAAG;oBACZ,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,OAAO,EAAE,kBAAkB;wBAC3B,KAAK,EAAE,aAAa;qBACrB;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAClB,OAAO,EACP,UAAU,EACV,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,iBAAiB,CAC9B,CAAC;IACJ,CAAC;IAcO,KAAK,CAAC,QAAQ,CACpB,OAAwB,EACxB,UAA0B,EAC1B,QAAmB,EACnB,iBAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvC,MAAM,OAAO,GAAG,CACd,MAAM,iCAAe,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAC5D,CAAC,KAAK,EAAE,CAAC;wBACV,MAAM,OAAO,CAAC,sBAAsB,CAAC;4BACnC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;4BACpC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,MAAM,IAAI,KAAK,CACb,gDAAgD,OAAO,0CAA0C,CAClG,CAAC;wBACJ,CAAC;wBAED,IAAK,UAAkB,CAAC,SAAS,EAAE,CAAC;4BAClC,4DAA4D;4BAC5D,+DAA+D;4BAC/D,yCAAyC;4BACzC,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CACzC,IAAI,EACJ,eAAe,EACd,UAAkB,CAAC,SAAS,CAC9B,CAAC;wBACJ,CAAC;wBACD,yEAAyE;wBACzE,0CAA0C;wBAC1C,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;wBAC/D,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,iCAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;wBACjD,OAAO;4BACL,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,iBAAiB;yBAC5B,CAAC;oBACJ,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,mEAAmE,EACrH,YAAY,CACb,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,OAAO,CAAC,QAAQ,EAAE,mEAAmE,EACzH,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,CACzC,IAAU,EACV,aAA4B,EAC5B,kBAA4B;QAE5B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAc,EAAE,CAAC;YAE/B,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,aAAa;wBAClC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;wBAC7D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;oBAEpC,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;oBAE3C,IACE,KAAK,GAAG,CAAC;wBACT,qBAAqB,CAAC,uBAAuB,IAAI,KAAK,EACtD,CAAC;wBACD,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,kBAAS,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1C,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC/B,OAAO;gBACP,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,EAAE;aAC7B,CAAC,CAAC,CACJ,CAAC;YAEF,6CAA6C;YAC7C,OAAO,kBAAkB;iBACtB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;;AAjQH,sDAkQC;AA7PwB,6CAAuB,GAAG,CAAC,CAAC"}
+{"version":3,"file":"ReplayableInteraction.js","sourceRoot":"","sources":["../../src/tools/ReplayableInteraction.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAG3D,iCAA8B;AAE9B,4CAA4C;AAC5C,2EAAwE;AA+BxE;;;GAGG;AACH,MAAsB,qBAIpB,SAAQ,WAA4C;IAGpD,YACE,IAAY,EACZ,WAAmB,EACnB,kCAA0C,EAC1C,8BAAsC;QAEtC,KAAK,CACH,IAAI,EACJ,WAAW,EACX,kCAAkC,EAClC,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CACxB,OAAwB,EACxB,UAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,8BAA8B,CACzE,IAAI,EACJ,UAAU,CAAC,QAAS,CAAC,KAAK,EAC1B,UAAU,CAAC,QAAS,CAAC,OAAO,CAC7B,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,OAAwB,EACxB,UAAyB;QAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,IAAI,iCAAe,CAAC,6BAA6B,KAAK,UAAU,CAAC,UAAU,IAAI,CAAC;QACxG,IAAI,WAAW,GAGJ,IAAI,CAAC;QAEhB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE/C,IAAI,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,kBAAkB,GACtB,MAAM,iCAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,aAAa,GACjB,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI;oBAC1B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,iCAAe,CAAC,wBAAwB,CAC5C,MAAM,KAAK,CAAC,YAAY,EAAE,CAC3B,CAAC;gBACR,WAAW,GAAG;oBACZ,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,OAAO,EAAE,kBAAkB;wBAC3B,KAAK,EAAE,aAAa;qBACrB;iBACF,CAAC;gBACF,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,MAAM,EAAE,yDAAyD;gBACjE,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAClB,OAAO,EACP,UAAU,EACV,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACnC,OAAO;gBACL,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC,CAAC,EACF,WAAW,CAAC,iBAAiB,CAC9B,CAAC;IACJ,CAAC;IAcO,KAAK,CAAC,QAAQ,CACpB,OAAwB,EACxB,UAA0B,EAC1B,gBAAmC,EACnC,iBAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAE3B,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,CAAC;wBACH,MAAM,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACvD,MAAM,OAAO,GAAG,CACd,MAAM,iCAAe,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAC5D,CAAC,KAAK,EAAE,CAAC;wBACV,MAAM,OAAO,CAAC,sBAAsB,CAAC;4BACnC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;4BACpC,OAAO,EAAE,mBAAmB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,MAAM,IAAI,KAAK,CACb,wDAAwD,CAAC,mBAAmB,eAAe,CAAC,QAAQ,0CAA0C,CAC/I,CAAC;wBACJ,CAAC;wBAED,IAAK,UAAkB,CAAC,SAAS,EAAE,CAAC;4BAClC,4DAA4D;4BAC5D,+DAA+D;4BAC/D,yCAAyC;4BACzC,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CACzC,IAAI,EACJ,eAAe,EACd,UAAkB,CAAC,SAAS,CAC9B,CAAC;wBACJ,CAAC;wBACD,yEAAyE;wBACzE,0CAA0C;wBAC1C,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;wBAC7D,MAAM,iCAAe,CAAC,gBAAgB,CACpC,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,QAAQ,CACjB,CAAC;wBACF,MAAM,iCAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;wBACjD,oEAAoE;wBACpE,+DAA+D;wBAC/D,mDAAmD;wBACnD,IACE,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAChC,iCAAe,CAAC,6BAA6B,CAC9C,EACD,CAAC;4BACD,MAAM,IAAI,gBAAgB,eAAe,CAAC,QAAQ,IAAI,CAAC;wBACzD,CAAC;wBAED,OAAO;4BACL,YAAY,EAAE,IAAI;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,iBAAiB;yBAC5B,CAAC;oBACJ,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,kBAAS,CAAC,KAAK,CACb,oCAAoC,CAAC,mBAAmB,eAAe,CAAC,QAAQ,mEAAmE,EACnJ,YAAY,CACb,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kBAAS,CAAC,KAAK,CACb,qCAAqC,eAAe,CAAC,QAAQ,oEAAoE,EACjI,YAAY,CACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,MAAM,EAAE,sCAAsC;YAC9C,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,KAAK,CAAC,8BAA8B,CACzC,IAAU,EACV,aAA4B,EAC5B,kBAA4B;QAE5B,IAAI,CAAC;YACH,8CAA8C;YAC9C,IAAI,qBAAqB,GAEd,IAAI,CAAC;YAEhB,wEAAwE;YACxE,MAAM,wBAAwB,GAAG,IAAI,OAAO,CAC1C,CAAC,OAAO,EAAE,EAAE;gBACV,qBAAqB,GAAG,OAAO,CAAC;YAClC,CAAC,CACF,CAAC;YAEF,oCAAoC;YACpC,MAAM,mBAAmB,GAAG,IAAI,OAAO,CACrC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChB,MAAM,cAAc,GAId,EAAE,CAAC;gBAET,8CAA8C;gBAC9C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CACrC,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE;oBACjC,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,aAAa;4BAClC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;4BAC7D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;wBAEpC,MAAM,cAAc;6BACjB,OAAO,CAAC;4BACP,KAAK,EAAE,UAAU;4BACjB,OAAO,EAAE,IAAI;yBACd,CAAC;6BACD,KAAK,CAAC,GAAG,EAAE;4BACV,sBAAsB;wBACxB,CAAC,CAAC,CAAC;wBAEL,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;wBAE3C,sDAAsD;wBACtD,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;4BAC/B,qBAAsB,CAAC;gCACrB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE;6BACzD,CAAC,CAAC;wBACL,CAAC;wBAED,IACE,KAAK,GAAG,CAAC;4BACT,qBAAqB,CAAC,uBAAuB,IAAI,KAAK,EACtD,CAAC;4BACD,cAAc,CAAC,IAAI,CAAC;gCAClB,QAAQ,EAAE,iBAAiB;gCAC3B,OAAO,EAAE,cAAc;gCACvB,KAAK;6BACN,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,kBAAS,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC,CACF,CAAC;gBAEF,yCAAyC;gBACzC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAE5B,8BAA8B;gBAC9B,OAAO,CACL,cAAc;qBACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;wBAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;oBAClD,OAAO,CACL,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC;wBAC5D,qBAAqB,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,CAC7D,CAAC;gBACJ,CAAC,CAAC;qBACD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACZ,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5D,CAAC,CAAC,CACL,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,iDAAiD;YACjD,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;gBACxB,wBAAwB;gBACxB,mBAAmB;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,0BAA0B,CAAC,GAAW;QACnD,wFAAwF;QACxF,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACtE,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACxE,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QACnC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,wBAAwB;QAC3D,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAC7B,OAAO,CAAC,CAAC;IACX,CAAC;;AAnVH,sDAoVC;AA/UwB,6CAAuB,GAAG,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "donobu",
-  "version": "2.14.1",
+  "version": "2.15.0",
   "description": "Create browser automations with an LLM agent and replay them as Playwright scripts.",
   "main": "dist/main.js",
   "module": "dist/esm/main.js",