@midscene/shared 1.5.4-beta-20260310084708.0 → 1.5.4

package/dist/lib/extractor/locator.js

@@ -25,6 +25,7 @@ var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     getNodeInfoByXpath: ()=>getNodeInfoByXpath,
+    getXpathsById: ()=>getXpathsById,
     getElementXpath: ()=>getElementXpath,
     getElementInfoByXpath: ()=>getElementInfoByXpath,
     getXpathsByPoint: ()=>getXpathsByPoint
@@ -32,6 +33,54 @@ __webpack_require__.d(__webpack_exports__, {
 const external_dom_util_js_namespaceObject = require("./dom-util.js");
 const external_util_js_namespaceObject = require("./util.js");
 const external_web_extractor_js_namespaceObject = require("./web-extractor.js");
+const SUB_XPATH_SEPARATOR = '|>>|';
+function parseCSSZoom(style) {
+    return Number.parseFloat(style.zoom ?? '1') || 1;
+}
+function calculateIframeOffset(nodeOwnerDoc, rootDoc) {
+    let leftOffset = 0;
+    let topOffset = 0;
+    let iterDoc = nodeOwnerDoc;
+    while(iterDoc && iterDoc !== rootDoc)try {
+        const frameElement = iterDoc.defaultView?.frameElement;
+        if (!frameElement) break;
+        const rect = frameElement.getBoundingClientRect();
+        const parentWin = iterDoc.defaultView?.parent;
+        let borderLeft = 0;
+        let borderTop = 0;
+        let zoom = 1;
+        try {
+            if (parentWin) {
+                const style = parentWin.getComputedStyle(frameElement);
+                borderLeft = Number.parseFloat(style.borderLeftWidth) || 0;
+                borderTop = Number.parseFloat(style.borderTopWidth) || 0;
+                zoom = parseCSSZoom(style);
+            }
+        } catch  {}
+        leftOffset = leftOffset / zoom + rect.left + borderLeft;
+        topOffset = topOffset / zoom + rect.top + borderTop;
+        iterDoc = frameElement.ownerDocument;
+    } catch  {
+        break;
+    }
+    return {
+        left: leftOffset,
+        top: topOffset
+    };
+}
+function translatePointToIframeCoordinates(point, iframeElement, parentWindow) {
+    const rect = iframeElement.getBoundingClientRect();
+    const style = parentWindow.getComputedStyle(iframeElement);
+    const clientLeft = iframeElement.clientLeft;
+    const clientTop = iframeElement.clientTop;
+    const paddingLeft = Number.parseFloat(style.paddingLeft) || 0;
+    const paddingTop = Number.parseFloat(style.paddingTop) || 0;
+    const zoom = parseCSSZoom(style);
+    return {
+        left: (point.left - rect.left - clientLeft - paddingLeft) / zoom,
+        top: (point.top - rect.top - clientTop - paddingTop) / zoom
+    };
+}
 const getElementXpathIndex = (element)=>{
     let index = 1;
     let prev = element.previousElementSibling;
@@ -45,8 +94,8 @@ const normalizeXpathText = (text)=>{
     if ('string' != typeof text) return '';
     return text.replace(/\s+/g, ' ').trim();
 };
-const buildCurrentElementXpath = (element, isOrderSensitive, isLeafElement)=>{
-    const parentPath = element.parentNode ? getElementXpath(element.parentNode, isOrderSensitive) : '';
+const buildCurrentElementXpath = (element, isOrderSensitive, isLeafElement, limitToCurrentDocument = false)=>{
+    const parentPath = element.parentNode ? getElementXpath(element.parentNode, isOrderSensitive, false, limitToCurrentDocument) : '';
     const prefix = parentPath ? `${parentPath}/` : '/';
     const tagName = element.nodeName.toLowerCase();
     const textContent = element.textContent?.trim();
@@ -60,11 +109,11 @@ const buildCurrentElementXpath = (element, isOrderSensitive, isLeafElement)=>{
     const index = getElementXpathIndex(element);
     return `${prefix}${tagSelector}[${index}]`;
 };
-const getElementXpath = (element, isOrderSensitive = false, isLeafElement = false)=>{
+const getElementXpath = (element, isOrderSensitive = false, isLeafElement = false, limitToCurrentDocument = false)=>{
     if (element.nodeType === Node.TEXT_NODE) {
         const parentNode = element.parentNode;
         if (parentNode && parentNode.nodeType === Node.ELEMENT_NODE) {
-            const parentXPath = getElementXpath(parentNode, isOrderSensitive, true);
+            const parentXPath = getElementXpath(parentNode, isOrderSensitive, true, limitToCurrentDocument);
             const textContent = element.textContent?.trim();
             if (textContent) return `${parentXPath}/text()[normalize-space()="${normalizeXpathText(textContent)}"]`;
             return `${parentXPath}/text()`;
@@ -73,68 +122,173 @@ const getElementXpath = (element, isOrderSensitive = false, isLeafElement = fals
     }
     if (element.nodeType !== Node.ELEMENT_NODE) return '';
     const el = element;
-    if (el === document.documentElement) return '/html';
-    if (el === document.body) return '/html/body';
+    try {
+        const nodeName = el.nodeName.toLowerCase();
+        if (el === el.ownerDocument?.documentElement || 'html' === nodeName) {
+            if (!limitToCurrentDocument) {
+                const frameElement = el.ownerDocument?.defaultView?.frameElement;
+                if (frameElement) {
+                    const framePath = getElementXpath(frameElement, isOrderSensitive, false, limitToCurrentDocument);
+                    return `${framePath}${SUB_XPATH_SEPARATOR}/html`;
+                }
+            }
+            return '/html';
+        }
+        if (el === el.ownerDocument?.body || 'body' === nodeName) {
+            if (!limitToCurrentDocument) {
+                const frameElement = el.ownerDocument?.defaultView?.frameElement;
+                if (frameElement) {
+                    const framePath = getElementXpath(frameElement, isOrderSensitive, false, limitToCurrentDocument);
+                    return `${framePath}${SUB_XPATH_SEPARATOR}/html/body`;
+                }
+            }
+            return '/html/body';
+        }
+    } catch (error) {
+        (0, external_util_js_namespaceObject.logger)('[midscene:locator] ownerDocument access failed:', error);
+        if ('html' === el.nodeName.toLowerCase()) return '/html';
+        if ('body' === el.nodeName.toLowerCase()) return '/html/body';
+    }
     if ((0, external_dom_util_js_namespaceObject.isSvgElement)(el)) {
         const tagName = el.nodeName.toLowerCase();
-        if ('svg' === tagName) return buildCurrentElementXpath(el, isOrderSensitive, isLeafElement);
+        if ('svg' === tagName) return buildCurrentElementXpath(el, isOrderSensitive, isLeafElement, limitToCurrentDocument);
         let parent = el.parentNode;
         while(parent && parent.nodeType === Node.ELEMENT_NODE){
             const parentEl = parent;
-            if (!(0, external_dom_util_js_namespaceObject.isSvgElement)(parentEl)) return getElementXpath(parentEl, isOrderSensitive, isLeafElement);
-            {
-                const parentTag = parentEl.nodeName.toLowerCase();
-                if ('svg' === parentTag) return getElementXpath(parentEl, isOrderSensitive, isLeafElement);
-            }
+            if (!(0, external_dom_util_js_namespaceObject.isSvgElement)(parentEl)) return getElementXpath(parentEl, isOrderSensitive, isLeafElement, limitToCurrentDocument);
+            const parentTag = parentEl.nodeName.toLowerCase();
+            if ('svg' === parentTag) return getElementXpath(parentEl, isOrderSensitive, isLeafElement, limitToCurrentDocument);
             parent = parent.parentNode;
         }
         const fallbackParent = el.parentNode;
-        if (fallbackParent && fallbackParent.nodeType === Node.ELEMENT_NODE) return getElementXpath(fallbackParent, isOrderSensitive, isLeafElement);
+        if (fallbackParent && fallbackParent.nodeType === Node.ELEMENT_NODE) return getElementXpath(fallbackParent, isOrderSensitive, isLeafElement, limitToCurrentDocument);
         return '';
     }
-    return buildCurrentElementXpath(el, isOrderSensitive, isLeafElement);
+    return buildCurrentElementXpath(el, isOrderSensitive, isLeafElement, limitToCurrentDocument);
 };
-function getXpathsByPoint(point, isOrderSensitive) {
-    const element = document.elementFromPoint(point.left, point.top);
-    if (!element) return null;
-    const fullXPath = getElementXpath(element, isOrderSensitive, true);
+function getXpathsById(id) {
+    const node = (0, external_util_js_namespaceObject.getNodeFromCacheList)(id);
+    if (!node) return null;
+    const fullXPath = getElementXpath(node, false, true, true);
     return [
         fullXPath
     ];
 }
+function getXpathsByPoint(point, isOrderSensitive) {
+    let currentWindow = 'undefined' != typeof window ? window : void 0;
+    let currentDocument = 'undefined' != typeof document ? document : void 0;
+    let { left, top } = point;
+    let depth = 0;
+    const MAX_DEPTH = 10;
+    let xpathPrefix = '';
+    let lastFoundElement = null;
+    while(depth < MAX_DEPTH){
+        depth++;
+        const element = currentDocument.elementFromPoint(left, top);
+        if (!element) {
+            if (lastFoundElement) {
+                const fullXPath = getElementXpath(lastFoundElement, isOrderSensitive, true, true);
+                return [
+                    xpathPrefix + fullXPath
+                ];
+            }
+            return null;
+        }
+        lastFoundElement = element;
+        const tag = element.tagName.toLowerCase();
+        if ('iframe' === tag || 'frame' === tag) try {
+            const contentWindow = element.contentWindow;
+            const contentDocument = element.contentDocument;
+            if (contentWindow && contentDocument) {
+                const localPoint = translatePointToIframeCoordinates({
+                    left,
+                    top
+                }, element, currentWindow);
+                const currentIframeXpath = getElementXpath(element, isOrderSensitive, false, true);
+                xpathPrefix += currentIframeXpath + SUB_XPATH_SEPARATOR;
+                currentWindow = contentWindow;
+                currentDocument = contentDocument;
+                left = localPoint.left;
+                top = localPoint.top;
+                continue;
+            }
+        } catch (error) {
+            (0, external_util_js_namespaceObject.logger)('[midscene:locator] iframe penetration failed (cross-origin?):', error);
+        }
+        const fullXPath = getElementXpath(element, isOrderSensitive, true, true);
+        return [
+            xpathPrefix + fullXPath
+        ];
+    }
+    if (lastFoundElement) {
+        const fullXPath = getElementXpath(lastFoundElement, isOrderSensitive, true, true);
+        return [
+            xpathPrefix + fullXPath
+        ];
+    }
+    return null;
+}
 function getNodeInfoByXpath(xpath) {
-    const xpathResult = document.evaluate(xpath, document, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
-    if (1 !== xpathResult.snapshotLength) {
-        console.warn(`[midscene:warning] Received XPath "${xpath}" but it matched ${xpathResult.snapshotLength} elements. Discarding this result.`);
-        return null;
+    const parts = xpath.split(SUB_XPATH_SEPARATOR).map((p)=>p.trim()).filter(Boolean);
+    if (0 === parts.length) return null;
+    let currentDocument = 'undefined' != typeof document ? document : void 0;
+    let node = null;
+    for(let i = 0; i < parts.length; i++){
+        const currentXpath = parts[i];
+        const xpathResult = currentDocument.evaluate(currentXpath, currentDocument, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+        if (1 !== xpathResult.snapshotLength) {
+            (0, external_util_js_namespaceObject.logger)(`[midscene:locator] XPath "${currentXpath}" matched ${xpathResult.snapshotLength} elements (expected 1), discarding.`);
+            return null;
+        }
+        node = xpathResult.snapshotItem(0);
+        if (i < parts.length - 1) if (!node || node.nodeType !== Node.ELEMENT_NODE || 'iframe' !== node.tagName.toLowerCase()) return null;
+        else try {
+            const contentDocument = node.contentDocument;
+            if (contentDocument) currentDocument = contentDocument;
+            else {
+                (0, external_util_js_namespaceObject.logger)('[midscene:locator] iframe contentDocument is null (cross-origin?)');
+                return null;
+            }
+        } catch (error) {
+            (0, external_util_js_namespaceObject.logger)('[midscene:locator] iframe contentDocument access failed:', error);
+            return null;
+        }
     }
-    const node = xpathResult.snapshotItem(0);
     return node;
 }
 function getElementInfoByXpath(xpath) {
     const node = getNodeInfoByXpath(xpath);
     if (!node) return null;
-    if (node instanceof Element) {
-        const rect = (0, external_util_js_namespaceObject.getRect)(node, 1, window);
-        const isVisible = (0, external_util_js_namespaceObject.isElementPartiallyInViewport)(rect, window, document, 1);
+    let targetWindow = 'undefined' != typeof window ? window : void 0;
+    let targetDocument = 'undefined' != typeof document ? document : void 0;
+    if (node.ownerDocument?.defaultView) {
+        targetWindow = node.ownerDocument.defaultView;
+        targetDocument = node.ownerDocument;
+    }
+    const rootDoc = 'undefined' != typeof document ? document : null;
+    const iframeOffset = calculateIframeOffset(node.ownerDocument ?? null, rootDoc);
+    const targetWin = targetWindow;
+    const targetDoc = targetDocument;
+    if (node instanceof targetWin.HTMLElement) {
+        const rect = (0, external_util_js_namespaceObject.getRect)(node, 1, targetWin);
+        const isVisible = (0, external_util_js_namespaceObject.isElementPartiallyInViewport)(rect, targetWin, targetDoc, 1);
         if (!isVisible) node.scrollIntoView({
             behavior: 'instant',
             block: 'center'
         });
     }
-    return (0, external_web_extractor_js_namespaceObject.collectElementInfo)(node, window, document, 1, {
-        left: 0,
-        top: 0
-    }, true);
+    return (0, external_web_extractor_js_namespaceObject.collectElementInfo)(node, targetWin, targetDoc, 1, iframeOffset, true);
 }
 exports.getElementInfoByXpath = __webpack_exports__.getElementInfoByXpath;
 exports.getElementXpath = __webpack_exports__.getElementXpath;
 exports.getNodeInfoByXpath = __webpack_exports__.getNodeInfoByXpath;
+exports.getXpathsById = __webpack_exports__.getXpathsById;
 exports.getXpathsByPoint = __webpack_exports__.getXpathsByPoint;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "getElementInfoByXpath",
     "getElementXpath",
     "getNodeInfoByXpath",
+    "getXpathsById",
     "getXpathsByPoint"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/extractor/util.js

@@ -26,6 +26,7 @@ __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     setDebugMode: ()=>setDebugMode,
     getNodeAttributes: ()=>getNodeAttributes,
+    getNodeFromCacheList: ()=>getNodeFromCacheList,
     hasOverflowY: ()=>hasOverflowY,
     setExtractTextWithPositionOnWindow: ()=>setExtractTextWithPositionOnWindow,
     setGenerateHashOnWindow: ()=>setGenerateHashOnWindow,
@@ -40,7 +41,9 @@ __webpack_require__.d(__webpack_exports__, {
     setMidsceneVisibleRectOnWindow: ()=>setMidsceneVisibleRectOnWindow,
     getRect: ()=>getRect,
     generateId: ()=>generateId,
-    validTextNodeContent: ()=>validTextNodeContent
+    setNodeToCacheList: ()=>setNodeToCacheList,
+    validTextNodeContent: ()=>validTextNodeContent,
+    setNodeHashCacheListOnWindow: ()=>setNodeHashCacheListOnWindow
 });
 const external_utils_js_namespaceObject = require("../utils.js");
 const external_web_extractor_js_namespaceObject = require("./web-extractor.js");
@@ -241,8 +244,33 @@ function getNodeAttributes(node, currentWindow) {
     });
     return Object.fromEntries(attributesList);
 }
+const NODE_CACHE_MAX_SIZE = 2000;
+function setNodeHashCacheListOnWindow() {
+    if ('undefined' != typeof window) window.midsceneNodeHashCache = new Map();
+}
+function getNodeCacheMap() {
+    if ('undefined' == typeof window) return;
+    return window.midsceneNodeHashCache;
+}
+function setNodeToCacheList(node, id) {
+    const cache = getNodeCacheMap();
+    if (!cache) return;
+    if (cache.has(id)) return;
+    if (cache.size >= NODE_CACHE_MAX_SIZE) {
+        const firstKey = cache.keys().next().value;
+        if (void 0 !== firstKey) cache.delete(firstKey);
+    }
+    cache.set(id, node);
+}
+function getNodeFromCacheList(id) {
+    return getNodeCacheMap()?.get(id);
+}
 function midsceneGenerateHash(node, content, rect) {
     const slicedHash = (0, external_utils_js_namespaceObject.generateHashId)(rect, content);
+    if (node) {
+        if ('undefined' != typeof window && !getNodeCacheMap()) setNodeHashCacheListOnWindow();
+        setNodeToCacheList(node, slicedHash);
+    }
     return slicedHash;
 }
 function generateId(numberId) {
@@ -265,6 +293,7 @@ exports.elementRect = __webpack_exports__.elementRect;
 exports.generateId = __webpack_exports__.generateId;
 exports.getDebugMode = __webpack_exports__.getDebugMode;
 exports.getNodeAttributes = __webpack_exports__.getNodeAttributes;
+exports.getNodeFromCacheList = __webpack_exports__.getNodeFromCacheList;
 exports.getPseudoElementContent = __webpack_exports__.getPseudoElementContent;
 exports.getRect = __webpack_exports__.getRect;
 exports.getTopDocument = __webpack_exports__.getTopDocument;
@@ -277,12 +306,15 @@ exports.setDebugMode = __webpack_exports__.setDebugMode;
 exports.setExtractTextWithPositionOnWindow = __webpack_exports__.setExtractTextWithPositionOnWindow;
 exports.setGenerateHashOnWindow = __webpack_exports__.setGenerateHashOnWindow;
 exports.setMidsceneVisibleRectOnWindow = __webpack_exports__.setMidsceneVisibleRectOnWindow;
+exports.setNodeHashCacheListOnWindow = __webpack_exports__.setNodeHashCacheListOnWindow;
+exports.setNodeToCacheList = __webpack_exports__.setNodeToCacheList;
 exports.validTextNodeContent = __webpack_exports__.validTextNodeContent;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "elementRect",
     "generateId",
     "getDebugMode",
     "getNodeAttributes",
+    "getNodeFromCacheList",
     "getPseudoElementContent",
     "getRect",
     "getTopDocument",
@@ -295,6 +327,8 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "setExtractTextWithPositionOnWindow",
     "setGenerateHashOnWindow",
     "setMidsceneVisibleRectOnWindow",
+    "setNodeHashCacheListOnWindow",
+    "setNodeToCacheList",
     "validTextNodeContent"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {