@xiuchang-midscene/shared 2.0.2 → 2.0.3

package/dist/es/env/utils.mjs.bak

@@ -1,26 +0,0 @@
-import { GlobalConfigManager } from "./global-config-manager.mjs";
-import { ModelConfigManager } from "./model-config-manager.mjs";
-import { MIDSCENE_PREFERRED_LANGUAGE } from "./types.mjs";
-const globalModelConfigManager = new ModelConfigManager();
-const globalConfigManager = new GlobalConfigManager();
-globalConfigManager.registerModelConfigManager(globalModelConfigManager);
-globalModelConfigManager.registerGlobalConfigManager(globalConfigManager);
-async function getCurrentTime(device, useDeviceTimestamp) {
-    if (useDeviceTimestamp && device?.getTimestamp) try {
-        return await device.getTimestamp();
-    } catch (error) {
-        console.warn(`Failed to get device time, falling back to system time: ${error}`);
-    }
-    return Date.now();
-}
-const getPreferredLanguage = ()=>{
-    const prefer = globalConfigManager.getEnvConfigValue(MIDSCENE_PREFERRED_LANGUAGE);
-    if (prefer) return prefer;
-    const timeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;
-    const isChina = 'Asia/Shanghai' === timeZone;
-    return isChina ? 'Chinese' : 'English';
-};
-const overrideAIConfig = (newConfig, extendMode = false)=>{
-    globalConfigManager.overrideAIConfig(newConfig, extendMode);
-};
-export { getCurrentTime, getPreferredLanguage, globalConfigManager, globalModelConfigManager, overrideAIConfig };

package/dist/es/extractor/constants.mjs.bak

@@ -1,2 +0,0 @@
-import { NodeType, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD } from "../constants/index.mjs";
-export { NodeType, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD };

package/dist/es/extractor/debug.mjs.bak

@@ -1,6 +0,0 @@
-import { webExtractTextWithPosition } from "./index.mjs";
-import { setExtractTextWithPositionOnWindow, setMidsceneVisibleRectOnWindow } from "./util.mjs";
-console.log(webExtractTextWithPosition(document.body, true));
-console.log(JSON.stringify(webExtractTextWithPosition(document.body, true)));
-setExtractTextWithPositionOnWindow();
-setMidsceneVisibleRectOnWindow();

package/dist/es/extractor/dom-util.mjs.bak

@@ -1,92 +0,0 @@
-function isFormElement(node) {
-    return node instanceof HTMLElement && ('input' === node.tagName.toLowerCase() || 'textarea' === node.tagName.toLowerCase() || 'select' === node.tagName.toLowerCase() || 'option' === node.tagName.toLowerCase());
-}
-function isButtonElement(node) {
-    return node instanceof HTMLElement && 'button' === node.tagName.toLowerCase();
-}
-function isAElement(node) {
-    return node instanceof HTMLElement && 'a' === node.tagName.toLowerCase();
-}
-function isSvgElement(node) {
-    return node instanceof SVGElement;
-}
-function isImgElement(node) {
-    if (!includeBaseElement(node) && node instanceof Element) {
-        const computedStyle = window.getComputedStyle(node);
-        const backgroundImage = computedStyle.getPropertyValue('background-image');
-        if ('none' !== backgroundImage) return true;
-    }
-    if (isIconfont(node)) return true;
-    return node instanceof HTMLElement && 'img' === node.tagName.toLowerCase() || node instanceof SVGElement && 'svg' === node.tagName.toLowerCase();
-}
-function isIconfont(node) {
-    if (node instanceof Element) {
-        const computedStyle = window.getComputedStyle(node);
-        const fontFamilyValue = computedStyle.fontFamily || '';
-        return fontFamilyValue.toLowerCase().indexOf('iconfont') >= 0;
-    }
-    return false;
-}
-function isNotContainerElement(node) {
-    return isTextElement(node) || isIconfont(node) || isImgElement(node) || isButtonElement(node) || isAElement(node) || isFormElement(node);
-}
-function isTextElement(node) {
-    if (node instanceof Element) {
-        if (node?.childNodes?.length === 1 && node?.childNodes[0] instanceof Text) return true;
-    }
-    return node.nodeName?.toLowerCase?.() === '#text' && !isIconfont(node);
-}
-function isContainerElement(node) {
-    if (!(node instanceof HTMLElement)) return false;
-    if (includeBaseElement(node)) return false;
-    const computedStyle = window.getComputedStyle(node);
-    const backgroundColor = computedStyle.getPropertyValue('background-color');
-    if (backgroundColor) return true;
-    return false;
-}
-function includeBaseElement(node) {
-    if (!(node instanceof HTMLElement)) return false;
-    if (node.innerText) return true;
-    const includeList = [
-        'svg',
-        'button',
-        'input',
-        'textarea',
-        'select',
-        'option',
-        'img',
-        'a'
-    ];
-    for (const tagName of includeList){
-        const element = node.querySelectorAll(tagName);
-        if (element.length > 0) return true;
-    }
-    return false;
-}
-function generateElementByPoint(center, description, edgeSize = 8) {
-    const [centerX, centerY] = center;
-    const offset = Math.ceil(edgeSize / 2) - 1;
-    const expandedRect = {
-        left: Math.max(centerX - offset, 0),
-        top: Math.max(centerY - offset, 0),
-        width: edgeSize,
-        height: edgeSize
-    };
-    return {
-        rect: expandedRect,
-        center: [
-            centerX,
-            centerY
-        ],
-        description: description || ''
-    };
-}
-function generateElementByRect(sourceRect, description, edgeSize = 8) {
-    const centerX = sourceRect.left + Math.floor((sourceRect.width - 1) / 2);
-    const centerY = sourceRect.top + Math.floor((sourceRect.height - 1) / 2);
-    return generateElementByPoint([
-        centerX,
-        centerY
-    ], description, edgeSize);
-}
-export { generateElementByPoint, generateElementByRect, isAElement, isButtonElement, isContainerElement, isFormElement, isImgElement, isNotContainerElement, isSvgElement, isTextElement };

package/dist/es/extractor/index.mjs.bak

@@ -1,5 +0,0 @@
-import { descriptionOfTree, traverseTree, treeToList, trimAttributes, truncateText } from "./tree.mjs";
-import { extractTextWithPosition, extractTreeNode, extractTreeNodeAsString } from "./web-extractor.mjs";
-import { getElementInfoByXpath, getElementXpath, getNodeInfoByXpath, getXpathsById, getXpathsByPoint } from "./locator.mjs";
-import { generateElementByRect, isNotContainerElement } from "./dom-util.mjs";
-export { descriptionOfTree, generateElementByRect, getElementInfoByXpath, getElementXpath, getNodeInfoByXpath, getXpathsById, getXpathsByPoint, isNotContainerElement, traverseTree, treeToList, trimAttributes, truncateText, extractTreeNode as webExtractNodeTree, extractTreeNodeAsString as webExtractNodeTreeAsString, extractTextWithPosition as webExtractTextWithPosition };

package/dist/es/extractor/locator.mjs.bak

@@ -1,250 +0,0 @@
-import { isSvgElement } from "./dom-util.mjs";
-import { getNodeFromCacheList, getRect, isElementPartiallyInViewport, logger } from "./util.mjs";
-import { collectElementInfo } from "./web-extractor.mjs";
-const SUB_XPATH_SEPARATOR = '|>>|';
-function parseCSSZoom(style) {
-    return Number.parseFloat(style.zoom ?? '1') || 1;
-}
-function calculateIframeOffset(nodeOwnerDoc, rootDoc) {
-    let leftOffset = 0;
-    let topOffset = 0;
-    let iterDoc = nodeOwnerDoc;
-    while(iterDoc && iterDoc !== rootDoc)try {
-        const frameElement = iterDoc.defaultView?.frameElement;
-        if (!frameElement) break;
-        const rect = frameElement.getBoundingClientRect();
-        const parentWin = iterDoc.defaultView?.parent;
-        let borderLeft = 0;
-        let borderTop = 0;
-        let zoom = 1;
-        try {
-            if (parentWin) {
-                const style = parentWin.getComputedStyle(frameElement);
-                borderLeft = Number.parseFloat(style.borderLeftWidth) || 0;
-                borderTop = Number.parseFloat(style.borderTopWidth) || 0;
-                zoom = parseCSSZoom(style);
-            }
-        } catch  {}
-        leftOffset = leftOffset / zoom + rect.left + borderLeft;
-        topOffset = topOffset / zoom + rect.top + borderTop;
-        iterDoc = frameElement.ownerDocument;
-    } catch  {
-        break;
-    }
-    return {
-        left: leftOffset,
-        top: topOffset
-    };
-}
-function translatePointToIframeCoordinates(point, iframeElement, parentWindow) {
-    const rect = iframeElement.getBoundingClientRect();
-    const style = parentWindow.getComputedStyle(iframeElement);
-    const clientLeft = iframeElement.clientLeft;
-    const clientTop = iframeElement.clientTop;
-    const paddingLeft = Number.parseFloat(style.paddingLeft) || 0;
-    const paddingTop = Number.parseFloat(style.paddingTop) || 0;
-    const zoom = parseCSSZoom(style);
-    return {
-        left: (point.left - rect.left - clientLeft - paddingLeft) / zoom,
-        top: (point.top - rect.top - clientTop - paddingTop) / zoom
-    };
-}
-const getElementXpathIndex = (element)=>{
-    let index = 1;
-    let prev = element.previousElementSibling;
-    while(prev){
-        if (prev.nodeName.toLowerCase() === element.nodeName.toLowerCase()) index++;
-        prev = prev.previousElementSibling;
-    }
-    return index;
-};
-const normalizeXpathText = (text)=>{
-    if ('string' != typeof text) return '';
-    return text.replace(/\s+/g, ' ').trim();
-};
-const buildCurrentElementXpath = (element, isOrderSensitive, isLeafElement, limitToCurrentDocument = false)=>{
-    const parentPath = element.parentNode ? getElementXpath(element.parentNode, isOrderSensitive, false, limitToCurrentDocument) : '';
-    const prefix = parentPath ? `${parentPath}/` : '/';
-    const tagName = element.nodeName.toLowerCase();
-    const textContent = element.textContent?.trim();
-    const isSVGNamespace = 'http://www.w3.org/2000/svg' === element.namespaceURI;
-    const tagSelector = isSVGNamespace ? `*[name()="${tagName}"]` : tagName;
-    if (isOrderSensitive) {
-        const index = getElementXpathIndex(element);
-        return `${prefix}${tagSelector}[${index}]`;
-    }
-    if (isLeafElement && textContent) return `${prefix}${tagSelector}[normalize-space()="${normalizeXpathText(textContent)}"]`;
-    const index = getElementXpathIndex(element);
-    return `${prefix}${tagSelector}[${index}]`;
-};
-const getElementXpath = (element, isOrderSensitive = false, isLeafElement = false, limitToCurrentDocument = false)=>{
-    if (element.nodeType === Node.TEXT_NODE) {
-        const parentNode = element.parentNode;
-        if (parentNode && parentNode.nodeType === Node.ELEMENT_NODE) {
-            const parentXPath = getElementXpath(parentNode, isOrderSensitive, true, limitToCurrentDocument);
-            const textContent = element.textContent?.trim();
-            if (textContent) return `${parentXPath}/text()[normalize-space()="${normalizeXpathText(textContent)}"]`;
-            return `${parentXPath}/text()`;
-        }
-        return '';
-    }
-    if (element.nodeType !== Node.ELEMENT_NODE) return '';
-    const el = element;
-    try {
-        const nodeName = el.nodeName.toLowerCase();
-        if (el === el.ownerDocument?.documentElement || 'html' === nodeName) {
-            if (!limitToCurrentDocument) {
-                const frameElement = el.ownerDocument?.defaultView?.frameElement;
-                if (frameElement) {
-                    const framePath = getElementXpath(frameElement, isOrderSensitive, false, limitToCurrentDocument);
-                    return `${framePath}${SUB_XPATH_SEPARATOR}/html`;
-                }
-            }
-            return '/html';
-        }
-        if (el === el.ownerDocument?.body || 'body' === nodeName) {
-            if (!limitToCurrentDocument) {
-                const frameElement = el.ownerDocument?.defaultView?.frameElement;
-                if (frameElement) {
-                    const framePath = getElementXpath(frameElement, isOrderSensitive, false, limitToCurrentDocument);
-                    return `${framePath}${SUB_XPATH_SEPARATOR}/html/body`;
-                }
-            }
-            return '/html/body';
-        }
-    } catch (error) {
-        logger('[midscene:locator] ownerDocument access failed:', error);
-        if ('html' === el.nodeName.toLowerCase()) return '/html';
-        if ('body' === el.nodeName.toLowerCase()) return '/html/body';
-    }
-    if (isSvgElement(el)) {
-        const tagName = el.nodeName.toLowerCase();
-        if ('svg' === tagName) return buildCurrentElementXpath(el, isOrderSensitive, isLeafElement, limitToCurrentDocument);
-        let parent = el.parentNode;
-        while(parent && parent.nodeType === Node.ELEMENT_NODE){
-            const parentEl = parent;
-            if (!isSvgElement(parentEl)) return getElementXpath(parentEl, isOrderSensitive, isLeafElement, limitToCurrentDocument);
-            const parentTag = parentEl.nodeName.toLowerCase();
-            if ('svg' === parentTag) return getElementXpath(parentEl, isOrderSensitive, isLeafElement, limitToCurrentDocument);
-            parent = parent.parentNode;
-        }
-        const fallbackParent = el.parentNode;
-        if (fallbackParent && fallbackParent.nodeType === Node.ELEMENT_NODE) return getElementXpath(fallbackParent, isOrderSensitive, isLeafElement, limitToCurrentDocument);
-        return '';
-    }
-    return buildCurrentElementXpath(el, isOrderSensitive, isLeafElement, limitToCurrentDocument);
-};
-function getXpathsById(id) {
-    const node = getNodeFromCacheList(id);
-    if (!node) return null;
-    const fullXPath = getElementXpath(node, false, true, true);
-    return [
-        fullXPath
-    ];
-}
-function getXpathsByPoint(point, isOrderSensitive) {
-    let currentWindow = 'undefined' != typeof window ? window : void 0;
-    let currentDocument = 'undefined' != typeof document ? document : void 0;
-    let { left, top } = point;
-    let depth = 0;
-    const MAX_DEPTH = 10;
-    let xpathPrefix = '';
-    let lastFoundElement = null;
-    while(depth < MAX_DEPTH){
-        depth++;
-        const element = currentDocument.elementFromPoint(left, top);
-        if (!element) {
-            if (lastFoundElement) {
-                const fullXPath = getElementXpath(lastFoundElement, isOrderSensitive, true, true);
-                return [
-                    xpathPrefix + fullXPath
-                ];
-            }
-            return null;
-        }
-        lastFoundElement = element;
-        const tag = element.tagName.toLowerCase();
-        if ('iframe' === tag || 'frame' === tag) try {
-            const contentWindow = element.contentWindow;
-            const contentDocument = element.contentDocument;
-            if (contentWindow && contentDocument) {
-                const localPoint = translatePointToIframeCoordinates({
-                    left,
-                    top
-                }, element, currentWindow);
-                const currentIframeXpath = getElementXpath(element, isOrderSensitive, false, true);
-                xpathPrefix += currentIframeXpath + SUB_XPATH_SEPARATOR;
-                currentWindow = contentWindow;
-                currentDocument = contentDocument;
-                left = localPoint.left;
-                top = localPoint.top;
-                continue;
-            }
-        } catch (error) {
-            logger('[midscene:locator] iframe penetration failed (cross-origin?):', error);
-        }
-        const fullXPath = getElementXpath(element, isOrderSensitive, true, true);
-        return [
-            xpathPrefix + fullXPath
-        ];
-    }
-    if (lastFoundElement) {
-        const fullXPath = getElementXpath(lastFoundElement, isOrderSensitive, true, true);
-        return [
-            xpathPrefix + fullXPath
-        ];
-    }
-    return null;
-}
-function getNodeInfoByXpath(xpath) {
-    const parts = xpath.split(SUB_XPATH_SEPARATOR).map((p)=>p.trim()).filter(Boolean);
-    if (0 === parts.length) return null;
-    let currentDocument = 'undefined' != typeof document ? document : void 0;
-    let node = null;
-    for(let i = 0; i < parts.length; i++){
-        const currentXpath = parts[i];
-        const xpathResult = currentDocument.evaluate(currentXpath, currentDocument, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
-        if (1 !== xpathResult.snapshotLength) {
-            logger(`[midscene:locator] XPath "${currentXpath}" matched ${xpathResult.snapshotLength} elements (expected 1), discarding.`);
-            return null;
-        }
-        node = xpathResult.snapshotItem(0);
-        if (i < parts.length - 1) if (!node || node.nodeType !== Node.ELEMENT_NODE || 'iframe' !== node.tagName.toLowerCase()) return null;
-        else try {
-            const contentDocument = node.contentDocument;
-            if (contentDocument) currentDocument = contentDocument;
-            else {
-                logger('[midscene:locator] iframe contentDocument is null (cross-origin?)');
-                return null;
-            }
-        } catch (error) {
-            logger('[midscene:locator] iframe contentDocument access failed:', error);
-            return null;
-        }
-    }
-    return node;
-}
-function getElementInfoByXpath(xpath) {
-    const node = getNodeInfoByXpath(xpath);
-    if (!node) return null;
-    let targetWindow = 'undefined' != typeof window ? window : void 0;
-    let targetDocument = 'undefined' != typeof document ? document : void 0;
-    if (node.ownerDocument?.defaultView) {
-        targetWindow = node.ownerDocument.defaultView;
-        targetDocument = node.ownerDocument;
-    }
-    const rootDoc = 'undefined' != typeof document ? document : null;
-    const iframeOffset = calculateIframeOffset(node.ownerDocument ?? null, rootDoc);
-    const targetWin = targetWindow;
-    const targetDoc = targetDocument;
-    if (node instanceof targetWin.HTMLElement) {
-        const rect = getRect(node, 1, targetWin);
-        const isVisible = isElementPartiallyInViewport(rect, targetWin, targetDoc, 1);
-        if (!isVisible) node.scrollIntoView({
-            behavior: 'instant',
-            block: 'center'
-        });
-    }
-    return collectElementInfo(node, targetWin, targetDoc, 1, iframeOffset, true);
-}
-export { getElementInfoByXpath, getElementXpath, getNodeInfoByXpath, getXpathsById, getXpathsByPoint };

package/dist/es/extractor/tree.mjs.bak

@@ -1,78 +0,0 @@
-function truncateText(text, maxLength = 150) {
-    if (void 0 === text) return '';
-    if ('object' == typeof text) text = JSON.stringify(text);
-    if ('number' == typeof text) return text.toString();
-    if ('string' == typeof text && text.length > maxLength) return `${text.slice(0, maxLength)}...`;
-    if ('string' == typeof text) return text.trim();
-    return '';
-}
-function trimAttributes(attributes, truncateTextLength) {
-    const tailorAttributes = Object.keys(attributes).reduce((res, currentKey)=>{
-        const attributeVal = attributes[currentKey];
-        if ('style' === currentKey || 'htmlTagName' === currentKey || 'nodeType' === currentKey) return res;
-        res[currentKey] = truncateText(attributeVal, truncateTextLength);
-        return res;
-    }, {});
-    return tailorAttributes;
-}
-const nodeSizeThreshold = 4;
-function descriptionOfTree(tree, truncateTextLength, filterNonTextContent = false, visibleOnly = true) {
-    const attributesString = (kv)=>Object.entries(kv).map(([key, value])=>`${key}="${truncateText(value, truncateTextLength)}"`).join(' ');
-    function buildContentTree(node, indent = 0, visibleOnly = true) {
-        let before = '';
-        let contentWithIndent = '';
-        let after = '';
-        let emptyNode = true;
-        const indentStr = '  '.repeat(indent);
-        let children = '';
-        for(let i = 0; i < (node.children || []).length; i++){
-            const childContent = buildContentTree(node.children[i], indent + 1, visibleOnly);
-            if (childContent) children += `\n${childContent}`;
-        }
-        if (node.node && node.node.rect.width > nodeSizeThreshold && node.node.rect.height > nodeSizeThreshold && (!filterNonTextContent || filterNonTextContent && node.node.content) && (!visibleOnly || visibleOnly && node.node.isVisible)) {
-            emptyNode = false;
-            let nodeTypeString;
-            nodeTypeString = node.node.attributes?.htmlTagName ? node.node.attributes.htmlTagName.replace(/[<>]/g, '') : node.node.attributes.nodeType.replace(/\sNode$/, '').toLowerCase();
-            const rectAttribute = node.node.rect ? {
-                left: node.node.rect.left,
-                top: node.node.rect.top,
-                width: node.node.rect.width,
-                height: node.node.rect.height
-            } : {};
-            before = `<${nodeTypeString} id="${node.node.id}" ${attributesString(trimAttributes(node.node.attributes || {}, truncateTextLength))} ${attributesString(rectAttribute)}>`;
-            const content = truncateText(node.node.content, truncateTextLength);
-            contentWithIndent = content ? `\n${indentStr}  ${content}` : '';
-            after = `</${nodeTypeString}>`;
-        } else if (!filterNonTextContent) {
-            if (!children.trim().startsWith('<>')) {
-                before = '<>';
-                contentWithIndent = '';
-                after = '</>';
-            }
-        }
-        if (emptyNode && !children.trim()) return '';
-        const result = `${indentStr}${before}${contentWithIndent}${children}\n${indentStr}${after}`;
-        if (result.trim()) return result;
-        return '';
-    }
-    const result = buildContentTree(tree, 0, visibleOnly);
-    return result.replace(/^\s*\n/gm, '');
-}
-function treeToList(tree) {
-    const result = [];
-    function dfs(node) {
-        if (node.node) result.push(node.node);
-        for (const child of node.children)dfs(child);
-    }
-    dfs(tree);
-    return result;
-}
-function traverseTree(tree, onNode) {
-    function dfs(node) {
-        if (node.node) node.node = onNode(node.node);
-        for (const child of node.children)dfs(child);
-    }
-    dfs(tree);
-    return tree;
-}
-export { descriptionOfTree, traverseTree, treeToList, trimAttributes, truncateText };