misoai-web 1.0.6 → 1.5.7

package/iife-script/htmlElementDebug.js

@@ -43,9 +43,9 @@ var midscene_element_inspector = (() => {
     mod
   ));
 
-  // resolve-false:\empty-stub
+  // resolve-false:/empty-stub
   var require_empty_stub = __commonJS({
-    "resolve-false:\\empty-stub"(exports, module) {
+    "resolve-false:/empty-stub"(exports, module) {
       "use strict";
       module.exports = {};
     }
@@ -825,7 +825,7 @@ var midscene_element_inspector = (() => {
     });
     return true;
   };
-  function elementRect(el, currentWindow, currentDocument, baseZoom = 1, visibleOnly = true) {
+  function elementRect(el, currentWindow, currentDocument, baseZoom = 1) {
     if (!el) {
       logger(el, "Element is not in the DOM hierarchy");
       return false;
@@ -849,21 +849,11 @@ var midscene_element_inspector = (() => {
     if (baseZoom === 1 && isElementCovered(el, rect, currentWindow)) {
       return false;
     }
-    const scrollLeft = currentWindow.pageXOffset || currentDocument.documentElement.scrollLeft;
-    const scrollTop = currentWindow.pageYOffset || currentDocument.documentElement.scrollTop;
-    const viewportWidth = currentWindow.innerWidth || currentDocument.documentElement.clientWidth;
-    const viewportHeight = currentWindow.innerHeight || currentDocument.documentElement.clientHeight;
-    const isPartiallyInViewport = visibleOnly ? isElementPartiallyInViewport(rect, currentWindow, currentDocument) : true;
-    if (!isPartiallyInViewport) {
-      logger(el, "Element is completely outside the viewport", {
-        rect,
-        viewportHeight,
-        viewportWidth,
-        scrollTop,
-        scrollLeft
-      });
-      return false;
-    }
+    const isVisible = isElementPartiallyInViewport(
+      rect,
+      currentWindow,
+      currentDocument
+    );
     let parent = el;
     const parentUntilNonStatic = (currentNode) => {
       let parent2 = currentNode == null ? void 0 : currentNode.parentElement;
@@ -907,7 +897,8 @@ var midscene_element_inspector = (() => {
       top: Math.round(rect.top),
       width: Math.round(rect.width),
       height: Math.round(rect.height),
-      zoom: rect.zoom
+      zoom: rect.zoom,
+      isVisible
     };
   }
   function getNodeAttributes(node, currentWindow) {
@@ -986,26 +977,21 @@ var midscene_element_inspector = (() => {
     let tagName = "";
     if (node instanceof HTMLElement) {
       tagName = node.tagName.toLowerCase();
-    }
-    const parentElement = node.parentElement;
-    if (parentElement && parentElement instanceof HTMLElement) {
-      tagName = parentElement.tagName.toLowerCase();
+    } else {
+      const parentElement = node.parentElement;
+      if (parentElement && parentElement instanceof HTMLElement) {
+        tagName = parentElement.tagName.toLowerCase();
+      }
     }
     return tagName ? `<${tagName}>` : "";
   }
-  function collectElementInfo(node, currentWindow, currentDocument, baseZoom = 1, basePoint = { left: 0, top: 0 }, visibleOnly = true) {
+  function collectElementInfo(node, currentWindow, currentDocument, baseZoom = 1, basePoint = { left: 0, top: 0 }) {
     var _a;
-    const rect = elementRect(
-      node,
-      currentWindow,
-      currentDocument,
-      baseZoom,
-      visibleOnly
-    );
+    const rect = elementRect(node, currentWindow, currentDocument, baseZoom);
     if (!rect) {
       return null;
     }
-    if (visibleOnly && (rect.width < CONTAINER_MINI_WIDTH || rect.height < CONTAINER_MINI_HEIGHT)) {
+    if (rect.width < CONTAINER_MINI_WIDTH || rect.height < CONTAINER_MINI_HEIGHT) {
       return null;
     }
     if (basePoint.left !== 0 || basePoint.top !== 0) {
@@ -1044,7 +1030,8 @@ var midscene_element_inspector = (() => {
           Math.round(rect.left + rect.width / 2),
           Math.round(rect.top + rect.height / 2)
         ],
-        zoom: rect.zoom
+        zoom: rect.zoom,
+        isVisible: rect.isVisible
       };
       return elementInfo;
     }
@@ -1053,8 +1040,7 @@ var midscene_element_inspector = (() => {
         node,
         currentWindow,
         currentDocument,
-        baseZoom,
-        visibleOnly
+        baseZoom
       );
       if (!rect2) {
         return null;
@@ -1080,7 +1066,8 @@ var midscene_element_inspector = (() => {
           Math.round(rect2.left + rect2.width / 2),
           Math.round(rect2.top + rect2.height / 2)
         ],
-        zoom: rect2.zoom
+        zoom: rect2.zoom,
+        isVisible: rect2.isVisible
       };
       return elementInfo;
     }
@@ -1106,7 +1093,8 @@ var midscene_element_inspector = (() => {
           Math.round(rect.left + rect.width / 2),
           Math.round(rect.top + rect.height / 2)
         ],
-        zoom: rect.zoom
+        zoom: rect.zoom,
+        isVisible: rect.isVisible
       };
       return elementInfo;
     }
@@ -1138,7 +1126,8 @@ var midscene_element_inspector = (() => {
         ],
         content: text,
         rect,
-        zoom: rect.zoom
+        zoom: rect.zoom,
+        isVisible: rect.isVisible
       };
       return elementInfo;
     }
@@ -1164,7 +1153,8 @@ var midscene_element_inspector = (() => {
           Math.round(rect.left + rect.width / 2),
           Math.round(rect.top + rect.height / 2)
         ],
-        zoom: rect.zoom
+        zoom: rect.zoom,
+        isVisible: rect.isVisible
       };
       return elementInfo;
     }
@@ -1188,7 +1178,8 @@ var midscene_element_inspector = (() => {
           Math.round(rect.left + rect.width / 2),
           Math.round(rect.top + rect.height / 2)
         ],
-        zoom: rect.zoom
+        zoom: rect.zoom,
+        isVisible: rect.isVisible
       };
       return elementInfo;
     }
@@ -1237,7 +1228,7 @@ var midscene_element_inspector = (() => {
         node: elementInfo,
         children: []
       };
-      if ((elementInfo == null ? void 0 : elementInfo.nodeType) === "BUTTON Node" /* BUTTON */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "IMG Node" /* IMG */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "TEXT Node" /* TEXT */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "Anchor Node" /* A */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "FORM_ITEM Node" /* FORM_ITEM */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "CONTAINER Node" /* CONTAINER */) {
+      if ((elementInfo == null ? void 0 : elementInfo.nodeType) === "BUTTON Node" /* BUTTON */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "IMG Node" /* IMG */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "TEXT Node" /* TEXT */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "FORM_ITEM Node" /* FORM_ITEM */ || (elementInfo == null ? void 0 : elementInfo.nodeType) === "CONTAINER Node" /* CONTAINER */) {
         return nodeInfo;
       }
       const rect = getRect(node, baseZoom, currentWindow);
@@ -1292,14 +1283,8 @@ var midscene_element_inspector = (() => {
       children: topChildren
     };
   }
-  function mergeElementAndChildrenRects(node, currentWindow, currentDocument, baseZoom = 1, visibleOnly = true) {
-    const selfRect = elementRect(
-      node,
-      currentWindow,
-      currentDocument,
-      baseZoom,
-      visibleOnly
-    );
+  function mergeElementAndChildrenRects(node, currentWindow, currentDocument, baseZoom = 1) {
+    const selfRect = elementRect(node, currentWindow, currentDocument, baseZoom);
     if (!selfRect)
       return null;
     let minLeft = selfRect.left;
@@ -1310,13 +1295,7 @@ var midscene_element_inspector = (() => {
       for (let i = 0; i < child.childNodes.length; i++) {
         const sub = child.childNodes[i];
         if (sub.nodeType === 1) {
-          const rect = elementRect(
-            sub,
-            currentWindow,
-            currentDocument,
-            baseZoom,
-            visibleOnly
-          );
+          const rect = elementRect(sub, currentWindow, currentDocument, baseZoom);
           if (rect) {
             minLeft = Math.min(minLeft, rect.left);
             minTop = Math.min(minTop, rect.top);

package/package.json

@@ -8,9 +8,9 @@
     "Browser use",
     "Android use"
   ],
-  "version": "1.0.6",
+  "version": "1.5.7",
   "repository": "https://github.com/web-infra-dev/midscene",
-  "homepage": "https://misoai.com/",
+  "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
   "main": "./dist/lib/index.js",
   "types": "./dist/types/index.d.ts",
@@ -137,6 +137,24 @@
       "quiet": false
     }
   },
+  "scripts": {
+    "dev": "npm run build && npx npm-watch",
+    "dev:server": "npm run build && ./bin/midscene-playground",
+    "build": "modern build -c ./modern.config.ts",
+    "postbuild": "node scripts/check-exports.js",
+    "build:watch": "modern build -w -c ./modern.config.ts",
+    "test": "vitest --run",
+    "test:u": "vitest --run -u",
+    "test:ai": "AI_TEST_TYPE=web npm run test",
+    "test:ai:bridge": "MIDSCENE_CACHE=true BRIDGE_MODE=true vitest --run tests/ai/bridge/open-new-tab.test.ts",
+    "test:ai:cache": "MIDSCENE_CACHE=true npm run test",
+    "upgrade": "modern upgrade",
+    "e2e": "playwright test --config=tests/playwright.config.ts",
+    "e2e:report": "MIDSCENE_REPORT=true playwright test --config=tests/playwright.config.ts",
+    "e2e:cache": "MIDSCENE_CACHE=true playwright test --config=tests/playwright.config.ts",
+    "e2e:ui": "playwright test --config=tests/playwright.config.ts --ui",
+    "e2e:ui:cache": "MIDSCENE_CACHE=true playwright test --config=tests/playwright.config.ts --ui"
+  },
   "files": [
     "static",
     "dist",
@@ -145,8 +163,8 @@
     "bin"
   ],
   "dependencies": {
-    "misoai-core": "1.0.5",
-    "misoai-shared": "1.0.1",
+    "misoai-core": "1.0.7",
+    "misoai-shared": "1.0.3",
     "@xmldom/xmldom": "0.8.10",
     "cors": "2.8.5",
     "dayjs": "1.11.11",
@@ -198,23 +216,5 @@
     "access": "public",
     "registry": "https://registry.npmjs.org"
   },
-  "license": "MIT",
-  "scripts": {
-    "dev": "npm run build && npx npm-watch",
-    "dev:server": "npm run build && ./bin/midscene-playground",
-    "build": "modern build -c ./modern.config.ts",
-    "postbuild": "node scripts/check-exports.js",
-    "build:watch": "modern build -w -c ./modern.config.ts",
-    "test": "vitest --run",
-    "test:u": "vitest --run -u",
-    "test:ai": "AI_TEST_TYPE=web npm run test",
-    "test:ai:bridge": "MIDSCENE_CACHE=true BRIDGE_MODE=true vitest --run tests/ai/bridge/open-new-tab.test.ts",
-    "test:ai:cache": "MIDSCENE_CACHE=true npm run test",
-    "upgrade": "modern upgrade",
-    "e2e": "playwright test --config=tests/playwright.config.ts",
-    "e2e:report": "MIDSCENE_REPORT=true playwright test --config=tests/playwright.config.ts",
-    "e2e:cache": "MIDSCENE_CACHE=true playwright test --config=tests/playwright.config.ts",
-    "e2e:ui": "playwright test --config=tests/playwright.config.ts --ui",
-    "e2e:ui:cache": "MIDSCENE_CACHE=true playwright test --config=tests/playwright.config.ts --ui"
-  }
-}
+  "license": "MIT"
+}

package/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2024-present Bytedance, Inc. and its affiliates.
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.