@midscene/web 0.27.5 → 0.27.6

package/bin/midscene-playground

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
 
-require('../dist/lib/playground/bin.js');
+require('../dist/lib/bin.js');

package/dist/es/bin.mjs

@@ -0,0 +1,7 @@
+import { PlaygroundServer, StaticPage, StaticPageAgent } from "@midscene/playground";
+const server = new PlaygroundServer(StaticPage, StaticPageAgent);
+Promise.resolve().then(()=>server.launch()).then(()=>{
+    console.log(`Midscene playground server is running on http://localhost:${server.port}`);
+});
+
+//# sourceMappingURL=bin.mjs.map

package/dist/es/bin.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.mjs","sources":["webpack://@midscene/web/./src/bin.ts"],"sourcesContent":["import {\n  PlaygroundServer,\n  StaticPage,\n  StaticPageAgent,\n} from '@midscene/playground';\n\nconst server = new PlaygroundServer(StaticPage, StaticPageAgent);\nPromise.resolve()\n  .then(() => server.launch())\n  .then(() => {\n    console.log(\n      `Midscene playground server is running on http://localhost:${server.port}`,\n    );\n  });\n"],"names":["server","PlaygroundServer","StaticPage","StaticPageAgent","Promise","console"],"mappings":";AAMA,MAAMA,SAAS,IAAIC,iBAAiBC,YAAYC;AAChDC,QAAQ,OAAO,GACZ,IAAI,CAAC,IAAMJ,OAAO,MAAM,IACxB,IAAI,CAAC;IACJK,QAAQ,GAAG,CACT,CAAC,0DAA0D,EAAEL,OAAO,IAAI,EAAE;AAE9E"}

package/dist/es/bridge-mode/io-client.mjs

@@ -17,7 +17,7 @@ class BridgeClient {
             this.socket = io(this.endpoint, {
                 reconnection: false,
                 query: {
-                    version: "0.27.5"
+                    version: "0.27.6"
                 }
             });
             const timeout = setTimeout(()=>{

package/dist/es/bridge-mode/io-server.mjs

@@ -71,7 +71,7 @@ class BridgeServer {
                     logMsg('one client connected');
                     this.socket = socket;
                     const clientVersion = socket.handshake.query.version;
-                    logMsg(`Bridge connected, cli-side version v0.27.5, browser-side version v${clientVersion}`);
+                    logMsg(`Bridge connected, cli-side version v0.27.6, browser-side version v${clientVersion}`);
                     socket.on(BridgeEvent.CallResponse, (params)=>{
                         const id = params.id;
                         const response = params.response;
@@ -99,7 +99,7 @@ class BridgeServer {
                         var _this_onConnect, _this;
                         null == (_this_onConnect = (_this = this).onConnect) || _this_onConnect.call(_this);
                         const payload = {
-                            version: "0.27.5"
+                            version: "0.27.6"
                         };
                         socket.emit(BridgeEvent.Connected, payload);
                         Promise.resolve().then(()=>{

package/dist/es/bridge-mode/page-browser-side.mjs

@@ -45,7 +45,7 @@ class ExtensionBridgePageBrowserSide extends page {
             }
         }, ()=>this.destroy());
         await this.bridgeClient.connect();
-        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v0.27.5`, 'log');
+        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v0.27.6`, 'log');
     }
     async connect() {
         return await this.setupBridgeClient();

package/dist/es/index.mjs

@@ -1,7 +1,6 @@
 import { PlaywrightAgent, PlaywrightAiFixture } from "./playwright/index.mjs";
 import { Agent } from "@midscene/core/agent";
 import { PuppeteerAgent } from "./puppeteer/index.mjs";
-import { StaticPageAgent } from "./playground/agent.mjs";
+import { StaticPageAgent } from "@midscene/playground";
 import { WebPageContextParser } from "./web-element.mjs";
-import { executeAction, formatErrorMessage, validateStructuredParams } from "./playground/common.mjs";
-export { Agent as PageAgent, PlaywrightAgent, PlaywrightAiFixture, PuppeteerAgent, StaticPageAgent, WebPageContextParser, executeAction, formatErrorMessage, validateStructuredParams };
+export { Agent as PageAgent, PlaywrightAgent, PlaywrightAiFixture, PuppeteerAgent, StaticPageAgent, WebPageContextParser };

package/dist/es/web-element.mjs

@@ -11,7 +11,7 @@ function _define_property(obj, key, value) {
     else obj[key] = value;
     return obj;
 }
-class WebElementInfo {
+class WebElementInfoImpl {
     constructor({ content, rect, id, attributes, indexId, xpaths, isVisible }){
         _define_property(this, "content", void 0);
         _define_property(this, "rect", void 0);
@@ -41,7 +41,7 @@ async function WebPageContextParser(page, _opt) {
     const tree = await page.getElementsNodeTree();
     const webTree = traverseTree(tree, (elementInfo)=>{
         const { rect, id, content, attributes, indexId, isVisible } = elementInfo;
-        return new WebElementInfo({
+        return new WebElementInfoImpl({
             rect,
             id,
             content,
@@ -79,6 +79,6 @@ if (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {
   }, true);
 }
 `;
-export { WebElementInfo, WebPageContextParser, limitOpenNewTabScript };
+export { WebElementInfoImpl, WebPageContextParser, limitOpenNewTabScript };
 
 //# sourceMappingURL=web-element.mjs.map

package/dist/es/web-element.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"web-element.mjs","sources":["webpack://@midscene/web/./src/web-element.ts"],"sourcesContent":["import type { AgentOpt, BaseElement, Rect, UIContext } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport type { NodeType } from '@midscene/shared/constants';\nimport { traverseTree } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport { commonContextParser } from '@midscene/core/agent';\nimport type ChromeExtensionProxyPage from './chrome-extension/page';\nimport type { StaticPage } from './playground';\nimport type { PlaywrightWebPage } from './playwright';\nimport type { PuppeteerWebPage } from './puppeteer';\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n};\n\nexport type WebPage =\n  | PlaywrightWebPage\n  | PuppeteerWebPage\n  | StaticPage\n  | ChromeExtensionProxyPage;\n\nexport interface WebElementInfoType extends BaseElement {\n  id: string;\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n}\n\nexport class WebElementInfo implements BaseElement {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nexport type WebUIContext = UIContext<WebElementInfo>;\n\nconst debug = getDebug('web:parse-context');\nexport async function WebPageContextParser(\n  page: AbstractInterface,\n  _opt?: any, // unused\n): Promise<UIContext> {\n  const basicContext = await commonContextParser(page);\n\n  debug('will traverse element tree');\n  const tree = await page.getElementsNodeTree();\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, indexId, isVisible } = elementInfo;\n    return new WebElementInfo({\n      rect,\n      id,\n      content,\n      attributes,\n      indexId,\n      isVisible,\n    });\n  });\n  debug('traverse element tree end');\n\n  return {\n    ...basicContext,\n    tree: webTree,\n  };\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["WebElementInfo","content","rect","id","attributes","indexId","xpaths","isVisible","Math","debug","getDebug","WebPageContextParser","page","_opt","basicContext","commonContextParser","tree","webTree","traverseTree","elementInfo","limitOpenNewTabScript"],"mappings":";;;;;;;;;;;;;AAkCO,MAAMA;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAIA,MAAME,QAAQC,SAAS;AAChB,eAAeC,qBACpBC,IAAuB,EACvBC,IAAU;IAEV,MAAMC,eAAe,MAAMC,oBAAoBH;IAE/CH,MAAM;IACN,MAAMO,OAAO,MAAMJ,KAAK,mBAAmB;IAC3C,MAAMK,UAAUC,aAAaF,MAAO,CAACG;QACnC,MAAM,EAAEjB,IAAI,EAAEC,EAAE,EAAEF,OAAO,EAAEG,UAAU,EAAEC,OAAO,EAAEE,SAAS,EAAE,GAAGY;QAC9D,OAAO,IAAInB,eAAe;YACxBE;YACAC;YACAF;YACAG;YACAC;YACAE;QACF;IACF;IACAE,MAAM;IAEN,OAAO;QACL,GAAGK,YAAY;QACf,MAAMG;IACR;AACF;AAEO,MAAMG,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}
+{"version":3,"file":"web-element.mjs","sources":["webpack://@midscene/web/./src/web-element.ts"],"sourcesContent":["import type { AgentOpt, Rect, UIContext, WebElementInfo } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { traverseTree } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport { commonContextParser } from '@midscene/core/agent';\nimport type { StaticPage } from '@midscene/playground';\nimport type { NodeType } from '@midscene/shared/constants';\nimport type ChromeExtensionProxyPage from './chrome-extension/page';\nimport type { PlaywrightWebPage } from './playwright';\nimport type { PuppeteerWebPage } from './puppeteer';\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n};\n\nexport type WebPage =\n  | PlaywrightWebPage\n  | PuppeteerWebPage\n  | StaticPage\n  | ChromeExtensionProxyPage;\n\nexport class WebElementInfoImpl implements WebElementInfo {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nconst debug = getDebug('web:parse-context');\nexport async function WebPageContextParser(\n  page: AbstractInterface,\n  _opt?: any, // unused\n): Promise<UIContext> {\n  const basicContext = await commonContextParser(page);\n\n  debug('will traverse element tree');\n  const tree = await page.getElementsNodeTree();\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, indexId, isVisible } = elementInfo;\n    return new WebElementInfoImpl({\n      rect,\n      id,\n      content,\n      attributes,\n      indexId,\n      isVisible,\n    });\n  });\n  debug('traverse element tree end');\n\n  return {\n    ...basicContext,\n    tree: webTree,\n  };\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["WebElementInfoImpl","content","rect","id","attributes","indexId","xpaths","isVisible","Math","debug","getDebug","WebPageContextParser","page","_opt","basicContext","commonContextParser","tree","webTree","traverseTree","elementInfo","limitOpenNewTabScript"],"mappings":";;;;;;;;;;;;;AA0BO,MAAMA;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAEA,MAAME,QAAQC,SAAS;AAChB,eAAeC,qBACpBC,IAAuB,EACvBC,IAAU;IAEV,MAAMC,eAAe,MAAMC,oBAAoBH;IAE/CH,MAAM;IACN,MAAMO,OAAO,MAAMJ,KAAK,mBAAmB;IAC3C,MAAMK,UAAUC,aAAaF,MAAO,CAACG;QACnC,MAAM,EAAEjB,IAAI,EAAEC,EAAE,EAAEF,OAAO,EAAEG,UAAU,EAAEC,OAAO,EAAEE,SAAS,EAAE,GAAGY;QAC9D,OAAO,IAAInB,mBAAmB;YAC5BE;YACAC;YACAF;YACAG;YACAC;YACAE;QACF;IACF;IACAE,MAAM;IAEN,OAAO;QACL,GAAGK,YAAY;QACf,MAAMG;IACR;AACF;AAEO,MAAMG,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}

package/dist/lib/bin.js

@@ -0,0 +1,13 @@
+"use strict";
+var __webpack_exports__ = {};
+const playground_namespaceObject = require("@midscene/playground");
+const server = new playground_namespaceObject.PlaygroundServer(playground_namespaceObject.StaticPage, playground_namespaceObject.StaticPageAgent);
+Promise.resolve().then(()=>server.launch()).then(()=>{
+    console.log(`Midscene playground server is running on http://localhost:${server.port}`);
+});
+for(var __webpack_i__ in __webpack_exports__)exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=bin.js.map

package/dist/lib/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sources":["webpack://@midscene/web/./src/bin.ts"],"sourcesContent":["import {\n  PlaygroundServer,\n  StaticPage,\n  StaticPageAgent,\n} from '@midscene/playground';\n\nconst server = new PlaygroundServer(StaticPage, StaticPageAgent);\nPromise.resolve()\n  .then(() => server.launch())\n  .then(() => {\n    console.log(\n      `Midscene playground server is running on http://localhost:${server.port}`,\n    );\n  });\n"],"names":["server","PlaygroundServer","StaticPage","StaticPageAgent","Promise","console"],"mappings":";;;AAMA,MAAMA,SAAS,IAAIC,2BAAAA,gBAAgBA,CAACC,2BAAAA,UAAUA,EAAEC,2BAAAA,eAAeA;AAC/DC,QAAQ,OAAO,GACZ,IAAI,CAAC,IAAMJ,OAAO,MAAM,IACxB,IAAI,CAAC;IACJK,QAAQ,GAAG,CACT,CAAC,0DAA0D,EAAEL,OAAO,IAAI,EAAE;AAE9E"}

package/dist/lib/bridge-mode/io-client.js

@@ -45,7 +45,7 @@ class BridgeClient {
             this.socket = (0, external_socket_io_client_namespaceObject.io)(this.endpoint, {
                 reconnection: false,
                 query: {
-                    version: "0.27.5"
+                    version: "0.27.6"
                 }
             });
             const timeout = setTimeout(()=>{

package/dist/lib/bridge-mode/io-server.js

@@ -100,7 +100,7 @@ class BridgeServer {
                     (0, shared_utils_namespaceObject.logMsg)('one client connected');
                     this.socket = socket;
                     const clientVersion = socket.handshake.query.version;
-                    (0, shared_utils_namespaceObject.logMsg)(`Bridge connected, cli-side version v0.27.5, browser-side version v${clientVersion}`);
+                    (0, shared_utils_namespaceObject.logMsg)(`Bridge connected, cli-side version v0.27.6, browser-side version v${clientVersion}`);
                     socket.on(external_common_js_namespaceObject.BridgeEvent.CallResponse, (params)=>{
                         const id = params.id;
                         const response = params.response;
@@ -128,7 +128,7 @@ class BridgeServer {
                         var _this_onConnect, _this;
                         null == (_this_onConnect = (_this = this).onConnect) || _this_onConnect.call(_this);
                         const payload = {
-                            version: "0.27.5"
+                            version: "0.27.6"
                         };
                         socket.emit(external_common_js_namespaceObject.BridgeEvent.Connected, payload);
                         Promise.resolve().then(()=>{

package/dist/lib/bridge-mode/page-browser-side.js

@@ -83,7 +83,7 @@ class ExtensionBridgePageBrowserSide extends page_js_default() {
             }
         }, ()=>this.destroy());
         await this.bridgeClient.connect();
-        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v0.27.5`, 'log');
+        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v0.27.6`, 'log');
     }
     async connect() {
         return await this.setupBridgeClient();

package/dist/lib/index.js

@@ -24,41 +24,31 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    formatErrorMessage: ()=>common_js_namespaceObject.formatErrorMessage,
+    PlaywrightAgent: ()=>index_js_namespaceObject.PlaywrightAgent,
     WebPageContextParser: ()=>external_web_element_js_namespaceObject.WebPageContextParser,
-    StaticPageAgent: ()=>agent_js_namespaceObject.StaticPageAgent,
+    PageAgent: ()=>agent_namespaceObject.Agent,
+    StaticPageAgent: ()=>playground_namespaceObject.StaticPageAgent,
     PuppeteerAgent: ()=>external_puppeteer_index_js_namespaceObject.PuppeteerAgent,
-    executeAction: ()=>common_js_namespaceObject.executeAction,
-    PlaywrightAgent: ()=>index_js_namespaceObject.PlaywrightAgent,
-    PlaywrightAiFixture: ()=>index_js_namespaceObject.PlaywrightAiFixture,
-    validateStructuredParams: ()=>common_js_namespaceObject.validateStructuredParams,
-    PageAgent: ()=>agent_namespaceObject.Agent
+    PlaywrightAiFixture: ()=>index_js_namespaceObject.PlaywrightAiFixture
 });
 const index_js_namespaceObject = require("./playwright/index.js");
 const agent_namespaceObject = require("@midscene/core/agent");
 const external_puppeteer_index_js_namespaceObject = require("./puppeteer/index.js");
-const agent_js_namespaceObject = require("./playground/agent.js");
+const playground_namespaceObject = require("@midscene/playground");
 const external_web_element_js_namespaceObject = require("./web-element.js");
-const common_js_namespaceObject = require("./playground/common.js");
 exports.PageAgent = __webpack_exports__.PageAgent;
 exports.PlaywrightAgent = __webpack_exports__.PlaywrightAgent;
 exports.PlaywrightAiFixture = __webpack_exports__.PlaywrightAiFixture;
 exports.PuppeteerAgent = __webpack_exports__.PuppeteerAgent;
 exports.StaticPageAgent = __webpack_exports__.StaticPageAgent;
 exports.WebPageContextParser = __webpack_exports__.WebPageContextParser;
-exports.executeAction = __webpack_exports__.executeAction;
-exports.formatErrorMessage = __webpack_exports__.formatErrorMessage;
-exports.validateStructuredParams = __webpack_exports__.validateStructuredParams;
 for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "PageAgent",
     "PlaywrightAgent",
     "PlaywrightAiFixture",
     "PuppeteerAgent",
     "StaticPageAgent",
-    "WebPageContextParser",
-    "executeAction",
-    "formatErrorMessage",
-    "validateStructuredParams"
+    "WebPageContextParser"
 ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
 Object.defineProperty(exports, '__esModule', {
     value: true

package/dist/lib/web-element.js

@@ -24,7 +24,7 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    WebElementInfo: ()=>WebElementInfo,
+    WebElementInfoImpl: ()=>WebElementInfoImpl,
     WebPageContextParser: ()=>WebPageContextParser,
     limitOpenNewTabScript: ()=>limitOpenNewTabScript
 });
@@ -41,7 +41,7 @@ function _define_property(obj, key, value) {
     else obj[key] = value;
     return obj;
 }
-class WebElementInfo {
+class WebElementInfoImpl {
     constructor({ content, rect, id, attributes, indexId, xpaths, isVisible }){
         _define_property(this, "content", void 0);
         _define_property(this, "rect", void 0);
@@ -71,7 +71,7 @@ async function WebPageContextParser(page, _opt) {
     const tree = await page.getElementsNodeTree();
     const webTree = (0, extractor_namespaceObject.traverseTree)(tree, (elementInfo)=>{
         const { rect, id, content, attributes, indexId, isVisible } = elementInfo;
-        return new WebElementInfo({
+        return new WebElementInfoImpl({
             rect,
             id,
             content,
@@ -109,11 +109,11 @@ if (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {
   }, true);
 }
 `;
-exports.WebElementInfo = __webpack_exports__.WebElementInfo;
+exports.WebElementInfoImpl = __webpack_exports__.WebElementInfoImpl;
 exports.WebPageContextParser = __webpack_exports__.WebPageContextParser;
 exports.limitOpenNewTabScript = __webpack_exports__.limitOpenNewTabScript;
 for(var __webpack_i__ in __webpack_exports__)if (-1 === [
-    "WebElementInfo",
+    "WebElementInfoImpl",
     "WebPageContextParser",
     "limitOpenNewTabScript"
 ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];

package/dist/lib/web-element.js.map

@@ -1 +1 @@
-{"version":3,"file":"web-element.js","sources":["webpack://@midscene/web/webpack/runtime/define_property_getters","webpack://@midscene/web/webpack/runtime/has_own_property","webpack://@midscene/web/webpack/runtime/make_namespace_object","webpack://@midscene/web/./src/web-element.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { AgentOpt, BaseElement, Rect, UIContext } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport type { NodeType } from '@midscene/shared/constants';\nimport { traverseTree } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport { commonContextParser } from '@midscene/core/agent';\nimport type ChromeExtensionProxyPage from './chrome-extension/page';\nimport type { StaticPage } from './playground';\nimport type { PlaywrightWebPage } from './playwright';\nimport type { PuppeteerWebPage } from './puppeteer';\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n};\n\nexport type WebPage =\n  | PlaywrightWebPage\n  | PuppeteerWebPage\n  | StaticPage\n  | ChromeExtensionProxyPage;\n\nexport interface WebElementInfoType extends BaseElement {\n  id: string;\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n}\n\nexport class WebElementInfo implements BaseElement {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nexport type WebUIContext = UIContext<WebElementInfo>;\n\nconst debug = getDebug('web:parse-context');\nexport async function WebPageContextParser(\n  page: AbstractInterface,\n  _opt?: any, // unused\n): Promise<UIContext> {\n  const basicContext = await commonContextParser(page);\n\n  debug('will traverse element tree');\n  const tree = await page.getElementsNodeTree();\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, indexId, isVisible } = elementInfo;\n    return new WebElementInfo({\n      rect,\n      id,\n      content,\n      attributes,\n      indexId,\n      isVisible,\n    });\n  });\n  debug('traverse element tree end');\n\n  return {\n    ...basicContext,\n    tree: webTree,\n  };\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","WebElementInfo","content","rect","id","attributes","indexId","xpaths","isVisible","Math","debug","getDebug","WebPageContextParser","page","_opt","basicContext","commonContextParser","tree","webTree","traverseTree","elementInfo","limitOpenNewTabScript"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;AC4BO,MAAMI;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAIA,MAAME,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAChB,eAAeC,qBACpBC,IAAuB,EACvBC,IAAU;IAEV,MAAMC,eAAe,MAAMC,AAAAA,IAAAA,sBAAAA,mBAAAA,AAAAA,EAAoBH;IAE/CH,MAAM;IACN,MAAMO,OAAO,MAAMJ,KAAK,mBAAmB;IAC3C,MAAMK,UAAUC,AAAAA,IAAAA,0BAAAA,YAAAA,AAAAA,EAAaF,MAAO,CAACG;QACnC,MAAM,EAAEjB,IAAI,EAAEC,EAAE,EAAEF,OAAO,EAAEG,UAAU,EAAEC,OAAO,EAAEE,SAAS,EAAE,GAAGY;QAC9D,OAAO,IAAInB,eAAe;YACxBE;YACAC;YACAF;YACAG;YACAC;YACAE;QACF;IACF;IACAE,MAAM;IAEN,OAAO;QACL,GAAGK,YAAY;QACf,MAAMG;IACR;AACF;AAEO,MAAMG,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}
+{"version":3,"file":"web-element.js","sources":["webpack://@midscene/web/webpack/runtime/define_property_getters","webpack://@midscene/web/webpack/runtime/has_own_property","webpack://@midscene/web/webpack/runtime/make_namespace_object","webpack://@midscene/web/./src/web-element.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { AgentOpt, Rect, UIContext, WebElementInfo } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { traverseTree } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport { commonContextParser } from '@midscene/core/agent';\nimport type { StaticPage } from '@midscene/playground';\nimport type { NodeType } from '@midscene/shared/constants';\nimport type ChromeExtensionProxyPage from './chrome-extension/page';\nimport type { PlaywrightWebPage } from './playwright';\nimport type { PuppeteerWebPage } from './puppeteer';\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n};\n\nexport type WebPage =\n  | PlaywrightWebPage\n  | PuppeteerWebPage\n  | StaticPage\n  | ChromeExtensionProxyPage;\n\nexport class WebElementInfoImpl implements WebElementInfo {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nconst debug = getDebug('web:parse-context');\nexport async function WebPageContextParser(\n  page: AbstractInterface,\n  _opt?: any, // unused\n): Promise<UIContext> {\n  const basicContext = await commonContextParser(page);\n\n  debug('will traverse element tree');\n  const tree = await page.getElementsNodeTree();\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, indexId, isVisible } = elementInfo;\n    return new WebElementInfoImpl({\n      rect,\n      id,\n      content,\n      attributes,\n      indexId,\n      isVisible,\n    });\n  });\n  debug('traverse element tree end');\n\n  return {\n    ...basicContext,\n    tree: webTree,\n  };\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","WebElementInfoImpl","content","rect","id","attributes","indexId","xpaths","isVisible","Math","debug","getDebug","WebPageContextParser","page","_opt","basicContext","commonContextParser","tree","webTree","traverseTree","elementInfo","limitOpenNewTabScript"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;ACoBO,MAAMI;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAEA,MAAME,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAChB,eAAeC,qBACpBC,IAAuB,EACvBC,IAAU;IAEV,MAAMC,eAAe,MAAMC,AAAAA,IAAAA,sBAAAA,mBAAAA,AAAAA,EAAoBH;IAE/CH,MAAM;IACN,MAAMO,OAAO,MAAMJ,KAAK,mBAAmB;IAC3C,MAAMK,UAAUC,AAAAA,IAAAA,0BAAAA,YAAAA,AAAAA,EAAaF,MAAO,CAACG;QACnC,MAAM,EAAEjB,IAAI,EAAEC,EAAE,EAAEF,OAAO,EAAEG,UAAU,EAAEC,OAAO,EAAEE,SAAS,EAAE,GAAGY;QAC9D,OAAO,IAAInB,mBAAmB;YAC5BE;YACAC;YACAF;YACAG;YACAC;YACAE;QACF;IACF;IACAE,MAAM;IAEN,OAAO;QACL,GAAGK,YAAY;QACf,MAAMG;IACR;AACF;AAEO,MAAMG,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}

package/dist/types/index.d.ts

@@ -1,10 +1,9 @@
 export { PlaywrightAiFixture } from './playwright';
 export type { PlayWrightAiFixtureType } from './playwright';
 export type { WebPage } from './web-element';
-export type { WebUIContext } from './web-element';
+export type { WebUIContext } from '@midscene/core';
 export { Agent as PageAgent, type AgentOpt } from '@midscene/core/agent';
 export { PuppeteerAgent } from './puppeteer';
 export { PlaywrightAgent } from './playwright';
-export { StaticPageAgent } from './playground/agent';
+export { StaticPageAgent } from '@midscene/playground';
 export { WebPageContextParser } from './web-element';
-export { formatErrorMessage, executeAction, validateStructuredParams, } from './playground/common';

package/dist/types/web-element.d.ts

@@ -1,8 +1,8 @@
-import type { AgentOpt, BaseElement, Rect, UIContext } from '@midscene/core';
+import type { AgentOpt, Rect, UIContext, WebElementInfo } from '@midscene/core';
 import type { AbstractInterface } from '@midscene/core/device';
+import type { StaticPage } from '@midscene/playground';
 import type { NodeType } from '@midscene/shared/constants';
 import type ChromeExtensionProxyPage from './chrome-extension/page';
-import type { StaticPage } from './playground';
 import type { PlaywrightWebPage } from './playwright';
 import type { PuppeteerWebPage } from './puppeteer';
 export type WebPageAgentOpt = AgentOpt & WebPageOpt;
@@ -12,14 +12,7 @@ export type WebPageOpt = {
     forceSameTabNavigation?: boolean;
 };
 export type WebPage = PlaywrightWebPage | PuppeteerWebPage | StaticPage | ChromeExtensionProxyPage;
-export interface WebElementInfoType extends BaseElement {
-    id: string;
-    attributes: {
-        nodeType: NodeType;
-        [key: string]: string;
-    };
-}
-export declare class WebElementInfo implements BaseElement {
+export declare class WebElementInfoImpl implements WebElementInfo {
     content: string;
     rect: Rect;
     center: [number, number];
@@ -44,6 +37,5 @@ export declare class WebElementInfo implements BaseElement {
         isVisible: boolean;
     });
 }
-export type WebUIContext = UIContext<WebElementInfo>;
 export declare function WebPageContextParser(page: AbstractInterface, _opt?: any): Promise<UIContext>;
 export declare const limitOpenNewTabScript = "\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n";

package/package.json

@@ -8,15 +8,12 @@
     "Browser use",
     "Android use"
   ],
-  "version": "0.27.5",
+  "version": "0.27.6",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
   "types": "./dist/types/index.d.ts",
   "module": "./dist/es/index.mjs",
-  "bin": {
-    "midscene-playground": "./bin/midscene-playground"
-  },
   "exports": {
     ".": {
       "types": "./dist/types/index.d.ts",
@@ -68,21 +65,6 @@
       "require": "./dist/lib/playwright/reporter/index.js",
       "import": "./dist/es/playwright/reporter/index.mjs"
     },
-    "./playground": {
-      "types": "./dist/types/playground/index.d.ts",
-      "require": "./dist/lib/playground/index.js",
-      "import": "./dist/es/playground/index.mjs"
-    },
-    "./midscene-playground": {
-      "types": "./dist/types/playground/bin.d.ts",
-      "require": "./dist/lib/playground/bin.js",
-      "import": "./dist/es/playground/bin.mjs"
-    },
-    "./midscene-server": {
-      "types": "./dist/types/playground/server.d.ts",
-      "require": "./dist/lib/playground/server.js",
-      "import": "./dist/es/playground/server.mjs"
-    },
     "./chrome-extension": {
       "types": "./dist/types/chrome-extension/index.d.ts",
       "require": "./dist/lib/chrome-extension/index.js",
@@ -108,6 +90,9 @@
       "quiet": false
     }
   },
+  "bin": {
+    "midscene-playground": "./bin/midscene-playground"
+  },
   "files": [
     "static",
     "dist",
@@ -116,23 +101,20 @@
     "bin"
   ],
   "dependencies": {
-    "cors": "2.8.5",
     "dayjs": "^1.11.11",
     "dotenv": "16.4.5",
-    "express": "^4.21.2",
     "http-server": "14.1.1",
     "socket.io": "^4.8.1",
     "socket.io-client": "4.8.1",
-    "@midscene/core": "0.27.5",
-    "@midscene/shared": "0.27.5"
+    "@midscene/core": "0.27.6",
+    "@midscene/shared": "0.27.6",
+    "@midscene/playground": "0.27.6"
   },
   "devDependencies": {
     "devtools-protocol": "0.0.1380148",
     "@playwright/test": "^1.44.1",
     "@rslib/core": "^0.11.2",
     "@types/chrome": "0.0.279",
-    "@types/cors": "2.8.12",
-    "@types/express": "^4.17.21",
     "@types/http-server": "^0.12.4",
     "@types/node": "^18.0.0",
     "playwright": "1.44.1",

package/dist/es/playground/agent.mjs

@@ -1,10 +0,0 @@
-import { Agent } from "@midscene/core/agent";
-class StaticPageAgent extends Agent {
-    constructor(page){
-        super(page, {});
-        this.dryMode = true;
-    }
-}
-export { StaticPageAgent };
-
-//# sourceMappingURL=agent.mjs.map

package/dist/es/playground/agent.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"playground/agent.mjs","sources":["webpack://@midscene/web/./src/playground/agent.ts"],"sourcesContent":["import { Agent as PageAgent } from '@midscene/core/agent';\nimport type StaticPage from './static-page';\n\nexport class StaticPageAgent extends PageAgent {\n  constructor(page: StaticPage) {\n    super(page, {});\n    this.dryMode = true;\n  }\n}\n"],"names":["StaticPageAgent","PageAgent","page"],"mappings":";AAGO,MAAMA,wBAAwBC;IACnC,YAAYC,IAAgB,CAAE;QAC5B,KAAK,CAACA,MAAM,CAAC;QACb,IAAI,CAAC,OAAO,GAAG;IACjB;AACF"}

package/dist/es/playground/bin.mjs

@@ -1,8 +0,0 @@
-import { StaticPage, StaticPageAgent } from "./index.mjs";
-import server from "./server.mjs";
-const bin_server = new server(StaticPage, StaticPageAgent);
-Promise.resolve().then(()=>bin_server.launch()).then(()=>{
-    console.log(`Midscene playground server is running on http://localhost:${bin_server.port}`);
-});
-
-//# sourceMappingURL=bin.mjs.map

package/dist/es/playground/bin.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"playground/bin.mjs","sources":["webpack://@midscene/web/./src/playground/bin.ts"],"sourcesContent":["import { StaticPage, StaticPageAgent } from './';\nimport PlaygroundServer from './server';\n\nconst server = new PlaygroundServer(StaticPage, StaticPageAgent);\nPromise.resolve()\n  .then(() => server.launch())\n  .then(() => {\n    console.log(\n      `Midscene playground server is running on http://localhost:${server.port}`,\n    );\n  });\n"],"names":["server","PlaygroundServer","StaticPage","StaticPageAgent","Promise","console"],"mappings":";;AAGA,MAAMA,aAAS,IAAIC,OAAiBC,YAAYC;AAChDC,QAAQ,OAAO,GACZ,IAAI,CAAC,IAAMJ,WAAO,MAAM,IACxB,IAAI,CAAC;IACJK,QAAQ,GAAG,CACT,CAAC,0DAA0D,EAAEL,WAAO,IAAI,EAAE;AAE9E"}

package/dist/es/playground/common.mjs

@@ -1,130 +0,0 @@
-import { findAllMidsceneLocatorField } from "@midscene/core/ai-model";
-const dataExtractionAPIs = [
-    'aiQuery',
-    'aiBoolean',
-    'aiNumber',
-    'aiString',
-    'aiAsk'
-];
-const validationAPIs = [
-    'aiAssert',
-    'aiWaitFor'
-];
-const noReplayAPIs = [
-    ...dataExtractionAPIs,
-    ...validationAPIs
-];
-const formatErrorMessage = (e)=>{
-    const errorMessage = (null == e ? void 0 : e.message) || '';
-    if (errorMessage.includes('of different extension')) return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';
-    return errorMessage || 'Unknown error';
-};
-async function parseStructuredParams(action, params, options = {}) {
-    if (!(null == action ? void 0 : action.paramSchema) || !('shape' in action.paramSchema)) return [
-        params.prompt || '',
-        options
-    ];
-    const schema = action.paramSchema;
-    const keys = Object.keys(schema.shape);
-    const paramObj = {
-        ...options
-    };
-    keys.forEach((key)=>{
-        if (void 0 !== params[key] && null !== params[key] && '' !== params[key]) paramObj[key] = params[key];
-    });
-    return [
-        paramObj
-    ];
-}
-function validateStructuredParams(value, action) {
-    if (!value.params) return {
-        valid: false,
-        errorMessage: 'Parameters are required'
-    };
-    if (!(null == action ? void 0 : action.paramSchema)) return {
-        valid: true
-    };
-    try {
-        var _action_paramSchema;
-        const paramsForValidation = {
-            ...value.params
-        };
-        const schema = action.paramSchema;
-        if (schema) {
-            const locatorFieldKeys = findAllMidsceneLocatorField(schema);
-            locatorFieldKeys.forEach((key)=>{
-                if ('string' == typeof paramsForValidation[key]) paramsForValidation[key] = {
-                    midscene_location_field_flag: true,
-                    prompt: paramsForValidation[key],
-                    center: [
-                        0,
-                        0
-                    ],
-                    rect: {
-                        left: 0,
-                        top: 0,
-                        width: 0,
-                        height: 0
-                    }
-                };
-            });
-        }
-        null == (_action_paramSchema = action.paramSchema) || _action_paramSchema.parse(paramsForValidation);
-    } catch (error) {
-        const zodError = error;
-        if (zodError.errors && zodError.errors.length > 0) {
-            const errorMessages = zodError.errors.filter((err)=>{
-                const path = err.path.join('.');
-                return !path.includes('center') && !path.includes('rect') && !path.includes('midscene_location_field_flag');
-            }).map((err)=>{
-                const field = err.path.join('.');
-                return `${field}: ${err.message}`;
-            });
-            if (errorMessages.length > 0) return {
-                valid: false,
-                errorMessage: `Validation error: ${errorMessages.join(', ')}`
-            };
-        } else {
-            const errorMsg = error instanceof Error ? error.message : 'Unknown validation error';
-            return {
-                valid: false,
-                errorMessage: `Parameter validation failed: ${errorMsg}`
-            };
-        }
-    }
-    return {
-        valid: true
-    };
-}
-async function executeAction(activeAgent, actionType, actionSpace, value, deepThink) {
-    const action = null == actionSpace ? void 0 : actionSpace.find((a)=>a.interfaceAlias === actionType || a.name === actionType);
-    if (action && 'function' == typeof activeAgent.callActionInActionSpace) if (!value.params) return await activeAgent.callActionInActionSpace(action.name, {
-        prompt: value.prompt,
-        deepThink
-    });
-    else {
-        const parsedParams = await parseStructuredParams(action, value.params, {
-            deepThink
-        });
-        return await activeAgent.callActionInActionSpace(action.name, parsedParams[0]);
-    }
-    {
-        const prompt = value.prompt;
-        if ('aiAssert' === actionType) {
-            const { pass, thought } = await (null == activeAgent ? void 0 : activeAgent.aiAssert(prompt, void 0, {
-                keepRawResponse: true
-            })) || {};
-            return {
-                pass,
-                thought
-            };
-        }
-        if (activeAgent && 'function' == typeof activeAgent[actionType]) return await activeAgent[actionType](prompt, {
-            deepThink
-        });
-        throw new Error(`Unknown action type: ${actionType}`);
-    }
-}
-export { dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs };
-
-//# sourceMappingURL=common.mjs.map

package/dist/es/playground/common.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"playground/common.mjs","sources":["webpack://@midscene/web/./src/playground/common.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { findAllMidsceneLocatorField } from '@midscene/core/ai-model';\n\n// APIs that should not generate replay scripts\nexport const dataExtractionAPIs = [\n  'aiQuery',\n  'aiBoolean',\n  'aiNumber',\n  'aiString',\n  'aiAsk',\n];\n\nexport const validationAPIs = ['aiAssert', 'aiWaitFor'];\n\nexport const noReplayAPIs = [...dataExtractionAPIs, ...validationAPIs];\n\nexport const formatErrorMessage = (e: any): string => {\n  const errorMessage = e?.message || '';\n  if (errorMessage.includes('of different extension')) {\n    return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n  }\n  // Always return the actual error message, including NOT_IMPLEMENTED_AS_DESIGNED errors\n  return errorMessage || 'Unknown error';\n};\n\n// Parse structured parameters for callActionInActionSpace\nasync function parseStructuredParams(\n  action: DeviceAction<any>,\n  params: Record<string, any>,\n  options: { deepThink?: boolean } = {},\n): Promise<any[]> {\n  if (!action?.paramSchema || !('shape' in action.paramSchema)) {\n    return [params.prompt || '', options];\n  }\n\n  const schema = action.paramSchema as any;\n  const keys = Object.keys(schema.shape);\n\n  const paramObj: Record<string, unknown> = { ...options };\n\n  keys.forEach((key) => {\n    if (\n      params[key] !== undefined &&\n      params[key] !== null &&\n      params[key] !== ''\n    ) {\n      paramObj[key] = params[key];\n    }\n  });\n\n  return [paramObj];\n}\n\nexport function validateStructuredParams(\n  value: any,\n  action: DeviceAction<any> | undefined,\n): { valid: boolean; errorMessage?: string } {\n  if (!value.params) {\n    return { valid: false, errorMessage: 'Parameters are required' };\n  }\n\n  if (!action?.paramSchema) {\n    return { valid: true };\n  }\n\n  try {\n    const paramsForValidation = { ...value.params };\n\n    const schema = action.paramSchema;\n    if (schema) {\n      const locatorFieldKeys = findAllMidsceneLocatorField(schema);\n      locatorFieldKeys.forEach((key) => {\n        if (typeof paramsForValidation[key] === 'string') {\n          paramsForValidation[key] = {\n            midscene_location_field_flag: true,\n            prompt: paramsForValidation[key],\n            center: [0, 0],\n            rect: { left: 0, top: 0, width: 0, height: 0 },\n          };\n        }\n      });\n    }\n\n    action.paramSchema?.parse(paramsForValidation);\n    return { valid: true };\n  } catch (error: unknown) {\n    const zodError = error as {\n      errors?: Array<{ path: string[]; message: string }>;\n    };\n    if (zodError.errors && zodError.errors.length > 0) {\n      const errorMessages = zodError.errors\n        .filter((err) => {\n          const path = err.path.join('.');\n          return (\n            !path.includes('center') &&\n            !path.includes('rect') &&\n            !path.includes('midscene_location_field_flag')\n          );\n        })\n        .map((err) => {\n          const field = err.path.join('.');\n          return `${field}: ${err.message}`;\n        });\n\n      if (errorMessages.length > 0) {\n        return {\n          valid: false,\n          errorMessage: `Validation error: ${errorMessages.join(', ')}`,\n        };\n      }\n    } else {\n      const errorMsg =\n        error instanceof Error ? error.message : 'Unknown validation error';\n      return {\n        valid: false,\n        errorMessage: `Parameter validation failed: ${errorMsg}`,\n      };\n    }\n  }\n\n  return { valid: true };\n}\n\nexport async function executeAction(\n  activeAgent: any,\n  actionType: string,\n  actionSpace: DeviceAction<any>[],\n  value: any,\n  deepThink: boolean,\n): Promise<any> {\n  const action = actionSpace?.find(\n    (a: DeviceAction<any>) =>\n      a.interfaceAlias === actionType || a.name === actionType,\n  );\n\n  if (action && typeof activeAgent.callActionInActionSpace === 'function') {\n    if (value.params) {\n      const parsedParams = await parseStructuredParams(action, value.params, {\n        deepThink,\n      });\n      return await activeAgent.callActionInActionSpace(\n        action.name,\n        parsedParams[0],\n      );\n    } else {\n      return await activeAgent.callActionInActionSpace(action.name, {\n        prompt: value.prompt,\n        deepThink,\n      });\n    }\n  } else {\n    const prompt = value.prompt;\n\n    if (actionType === 'aiAssert') {\n      const { pass, thought } =\n        (await activeAgent?.aiAssert(prompt, undefined, {\n          keepRawResponse: true,\n        })) || {};\n      return { pass, thought };\n    }\n\n    // Fallback for methods not found in actionSpace\n    if (activeAgent && typeof activeAgent[actionType] === 'function') {\n      return await activeAgent[actionType](prompt, {\n        deepThink,\n      });\n    }\n\n    throw new Error(`Unknown action type: ${actionType}`);\n  }\n}\n"],"names":["dataExtractionAPIs","validationAPIs","noReplayAPIs","formatErrorMessage","e","errorMessage","parseStructuredParams","action","params","options","schema","keys","Object","paramObj","key","undefined","validateStructuredParams","value","_action_paramSchema","paramsForValidation","locatorFieldKeys","findAllMidsceneLocatorField","error","zodError","errorMessages","err","path","field","errorMsg","Error","executeAction","activeAgent","actionType","actionSpace","deepThink","a","parsedParams","prompt","pass","thought"],"mappings":";AAIO,MAAMA,qBAAqB;IAChC;IACA;IACA;IACA;IACA;CACD;AAEM,MAAMC,iBAAiB;IAAC;IAAY;CAAY;AAEhD,MAAMC,eAAe;OAAIF;OAAuBC;CAAe;AAE/D,MAAME,qBAAqB,CAACC;IACjC,MAAMC,eAAeD,AAAAA,CAAAA,QAAAA,IAAAA,KAAAA,IAAAA,EAAG,OAAO,AAAD,KAAK;IACnC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;IAGT,OAAOA,gBAAgB;AACzB;AAGA,eAAeC,sBACbC,MAAyB,EACzBC,MAA2B,EAC3BC,UAAmC,CAAC,CAAC;IAErC,IAAI,CAACF,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,KAAK,CAAE,YAAWA,OAAO,WAAU,GACxD,OAAO;QAACC,OAAO,MAAM,IAAI;QAAIC;KAAQ;IAGvC,MAAMC,SAASH,OAAO,WAAW;IACjC,MAAMI,OAAOC,OAAO,IAAI,CAACF,OAAO,KAAK;IAErC,MAAMG,WAAoC;QAAE,GAAGJ,OAAO;IAAC;IAEvDE,KAAK,OAAO,CAAC,CAACG;QACZ,IACEN,AAAgBO,WAAhBP,MAAM,CAACM,IAAI,IACXN,AAAgB,SAAhBA,MAAM,CAACM,IAAI,IACXN,AAAgB,OAAhBA,MAAM,CAACM,IAAI,EAEXD,QAAQ,CAACC,IAAI,GAAGN,MAAM,CAACM,IAAI;IAE/B;IAEA,OAAO;QAACD;KAAS;AACnB;AAEO,SAASG,yBACdC,KAAU,EACVV,MAAqC;IAErC,IAAI,CAACU,MAAM,MAAM,EACf,OAAO;QAAE,OAAO;QAAO,cAAc;IAA0B;IAGjE,IAAI,CAACV,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,GACrB,OAAO;QAAE,OAAO;IAAK;IAGvB,IAAI;YAkBFW;QAjBA,MAAMC,sBAAsB;YAAE,GAAGF,MAAM,MAAM;QAAC;QAE9C,MAAMP,SAASH,OAAO,WAAW;QACjC,IAAIG,QAAQ;YACV,MAAMU,mBAAmBC,4BAA4BX;YACrDU,iBAAiB,OAAO,CAAC,CAACN;gBACxB,IAAI,AAAoC,YAApC,OAAOK,mBAAmB,CAACL,IAAI,EACjCK,mBAAmB,CAACL,IAAI,GAAG;oBACzB,8BAA8B;oBAC9B,QAAQK,mBAAmB,CAACL,IAAI;oBAChC,QAAQ;wBAAC;wBAAG;qBAAE;oBACd,MAAM;wBAAE,MAAM;wBAAG,KAAK;wBAAG,OAAO;wBAAG,QAAQ;oBAAE;gBAC/C;YAEJ;QACF;gBAEAI,CAAAA,sBAAAA,OAAO,WAAW,AAAD,KAAjBA,oBAAoB,KAAK,CAACC;IAE5B,EAAE,OAAOG,OAAgB;QACvB,MAAMC,WAAWD;QAGjB,IAAIC,SAAS,MAAM,IAAIA,SAAS,MAAM,CAAC,MAAM,GAAG,GAAG;YACjD,MAAMC,gBAAgBD,SAAS,MAAM,CAClC,MAAM,CAAC,CAACE;gBACP,MAAMC,OAAOD,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC3B,OACE,CAACC,KAAK,QAAQ,CAAC,aACf,CAACA,KAAK,QAAQ,CAAC,WACf,CAACA,KAAK,QAAQ,CAAC;YAEnB,GACC,GAAG,CAAC,CAACD;gBACJ,MAAME,QAAQF,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC5B,OAAO,GAAGE,MAAM,EAAE,EAAEF,IAAI,OAAO,EAAE;YACnC;YAEF,IAAID,cAAc,MAAM,GAAG,GACzB,OAAO;gBACL,OAAO;gBACP,cAAc,CAAC,kBAAkB,EAAEA,cAAc,IAAI,CAAC,OAAO;YAC/D;QAEJ,OAAO;YACL,MAAMI,WACJN,iBAAiBO,QAAQP,MAAM,OAAO,GAAG;YAC3C,OAAO;gBACL,OAAO;gBACP,cAAc,CAAC,6BAA6B,EAAEM,UAAU;YAC1D;QACF;IACF;IAEA,OAAO;QAAE,OAAO;IAAK;AACvB;AAEO,eAAeE,cACpBC,WAAgB,EAChBC,UAAkB,EAClBC,WAAgC,EAChChB,KAAU,EACViB,SAAkB;IAElB,MAAM3B,SAAS0B,QAAAA,cAAAA,KAAAA,IAAAA,YAAa,IAAI,CAC9B,CAACE,IACCA,EAAE,cAAc,KAAKH,cAAcG,EAAE,IAAI,KAAKH;IAGlD,IAAIzB,UAAU,AAA+C,cAA/C,OAAOwB,YAAY,uBAAuB,EACtD,KAAId,MAAM,MAAM,EASd,OAAO,MAAMc,YAAY,uBAAuB,CAACxB,OAAO,IAAI,EAAE;QAC5D,QAAQU,MAAM,MAAM;QACpBiB;IACF;SAZgB;QAChB,MAAME,eAAe,MAAM9B,sBAAsBC,QAAQU,MAAM,MAAM,EAAE;YACrEiB;QACF;QACA,OAAO,MAAMH,YAAY,uBAAuB,CAC9CxB,OAAO,IAAI,EACX6B,YAAY,CAAC,EAAE;IAEnB;IAMK;QACL,MAAMC,SAASpB,MAAM,MAAM;QAE3B,IAAIe,AAAe,eAAfA,YAA2B;YAC7B,MAAM,EAAEM,IAAI,EAAEC,OAAO,EAAE,GACpB,MAAMR,CAAAA,QAAAA,cAAAA,KAAAA,IAAAA,YAAa,QAAQ,CAACM,QAAQtB,QAAW;gBAC9C,iBAAiB;YACnB,EAAC,KAAM,CAAC;YACV,OAAO;gBAAEuB;gBAAMC;YAAQ;QACzB;QAGA,IAAIR,eAAe,AAAmC,cAAnC,OAAOA,WAAW,CAACC,WAAW,EAC/C,OAAO,MAAMD,WAAW,CAACC,WAAW,CAACK,QAAQ;YAC3CH;QACF;QAGF,MAAM,IAAIL,MAAM,CAAC,qBAAqB,EAAEG,YAAY;IACtD;AACF"}

package/dist/es/playground/index.mjs

@@ -1,5 +0,0 @@
-import { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from "@midscene/shared/common";
-import { StaticPageAgent } from "./agent.mjs";
-import { dataExtractionAPIs, noReplayAPIs, validationAPIs } from "./common.mjs";
-import static_page from "./static-page.mjs";
-export { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, static_page as StaticPage, StaticPageAgent, dataExtractionAPIs, noReplayAPIs, validationAPIs };