@midscene/ios 1.6.0 → 1.6.1-beta-20260327104111.0

package/dist/es/bin.mjs

@@ -1,6 +1,5 @@
 import node_path from "node:path";
 import { createMjpegPreviewDescriptor, definePlaygroundPlatform, launchPreparedPlaygroundPlatform } from "@midscene/playground";
-import { input, select as prompts_select } from "@inquirer/prompts";
 import { DEFAULT_WDA_PORT, PLAYGROUND_SERVER_PORT } from "@midscene/shared/constants";
 import { findAvailablePort } from "@midscene/shared/node";
 import { Agent } from "@midscene/core/agent";
@@ -1316,134 +1315,76 @@ class IOSAgent extends Agent {
         this.appSwitcher = this.createActionWrapper('IOSAppSwitcher');
     }
 }
-async function configureWebDriverAgent() {
-    console.log('🔧 WebDriverAgent Configuration');
-    console.log(`Default: localhost:${DEFAULT_WDA_PORT}`);
-    const useDefault = await prompts_select({
-        message: `Use default WebDriverAgent address (localhost:${DEFAULT_WDA_PORT})?`,
-        choices: [
-            {
-                name: `Yes, use localhost:${DEFAULT_WDA_PORT}`,
-                value: true
-            },
-            {
-                name: 'No, specify custom address',
-                value: false
-            }
-        ]
-    });
-    if (useDefault) return {
-        host: 'localhost',
-        port: DEFAULT_WDA_PORT
-    };
-    const hostInput = await input({
-        message: 'WebDriverAgent host:',
-        default: 'localhost'
-    });
-    const host = hostInput.replace(/^https?:\/\//, '');
-    const portInput = await input({
-        message: 'WebDriverAgent port:',
-        default: DEFAULT_WDA_PORT.toString()
-    });
-    const port = Number.parseInt(portInput, 10);
-    if (Number.isNaN(port) || port < 1 || port > 65535) {
-        console.error(`❌ Invalid port number. Using default ${DEFAULT_WDA_PORT}.`);
-        return {
-            host,
-            port: DEFAULT_WDA_PORT
-        };
-    }
-    return {
-        host,
-        port
-    };
-}
 const iosPlaygroundPlatform = definePlaygroundPlatform({
     id: 'ios',
     title: 'Midscene iOS Playground',
     description: "iOS playground platform descriptor",
     async prepare (options) {
         const staticDir = options?.staticDir || node_path.join(__dirname, '../../static');
-        let wdaConfig = {
-            host: options?.host || 'localhost',
-            port: options?.port || DEFAULT_WDA_PORT
-        };
-        let connected = false;
-        while(!connected)try {
-            const device = new device_IOSDevice({
-                wdaHost: wdaConfig.host,
-                wdaPort: wdaConfig.port
-            });
-            console.log(`🔌 Connecting to WebDriverAgent at ${wdaConfig.host}:${wdaConfig.port}...`);
-            await device.connect();
-            connected = true;
-            const deviceInfo = await device.getConnectedDeviceInfo();
-            console.log('✅ Connected to WebDriverAgent successfully!');
-            if (deviceInfo) {
-                console.log(`📱 Connected to: ${deviceInfo.name} (${deviceInfo.model})`);
-                console.log(`🔑 Device UDID: ${deviceInfo.udid}`);
-            }
-        } catch (error) {
-            console.error(`❌ Failed to connect to WebDriverAgent: ${error instanceof Error ? error.message : String(error)}`);
-            const action = await prompts_select({
-                message: 'What would you like to do?',
-                choices: [
-                    {
-                        name: '🔧 Configure different WebDriverAgent address',
-                        value: 'configure'
-                    },
-                    {
-                        name: '📖 Show setup instructions',
-                        value: 'instructions'
-                    },
-                    {
-                        name: '🚪 Exit',
-                        value: 'exit'
-                    }
-                ]
-            });
-            if ('exit' === action) {
-                console.log('👋 Goodbye!');
-                process.exit(0);
-            }
-            if ('instructions' === action) {
-                console.log(`
-🔧 WebDriverAgent Setup Instructions:
-
-1. Install WebDriverAgent:
-   npm install appium-webdriveragent
-
-2. Open WebDriverAgent project in Xcode:
-   node_modules/appium-webdriveragent/WebDriverAgent.xcodeproj
-
-3. Select your target device/simulator in Xcode
-
-4. Build and run the WebDriverAgentRunner scheme
-
-5. WebDriverAgent will bind to your selected device and listen on port ${DEFAULT_WDA_PORT}
-
-6. Restart this playground to connect
-
-💡 The WebDriverAgent service is already bound to the device you selected in Xcode.
-💡 For more details, visit: https://github.com/appium/WebDriverAgent
-`);
-                continue;
-            }
-            wdaConfig = await configureWebDriverAgent();
-        }
         const availablePlaygroundPort = await findAvailablePort(PLAYGROUND_SERVER_PORT);
         if (availablePlaygroundPort !== PLAYGROUND_SERVER_PORT) console.log(`⚠️  Port ${PLAYGROUND_SERVER_PORT} is busy, using port ${availablePlaygroundPort} instead`);
+        const sessionManager = {
+            async getSetupSchema () {
+                return {
+                    title: 'Connect WebDriverAgent',
+                    description: 'Provide the WebDriverAgent host and port that are already running for your selected iPhone or simulator.',
+                    primaryActionLabel: 'Create Agent',
+                    fields: [
+                        {
+                            key: 'host',
+                            label: 'WebDriverAgent host',
+                            type: 'text',
+                            required: true,
+                            defaultValue: 'localhost',
+                            placeholder: 'localhost'
+                        },
+                        {
+                            key: 'port',
+                            label: 'WebDriverAgent port',
+                            type: 'number',
+                            required: true,
+                            defaultValue: DEFAULT_WDA_PORT,
+                            placeholder: DEFAULT_WDA_PORT.toString()
+                        }
+                    ]
+                };
+            },
+            async createSession (input) {
+                const host = 'string' == typeof input?.host && input.host.trim() ? input.host.trim().replace(/^https?:\/\//, '') : 'localhost';
+                const port = 'number' == typeof input?.port ? input.port : Number.parseInt(String(input?.port ?? DEFAULT_WDA_PORT), 10);
+                if (Number.isNaN(port) || port < 1 || port > 65535) throw new Error(`Invalid WebDriverAgent port: ${String(input?.port)}`);
+                const connectAgent = async ()=>{
+                    const newDevice = new device_IOSDevice({
+                        wdaHost: host,
+                        wdaPort: port
+                    });
+                    await newDevice.connect();
+                    return new IOSAgent(newDevice);
+                };
+                const agent = await connectAgent();
+                const deviceInfo = await agent.interface.getConnectedDeviceInfo?.();
+                const displayName = deviceInfo ? `${deviceInfo.name} (${deviceInfo.model})` : `${host}:${port}`;
+                return {
+                    agent,
+                    agentFactory: connectAgent,
+                    preview: createMjpegPreviewDescriptor({
+                        title: 'iOS device preview'
+                    }),
+                    displayName,
+                    metadata: {
+                        wdaHost: host,
+                        wdaPort: port,
+                        ...deviceInfo ? {
+                            deviceInfo
+                        } : {}
+                    }
+                };
+            }
+        };
         return {
             platformId: 'ios',
             title: 'Midscene iOS Playground',
-            agentFactory: async ()=>{
-                const newDevice = new device_IOSDevice({
-                    wdaHost: wdaConfig.host,
-                    wdaPort: wdaConfig.port
-                });
-                await newDevice.connect();
-                return new IOSAgent(newDevice);
-            },
+            sessionManager,
             launchOptions: {
                 port: availablePlaygroundPort,
                 openBrowser: false,
@@ -1454,8 +1395,8 @@ const iosPlaygroundPlatform = definePlaygroundPlatform({
                 title: 'iOS device preview'
             }),
             metadata: {
-                wdaHost: wdaConfig.host,
-                wdaPort: wdaConfig.port
+                sessionConnected: false,
+                setupState: 'required'
             }
         };
     }
@@ -1469,13 +1410,9 @@ const main = async ()=>{
             staticDir: bin_staticDir
         });
         const { server: playgroundServer } = await launchPreparedPlaygroundPlatform(prepared);
-        const wdaHost = String(prepared.metadata?.wdaHost ?? 'localhost');
-        const wdaPort = String(prepared.metadata?.wdaPort ?? '');
         console.log('');
         console.log('✨ Midscene iOS Playground is ready!');
         console.log(`🎮 Playground: http://localhost:${playgroundServer.port}`);
-        console.log('📱 Device: WebDriverAgent Connected');
-        console.log(`🔧 WebDriverAgent: ${wdaHost}:${wdaPort}`);
         console.log(`🔑 Generated Server ID: ${playgroundServer.id}`);
         console.log('');
         open(`http://localhost:${playgroundServer.port}`);

package/dist/es/cli.mjs

@@ -1366,7 +1366,7 @@ class IOSMidsceneTools extends BaseMidsceneTools {
 const tools = new IOSMidsceneTools();
 runToolsCLI(tools, 'midscene-ios', {
     stripPrefix: 'ios_',
-    version: "1.6.0"
+    version: "1.6.1-beta-20260327104111.0"
 }).catch((e)=>{
     if (!(e instanceof CLIError)) console.error(e);
     process.exit(e instanceof CLIError ? e.exitCode : 1);

package/dist/es/index.mjs

@@ -2,7 +2,7 @@ import node_assert from "node:assert";
 import { getMidsceneLocationSchema, z } from "@midscene/core";
 import { defineAction, defineActionClearInput, defineActionCursorMove, defineActionDoubleClick, defineActionDragAndDrop, defineActionKeyboardPress, defineActionPinch, defineActionScroll, defineActionSwipe, defineActionTap, normalizeMobileSwipeParam, normalizePinchParam } from "@midscene/core/device";
 import { sleep } from "@midscene/core/utils";
-import { DEFAULT_WDA_PORT } from "@midscene/shared/constants";
+import { DEFAULT_WDA_PORT, PLAYGROUND_SERVER_PORT } from "@midscene/shared/constants";
 import { createImgBase64ByFormat } from "@midscene/shared/img";
 import { getDebug } from "@midscene/shared/logger";
 import { mergeAndNormalizeAppNameMapping, normalizeForComparison } from "@midscene/shared/utils";
@@ -13,6 +13,9 @@ import { overrideAIConfig } from "@midscene/shared/env";
 import { exec } from "node:child_process";
 import { platform } from "node:os";
 import { promisify } from "node:util";
+import node_path from "node:path";
+import { createMjpegPreviewDescriptor, definePlaygroundPlatform } from "@midscene/playground";
+import { findAvailablePort } from "@midscene/shared/node";
 const debugIOS = getDebug('webdriver:ios');
 const WDA_MJPEG_SCREENSHOT_QUALITY = 50;
 const WDA_MJPEG_FRAMERATE = 30;
@@ -1412,4 +1415,90 @@ async function checkIOSEnvironment() {
         };
     }
 }
-export { IOSAgent, IOSDevice, IOSMidsceneTools, IOSWebDriverClient, agentFromWebDriverAgent, checkIOSEnvironment, overrideAIConfig };
+const iosPlaygroundPlatform = definePlaygroundPlatform({
+    id: 'ios',
+    title: 'Midscene iOS Playground',
+    description: "iOS playground platform descriptor",
+    async prepare (options) {
+        const staticDir = options?.staticDir || node_path.join(__dirname, '../../static');
+        const availablePlaygroundPort = await findAvailablePort(PLAYGROUND_SERVER_PORT);
+        if (availablePlaygroundPort !== PLAYGROUND_SERVER_PORT) console.log(`⚠️  Port ${PLAYGROUND_SERVER_PORT} is busy, using port ${availablePlaygroundPort} instead`);
+        const sessionManager = {
+            async getSetupSchema () {
+                return {
+                    title: 'Connect WebDriverAgent',
+                    description: 'Provide the WebDriverAgent host and port that are already running for your selected iPhone or simulator.',
+                    primaryActionLabel: 'Create Agent',
+                    fields: [
+                        {
+                            key: 'host',
+                            label: 'WebDriverAgent host',
+                            type: 'text',
+                            required: true,
+                            defaultValue: 'localhost',
+                            placeholder: 'localhost'
+                        },
+                        {
+                            key: 'port',
+                            label: 'WebDriverAgent port',
+                            type: 'number',
+                            required: true,
+                            defaultValue: DEFAULT_WDA_PORT,
+                            placeholder: DEFAULT_WDA_PORT.toString()
+                        }
+                    ]
+                };
+            },
+            async createSession (input) {
+                const host = 'string' == typeof input?.host && input.host.trim() ? input.host.trim().replace(/^https?:\/\//, '') : 'localhost';
+                const port = 'number' == typeof input?.port ? input.port : Number.parseInt(String(input?.port ?? DEFAULT_WDA_PORT), 10);
+                if (Number.isNaN(port) || port < 1 || port > 65535) throw new Error(`Invalid WebDriverAgent port: ${String(input?.port)}`);
+                const connectAgent = async ()=>{
+                    const newDevice = new IOSDevice({
+                        wdaHost: host,
+                        wdaPort: port
+                    });
+                    await newDevice.connect();
+                    return new IOSAgent(newDevice);
+                };
+                const agent = await connectAgent();
+                const deviceInfo = await agent.interface.getConnectedDeviceInfo?.();
+                const displayName = deviceInfo ? `${deviceInfo.name} (${deviceInfo.model})` : `${host}:${port}`;
+                return {
+                    agent,
+                    agentFactory: connectAgent,
+                    preview: createMjpegPreviewDescriptor({
+                        title: 'iOS device preview'
+                    }),
+                    displayName,
+                    metadata: {
+                        wdaHost: host,
+                        wdaPort: port,
+                        ...deviceInfo ? {
+                            deviceInfo
+                        } : {}
+                    }
+                };
+            }
+        };
+        return {
+            platformId: 'ios',
+            title: 'Midscene iOS Playground',
+            sessionManager,
+            launchOptions: {
+                port: availablePlaygroundPort,
+                openBrowser: false,
+                verbose: false,
+                staticPath: staticDir
+            },
+            preview: createMjpegPreviewDescriptor({
+                title: 'iOS device preview'
+            }),
+            metadata: {
+                sessionConnected: false,
+                setupState: 'required'
+            }
+        };
+    }
+});
+export { IOSAgent, IOSDevice, IOSMidsceneTools, IOSWebDriverClient, agentFromWebDriverAgent, checkIOSEnvironment, iosPlaygroundPlatform, overrideAIConfig };

package/dist/es/mcp-server.mjs

@@ -1369,7 +1369,7 @@ class IOSMCPServer extends BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/ios-mcp',
-            version: "1.6.0",
+            version: "1.6.1-beta-20260327104111.0",
             description: 'Control the iOS device using natural language commands'
         }, toolsManager);
     }

package/dist/lib/bin.js

@@ -24,7 +24,6 @@ var __webpack_exports__ = {};
 const external_node_path_namespaceObject = require("node:path");
 var external_node_path_default = /*#__PURE__*/ __webpack_require__.n(external_node_path_namespaceObject);
 const playground_namespaceObject = require("@midscene/playground");
-const prompts_namespaceObject = require("@inquirer/prompts");
 const constants_namespaceObject = require("@midscene/shared/constants");
 const node_namespaceObject = require("@midscene/shared/node");
 const agent_namespaceObject = require("@midscene/core/agent");
@@ -1341,134 +1340,76 @@ class IOSAgent extends agent_namespaceObject.Agent {
         this.appSwitcher = this.createActionWrapper('IOSAppSwitcher');
     }
 }
-async function configureWebDriverAgent() {
-    console.log('🔧 WebDriverAgent Configuration');
-    console.log(`Default: localhost:${constants_namespaceObject.DEFAULT_WDA_PORT}`);
-    const useDefault = await (0, prompts_namespaceObject.select)({
-        message: `Use default WebDriverAgent address (localhost:${constants_namespaceObject.DEFAULT_WDA_PORT})?`,
-        choices: [
-            {
-                name: `Yes, use localhost:${constants_namespaceObject.DEFAULT_WDA_PORT}`,
-                value: true
-            },
-            {
-                name: 'No, specify custom address',
-                value: false
-            }
-        ]
-    });
-    if (useDefault) return {
-        host: 'localhost',
-        port: constants_namespaceObject.DEFAULT_WDA_PORT
-    };
-    const hostInput = await (0, prompts_namespaceObject.input)({
-        message: 'WebDriverAgent host:',
-        default: 'localhost'
-    });
-    const host = hostInput.replace(/^https?:\/\//, '');
-    const portInput = await (0, prompts_namespaceObject.input)({
-        message: 'WebDriverAgent port:',
-        default: constants_namespaceObject.DEFAULT_WDA_PORT.toString()
-    });
-    const port = Number.parseInt(portInput, 10);
-    if (Number.isNaN(port) || port < 1 || port > 65535) {
-        console.error(`❌ Invalid port number. Using default ${constants_namespaceObject.DEFAULT_WDA_PORT}.`);
-        return {
-            host,
-            port: constants_namespaceObject.DEFAULT_WDA_PORT
-        };
-    }
-    return {
-        host,
-        port
-    };
-}
 const iosPlaygroundPlatform = (0, playground_namespaceObject.definePlaygroundPlatform)({
     id: 'ios',
     title: 'Midscene iOS Playground',
     description: "iOS playground platform descriptor",
     async prepare (options) {
         const staticDir = options?.staticDir || external_node_path_default().join(__dirname, '../../static');
-        let wdaConfig = {
-            host: options?.host || 'localhost',
-            port: options?.port || constants_namespaceObject.DEFAULT_WDA_PORT
-        };
-        let connected = false;
-        while(!connected)try {
-            const device = new device_IOSDevice({
-                wdaHost: wdaConfig.host,
-                wdaPort: wdaConfig.port
-            });
-            console.log(`🔌 Connecting to WebDriverAgent at ${wdaConfig.host}:${wdaConfig.port}...`);
-            await device.connect();
-            connected = true;
-            const deviceInfo = await device.getConnectedDeviceInfo();
-            console.log('✅ Connected to WebDriverAgent successfully!');
-            if (deviceInfo) {
-                console.log(`📱 Connected to: ${deviceInfo.name} (${deviceInfo.model})`);
-                console.log(`🔑 Device UDID: ${deviceInfo.udid}`);
-            }
-        } catch (error) {
-            console.error(`❌ Failed to connect to WebDriverAgent: ${error instanceof Error ? error.message : String(error)}`);
-            const action = await (0, prompts_namespaceObject.select)({
-                message: 'What would you like to do?',
-                choices: [
-                    {
-                        name: '🔧 Configure different WebDriverAgent address',
-                        value: 'configure'
-                    },
-                    {
-                        name: '📖 Show setup instructions',
-                        value: 'instructions'
-                    },
-                    {
-                        name: '🚪 Exit',
-                        value: 'exit'
-                    }
-                ]
-            });
-            if ('exit' === action) {
-                console.log('👋 Goodbye!');
-                process.exit(0);
-            }
-            if ('instructions' === action) {
-                console.log(`
-🔧 WebDriverAgent Setup Instructions:
-
-1. Install WebDriverAgent:
-   npm install appium-webdriveragent
-
-2. Open WebDriverAgent project in Xcode:
-   node_modules/appium-webdriveragent/WebDriverAgent.xcodeproj
-
-3. Select your target device/simulator in Xcode
-
-4. Build and run the WebDriverAgentRunner scheme
-
-5. WebDriverAgent will bind to your selected device and listen on port ${constants_namespaceObject.DEFAULT_WDA_PORT}
-
-6. Restart this playground to connect
-
-💡 The WebDriverAgent service is already bound to the device you selected in Xcode.
-💡 For more details, visit: https://github.com/appium/WebDriverAgent
-`);
-                continue;
-            }
-            wdaConfig = await configureWebDriverAgent();
-        }
         const availablePlaygroundPort = await (0, node_namespaceObject.findAvailablePort)(constants_namespaceObject.PLAYGROUND_SERVER_PORT);
         if (availablePlaygroundPort !== constants_namespaceObject.PLAYGROUND_SERVER_PORT) console.log(`⚠️  Port ${constants_namespaceObject.PLAYGROUND_SERVER_PORT} is busy, using port ${availablePlaygroundPort} instead`);
+        const sessionManager = {
+            async getSetupSchema () {
+                return {
+                    title: 'Connect WebDriverAgent',
+                    description: 'Provide the WebDriverAgent host and port that are already running for your selected iPhone or simulator.',
+                    primaryActionLabel: 'Create Agent',
+                    fields: [
+                        {
+                            key: 'host',
+                            label: 'WebDriverAgent host',
+                            type: 'text',
+                            required: true,
+                            defaultValue: 'localhost',
+                            placeholder: 'localhost'
+                        },
+                        {
+                            key: 'port',
+                            label: 'WebDriverAgent port',
+                            type: 'number',
+                            required: true,
+                            defaultValue: constants_namespaceObject.DEFAULT_WDA_PORT,
+                            placeholder: constants_namespaceObject.DEFAULT_WDA_PORT.toString()
+                        }
+                    ]
+                };
+            },
+            async createSession (input) {
+                const host = 'string' == typeof input?.host && input.host.trim() ? input.host.trim().replace(/^https?:\/\//, '') : 'localhost';
+                const port = 'number' == typeof input?.port ? input.port : Number.parseInt(String(input?.port ?? constants_namespaceObject.DEFAULT_WDA_PORT), 10);
+                if (Number.isNaN(port) || port < 1 || port > 65535) throw new Error(`Invalid WebDriverAgent port: ${String(input?.port)}`);
+                const connectAgent = async ()=>{
+                    const newDevice = new device_IOSDevice({
+                        wdaHost: host,
+                        wdaPort: port
+                    });
+                    await newDevice.connect();
+                    return new IOSAgent(newDevice);
+                };
+                const agent = await connectAgent();
+                const deviceInfo = await agent.interface.getConnectedDeviceInfo?.();
+                const displayName = deviceInfo ? `${deviceInfo.name} (${deviceInfo.model})` : `${host}:${port}`;
+                return {
+                    agent,
+                    agentFactory: connectAgent,
+                    preview: (0, playground_namespaceObject.createMjpegPreviewDescriptor)({
+                        title: 'iOS device preview'
+                    }),
+                    displayName,
+                    metadata: {
+                        wdaHost: host,
+                        wdaPort: port,
+                        ...deviceInfo ? {
+                            deviceInfo
+                        } : {}
+                    }
+                };
+            }
+        };
         return {
             platformId: 'ios',
             title: 'Midscene iOS Playground',
-            agentFactory: async ()=>{
-                const newDevice = new device_IOSDevice({
-                    wdaHost: wdaConfig.host,
-                    wdaPort: wdaConfig.port
-                });
-                await newDevice.connect();
-                return new IOSAgent(newDevice);
-            },
+            sessionManager,
             launchOptions: {
                 port: availablePlaygroundPort,
                 openBrowser: false,
@@ -1479,8 +1420,8 @@ const iosPlaygroundPlatform = (0, playground_namespaceObject.definePlaygroundPla
                 title: 'iOS device preview'
             }),
             metadata: {
-                wdaHost: wdaConfig.host,
-                wdaPort: wdaConfig.port
+                sessionConnected: false,
+                setupState: 'required'
             }
         };
     }
@@ -1494,13 +1435,9 @@ const main = async ()=>{
             staticDir: bin_staticDir
         });
         const { server: playgroundServer } = await (0, playground_namespaceObject.launchPreparedPlaygroundPlatform)(prepared);
-        const wdaHost = String(prepared.metadata?.wdaHost ?? 'localhost');
-        const wdaPort = String(prepared.metadata?.wdaPort ?? '');
         console.log('');
         console.log('✨ Midscene iOS Playground is ready!');
         console.log(`🎮 Playground: http://localhost:${playgroundServer.port}`);
-        console.log('📱 Device: WebDriverAgent Connected');
-        console.log(`🔧 WebDriverAgent: ${wdaHost}:${wdaPort}`);
         console.log(`🔑 Generated Server ID: ${playgroundServer.id}`);
         console.log('');
         open(`http://localhost:${playgroundServer.port}`);

package/dist/lib/cli.js

@@ -1390,7 +1390,7 @@ class IOSMidsceneTools extends mcp_namespaceObject.BaseMidsceneTools {
 const tools = new IOSMidsceneTools();
 (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-ios', {
     stripPrefix: 'ios_',
-    version: "1.6.0"
+    version: "1.6.1-beta-20260327104111.0"
 }).catch((e)=>{
     if (!(e instanceof cli_namespaceObject.CLIError)) console.error(e);
     process.exit(e instanceof cli_namespaceObject.CLIError ? e.exitCode : 1);