@midscene/ios 1.0.1-beta-20251029093754.0 → 1.0.1-beta-20251103074550.0

package/dist/es/bin.mjs

@@ -11999,6 +11999,49 @@ class IOSWebDriverClient extends WebDriverClient {
         debugIOS(`Warning: Key "${key}" is not supported on iOS platform`);
         throw new Error(`Key "${key}" is not supported on iOS platform`);
     }
+    async getActiveElement() {
+        this.ensureSession();
+        debugIOS('Getting active element');
+        try {
+            var _response_value, _response_value1;
+            const response = await this.makeRequest('GET', `/session/${this.sessionId}/element/active`);
+            const elementId = (null == (_response_value = response.value) ? void 0 : _response_value.ELEMENT) || (null == (_response_value1 = response.value) ? void 0 : _response_value1['element-6066-11e4-a52e-4f735466cecf']) || response.ELEMENT || response['element-6066-11e4-a52e-4f735466cecf'];
+            if (elementId) {
+                debugIOS(`Got active element ID: ${elementId}`);
+                return elementId;
+            }
+            debugIOS('No active element found');
+            return null;
+        } catch (error) {
+            debugIOS(`Failed to get active element: ${error}`);
+            return null;
+        }
+    }
+    async clearElement(elementId) {
+        this.ensureSession();
+        debugIOS(`Clearing element: ${elementId}`);
+        try {
+            await this.makeRequest('POST', `/session/${this.sessionId}/element/${elementId}/clear`);
+            debugIOS('Element cleared successfully');
+        } catch (error) {
+            debugIOS(`Failed to clear element: ${error}`);
+            throw new Error(`Failed to clear element: ${error}`);
+        }
+    }
+    async clearActiveElement() {
+        try {
+            const elementId = await this.getActiveElement();
+            if (!elementId) {
+                debugIOS('No active element to clear');
+                return false;
+            }
+            await this.clearElement(elementId);
+            return true;
+        } catch (error) {
+            debugIOS(`Failed to clear active element: ${error}`);
+            return false;
+        }
+    }
     normalizeKeyName(key) {
         return key.charAt(0).toUpperCase() + key.slice(1).toLowerCase();
     }
@@ -12146,6 +12189,10 @@ class IOSWebDriverClient extends WebDriverClient {
             debugIOS(`Failed to apply iOS session configuration: ${error}`);
         }
     }
+    async executeRequest(method, endpoint, data) {
+        this.ensureSession();
+        return this.makeRequest(method, endpoint, data);
+    }
 }
 function device_define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
@@ -12158,7 +12205,12 @@ function device_define_property(obj, key, value) {
     return obj;
 }
 const debugDevice = getDebug('ios:device');
-const BackspaceChar = '\u0008';
+const WDA_HTTP_METHODS = [
+    'GET',
+    'POST',
+    'DELETE',
+    'PUT'
+];
 class device_IOSDevice {
     actionSpace() {
         const defaultActions = [
@@ -12267,9 +12319,11 @@ class device_IOSDevice {
                 await this.clearInput(element);
             })
         ];
+        const platformSpecificActions = Object.values(createPlatformActions(this));
         const customActions = this.customActions || [];
         return [
             ...defaultActions,
+            ...platformSpecificActions,
             ...customActions
         ];
     }
@@ -12367,19 +12421,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         if (!element) return;
         await this.tap(element.center[0], element.center[1]);
         await sleep(100);
-        try {
-            await this.tripleTap(element.center[0], element.center[1]);
-            await sleep(200);
-            await this.wdaBackend.typeText(BackspaceChar);
-        } catch (error2) {
-            debugDevice(`Method 1 failed, trying method 2: ${error2}`);
-            try {
-                const backspaces = Array(100).fill(BackspaceChar).join('');
-                await this.wdaBackend.typeText(backspaces);
-            } catch (error3) {
-                debugDevice(`All clear methods failed: ${error3}`);
-            }
-        }
+        debugDevice('Attempting to clear input with WebDriver Clear API');
+        const cleared = await this.wdaBackend.clearActiveElement();
+        cleared ? debugDevice('Successfully cleared input with WebDriver Clear API') : debugDevice('WebDriver Clear API returned false (no active element or clear failed)');
     }
     async url() {
         return '';
@@ -12667,6 +12711,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
             throw new Error(`Failed to open URL via Safari: ${error}`);
         }
     }
+    async runWdaRequest(method, endpoint, data) {
+        return await this.wdaBackend.executeRequest(method, endpoint, data);
+    }
     async destroy() {
         if (this.destroyed) return;
         try {
@@ -12702,13 +12749,48 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         this.wdaManager = WDAManager.getInstance(wdaPort, wdaHost);
     }
 }
+const runWdaRequestParamSchema = z.object({
+    method: z["enum"](WDA_HTTP_METHODS).describe('HTTP method (GET, POST, DELETE, PUT)'),
+    endpoint: z.string().describe('WebDriver API endpoint'),
+    data: z.object({}).passthrough().optional().describe('Optional request body data as JSON object')
+});
+const launchParamSchema = z.string().describe('App bundle ID or URL to launch');
+const createPlatformActions = (device)=>({
+        RunWdaRequest: defineAction({
+            name: 'RunWdaRequest',
+            description: 'Execute WebDriverAgent API request directly on iOS device',
+            interfaceAlias: 'runWdaRequest',
+            paramSchema: runWdaRequestParamSchema,
+            call: async (param)=>await device.runWdaRequest(param.method, param.endpoint, param.data)
+        }),
+        Launch: defineAction({
+            name: 'Launch',
+            description: 'Launch an iOS app or URL',
+            interfaceAlias: 'launch',
+            paramSchema: launchParamSchema,
+            call: async (param)=>{
+                await device.launch(param);
+            }
+        })
+    });
 promisify(exec);
 getDebug('ios:utils');
+function agent_define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
 getDebug('ios:agent');
 class IOSAgent extends Agent {
-    async launch(uri) {
-        const device = this.page;
-        await device.launch(uri);
+    constructor(device, opts){
+        super(device, opts), agent_define_property(this, "launch", void 0), agent_define_property(this, "runWdaRequest", void 0);
+        this.launch = this.wrapActionInActionSpace('Launch');
+        this.runWdaRequest = this.wrapActionInActionSpace('RunWdaRequest');
     }
 }
 async function isPortAvailable(port) {

package/dist/es/index.mjs

@@ -150,6 +150,49 @@ class IOSWebDriverClient extends WebDriverClient {
         debugIOS(`Warning: Key "${key}" is not supported on iOS platform`);
         throw new Error(`Key "${key}" is not supported on iOS platform`);
     }
+    async getActiveElement() {
+        this.ensureSession();
+        debugIOS('Getting active element');
+        try {
+            var _response_value, _response_value1;
+            const response = await this.makeRequest('GET', `/session/${this.sessionId}/element/active`);
+            const elementId = (null == (_response_value = response.value) ? void 0 : _response_value.ELEMENT) || (null == (_response_value1 = response.value) ? void 0 : _response_value1['element-6066-11e4-a52e-4f735466cecf']) || response.ELEMENT || response['element-6066-11e4-a52e-4f735466cecf'];
+            if (elementId) {
+                debugIOS(`Got active element ID: ${elementId}`);
+                return elementId;
+            }
+            debugIOS('No active element found');
+            return null;
+        } catch (error) {
+            debugIOS(`Failed to get active element: ${error}`);
+            return null;
+        }
+    }
+    async clearElement(elementId) {
+        this.ensureSession();
+        debugIOS(`Clearing element: ${elementId}`);
+        try {
+            await this.makeRequest('POST', `/session/${this.sessionId}/element/${elementId}/clear`);
+            debugIOS('Element cleared successfully');
+        } catch (error) {
+            debugIOS(`Failed to clear element: ${error}`);
+            throw new Error(`Failed to clear element: ${error}`);
+        }
+    }
+    async clearActiveElement() {
+        try {
+            const elementId = await this.getActiveElement();
+            if (!elementId) {
+                debugIOS('No active element to clear');
+                return false;
+            }
+            await this.clearElement(elementId);
+            return true;
+        } catch (error) {
+            debugIOS(`Failed to clear active element: ${error}`);
+            return false;
+        }
+    }
     normalizeKeyName(key) {
         return key.charAt(0).toUpperCase() + key.slice(1).toLowerCase();
     }
@@ -297,6 +340,10 @@ class IOSWebDriverClient extends WebDriverClient {
             debugIOS(`Failed to apply iOS session configuration: ${error}`);
         }
     }
+    async executeRequest(method, endpoint, data) {
+        this.ensureSession();
+        return this.makeRequest(method, endpoint, data);
+    }
 }
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
@@ -309,7 +356,12 @@ function _define_property(obj, key, value) {
     return obj;
 }
 const debugDevice = getDebug('ios:device');
-const BackspaceChar = '\u0008';
+const WDA_HTTP_METHODS = [
+    'GET',
+    'POST',
+    'DELETE',
+    'PUT'
+];
 class IOSDevice {
     actionSpace() {
         const defaultActions = [
@@ -418,9 +470,11 @@ class IOSDevice {
                 await this.clearInput(element);
             })
         ];
+        const platformSpecificActions = Object.values(createPlatformActions(this));
         const customActions = this.customActions || [];
         return [
             ...defaultActions,
+            ...platformSpecificActions,
             ...customActions
         ];
     }
@@ -518,19 +572,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         if (!element) return;
         await this.tap(element.center[0], element.center[1]);
         await sleep(100);
-        try {
-            await this.tripleTap(element.center[0], element.center[1]);
-            await sleep(200);
-            await this.wdaBackend.typeText(BackspaceChar);
-        } catch (error2) {
-            debugDevice(`Method 1 failed, trying method 2: ${error2}`);
-            try {
-                const backspaces = Array(100).fill(BackspaceChar).join('');
-                await this.wdaBackend.typeText(backspaces);
-            } catch (error3) {
-                debugDevice(`All clear methods failed: ${error3}`);
-            }
-        }
+        debugDevice('Attempting to clear input with WebDriver Clear API');
+        const cleared = await this.wdaBackend.clearActiveElement();
+        cleared ? debugDevice('Successfully cleared input with WebDriver Clear API') : debugDevice('WebDriver Clear API returned false (no active element or clear failed)');
     }
     async url() {
         return '';
@@ -818,6 +862,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
             throw new Error(`Failed to open URL via Safari: ${error}`);
         }
     }
+    async runWdaRequest(method, endpoint, data) {
+        return await this.wdaBackend.executeRequest(method, endpoint, data);
+    }
     async destroy() {
         if (this.destroyed) return;
         try {
@@ -853,6 +900,30 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         this.wdaManager = WDAManager.getInstance(wdaPort, wdaHost);
     }
 }
+const runWdaRequestParamSchema = z.object({
+    method: z["enum"](WDA_HTTP_METHODS).describe('HTTP method (GET, POST, DELETE, PUT)'),
+    endpoint: z.string().describe('WebDriver API endpoint'),
+    data: z.object({}).passthrough().optional().describe('Optional request body data as JSON object')
+});
+const launchParamSchema = z.string().describe('App bundle ID or URL to launch');
+const createPlatformActions = (device)=>({
+        RunWdaRequest: defineAction({
+            name: 'RunWdaRequest',
+            description: 'Execute WebDriverAgent API request directly on iOS device',
+            interfaceAlias: 'runWdaRequest',
+            paramSchema: runWdaRequestParamSchema,
+            call: async (param)=>await device.runWdaRequest(param.method, param.endpoint, param.data)
+        }),
+        Launch: defineAction({
+            name: 'Launch',
+            description: 'Launch an iOS app or URL',
+            interfaceAlias: 'launch',
+            paramSchema: launchParamSchema,
+            call: async (param)=>{
+                await device.launch(param);
+            }
+        })
+    });
 const execAsync = promisify(exec);
 const debugUtils = getDebug('ios:utils');
 function checkMacOSPlatform() {
@@ -899,11 +970,22 @@ async function checkIOSEnvironment() {
         };
     }
 }
+function agent_define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
 const debugAgent = getDebug('ios:agent');
 class IOSAgent extends Agent {
-    async launch(uri) {
-        const device = this.page;
-        await device.launch(uri);
+    constructor(device, opts){
+        super(device, opts), agent_define_property(this, "launch", void 0), agent_define_property(this, "runWdaRequest", void 0);
+        this.launch = this.wrapActionInActionSpace('Launch');
+        this.runWdaRequest = this.wrapActionInActionSpace('RunWdaRequest');
     }
 }
 async function agentFromWebDriverAgent(opts) {

package/dist/lib/bin.js

@@ -12137,6 +12137,49 @@ var __webpack_exports__ = {};
             debugIOS(`Warning: Key "${key}" is not supported on iOS platform`);
             throw new Error(`Key "${key}" is not supported on iOS platform`);
         }
+        async getActiveElement() {
+            this.ensureSession();
+            debugIOS('Getting active element');
+            try {
+                var _response_value, _response_value1;
+                const response = await this.makeRequest('GET', `/session/${this.sessionId}/element/active`);
+                const elementId = (null == (_response_value = response.value) ? void 0 : _response_value.ELEMENT) || (null == (_response_value1 = response.value) ? void 0 : _response_value1['element-6066-11e4-a52e-4f735466cecf']) || response.ELEMENT || response['element-6066-11e4-a52e-4f735466cecf'];
+                if (elementId) {
+                    debugIOS(`Got active element ID: ${elementId}`);
+                    return elementId;
+                }
+                debugIOS('No active element found');
+                return null;
+            } catch (error) {
+                debugIOS(`Failed to get active element: ${error}`);
+                return null;
+            }
+        }
+        async clearElement(elementId) {
+            this.ensureSession();
+            debugIOS(`Clearing element: ${elementId}`);
+            try {
+                await this.makeRequest('POST', `/session/${this.sessionId}/element/${elementId}/clear`);
+                debugIOS('Element cleared successfully');
+            } catch (error) {
+                debugIOS(`Failed to clear element: ${error}`);
+                throw new Error(`Failed to clear element: ${error}`);
+            }
+        }
+        async clearActiveElement() {
+            try {
+                const elementId = await this.getActiveElement();
+                if (!elementId) {
+                    debugIOS('No active element to clear');
+                    return false;
+                }
+                await this.clearElement(elementId);
+                return true;
+            } catch (error) {
+                debugIOS(`Failed to clear active element: ${error}`);
+                return false;
+            }
+        }
         normalizeKeyName(key) {
             return key.charAt(0).toUpperCase() + key.slice(1).toLowerCase();
         }
@@ -12284,6 +12327,10 @@ var __webpack_exports__ = {};
                 debugIOS(`Failed to apply iOS session configuration: ${error}`);
             }
         }
+        async executeRequest(method, endpoint, data) {
+            this.ensureSession();
+            return this.makeRequest(method, endpoint, data);
+        }
     }
     function device_define_property(obj, key, value) {
         if (key in obj) Object.defineProperty(obj, key, {
@@ -12296,7 +12343,12 @@ var __webpack_exports__ = {};
         return obj;
     }
     const debugDevice = (0, logger_namespaceObject.getDebug)('ios:device');
-    const BackspaceChar = '\u0008';
+    const WDA_HTTP_METHODS = [
+        'GET',
+        'POST',
+        'DELETE',
+        'PUT'
+    ];
     class device_IOSDevice {
         actionSpace() {
             const defaultActions = [
@@ -12405,9 +12457,11 @@ var __webpack_exports__ = {};
                     await this.clearInput(element);
                 })
             ];
+            const platformSpecificActions = Object.values(createPlatformActions(this));
             const customActions = this.customActions || [];
             return [
                 ...defaultActions,
+                ...platformSpecificActions,
                 ...customActions
             ];
         }
@@ -12505,19 +12559,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
             if (!element) return;
             await this.tap(element.center[0], element.center[1]);
             await (0, utils_namespaceObject.sleep)(100);
-            try {
-                await this.tripleTap(element.center[0], element.center[1]);
-                await (0, utils_namespaceObject.sleep)(200);
-                await this.wdaBackend.typeText(BackspaceChar);
-            } catch (error2) {
-                debugDevice(`Method 1 failed, trying method 2: ${error2}`);
-                try {
-                    const backspaces = Array(100).fill(BackspaceChar).join('');
-                    await this.wdaBackend.typeText(backspaces);
-                } catch (error3) {
-                    debugDevice(`All clear methods failed: ${error3}`);
-                }
-            }
+            debugDevice('Attempting to clear input with WebDriver Clear API');
+            const cleared = await this.wdaBackend.clearActiveElement();
+            cleared ? debugDevice('Successfully cleared input with WebDriver Clear API') : debugDevice('WebDriver Clear API returned false (no active element or clear failed)');
         }
         async url() {
             return '';
@@ -12805,6 +12849,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
                 throw new Error(`Failed to open URL via Safari: ${error}`);
             }
         }
+        async runWdaRequest(method, endpoint, data) {
+            return await this.wdaBackend.executeRequest(method, endpoint, data);
+        }
         async destroy() {
             if (this.destroyed) return;
             try {
@@ -12840,15 +12887,50 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
             this.wdaManager = webdriver_namespaceObject.WDAManager.getInstance(wdaPort, wdaHost);
         }
     }
+    const runWdaRequestParamSchema = core_namespaceObject.z.object({
+        method: core_namespaceObject.z["enum"](WDA_HTTP_METHODS).describe('HTTP method (GET, POST, DELETE, PUT)'),
+        endpoint: core_namespaceObject.z.string().describe('WebDriver API endpoint'),
+        data: core_namespaceObject.z.object({}).passthrough().optional().describe('Optional request body data as JSON object')
+    });
+    const launchParamSchema = core_namespaceObject.z.string().describe('App bundle ID or URL to launch');
+    const createPlatformActions = (device)=>({
+            RunWdaRequest: (0, device_namespaceObject.defineAction)({
+                name: 'RunWdaRequest',
+                description: 'Execute WebDriverAgent API request directly on iOS device',
+                interfaceAlias: 'runWdaRequest',
+                paramSchema: runWdaRequestParamSchema,
+                call: async (param)=>await device.runWdaRequest(param.method, param.endpoint, param.data)
+            }),
+            Launch: (0, device_namespaceObject.defineAction)({
+                name: 'Launch',
+                description: 'Launch an iOS app or URL',
+                interfaceAlias: 'launch',
+                paramSchema: launchParamSchema,
+                call: async (param)=>{
+                    await device.launch(param);
+                }
+            })
+        });
     require("node:os");
     const external_node_util_namespaceObject = require("node:util");
     (0, external_node_util_namespaceObject.promisify)(external_node_child_process_namespaceObject.exec);
     (0, logger_namespaceObject.getDebug)('ios:utils');
+    function agent_define_property(obj, key, value) {
+        if (key in obj) Object.defineProperty(obj, key, {
+            value: value,
+            enumerable: true,
+            configurable: true,
+            writable: true
+        });
+        else obj[key] = value;
+        return obj;
+    }
     (0, logger_namespaceObject.getDebug)('ios:agent');
     class IOSAgent extends agent_namespaceObject.Agent {
-        async launch(uri) {
-            const device = this.page;
-            await device.launch(uri);
+        constructor(device, opts){
+            super(device, opts), agent_define_property(this, "launch", void 0), agent_define_property(this, "runWdaRequest", void 0);
+            this.launch = this.wrapActionInActionSpace('Launch');
+            this.runWdaRequest = this.wrapActionInActionSpace('RunWdaRequest');
         }
     }
     async function isPortAvailable(port) {