openclaw-cascade-plugin 1.0.12 → 1.0.14

package/dist/tools/desktop-automation.js

@@ -1,105 +1,84 @@
 "use strict";
-/**
- * Desktop Automation Tools
- *
- * 9 tools for controlling Windows desktop applications
- */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.registerDesktopTools = registerDesktopTools;
 const response_helpers_1 = require("./response-helpers");
 const promises_1 = require("fs/promises");
 const path_1 = require("path");
 const os_1 = require("os");
-// Max size for embedded images (4MB)
 const MAX_EMBED_SIZE = 4 * 1024 * 1024;
 function registerDesktopTools(registry, getClient, config) {
     const screenshotMode = config?.screenshotMode || 'auto';
     const screenshotDir = config?.screenshotDir || (0, path_1.join)((0, os_1.homedir)(), '.openclaw', 'screenshots');
-    // 1. cascade_click_element
+    // Helper to extract selector
+    const extractSelector = (args) => {
+        return {
+            platform_source: args.platform_source,
+            id: args.id,
+            name: args.name,
+            control_type: args.control_type,
+            path: args.path,
+            index: args.index,
+            text_hint: args.text_hint
+        };
+    };
     registry.register({
         name: 'cascade_click_element',
         description: 'Click on a UI element on the desktop or in an application',
         inputSchema: {
             type: 'object',
             properties: {
-                platform_source: {
-                    type: 'string',
-                    enum: ['WINDOWS', 'JAVA', 'WEB'],
-                    description: 'Platform type (Windows desktop, Java app, or web)'
-                },
-                id: { type: 'string', description: 'Element ID if known' },
-                name: { type: 'string', description: 'Element name/label' },
-                control_type: {
-                    type: 'string',
-                    enum: ['BUTTON', 'INPUT', 'COMBO', 'MENU', 'TREE', 'TABLE', 'CUSTOM'],
-                    description: 'Control type'
-                },
-                path: {
-                    type: 'array',
-                    items: { type: 'string' },
-                    description: 'Path components for navigation'
-                },
-                index: { type: 'integer', description: 'Index if multiple matches' },
-                text_hint: { type: 'string', description: 'Text hint for element' }
+                platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'], description: 'Platform type' },
+                id: { type: 'string' },
+                name: { type: 'string' },
+                control_type: { type: 'string' },
+                path: { type: 'array', items: { type: 'string' } },
+                index: { type: 'integer' },
+                text_hint: { type: 'string' }
             },
             required: ['platform_source']
         },
         handler: async (args) => {
             try {
-                if (!args.platform_source) {
+                if (!args.platform_source)
                     return (0, response_helpers_1.errorResponse)('platform_source is required');
-                }
-                const result = await (await getClient()).callTool('click_element', args);
+                const result = await (await getClient()).performAction('CLICK', extractSelector(args));
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to click element', 'Try using cascade_get_semantic_tree first to identify the correct element');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to click element');
             }
         }
     });
-    // 2. cascade_type_text
     registry.register({
         name: 'cascade_type_text',
-        description: 'Type text into a UI element (input field, text area, etc.)',
+        description: 'Type text into a UI element',
         inputSchema: {
             type: 'object',
             properties: {
                 selector: {
                     type: 'object',
-                    description: 'Element selector',
                     properties: {
-                        platform_source: {
-                            type: 'string',
-                            enum: ['WINDOWS', 'JAVA', 'WEB']
-                        },
+                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] },
                         id: { type: 'string' },
                         name: { type: 'string' },
-                        control_type: {
-                            type: 'string',
-                            enum: ['BUTTON', 'INPUT', 'COMBO', 'MENU', 'TREE', 'TABLE', 'CUSTOM']
-                        },
+                        control_type: { type: 'string' },
                         path: { type: 'array', items: { type: 'string' } },
                         index: { type: 'integer' },
                         text_hint: { type: 'string' }
                     },
                     required: ['platform_source']
                 },
-                text: {
-                    type: 'string',
-                    description: 'Text to type'
-                }
+                text: { type: 'string', description: 'Text to type' }
             },
             required: ['selector', 'text']
         },
         handler: async (args) => {
             try {
-                if (!args.selector) {
+                if (!args.selector)
                     return (0, response_helpers_1.errorResponse)('selector is required');
-                }
-                if (!args.text) {
+                if (!args.text)
                     return (0, response_helpers_1.errorResponse)('text is required');
-                }
-                const result = await (await getClient()).callTool('type_text', args);
+                const result = await (await getClient()).performAction('TYPE_TEXT', args.selector, args.text);
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
@@ -107,90 +86,77 @@ function registerDesktopTools(registry, getClient, config) {
             }
         }
     });
-    // 3. cascade_get_semantic_tree
     registry.register({
         name: 'cascade_get_semantic_tree',
-        description: 'Get the UI element structure of the current window or application',
+        description: 'Get the UI element structure',
         inputSchema: {
             type: 'object',
-            properties: { _placeholder: { type: "boolean", description: "Ignore this field" } }
+            properties: { _placeholder: { type: "boolean" } }
         },
         handler: async () => {
             try {
-                const result = await (await getClient()).callTool('get_semantic_tree', {});
+                const result = await (await getClient()).getSemanticTree();
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to get semantic tree');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to get tree');
             }
         }
     });
-    // 4. cascade_get_screenshot
     registry.register({
         name: 'cascade_get_screenshot',
-        description: 'Capture a screenshot of the current screen with element annotations',
+        description: 'Capture a screenshot with element annotations',
         inputSchema: {
             type: 'object',
-            properties: { _placeholder: { type: "boolean", description: "Ignore this field" } }
+            properties: { _placeholder: { type: "boolean" } }
         },
         handler: async () => {
             try {
-                const result = await (await getClient()).callTool('get_screenshot', {});
-                if (!result.image) {
+                const result = await (await getClient()).getScreenshot();
+                if (!result.image)
                     return (0, response_helpers_1.errorResponse)('No image data received');
-                }
                 const imageSize = Buffer.from(result.image, 'base64').length;
-                const shouldEmbed = screenshotMode === 'embed' ||
-                    (screenshotMode === 'auto' && imageSize < MAX_EMBED_SIZE);
+                const shouldEmbed = screenshotMode === 'embed' || (screenshotMode === 'auto' && imageSize < MAX_EMBED_SIZE);
                 if (shouldEmbed) {
-                    return (0, response_helpers_1.imageResponse)(result.image, result.format?.toLowerCase() === 'jpeg' ? 'jpeg' : 'png', `Screenshot captured (${(imageSize / 1024).toFixed(1)} KB)`);
-                }
-                else {
-                    // Save to disk
-                    await (0, promises_1.mkdir)(screenshotDir, { recursive: true });
-                    const filename = `cascade-${Date.now()}.${result.format?.toLowerCase() || 'png'}`;
-                    const filepath = (0, path_1.join)(screenshotDir, filename);
-                    await (0, promises_1.writeFile)(filepath, Buffer.from(result.image, 'base64'));
-                    return (0, response_helpers_1.formatSuccess)({
-                        saved_to: filepath,
-                        size_kb: (imageSize / 1024).toFixed(1),
-                        marks: result.marks
-                    });
+                    return (0, response_helpers_1.imageResponse)(result.image, 'jpeg', `Captured screenshot. Marks available:\n${JSON.stringify(result.marks, null, 2)}`);
                 }
+                await (0, promises_1.mkdir)(screenshotDir, { recursive: true });
+                const filename = `screenshot_${Date.now()}.jpg`;
+                const filepath = (0, path_1.join)(screenshotDir, filename);
+                await (0, promises_1.writeFile)(filepath, Buffer.from(result.image, 'base64'));
+                return (0, response_helpers_1.formatSuccess)({
+                    message: `Screenshot saved to ${filepath}`,
+                    marks: result.marks,
+                    file_path: filepath
+                });
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to capture screenshot');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to get screenshot');
             }
         }
     });
-    // 5. cascade_start_app
     registry.register({
         name: 'cascade_start_app',
         description: 'Start an application by name',
         inputSchema: {
             type: 'object',
             properties: {
-                app_name: {
-                    type: 'string',
-                    description: 'Application name or executable (e.g., notepad, calc, excel)'
-                }
+                app_name: { type: 'string' }
             },
             required: ['app_name']
         },
         handler: async (args) => {
             try {
-                if (!args.app_name) {
+                if (!args.app_name)
                     return (0, response_helpers_1.errorResponse)('app_name is required');
-                }
-                const result = await (await getClient()).callTool('start_app', args);
+                const result = await (await getClient()).startApp(args.app_name);
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to start application', 'Verify the app name is correct and the application is installed');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to start app');
             }
         }
     });
-    // 6. cascade_hover_element
     registry.register({
         name: 'cascade_hover_element',
         description: 'Hover over a UI element',
@@ -199,7 +165,6 @@ function registerDesktopTools(registry, getClient, config) {
             properties: {
                 selector: {
                     type: 'object',
-                    description: 'Element selector',
                     properties: {
                         platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] },
                         id: { type: 'string' },
@@ -216,15 +181,14 @@ function registerDesktopTools(registry, getClient, config) {
         },
         handler: async (args) => {
             try {
-                const result = await (await getClient()).callTool('hover_element', args);
+                const result = await (await getClient()).performAction('HOVER', args.selector);
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to hover element');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to hover');
             }
         }
     });
-    // 7. cascade_focus_element
     registry.register({
         name: 'cascade_focus_element',
         description: 'Focus on a UI element',
@@ -233,15 +197,8 @@ function registerDesktopTools(registry, getClient, config) {
             properties: {
                 selector: {
                     type: 'object',
-                    description: 'Element selector',
                     properties: {
-                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] },
-                        id: { type: 'string' },
-                        name: { type: 'string' },
-                        control_type: { type: 'string' },
-                        path: { type: 'array', items: { type: 'string' } },
-                        index: { type: 'integer' },
-                        text_hint: { type: 'string' }
+                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] }
                     },
                     required: ['platform_source']
                 }
@@ -250,15 +207,14 @@ function registerDesktopTools(registry, getClient, config) {
         },
         handler: async (args) => {
             try {
-                const result = await (await getClient()).callTool('focus_element', args);
+                const result = await (await getClient()).performAction('FOCUS', args.selector);
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to focus element');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to focus');
             }
         }
     });
-    // 8. cascade_scroll_element
     registry.register({
         name: 'cascade_scroll_element',
         description: 'Scroll a UI element',
@@ -267,15 +223,8 @@ function registerDesktopTools(registry, getClient, config) {
             properties: {
                 selector: {
                     type: 'object',
-                    description: 'Element selector',
                     properties: {
-                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] },
-                        id: { type: 'string' },
-                        name: { type: 'string' },
-                        control_type: { type: 'string' },
-                        path: { type: 'array', items: { type: 'string' } },
-                        index: { type: 'integer' },
-                        text_hint: { type: 'string' }
+                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] }
                     },
                     required: ['platform_source']
                 }
@@ -284,15 +233,14 @@ function registerDesktopTools(registry, getClient, config) {
         },
         handler: async (args) => {
             try {
-                const result = await (await getClient()).callTool('scroll_element', args);
+                const result = await (await getClient()).performAction('SCROLL', args.selector);
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to scroll element');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to scroll');
             }
         }
     });
-    // 9. cascade_wait_visible
     registry.register({
         name: 'cascade_wait_visible',
         description: 'Wait for a UI element to become visible',
@@ -301,15 +249,8 @@ function registerDesktopTools(registry, getClient, config) {
             properties: {
                 selector: {
                     type: 'object',
-                    description: 'Element selector',
                     properties: {
-                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] },
-                        id: { type: 'string' },
-                        name: { type: 'string' },
-                        control_type: { type: 'string' },
-                        path: { type: 'array', items: { type: 'string' } },
-                        index: { type: 'integer' },
-                        text_hint: { type: 'string' }
+                        platform_source: { type: 'string', enum: ['WINDOWS', 'JAVA', 'WEB'] }
                     },
                     required: ['platform_source']
                 }
@@ -318,11 +259,11 @@ function registerDesktopTools(registry, getClient, config) {
         },
         handler: async (args) => {
             try {
-                const result = await (await getClient()).callTool('wait_visible', args);
+                const result = await (await getClient()).performAction('WAIT_VISIBLE', args.selector);
                 return (0, response_helpers_1.formatSuccess)(result);
             }
             catch (error) {
-                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to wait for element');
+                return (0, response_helpers_1.errorResponse)(error instanceof Error ? error.message : 'Failed to wait');
             }
         }
     });

package/dist/tools/desktop-automation.js.map

@@ -1 +1 @@
-{"version":3,"file":"desktop-automation.js","sourceRoot":"","sources":["../../src/tools/desktop-automation.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAaH,oDA4VC;AApWD,yDAAiF;AACjF,0CAA+C;AAC/C,+BAA4B;AAC5B,2BAA6B;AAE7B,qCAAqC;AACrC,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAEvC,SAAgB,oBAAoB,CAClC,QAAsB,EACtB,SAA0C,EAC1C,MAA4B;IAE5B,MAAM,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,MAAM,CAAC;IACxD,MAAM,aAAa,GAAG,MAAM,EAAE,aAAa,IAAI,IAAA,WAAI,EAAC,IAAA,YAAO,GAAE,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IAE3F,2BAA2B;IAC3B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,2DAA2D;QACxE,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,eAAe,EAAE;oBACf,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC;oBAChC,WAAW,EAAE,mDAAmD;iBACjE;gBACD,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;gBAC1D,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE;gBAC3D,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;oBACrE,WAAW,EAAE,cAAc;iBAC5B;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,gCAAgC;iBAC9C;gBACD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,2BAA2B,EAAE;gBACpE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAE;aACpE;YACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;SAC9B;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1B,OAAO,IAAA,gCAAa,EAAC,6BAA6B,CAAC,CAAC;gBACtD,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;gBACzE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,EAClE,2EAA2E,CAC5E,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,uBAAuB;IACvB,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,4DAA4D;QACzE,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,UAAU,EAAE;wBACV,eAAe,EAAE;4BACf,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC;yBACjC;wBACD,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;yBACtE;wBACD,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,cAAc;iBAC5B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC;SAC/B;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACnB,OAAO,IAAA,gCAAa,EAAC,sBAAsB,CAAC,CAAC;gBAC/C,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACf,OAAO,IAAA,gCAAa,EAAC,kBAAkB,CAAC,CAAC;gBAC3C,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBACrE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAC/D,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,+BAA+B;IAC/B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,mEAAmE;QAChF,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,mBAAmB,EAAE,EAAE;SACpF;QACD,OAAO,EAAE,KAAK,IAA2B,EAAE;YACzC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;gBAC3E,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CACvE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,4BAA4B;IAC5B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,qEAAqE;QAClF,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,mBAAmB,EAAE,EAAE;SACpF;QACD,OAAO,EAAE,KAAK,IAA2B,EAAE;YACzC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;gBAExE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAClB,OAAO,IAAA,gCAAa,EAAC,wBAAwB,CAAC,CAAC;gBACjD,CAAC;gBAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC;gBAC7D,MAAM,WAAW,GAAG,cAAc,KAAK,OAAO;oBAC3B,CAAC,cAAc,KAAK,MAAM,IAAI,SAAS,GAAG,cAAc,CAAC,CAAC;gBAE7E,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,IAAA,gCAAa,EAClB,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,EACxD,wBAAwB,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAC5D,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,eAAe;oBACf,MAAM,IAAA,gBAAK,EAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBAChD,MAAM,QAAQ,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC;oBAClF,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;oBAC/C,MAAM,IAAA,oBAAS,EAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;oBAE/D,OAAO,IAAA,gCAAa,EAAC;wBACnB,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;wBACtC,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,uBAAuB;IACvB,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,8BAA8B;QAC3C,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,6DAA6D;iBAC3E;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACnB,OAAO,IAAA,gCAAa,EAAC,sBAAsB,CAAC,CAAC;gBAC/C,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBACrE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,EACtE,iEAAiE,CAClE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,2BAA2B;IAC3B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,yBAAyB;QACtC,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;wBACrE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;gBACzE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CACnE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,2BAA2B;IAC3B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;wBACrE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;gBACzE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CACnE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,4BAA4B;IAC5B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;wBACrE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;gBAC1E,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CACpE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,0BAA0B;IAC1B,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;wBACrE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;gBACxE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CACtE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"desktop-automation.js","sourceRoot":"","sources":["../../src/tools/desktop-automation.ts"],"names":[],"mappings":";;AAUA,oDAyQC;AAhRD,yDAAiF;AACjF,0CAA+C;AAC/C,+BAA4B;AAC5B,2BAA6B;AAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAEvC,SAAgB,oBAAoB,CAClC,QAAsB,EACtB,SAA2C,EAC3C,MAA4B;IAE5B,MAAM,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,MAAM,CAAC;IACxD,MAAM,aAAa,GAAG,MAAM,EAAE,aAAa,IAAI,IAAA,WAAI,EAAC,IAAA,YAAO,GAAE,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IAE3F,6BAA6B;IAC7B,MAAM,eAAe,GAAG,CAAC,IAAS,EAAE,EAAE;QACpC,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC,CAAC;IAEF,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,2DAA2D;QACxE,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE;gBACnG,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;gBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aAC9B;YACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;SAC9B;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,eAAe;oBAAE,OAAO,IAAA,gCAAa,EAAC,6BAA6B,CAAC,CAAC;gBAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;gBACvF,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC;YAC3F,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,6BAA6B;QAC1C,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;wBACrE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;gBACD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;aACtD;YACD,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC;SAC/B;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,OAAO,IAAA,gCAAa,EAAC,sBAAsB,CAAC,CAAC;gBACjE,IAAI,CAAC,IAAI,CAAC,IAAI;oBAAE,OAAO,IAAA,gCAAa,EAAC,kBAAkB,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9F,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,8BAA8B;QAC3C,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;SAClD;QACD,OAAO,EAAE,KAAK,IAA2B,EAAE;YACzC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,eAAe,EAAE,CAAC;gBAC3D,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,+CAA+C;QAC5D,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;SAClD;QACD,OAAO,EAAE,KAAK,IAA2B,EAAE;YACzC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;gBACzD,IAAI,CAAC,MAAM,CAAC,KAAK;oBAAE,OAAO,IAAA,gCAAa,EAAC,wBAAwB,CAAC,CAAC;gBAElE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC;gBAC7D,MAAM,WAAW,GAAG,cAAc,KAAK,OAAO,IAAI,CAAC,cAAc,KAAK,MAAM,IAAI,SAAS,GAAG,cAAc,CAAC,CAAC;gBAE5G,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,0CAA0C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChI,CAAC;gBAED,MAAM,IAAA,gBAAK,EAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;gBAChD,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBAC/C,MAAM,IAAA,oBAAS,EAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAE/D,OAAO,IAAA,gCAAa,EAAC;oBACnB,OAAO,EAAE,uBAAuB,QAAQ,EAAE;oBAC1C,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS,EAAE,QAAQ;iBACpB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,8BAA8B;QAC3C,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aAC7B;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,OAAO,IAAA,gCAAa,EAAC,sBAAsB,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACjE,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,yBAAyB;QACtC,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;wBACrE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC/E,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;qBACtE;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC/E,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;qBACtE;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChF,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,CAAC;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;qBACtE;oBACD,QAAQ,EAAE,CAAC,iBAAiB,CAAC;iBAC9B;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAyB,EAAE;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtF,OAAO,IAAA,gCAAa,EAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAA,gCAAa,EAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/tools/index.d.ts

@@ -1,12 +1,5 @@
-/**
- * Tools Index
- *
- * Export all tool registration functions
- */
-export { registerDesktopTools } from './desktop-automation';
-export { registerWebTools } from './web-automation';
-export { registerApiTools } from './api-tools';
-export { registerSandboxTools } from './sandbox-tools';
-export { registerA2ATools } from './a2a-tools';
+export * from './tool-registry';
 export * from './response-helpers';
+export * from './desktop-automation';
+export * from './a2a-tools';
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,cAAc,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC"}

package/dist/tools/index.js

@@ -1,9 +1,4 @@
 "use strict";
-/**
- * Tools Index
- *
- * Export all tool registration functions
- */
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
     var desc = Object.getOwnPropertyDescriptor(m, k);
@@ -19,17 +14,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.registerA2ATools = exports.registerSandboxTools = exports.registerApiTools = exports.registerWebTools = exports.registerDesktopTools = void 0;
-var desktop_automation_1 = require("./desktop-automation");
-Object.defineProperty(exports, "registerDesktopTools", { enumerable: true, get: function () { return desktop_automation_1.registerDesktopTools; } });
-var web_automation_1 = require("./web-automation");
-Object.defineProperty(exports, "registerWebTools", { enumerable: true, get: function () { return web_automation_1.registerWebTools; } });
-var api_tools_1 = require("./api-tools");
-Object.defineProperty(exports, "registerApiTools", { enumerable: true, get: function () { return api_tools_1.registerApiTools; } });
-var sandbox_tools_1 = require("./sandbox-tools");
-Object.defineProperty(exports, "registerSandboxTools", { enumerable: true, get: function () { return sandbox_tools_1.registerSandboxTools; } });
-var a2a_tools_1 = require("./a2a-tools");
-Object.defineProperty(exports, "registerA2ATools", { enumerable: true, get: function () { return a2a_tools_1.registerA2ATools; } });
-// Note: ToolRegistry class is not exported from main index to avoid conflict with ToolRegistry interface
+__exportStar(require("./tool-registry"), exports);
 __exportStar(require("./response-helpers"), exports);
+__exportStar(require("./desktop-automation"), exports);
+__exportStar(require("./a2a-tools"), exports);
 //# sourceMappingURL=index.js.map

package/dist/tools/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;;;;;;;;;;;;AAEH,2DAA4D;AAAnD,0HAAA,oBAAoB,OAAA;AAC7B,mDAAoD;AAA3C,kHAAA,gBAAgB,OAAA;AACzB,yCAA+C;AAAtC,6GAAA,gBAAgB,OAAA;AACzB,iDAAuD;AAA9C,qHAAA,oBAAoB,OAAA;AAC7B,yCAA+C;AAAtC,6GAAA,gBAAgB,OAAA;AACzB,yGAAyG;AACzG,qDAAmC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,qDAAmC;AACnC,uDAAqC;AACrC,8CAA4B"}

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "openclaw-cascade-plugin",
   "name": "Cascade Desktop Automation",
   "description": "Control Windows desktop apps and web browsers through OpenClaw. Provides desktop automation, web automation with Playwright, and skill learning capabilities.",
-  "version": "1.0.4",
+  "version": "1.0.14",
   "configSchema": {
     "type": "object",
     "additionalProperties": false,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openclaw-cascade-plugin",
-  "version": "1.0.12",
+  "version": "1.0.14",
   "description": "Desktop automation plugin for OpenClaw powered by Cascade",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -12,9 +12,15 @@
     "test:coverage": "jest --coverage",
     "lint": "eslint src/**/*.ts",
     "lint:fix": "eslint src/**/*.ts --fix",
-    "clean": "rm -rf dist coverage",
+    "clean": "rimraf dist coverage",
+    "prepack": "npm run clean && npm run build",
     "postinstall": "node scripts/postinstall.js"
   },
+  "files": [
+    "dist",
+    "proto",
+    "openclaw.plugin.json"
+  ],
   "openclaw": {
     "extensions": [
       "./dist/index.js"
@@ -40,6 +46,7 @@
     "@typescript-eslint/parser": "^6.0.0",
     "eslint": "^8.0.0",
     "jest": "^29.5.0",
+    "rimraf": "^6.1.3",
     "ts-jest": "^29.1.0",
     "typescript": "^5.0.0"
   },
@@ -71,5 +78,9 @@
     "moduleNameMapper": {
       "^@/(.*)$": "<rootDir>/src/$1"
     }
+  },
+  "dependencies": {
+    "@grpc/grpc-js": "^1.14.3",
+    "@grpc/proto-loader": "^0.8.0"
   }
 }