@midscene/playground 0.28.3 → 0.28.4

package/dist/es/adapters/local-execution.mjs

@@ -13,6 +13,9 @@ function _define_property(obj, key, value) {
     return obj;
 }
 class LocalExecutionAdapter extends BasePlaygroundAdapter {
+    setProgressCallback(callback) {
+        this.progressCallback = callback;
+    }
     cleanup(requestId) {
         delete this.taskProgressTips[requestId];
     }
@@ -39,8 +42,18 @@ class LocalExecutionAdapter extends BasePlaygroundAdapter {
         if (errorMessage.includes('of different extension')) return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';
         return this.formatBasicErrorMessage(error);
     }
-    async getActionSpace(page) {
-        return await page.actionSpace();
+    async getActionSpace(context) {
+        var _this_agent;
+        if (null == (_this_agent = this.agent) ? void 0 : _this_agent.getActionSpace) return await this.agent.getActionSpace();
+        if (this.agent && 'interface' in this.agent && 'object' == typeof this.agent.interface) {
+            const page = this.agent.interface;
+            if (null == page ? void 0 : page.actionSpace) return await page.actionSpace();
+        }
+        if (context && 'object' == typeof context && 'actionSpace' in context) {
+            const contextPage = context;
+            return await contextPage.actionSpace();
+        }
+        return [];
     }
     async checkStatus() {
         return true;
@@ -49,16 +62,35 @@ class LocalExecutionAdapter extends BasePlaygroundAdapter {
         overrideAIConfig(aiConfig);
     }
     async executeAction(actionType, value, options) {
-        const actionSpace = this.agent.getActionSpace ? await this.agent.getActionSpace() : [];
+        const actionSpace = await this.getActionSpace();
         if (options.requestId && this.agent) {
             const originalCallback = this.agent.onTaskStartTip;
             this.agent.onTaskStartTip = (tip)=>{
                 this.taskProgressTips[options.requestId] = tip;
+                if (this.progressCallback) this.progressCallback(tip);
                 if (originalCallback && 'function' == typeof originalCallback) originalCallback(tip);
             };
         }
         try {
-            return await executeAction(this.agent, actionType, actionSpace, value, options);
+            const result = await executeAction(this.agent, actionType, actionSpace, value, options);
+            const response = {
+                result,
+                dump: null,
+                reportHTML: null,
+                error: null
+            };
+            try {
+                if (this.agent.dumpDataString) {
+                    const dumpString = this.agent.dumpDataString();
+                    if (dumpString) response.dump = JSON.parse(dumpString);
+                }
+                if (this.agent.reportHTMLString) response.reportHTML = this.agent.reportHTMLString() || null;
+                if (this.agent.writeOutActionDumps) this.agent.writeOutActionDumps();
+            } catch (error) {
+                console.error('Failed to get dump/reportHTML from agent:', error);
+            }
+            this.agent.resetDump();
+            return response;
         } finally{
             if (options.requestId) this.cleanup(options.requestId);
         }
@@ -79,14 +111,15 @@ class LocalExecutionAdapter extends BasePlaygroundAdapter {
                 success: true
             };
         } catch (error) {
-            console.error(`Failed to cancel agent: ${error.message}`);
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            console.error(`Failed to cancel agent: ${errorMessage}`);
             return {
-                error: `Failed to cancel: ${error.message}`
+                error: `Failed to cancel: ${errorMessage}`
             };
         }
     }
     constructor(agent){
-        super(), _define_property(this, "agent", void 0), _define_property(this, "taskProgressTips", {});
+        super(), _define_property(this, "agent", void 0), _define_property(this, "taskProgressTips", {}), _define_property(this, "progressCallback", void 0);
         this.agent = agent;
     }
 }

package/dist/es/adapters/local-execution.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/local-execution.mjs","sources":["webpack://@midscene/playground/./src/adapters/local-execution.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { findAllMidsceneLocatorField } from '@midscene/core/ai-model';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { executeAction } from '../common';\nimport type { ExecutionOptions, FormValue, PlaygroundAgent } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent;\n  private taskProgressTips: Record<string, string> = {};\n\n  constructor(agent: PlaygroundAgent) {\n    super();\n    this.agent = agent;\n  }\n\n  private cleanup(requestId: string): void {\n    delete this.taskProgressTips[requestId];\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    if (!action?.paramSchema || !('shape' in action.paramSchema)) {\n      return [params.prompt || '', options];\n    }\n\n    const locatorFieldKeys = findAllMidsceneLocatorField(action.paramSchema);\n\n    // Find locate field (MidsceneLocation field)\n    let locateField = null;\n    if (locatorFieldKeys.length > 0) {\n      locateField = params[locatorFieldKeys[0]];\n    }\n\n    // Filter non-locate fields\n    const nonLocateFields = this.filterValidParams(params, locatorFieldKeys);\n\n    // Local execution format: [locateField, { ...otherParams, ...options }]\n    const paramObj = { ...nonLocateFields, ...options };\n    return [locateField, paramObj];\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace directly from local agent\n  async getActionSpace(page: any): Promise<DeviceAction<unknown>[]> {\n    return await page.actionSpace();\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // Get actionSpace from the stored agent\n    const actionSpace = this.agent.getActionSpace\n      ? await this.agent.getActionSpace()\n      : [];\n\n    // Setup progress tracking if requestId is provided\n    if (options.requestId && this.agent) {\n      // Store the original callback if exists\n      const originalCallback = this.agent.onTaskStartTip;\n\n      // Override with our callback that stores tips and calls original\n      this.agent.onTaskStartTip = (tip: string) => {\n        // Store tip for our progress tracking\n        this.taskProgressTips[options.requestId!] = tip;\n        // Call original callback if it existed\n        if (originalCallback && typeof originalCallback === 'function') {\n          originalCallback(tip);\n        }\n      };\n    }\n\n    try {\n      // Call the base implementation with the original signature\n      return await executeAction(\n        this.agent,\n        actionType,\n        actionSpace,\n        value,\n        options,\n      );\n    } finally {\n      // Always clean up progress tracking to prevent memory leaks\n      if (options.requestId) {\n        this.cleanup(options.requestId);\n      }\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    // Return the stored tip for this requestId\n    return { tip: this.taskProgressTips[requestId] || undefined };\n  }\n\n  // Local execution task cancellation - minimal implementation\n  async cancelTask(\n    _requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    try {\n      await this.agent.destroy?.();\n      return { success: true };\n    } catch (error: any) {\n      console.error(`Failed to cancel agent: ${error.message}`);\n      return { error: `Failed to cancel: ${error.message}` };\n    }\n  }\n}\n"],"names":["LocalExecutionAdapter","BasePlaygroundAdapter","requestId","action","params","options","locatorFieldKeys","findAllMidsceneLocatorField","locateField","nonLocateFields","paramObj","error","errorMessage","page","aiConfig","overrideAIConfig","actionType","value","actionSpace","originalCallback","tip","executeAction","undefined","_requestId","_this_agent","console","agent"],"mappings":";;;;;;;;;;;;;;AAOO,MAAMA,8BAA8BC;IASjC,QAAQC,SAAiB,EAAQ;QACvC,OAAO,IAAI,CAAC,gBAAgB,CAACA,UAAU;IACzC;IAEA,MAAM,sBACJC,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QACpB,IAAI,CAACF,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,KAAK,CAAE,YAAWA,OAAO,WAAU,GACxD,OAAO;YAACC,OAAO,MAAM,IAAI;YAAIC;SAAQ;QAGvC,MAAMC,mBAAmBC,4BAA4BJ,OAAO,WAAW;QAGvE,IAAIK,cAAc;QAClB,IAAIF,iBAAiB,MAAM,GAAG,GAC5BE,cAAcJ,MAAM,CAACE,gBAAgB,CAAC,EAAE,CAAC;QAI3C,MAAMG,kBAAkB,IAAI,CAAC,iBAAiB,CAACL,QAAQE;QAGvD,MAAMI,WAAW;YAAE,GAAGD,eAAe;YAAE,GAAGJ,OAAO;QAAC;QAClD,OAAO;YAACG;YAAaE;SAAS;IAChC;IAEA,mBAAmBC,KAAU,EAAU;QACrC,MAAMC,eAAeD,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,OAAO,AAAD,KAAK;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,IAAS,EAAoC;QAChE,OAAO,MAAMA,KAAK,WAAW;IAC/B;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAa,EAAiB;QAEjDC,iBAAiBD;IACnB;IAEA,MAAM,cACJE,UAAkB,EAClBC,KAAgB,EAChBZ,OAAyB,EACP;QAElB,MAAMa,cAAc,IAAI,CAAC,KAAK,CAAC,cAAc,GACzC,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,KAC/B,EAAE;QAGN,IAAIb,QAAQ,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE;YAEnC,MAAMc,mBAAmB,IAAI,CAAC,KAAK,CAAC,cAAc;YAGlD,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAACC;gBAE3B,IAAI,CAAC,gBAAgB,CAACf,QAAQ,SAAS,CAAE,GAAGe;gBAE5C,IAAID,oBAAoB,AAA4B,cAA5B,OAAOA,kBAC7BA,iBAAiBC;YAErB;QACF;QAEA,IAAI;YAEF,OAAO,MAAMC,cACX,IAAI,CAAC,KAAK,EACVL,YACAE,aACAD,OACAZ;QAEJ,SAAU;YAER,IAAIA,QAAQ,SAAS,EACnB,IAAI,CAAC,OAAO,CAACA,QAAQ,SAAS;QAElC;IACF;IAEA,MAAM,gBAAgBH,SAAiB,EAA6B;QAElE,OAAO;YAAE,KAAK,IAAI,CAAC,gBAAgB,CAACA,UAAU,IAAIoB;QAAU;IAC9D;IAGA,MAAM,WACJC,UAAkB,EAC8B;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAG7D,IAAI;gBACIC,qBAAAA;YAAN,eAAMA,CAAAA,sBAAAA,AAAAA,CAAAA,cAAAA,IAAI,CAAC,KAAK,AAAD,EAAE,OAAO,AAAD,IAAjBA,KAAAA,IAAAA,oBAAAA,IAAAA,CAAAA,YAAAA;YACN,OAAO;gBAAE,SAAS;YAAK;QACzB,EAAE,OAAOb,OAAY;YACnBc,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEd,MAAM,OAAO,EAAE;YACxD,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,MAAM,OAAO,EAAE;YAAC;QACvD;IACF;IA3HA,YAAYe,KAAsB,CAAE;QAClC,KAAK,IAJP,uBAAQ,SAAR,SACA,uBAAQ,oBAA2C,CAAC;QAIlD,IAAI,CAAC,KAAK,GAAGA;IACf;AAyHF"}
+{"version":3,"file":"adapters/local-execution.mjs","sources":["webpack://@midscene/playground/./src/adapters/local-execution.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { findAllMidsceneLocatorField } from '@midscene/core/ai-model';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { executeAction } from '../common';\nimport type { ExecutionOptions, FormValue, PlaygroundAgent } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent;\n  private taskProgressTips: Record<string, string> = {};\n  private progressCallback?: (tip: string) => void;\n\n  constructor(agent: PlaygroundAgent) {\n    super();\n    this.agent = agent;\n  }\n\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = callback;\n  }\n\n  private cleanup(requestId: string): void {\n    delete this.taskProgressTips[requestId];\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    if (!action?.paramSchema || !('shape' in action.paramSchema)) {\n      return [params.prompt || '', options];\n    }\n\n    const locatorFieldKeys = findAllMidsceneLocatorField(action.paramSchema);\n\n    // Find locate field (MidsceneLocation field)\n    let locateField = null;\n    if (locatorFieldKeys.length > 0) {\n      locateField = params[locatorFieldKeys[0]];\n    }\n\n    // Filter non-locate fields\n    const nonLocateFields = this.filterValidParams(params, locatorFieldKeys);\n\n    // Local execution format: [locateField, { ...otherParams, ...options }]\n    const paramObj = { ...nonLocateFields, ...options };\n    return [locateField, paramObj];\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => Promise<DeviceAction<unknown>[]>;\n      };\n      if (page?.actionSpace) {\n        return await page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => Promise<DeviceAction<unknown>[]>;\n      };\n      return await contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n\n    // Setup progress tracking if requestId is provided\n    if (options.requestId && this.agent) {\n      // Store the original callback if exists (this preserves chrome extension callbacks)\n      const originalCallback = this.agent.onTaskStartTip;\n\n      // Override with our callback that stores tips and calls original\n      this.agent.onTaskStartTip = (tip: string) => {\n        // Store tip for our progress tracking\n        this.taskProgressTips[options.requestId!] = tip;\n\n        // Call the direct progress callback set via setProgressCallback\n        if (this.progressCallback) {\n          this.progressCallback(tip);\n        }\n\n        // Call original callback if it existed (this will call chrome extension callbacks)\n        if (originalCallback && typeof originalCallback === 'function') {\n          originalCallback(tip);\n        }\n      };\n    }\n\n    try {\n      // Call the base implementation with the original signature\n      const result = await executeAction(\n        this.agent,\n        actionType,\n        actionSpace,\n        value,\n        options,\n      );\n\n      // For local execution, we need to package the result with dump and reportHTML\n      // similar to how the server does it\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: null as string | null,\n      };\n\n      try {\n        // Get dump and reportHTML from agent like the server does\n        if (this.agent.dumpDataString) {\n          const dumpString = this.agent.dumpDataString();\n          if (dumpString) {\n            response.dump = JSON.parse(dumpString);\n          }\n        }\n\n        if (this.agent.reportHTMLString) {\n          response.reportHTML = this.agent.reportHTMLString() || null;\n        }\n\n        // Write out action dumps\n        if (this.agent.writeOutActionDumps) {\n          this.agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        console.error('Failed to get dump/reportHTML from agent:', error);\n      }\n\n      this.agent.resetDump();\n\n      return response;\n    } finally {\n      // Always clean up progress tracking to prevent memory leaks\n      if (options.requestId) {\n        this.cleanup(options.requestId);\n      }\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    // Return the stored tip for this requestId\n    return { tip: this.taskProgressTips[requestId] || undefined };\n  }\n\n  // Local execution task cancellation - minimal implementation\n  async cancelTask(\n    _requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    try {\n      await this.agent.destroy?.();\n      return { success: true };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(`Failed to cancel agent: ${errorMessage}`);\n      return { error: `Failed to cancel: ${errorMessage}` };\n    }\n  }\n}\n"],"names":["LocalExecutionAdapter","BasePlaygroundAdapter","callback","requestId","action","params","options","locatorFieldKeys","findAllMidsceneLocatorField","locateField","nonLocateFields","paramObj","error","errorMessage","context","_this_agent","page","contextPage","aiConfig","overrideAIConfig","actionType","value","actionSpace","originalCallback","tip","result","executeAction","response","dumpString","JSON","console","undefined","_requestId","Error","agent"],"mappings":";;;;;;;;;;;;;;AAOO,MAAMA,8BAA8BC;IAUzC,oBAAoBC,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAEQ,QAAQC,SAAiB,EAAQ;QACvC,OAAO,IAAI,CAAC,gBAAgB,CAACA,UAAU;IACzC;IAEA,MAAM,sBACJC,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QACpB,IAAI,CAACF,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,KAAK,CAAE,YAAWA,OAAO,WAAU,GACxD,OAAO;YAACC,OAAO,MAAM,IAAI;YAAIC;SAAQ;QAGvC,MAAMC,mBAAmBC,4BAA4BJ,OAAO,WAAW;QAGvE,IAAIK,cAAc;QAClB,IAAIF,iBAAiB,MAAM,GAAG,GAC5BE,cAAcJ,MAAM,CAACE,gBAAgB,CAAC,EAAE,CAAC;QAI3C,MAAMG,kBAAkB,IAAI,CAAC,iBAAiB,CAACL,QAAQE;QAGvD,MAAMI,WAAW;YAAE,GAAGD,eAAe;YAAE,GAAGJ,OAAO;QAAC;QAClD,OAAO;YAACG;YAAaE;SAAS;IAChC;IAEA,mBAAmBC,KAAU,EAAU;QACrC,MAAMC,eAAeD,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,OAAO,AAAD,KAAK;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;YAEpEC;QAAJ,IAAI,QAAAA,CAAAA,cAAAA,IAAI,CAAC,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,cAAc,EAC5B,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,EACnB,OAAO,MAAMA,KAAK,WAAW;QAEjC;QAGA,IAAIF,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAMG,cAAcH;YAGpB,OAAO,MAAMG,YAAY,WAAW;QACtC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,iBAAiBD;IACnB;IAEA,MAAM,cACJE,UAAkB,EAClBC,KAAgB,EAChBf,OAAyB,EACP;QAElB,MAAMgB,cAAc,MAAM,IAAI,CAAC,cAAc;QAG7C,IAAIhB,QAAQ,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE;YAEnC,MAAMiB,mBAAmB,IAAI,CAAC,KAAK,CAAC,cAAc;YAGlD,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAACC;gBAE3B,IAAI,CAAC,gBAAgB,CAAClB,QAAQ,SAAS,CAAE,GAAGkB;gBAG5C,IAAI,IAAI,CAAC,gBAAgB,EACvB,IAAI,CAAC,gBAAgB,CAACA;gBAIxB,IAAID,oBAAoB,AAA4B,cAA5B,OAAOA,kBAC7BA,iBAAiBC;YAErB;QACF;QAEA,IAAI;YAEF,MAAMC,SAAS,MAAMC,cACnB,IAAI,CAAC,KAAK,EACVN,YACAE,aACAD,OACAf;YAKF,MAAMqB,WAAW;gBACfF;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAO;YACT;YAEA,IAAI;gBAEF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;oBAC7B,MAAMG,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;oBAC5C,IAAIA,YACFD,SAAS,IAAI,GAAGE,KAAK,KAAK,CAACD;gBAE/B;gBAEA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BD,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;gBAIzD,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAChC,IAAI,CAAC,KAAK,CAAC,mBAAmB;YAElC,EAAE,OAAOf,OAAgB;gBACvBkB,QAAQ,KAAK,CAAC,6CAA6ClB;YAC7D;YAEA,IAAI,CAAC,KAAK,CAAC,SAAS;YAEpB,OAAOe;QACT,SAAU;YAER,IAAIrB,QAAQ,SAAS,EACnB,IAAI,CAAC,OAAO,CAACA,QAAQ,SAAS;QAElC;IACF;IAEA,MAAM,gBAAgBH,SAAiB,EAA6B;QAElE,OAAO;YAAE,KAAK,IAAI,CAAC,gBAAgB,CAACA,UAAU,IAAI4B;QAAU;IAC9D;IAGA,MAAM,WACJC,UAAkB,EAC8B;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAG7D,IAAI;gBACIjB,qBAAAA;YAAN,eAAMA,CAAAA,sBAAAA,AAAAA,CAAAA,cAAAA,IAAI,CAAC,KAAK,AAAD,EAAE,OAAO,AAAD,IAAjBA,KAAAA,IAAAA,oBAAAA,IAAAA,CAAAA,YAAAA;YACN,OAAO;gBAAE,SAAS;YAAK;QACzB,EAAE,OAAOH,OAAgB;YACvB,MAAMC,eACJD,iBAAiBqB,QAAQrB,MAAM,OAAO,GAAG;YAC3CkB,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEjB,cAAc;YACvD,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;YAAC;QACtD;IACF;IAlMA,YAAYqB,KAAsB,CAAE;QAClC,KAAK,IALP,uBAAQ,SAAR,SACA,uBAAQ,oBAA2C,CAAC,IACpD,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGA;IACf;AAgMF"}

package/dist/es/adapters/remote-execution.mjs

@@ -11,6 +11,38 @@ function _define_property(obj, key, value) {
     return obj;
 }
 class RemoteExecutionAdapter extends BasePlaygroundAdapter {
+    validateParams(value, action) {
+        if (!(null == action ? void 0 : action.paramSchema)) return {
+            valid: true
+        };
+        const needsStructuredParams = this.actionNeedsStructuredParams(action);
+        if (!needsStructuredParams) return {
+            valid: true
+        };
+        if (!value.params) return {
+            valid: false,
+            errorMessage: 'Parameters are required'
+        };
+        if (action.paramSchema && 'object' == typeof action.paramSchema) {
+            const schema = action.paramSchema;
+            if (schema.shape || 'ZodObject' === schema.type) {
+                const shape = schema.shape || {};
+                const missingFields = Object.keys(shape).filter((key)=>{
+                    var _fieldDef__def, _fieldDef__def1;
+                    const fieldDef = shape[key];
+                    const isOptional = (null == fieldDef ? void 0 : fieldDef.isOptional) || (null == fieldDef ? void 0 : null == (_fieldDef__def = fieldDef._def) ? void 0 : _fieldDef__def.innerType) || (null == fieldDef ? void 0 : null == (_fieldDef__def1 = fieldDef._def) ? void 0 : _fieldDef__def1.typeName) === 'ZodOptional';
+                    return !isOptional && (void 0 === value.params[key] || '' === value.params[key]);
+                });
+                if (missingFields.length > 0) return {
+                    valid: false,
+                    errorMessage: `Missing required parameters: ${missingFields.join(', ')}`
+                };
+            }
+        }
+        return {
+            valid: true
+        };
+    }
     async parseStructuredParams(action, params, options) {
         if (!this.hasValidSchema(action)) return [
             params.prompt || '',
@@ -45,11 +77,12 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
     }
     async executeViaServer(actionType, value, options) {
         const payload = {
-            context: options.context,
             type: actionType,
             prompt: value.prompt,
             ...this.buildOptionalPayloadParams(options, value)
         };
+        if (options.context) payload.context = options.context;
+        if (options.requestId && this.progressCallback) this.startProgressPolling(options.requestId, this.progressCallback);
         try {
             const response = await fetch(`${this.serverUrl}/execute`, {
                 method: 'POST',
@@ -62,8 +95,11 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
                 const errorText = await response.text().catch(()=>'Unknown error');
                 throw new Error(`Server request failed (${response.status}): ${errorText}`);
             }
-            return await response.json();
+            const result = await response.json();
+            if (options.requestId) this.stopProgressPolling(options.requestId);
+            return result;
         } catch (error) {
+            if (options.requestId) this.stopProgressPolling(options.requestId);
             console.error('Execute via server failed:', error);
             throw error;
         }
@@ -117,8 +153,9 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
         } catch (error) {
             console.error('Failed to get action space from server:', error);
         }
-        if (context && 'function' == typeof context.actionSpace) try {
-            const result = await context.actionSpace();
+        if (context && 'object' == typeof context && 'actionSpace' in context) try {
+            const actionSpaceMethod = context.actionSpace;
+            const result = await actionSpaceMethod();
             return Array.isArray(result) ? result : [];
         } catch (error) {
             console.error('Failed to get action space from context:', error);
@@ -137,6 +174,15 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
     }
     async overrideConfig(aiConfig) {
         if (!this.serverUrl) throw new Error('Server URL not configured');
+        const mappedConfig = {};
+        const configKeyMapping = {
+            deepThink: 'MIDSCENE_FORCE_DEEP_THINK'
+        };
+        Object.entries(aiConfig).forEach(([key, value])=>{
+            if ('screenshotIncluded' === key || 'domIncluded' === key) return;
+            const mappedKey = configKeyMapping[key] || key;
+            mappedConfig[mappedKey] = String(value);
+        });
         try {
             const response = await fetch(`${this.serverUrl}/config`, {
                 method: 'POST',
@@ -144,7 +190,7 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
                     'Content-Type': 'application/json'
                 },
                 body: JSON.stringify({
-                    aiConfig
+                    aiConfig: mappedConfig
                 })
             });
             if (!response.ok) throw new Error(`Failed to override server config: ${response.statusText}`);
@@ -180,6 +226,7 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
         }
     }
     async cancelTask(requestId) {
+        this.stopProgressPolling(requestId);
         if (!this.serverUrl) return {
             error: 'No server URL configured'
         };
@@ -187,7 +234,9 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
             error: 'Invalid request ID'
         };
         try {
-            const res = await fetch(`${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`);
+            const res = await fetch(`${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`, {
+                method: 'POST'
+            });
             if (!res.ok) return {
                 error: `Cancel request failed: ${res.statusText}`
             };
@@ -203,8 +252,49 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
             };
         }
     }
+    setProgressCallback(callback) {
+        this.progressCallback = callback;
+    }
+    startProgressPolling(requestId, callback) {
+        if (this.progressPolling.has(requestId)) return;
+        let lastTip = '';
+        const interval = setInterval(async ()=>{
+            try {
+                var _progress_tip_trim, _progress_tip;
+                const progress = await this.getTaskProgress(requestId);
+                if ((null == progress ? void 0 : null == (_progress_tip = progress.tip) ? void 0 : null == (_progress_tip_trim = _progress_tip.trim) ? void 0 : _progress_tip_trim.call(_progress_tip)) && progress.tip !== lastTip) {
+                    lastTip = progress.tip;
+                    callback(progress.tip);
+                }
+            } catch (error) {
+                console.debug('Progress polling error:', error);
+            }
+        }, 500);
+        this.progressPolling.set(requestId, interval);
+    }
+    stopProgressPolling(requestId) {
+        const interval = this.progressPolling.get(requestId);
+        if (interval) {
+            clearInterval(interval);
+            this.progressPolling.delete(requestId);
+        }
+    }
+    async getScreenshot() {
+        if (!this.serverUrl) return null;
+        try {
+            const response = await fetch(`${this.serverUrl}/screenshot`);
+            if (!response.ok) {
+                console.warn(`Screenshot request failed: ${response.statusText}`);
+                return null;
+            }
+            return await response.json();
+        } catch (error) {
+            console.error('Failed to get screenshot:', error);
+            return null;
+        }
+    }
     constructor(serverUrl = `http://localhost:${PLAYGROUND_SERVER_PORT}`){
-        super(), _define_property(this, "serverUrl", void 0);
+        super(), _define_property(this, "serverUrl", void 0), _define_property(this, "progressPolling", new Map()), _define_property(this, "progressCallback", void 0);
         this.serverUrl = serverUrl;
     }
 }

package/dist/es/adapters/remote-execution.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/remote-execution.mjs","sources":["webpack://@midscene/playground/./src/adapters/remote-execution.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { ExecutionOptions, FormValue } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n\n  constructor(serverUrl = `http://localhost:${PLAYGROUND_SERVER_PORT}`) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    if (!this.hasValidSchema(action)) {\n      return [params.prompt || '', options];\n    }\n\n    // Remote execution format: merge options and valid params into a single object\n    return [{ ...options, ...this.filterValidParams(params) }];\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      context: options.context,\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Helper method to check if action has a valid schema\n  private hasValidSchema(action: DeviceAction<unknown>): boolean {\n    return !!(action?.paramSchema && 'shape' in action.paramSchema);\n  }\n\n  // Get action space from server\n  async getActionSpace(context: any): Promise<DeviceAction<unknown>[]> {\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to local implementation\n      }\n    }\n\n    // Fallback to local implementation (if page object available)\n    if (context && typeof context.actionSpace === 'function') {\n      try {\n        const result = await context.actionSpace();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      return res.status === 200;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        throw new Error(\n          `Failed to override server config: ${response.statusText}`,\n        );\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (!this.serverUrl) {\n      return { tip: undefined };\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return { tip: undefined };\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return { tip: undefined };\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return { tip: undefined };\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n}\n"],"names":["RemoteExecutionAdapter","BasePlaygroundAdapter","action","params","options","error","message","androidErrors","androidError","keyword","actionType","value","window","Error","payload","response","fetch","JSON","errorText","console","optionalParams","optionalFields","key","context","result","Array","res","aiConfig","requestId","undefined","encodeURIComponent","serverUrl","PLAYGROUND_SERVER_PORT"],"mappings":";;;;;;;;;;;;AAKO,MAAMA,+BAA+BC;IAO1C,MAAM,sBACJC,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QACpB,IAAI,CAAC,IAAI,CAAC,cAAc,CAACF,SACvB,OAAO;YAACC,OAAO,MAAM,IAAI;YAAIC;SAAQ;QAIvC,OAAO;YAAC;gBAAE,GAAGA,OAAO;gBAAE,GAAG,IAAI,CAAC,iBAAiB,CAACD,OAAO;YAAC;SAAE;IAC5D;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,OAAO,AAAD,KAAK;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBC,KAAgB,EAChBP,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACF,YAAYC,OAAOP;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZH,UAAkB,EAClBC,KAAgB,EAChBP,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,SAASV,QAAQ,OAAO;YACxB,MAAMM;YACN,QAAQC,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACP,SAASO,MAAM;QACpD;QAEA,IAAI;YACF,MAAMI,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,OAAO,MAAMH,SAAS,IAAI;QAC5B,EAAE,OAAOV,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR;IACF;IAGQ,2BACND,OAAyB,EACzBO,KAAgB,EACS;QACzB,MAAMS,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOjB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAU,OAAOO,MAAM,MAAM;YAAC;SACtC;QAEDU,eAAe,OAAO,CAAC,CAAC,EAAEC,GAAG,EAAEX,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3CS,cAAc,CAACE,IAAI,GAAGX;QAE1B;QAEA,OAAOS;IACT;IAGQ,eAAelB,MAA6B,EAAW;QAC7D,OAAO,CAAC,CAAEA,CAAAA,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,KAAK,WAAWA,OAAO,WAAU;IAC/D;IAGA,MAAM,eAAeqB,OAAY,EAAoC;QACnE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMS,SAAS,MAAMT,SAAS,IAAI;YAClC,OAAOU,MAAM,OAAO,CAACD,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOnB,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIkB,WAAW,AAA+B,cAA/B,OAAOA,QAAQ,WAAW,EACvC,IAAI;YACF,MAAMC,SAAS,MAAMD,QAAQ,WAAW;YACxC,OAAOE,MAAM,OAAO,CAACD,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOnB,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMqB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,OAAOU,AAAe,QAAfA,IAAI,MAAM;QACnB,EAAE,OAAOrB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAesB,QAAa,EAAiB;QACjD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAId,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEU;gBAAS;YAClC;YAEA,IAAI,CAACZ,SAAS,EAAE,EACd,MAAM,IAAIF,MACR,CAAC,kCAAkC,EAAEE,SAAS,UAAU,EAAE;QAGhE,EAAE,OAAOV,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgBuB,SAAiB,EAA6B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,KAAKC;QAAU;QAG1B,IAAI,CAACD,CAAAA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,IAAI,EAAC,GAAG;YACtBT,QAAQ,IAAI,CAAC;YACb,OAAO;gBAAE,KAAKU;YAAU;QAC1B;QAEA,IAAI;YACF,MAAMd,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEc,mBAAmBF,YAAY;YAGpE,IAAI,CAACb,SAAS,EAAE,EAAE;gBAChBI,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEJ,SAAS,UAAU,EAAE;gBACnE,OAAO;oBAAE,KAAKc;gBAAU;YAC1B;YAEA,OAAO,MAAMd,SAAS,IAAI;QAC5B,EAAE,OAAOV,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;gBAAE,KAAKwB;YAAU;QAC1B;IACF;IAGA,MAAM,WACJD,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,CAAAA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,IAAI,EAAC,GACnB,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMF,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEc,mBAAmBF,YAAY;YAG7D,IAAI,CAACF,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMF,SAAS,MAAME,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGF,MAAM;YAAC;QACpC,EAAE,OAAOnB,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAnQA,YAAY0B,YAAY,CAAC,iBAAiB,EAAEC,wBAAwB,CAAE;QACpE,KAAK,IAHP,uBAAQ,aAAR;QAIE,IAAI,CAAC,SAAS,GAAGD;IACnB;AAiQF"}
+{"version":3,"file":"adapters/remote-execution.mjs","sources":["webpack://@midscene/playground/./src/adapters/remote-execution.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private progressPolling = new Map<string, NodeJS.Timeout>();\n  private progressCallback?: (tip: string) => void;\n\n  constructor(serverUrl = `http://localhost:${PLAYGROUND_SERVER_PORT}`) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    if (!this.hasValidSchema(action)) {\n      return [params.prompt || '', options];\n    }\n\n    // Remote execution format: merge options and valid params into a single object\n    return [{ ...options, ...this.filterValidParams(params) }];\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    // Start progress polling if callback is set and requestId exists\n    if (options.requestId && this.progressCallback) {\n      this.startProgressPolling(options.requestId, this.progressCallback);\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      // Stop progress polling when execution completes\n      if (options.requestId) {\n        this.stopProgressPolling(options.requestId);\n      }\n\n      return result;\n    } catch (error) {\n      // Stop progress polling on error\n      if (options.requestId) {\n        this.stopProgressPolling(options.requestId);\n      }\n      console.error('Execute via server failed:', error);\n      throw error;\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Helper method to check if action has a valid schema\n  private hasValidSchema(action: DeviceAction<unknown>): boolean {\n    return !!(action?.paramSchema && 'shape' in action.paramSchema);\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as { actionSpace: () => Promise<DeviceAction<unknown>[]> }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      return res.status === 200;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    // Map visualizer config keys to environment variable names\n    const mappedConfig: Record<string, unknown> = {};\n\n    // Map visualizer config keys to their corresponding environment variable names\n    const configKeyMapping: Record<string, string> = {\n      deepThink: 'MIDSCENE_FORCE_DEEP_THINK',\n      // screenshotIncluded and domIncluded are execution options, not global config\n      // They will be passed through ExecutionOptions in executeAction\n\n      // Most config keys are already in the correct environment variable format\n      // so we don't need to map them. The frontend stores config as OPENAI_API_KEY, etc.\n    };\n\n    // Convert visualizer config to environment variable format\n    Object.entries(aiConfig).forEach(([key, value]) => {\n      if (key === 'screenshotIncluded' || key === 'domIncluded') {\n        // These are execution options, not global config - skip them here\n        return;\n      }\n\n      const mappedKey = configKeyMapping[key] || key;\n      // Environment variables must be strings - convert all values to strings\n      mappedConfig[mappedKey] = String(value);\n    });\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig: mappedConfig }),\n      });\n\n      if (!response.ok) {\n        throw new Error(\n          `Failed to override server config: ${response.statusText}`,\n        );\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (!this.serverUrl) {\n      return { tip: undefined };\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return { tip: undefined };\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return { tip: undefined };\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return { tip: undefined };\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    // Stop progress polling\n    this.stopProgressPolling(requestId);\n\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Progress callback management\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = callback;\n  }\n\n  // Start progress polling\n  private startProgressPolling(\n    requestId: string,\n    callback: (tip: string) => void,\n  ): void {\n    // Don't start multiple polling for the same request\n    if (this.progressPolling.has(requestId)) {\n      return;\n    }\n\n    let lastTip = '';\n    const interval = setInterval(async () => {\n      try {\n        const progress = await this.getTaskProgress(requestId);\n        if (progress?.tip?.trim?.() && progress.tip !== lastTip) {\n          lastTip = progress.tip;\n          callback(progress.tip);\n        }\n      } catch (error) {\n        // Silently ignore progress polling errors to avoid spam\n        console.debug('Progress polling error:', error);\n      }\n    }, 500); // Poll every 500ms\n\n    this.progressPolling.set(requestId, interval);\n  }\n\n  // Stop progress polling\n  private stopProgressPolling(requestId: string): void {\n    const interval = this.progressPolling.get(requestId);\n    if (interval) {\n      clearInterval(interval);\n      this.progressPolling.delete(requestId);\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n}\n"],"names":["RemoteExecutionAdapter","BasePlaygroundAdapter","value","action","needsStructuredParams","schema","shape","missingFields","Object","key","_fieldDef__def","_fieldDef__def1","fieldDef","isOptional","undefined","params","options","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","aiConfig","mappedConfig","configKeyMapping","mappedKey","String","requestId","encodeURIComponent","callback","lastTip","interval","setInterval","_progress_tip","progress","clearInterval","serverUrl","PLAYGROUND_SERVER_PORT","Map"],"mappings":";;;;;;;;;;;;AAKO,MAAMA,+BAA+BC;IAY1C,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,GACrB,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBC,OAAO,IAAI,CAACF,OAAO,MAAM,CAAC,CAACG;wBAK7CC,gBACAC;oBALF,MAAMC,WAAWN,KAAK,CAACG,IAAI;oBAE3B,MAAMI,aACJD,AAAAA,CAAAA,QAAAA,WAAAA,KAAAA,IAAAA,SAAU,UAAU,AAAD,KACnBF,CAAAA,QAAAA,WAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,SAAU,IAAI,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,SAAS,AAAD,KACxBC,AAAAA,CAAAA,QAAAA,WAAAA,KAAAA,IAAAA,QAAAA,CAAAA,kBAAAA,SAAU,IAAI,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,QAAQ,AAAD,MAAM;oBAC/B,OACE,CAACE,cACAX,CAAAA,AAAuBY,WAAvBZ,MAAM,MAAO,CAACO,IAAI,IAAkBP,AAAuB,OAAvBA,MAAM,MAAO,CAACO,IAAI,AAAM;gBAEjE;gBAEA,IAAIF,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BY,MAA+B,EAC/BC,OAAyB,EACL;QACpB,IAAI,CAAC,IAAI,CAAC,cAAc,CAACb,SACvB,OAAO;YAACY,OAAO,MAAM,IAAI;YAAIC;SAAQ;QAIvC,OAAO;YAAC;gBAAE,GAAGA,OAAO;gBAAE,GAAG,IAAI,CAAC,iBAAiB,CAACD,OAAO;YAAC;SAAE;IAC5D;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,OAAO,AAAD,KAAK;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBpB,KAAgB,EAChBc,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOO,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYpB,OAAOc;QAGlD,MAAM,IAAIQ,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBpB,KAAgB,EAChBc,OAAyB,EACP;QAClB,MAAMS,UAAmC;YACvC,MAAMH;YACN,QAAQpB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACc,SAASd,MAAM;QACpD;QAGA,IAAIc,QAAQ,OAAO,EACjBS,QAAQ,OAAO,GAAGT,QAAQ,OAAO;QAInC,IAAIA,QAAQ,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAC5C,IAAI,CAAC,oBAAoB,CAACA,QAAQ,SAAS,EAAE,IAAI,CAAC,gBAAgB;QAGpE,IAAI;YACF,MAAMU,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAGlC,IAAIV,QAAQ,SAAS,EACnB,IAAI,CAAC,mBAAmB,CAACA,QAAQ,SAAS;YAG5C,OAAOc;QACT,EAAE,OAAOb,OAAO;YAEd,IAAID,QAAQ,SAAS,EACnB,IAAI,CAAC,mBAAmB,CAACA,QAAQ,SAAS;YAE5Ce,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR;IACF;IAGQ,2BACND,OAAyB,EACzBd,KAAgB,EACS;QACzB,MAAM8B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOjB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAU,OAAOd,MAAM,MAAM;YAAC;SACtC;QAED+B,eAAe,OAAO,CAAC,CAAC,EAAExB,GAAG,EAAEP,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C8B,cAAc,CAACvB,IAAI,GAAGP;QAE1B;QAEA,OAAO8B;IACT;IAGQ,eAAe7B,MAA6B,EAAW;QAC7D,OAAO,CAAC,CAAEA,CAAAA,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,WAAW,AAAD,KAAK,WAAWA,OAAO,WAAU;IAC/D;IAGA,MAAM,eAAe+B,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QACA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,OAAOU,AAAe,QAAfA,IAAI,MAAM;QACnB,EAAE,OAAOpB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeqB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAId,MAAM;QAIlB,MAAMe,eAAwC,CAAC;QAG/C,MAAMC,mBAA2C;YAC/C,WAAW;QAMb;QAGAhC,OAAO,OAAO,CAAC8B,UAAU,OAAO,CAAC,CAAC,CAAC7B,KAAKP,MAAM;YAC5C,IAAIO,AAAQ,yBAARA,OAAgCA,AAAQ,kBAARA,KAElC;YAGF,MAAMgC,YAAYD,gBAAgB,CAAC/B,IAAI,IAAIA;YAE3C8B,YAAY,CAACE,UAAU,GAAGC,OAAOxC;QACnC;QAEA,IAAI;YACF,MAAMwB,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAE,UAAUW;gBAAa;YAChD;YAEA,IAAI,CAACb,SAAS,EAAE,EACd,MAAM,IAAIF,MACR,CAAC,kCAAkC,EAAEE,SAAS,UAAU,EAAE;QAGhE,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgB0B,SAAiB,EAA6B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,KAAK7B;QAAU;QAG1B,IAAI,CAAC6B,CAAAA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,IAAI,EAAC,GAAG;YACtBZ,QAAQ,IAAI,CAAC;YACb,OAAO;gBAAE,KAAKjB;YAAU;QAC1B;QAEA,IAAI;YACF,MAAMY,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEiB,mBAAmBD,YAAY;YAGpE,IAAI,CAACjB,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO;oBAAE,KAAKZ;gBAAU;YAC1B;YAEA,OAAO,MAAMY,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;gBAAE,KAAKH;YAAU;QAC1B;IACF;IAGA,MAAM,WACJ6B,SAAiB,EAC+B;QAEhD,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,CAAAA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,IAAI,EAAC,GACnB,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMN,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEiB,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACN,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,oBAAoB4B,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAGQ,qBACNF,SAAiB,EACjBE,QAA+B,EACzB;QAEN,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAACF,YAC3B;QAGF,IAAIG,UAAU;QACd,MAAMC,WAAWC,YAAY;YAC3B,IAAI;oBAEEC,oBAAAA;gBADJ,MAAMC,WAAW,MAAM,IAAI,CAAC,eAAe,CAACP;gBAC5C,IAAIM,AAAAA,CAAAA,QAAAA,WAAAA,KAAAA,IAAAA,QAAAA,CAAAA,gBAAAA,SAAU,GAAG,AAAD,IAAZA,KAAAA,IAAAA,QAAAA,CAAAA,qBAAAA,cAAe,IAAI,AAAD,IAAlBA,KAAAA,IAAAA,mBAAAA,IAAAA,CAAAA,cAAAA,KAA2BC,SAAS,GAAG,KAAKJ,SAAS;oBACvDA,UAAUI,SAAS,GAAG;oBACtBL,SAASK,SAAS,GAAG;gBACvB;YACF,EAAE,OAAOjC,OAAO;gBAEdc,QAAQ,KAAK,CAAC,2BAA2Bd;YAC3C;QACF,GAAG;QAEH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC0B,WAAWI;IACtC;IAGQ,oBAAoBJ,SAAiB,EAAQ;QACnD,MAAMI,WAAW,IAAI,CAAC,eAAe,CAAC,GAAG,CAACJ;QAC1C,IAAII,UAAU;YACZI,cAAcJ;YACd,IAAI,CAAC,eAAe,CAAC,MAAM,CAACJ;QAC9B;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMjB,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IA/aA,YAAYmC,YAAY,CAAC,iBAAiB,EAAEC,wBAAwB,CAAE;QACpE,KAAK,IALP,uBAAQ,aAAR,SACA,uBAAQ,mBAAkB,IAAIC,QAC9B,uBAAQ,oBAAR;QAIE,IAAI,CAAC,SAAS,GAAGF;IACnB;AA6aF"}

package/dist/es/index.mjs

@@ -1,7 +1,8 @@
 import { dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs } from "./common.mjs";
-import server from "./server.mjs";
+import { PlaygroundServer } from "./server.mjs";
+import { playgroundForAgent } from "./launcher.mjs";
 import { PlaygroundSDK } from "./sdk/index.mjs";
 import { BasePlaygroundAdapter } from "./adapters/base.mjs";
 import { LocalExecutionAdapter } from "./adapters/local-execution.mjs";
 import { RemoteExecutionAdapter } from "./adapters/remote-execution.mjs";
-export { BasePlaygroundAdapter, LocalExecutionAdapter, PlaygroundSDK, server as PlaygroundServer, RemoteExecutionAdapter, dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, validateStructuredParams, validationAPIs };
+export { BasePlaygroundAdapter, LocalExecutionAdapter, PlaygroundSDK, PlaygroundServer, RemoteExecutionAdapter, dataExtractionAPIs, executeAction, formatErrorMessage, noReplayAPIs, playgroundForAgent, validateStructuredParams, validationAPIs };

package/dist/es/launcher.mjs

@@ -0,0 +1,89 @@
+import { spawn } from "node:child_process";
+import { PLAYGROUND_SERVER_PORT } from "@midscene/shared/constants";
+import server_0 from "./server.mjs";
+function playgroundForAgent(agent) {
+    return {
+        async launch (options = {}) {
+            const { port = PLAYGROUND_SERVER_PORT, openBrowser = true, browserCommand, verbose = true } = options;
+            const webPage = agent.interface;
+            if (!webPage) throw new Error('Agent must have an interface property');
+            if (verbose) {
+                console.log("\uD83D\uDE80 Starting Midscene Playground...");
+                console.log(`\u{1F4F1} Agent: ${agent.constructor.name}`);
+                console.log(`\u{1F5A5}\u{FE0F} Page: ${webPage.constructor.name}`);
+                console.log(`\u{1F310} Port: ${port}`);
+            }
+            const server = new server_0(webPage, agent);
+            const launchedServer = await server.launch(port);
+            if (verbose) console.log(`\u{2705} Playground server started on port ${port}`);
+            const url = `http://127.0.0.1:${port}`;
+            if (openBrowser) await openInBrowser(url, browserCommand, verbose);
+            return {
+                server: launchedServer,
+                port,
+                host: '127.0.0.1',
+                close: async ()=>{
+                    if (verbose) console.log("\uD83D\uDED1 Shutting down Midscene Playground...");
+                    try {
+                        await launchedServer.close();
+                        if (verbose) console.log("\u2705 Playground shutdown complete");
+                    } catch (error) {
+                        if (verbose) console.error("\u274C Error during playground shutdown:", error);
+                        throw error;
+                    }
+                }
+            };
+        }
+    };
+}
+async function openInBrowser(url, customCommand, verbose = true) {
+    return new Promise((resolve, reject)=>{
+        let command;
+        let args;
+        if (customCommand) {
+            command = customCommand;
+            args = [
+                url
+            ];
+        } else switch(process.platform){
+            case 'darwin':
+                command = 'open';
+                args = [
+                    url
+                ];
+                break;
+            case 'win32':
+                command = 'start';
+                args = [
+                    '',
+                    url
+                ];
+                break;
+            default:
+                command = 'xdg-open';
+                args = [
+                    url
+                ];
+                break;
+        }
+        if (verbose) console.log(`\u{1F310} Opening browser: ${command} ${args.join(' ')}`);
+        const child = spawn(command, args, {
+            detached: true,
+            stdio: 'ignore'
+        });
+        child.on('error', (error)=>{
+            if (verbose) {
+                console.warn("\u26A0\uFE0F  Failed to open browser automatically:", error.message);
+                console.log(`\u{1F310} Please open manually: ${url}`);
+            }
+            resolve();
+        });
+        child.on('close', ()=>{
+            resolve();
+        });
+        child.unref();
+    });
+}
+export { playgroundForAgent };
+
+//# sourceMappingURL=launcher.mjs.map

package/dist/es/launcher.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"launcher.mjs","sources":["webpack://@midscene/playground/./src/launcher.ts"],"sourcesContent":["import { spawn } from 'node:child_process';\nimport type { Agent, Agent as PageAgent } from '@midscene/core/agent';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport PlaygroundServer from './server';\n\nexport interface LaunchPlaygroundOptions {\n  /**\n   * Port to start the playground server on\n   * @default 3456\n   */\n  port?: number;\n\n  /**\n   * Whether to automatically open the web-playground in browser\n   * @default true\n   */\n  openBrowser?: boolean;\n\n  /**\n   * Custom browser command to open web-playground\n   * @default 'open' on macOS, 'start' on Windows, 'xdg-open' on Linux\n   */\n  browserCommand?: string;\n\n  /**\n   * Whether to show server logs\n   * @default true\n   */\n  verbose?: boolean;\n}\n\nexport interface LaunchPlaygroundResult {\n  /**\n   * The playground server instance\n   */\n  server: PlaygroundServer;\n\n  /**\n   * The server port\n   */\n  port: number;\n\n  /**\n   * The server host\n   */\n  host: string;\n\n  /**\n   * Function to gracefully shutdown the playground\n   */\n  close: () => Promise<void>;\n}\n\n/**\n * Create a playground launcher for a specific agent\n *\n * @example\n * ```typescript\n * import { playgroundForAgent } from '@midscene/playground';\n * import { SampleDevice, Agent } from '@midscene/core';\n *\n * const device = new SampleDevice();\n * const agent = new Agent(device);\n *\n * // Launch playground for the agent\n * const server = await playgroundForAgent(agent).launch();\n *\n * // Later, when you want to shutdown:\n * server.close();\n * ```\n */\nexport function playgroundForAgent(agent: Agent) {\n  return {\n    /**\n     * Launch the playground server with optional configuration\n     */\n    async launch(\n      options: LaunchPlaygroundOptions = {},\n    ): Promise<LaunchPlaygroundResult> {\n      const {\n        port = PLAYGROUND_SERVER_PORT,\n        openBrowser = true,\n        browserCommand,\n        verbose = true,\n      } = options;\n\n      // Extract agent components - Agent has interface property\n      const webPage = agent.interface;\n      if (!webPage) {\n        throw new Error('Agent must have an interface property');\n      }\n\n      if (verbose) {\n        console.log('🚀 Starting Midscene Playground...');\n        console.log(`📱 Agent: ${agent.constructor.name}`);\n        console.log(`🖥️ Page: ${webPage.constructor.name}`);\n        console.log(`🌐 Port: ${port}`);\n      }\n\n      // Create and launch the server with agent instances\n      const server = new PlaygroundServer(\n        webPage,\n        agent as unknown as PageAgent,\n      );\n\n      const launchedServer = (await server.launch(port)) as PlaygroundServer;\n\n      if (verbose) {\n        console.log(`✅ Playground server started on port ${port}`);\n      }\n\n      const url = `http://127.0.0.1:${port}`;\n\n      // Open browser if requested\n      if (openBrowser) {\n        await openInBrowser(url, browserCommand, verbose);\n      }\n\n      return {\n        server: launchedServer,\n        port,\n        host: '127.0.0.1',\n        close: async () => {\n          if (verbose) {\n            console.log('🛑 Shutting down Midscene Playground...');\n          }\n\n          try {\n            await launchedServer.close();\n            if (verbose) {\n              console.log('✅ Playground shutdown complete');\n            }\n          } catch (error) {\n            if (verbose) {\n              console.error('❌ Error during playground shutdown:', error);\n            }\n            throw error;\n          }\n        },\n      };\n    },\n  };\n}\n\n/**\n * Open URL in browser using platform-appropriate command\n */\nasync function openInBrowser(\n  url: string,\n  customCommand?: string,\n  verbose = true,\n): Promise<void> {\n  return new Promise((resolve, reject) => {\n    let command: string;\n    let args: string[];\n\n    if (customCommand) {\n      command = customCommand;\n      args = [url];\n    } else {\n      // Detect platform and use appropriate command\n      switch (process.platform) {\n        case 'darwin':\n          command = 'open';\n          args = [url];\n          break;\n        case 'win32':\n          command = 'start';\n          args = ['', url]; // Empty string for title\n          break;\n        default:\n          command = 'xdg-open';\n          args = [url];\n          break;\n      }\n    }\n\n    if (verbose) {\n      console.log(`🌐 Opening browser: ${command} ${args.join(' ')}`);\n    }\n\n    const child = spawn(command, args, {\n      detached: true,\n      stdio: 'ignore',\n    });\n\n    child.on('error', (error) => {\n      if (verbose) {\n        console.warn('⚠️  Failed to open browser automatically:', error.message);\n        console.log(`🌐 Please open manually: ${url}`);\n      }\n      // Don't reject, just continue - browser opening is optional\n      resolve();\n    });\n\n    child.on('close', () => {\n      resolve();\n    });\n\n    // Don't wait for the browser process\n    child.unref();\n  });\n}\n"],"names":["playgroundForAgent","agent","options","port","PLAYGROUND_SERVER_PORT","openBrowser","browserCommand","verbose","webPage","Error","console","server","PlaygroundServer","launchedServer","url","openInBrowser","error","customCommand","Promise","resolve","reject","command","args","process","child","spawn"],"mappings":";;;AAwEO,SAASA,mBAAmBC,KAAY;IAC7C,OAAO;QAIL,MAAM,QACJC,UAAmC,CAAC,CAAC;YAErC,MAAM,EACJC,OAAOC,sBAAsB,EAC7BC,cAAc,IAAI,EAClBC,cAAc,EACdC,UAAU,IAAI,EACf,GAAGL;YAGJ,MAAMM,UAAUP,MAAM,SAAS;YAC/B,IAAI,CAACO,SACH,MAAM,IAAIC,MAAM;YAGlB,IAAIF,SAAS;gBACXG,QAAQ,GAAG,CAAC;gBACZA,QAAQ,GAAG,CAAC,CAAC,iBAAU,EAAET,MAAM,WAAW,CAAC,IAAI,EAAE;gBACjDS,QAAQ,GAAG,CAAC,CAAC,wBAAU,EAAEF,QAAQ,WAAW,CAAC,IAAI,EAAE;gBACnDE,QAAQ,GAAG,CAAC,CAAC,gBAAS,EAAEP,MAAM;YAChC;YAGA,MAAMQ,SAAS,IAAIC,SACjBJ,SACAP;YAGF,MAAMY,iBAAkB,MAAMF,OAAO,MAAM,CAACR;YAE5C,IAAII,SACFG,QAAQ,GAAG,CAAC,CAAC,2CAAoC,EAAEP,MAAM;YAG3D,MAAMW,MAAM,CAAC,iBAAiB,EAAEX,MAAM;YAGtC,IAAIE,aACF,MAAMU,cAAcD,KAAKR,gBAAgBC;YAG3C,OAAO;gBACL,QAAQM;gBACRV;gBACA,MAAM;gBACN,OAAO;oBACL,IAAII,SACFG,QAAQ,GAAG,CAAC;oBAGd,IAAI;wBACF,MAAMG,eAAe,KAAK;wBAC1B,IAAIN,SACFG,QAAQ,GAAG,CAAC;oBAEhB,EAAE,OAAOM,OAAO;wBACd,IAAIT,SACFG,QAAQ,KAAK,CAAC,4CAAuCM;wBAEvD,MAAMA;oBACR;gBACF;YACF;QACF;IACF;AACF;AAKA,eAAeD,cACbD,GAAW,EACXG,aAAsB,EACtBV,UAAU,IAAI;IAEd,OAAO,IAAIW,QAAQ,CAACC,SAASC;QAC3B,IAAIC;QACJ,IAAIC;QAEJ,IAAIL,eAAe;YACjBI,UAAUJ;YACVK,OAAO;gBAACR;aAAI;QACd,OAEE,OAAQS,QAAQ,QAAQ;YACtB,KAAK;gBACHF,UAAU;gBACVC,OAAO;oBAACR;iBAAI;gBACZ;YACF,KAAK;gBACHO,UAAU;gBACVC,OAAO;oBAAC;oBAAIR;iBAAI;gBAChB;YACF;gBACEO,UAAU;gBACVC,OAAO;oBAACR;iBAAI;gBACZ;QACJ;QAGF,IAAIP,SACFG,QAAQ,GAAG,CAAC,CAAC,2BAAoB,EAAEW,QAAQ,CAAC,EAAEC,KAAK,IAAI,CAAC,MAAM;QAGhE,MAAME,QAAQC,MAAMJ,SAASC,MAAM;YACjC,UAAU;YACV,OAAO;QACT;QAEAE,MAAM,EAAE,CAAC,SAAS,CAACR;YACjB,IAAIT,SAAS;gBACXG,QAAQ,IAAI,CAAC,uDAA6CM,MAAM,OAAO;gBACvEN,QAAQ,GAAG,CAAC,CAAC,gCAAyB,EAAEI,KAAK;YAC/C;YAEAK;QACF;QAEAK,MAAM,EAAE,CAAC,SAAS;YAChBL;QACF;QAGAK,MAAM,KAAK;IACb;AACF"}

package/dist/es/sdk/index.mjs

@@ -23,7 +23,9 @@ class PlaygroundSDK {
         }
     }
     async executeAction(actionType, value, options) {
-        return this.adapter.executeAction(actionType, value, options);
+        const result = await this.adapter.executeAction(actionType, value, options);
+        if (options.requestId) this.stopProgressPolling(options.requestId);
+        return result;
     }
     async getActionSpace(context) {
         return this.adapter.getActionSpace(context);
@@ -52,13 +54,36 @@ class PlaygroundSDK {
         };
     }
     async cancelTask(requestId) {
+        this.stopProgressPolling(requestId);
         if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.cancelTask(requestId);
         return {
             error: 'Cancel task not supported in local execution mode'
         };
     }
+    onProgressUpdate(callback) {
+        this.progressCallback = callback;
+        if (this.adapter instanceof RemoteExecutionAdapter) this.adapter.setProgressCallback(callback);
+        else if (this.adapter instanceof LocalExecutionAdapter) this.adapter.setProgressCallback(callback);
+    }
+    startProgressPolling(requestId) {
+        console.warn('startProgressPolling is deprecated - polling is now automatic');
+    }
+    stopProgressPolling(requestId) {
+        console.warn('stopProgressPolling is deprecated - polling cleanup is now automatic');
+    }
+    async cancelExecution(requestId) {
+        this.stopProgressPolling(requestId);
+        if (this.adapter instanceof RemoteExecutionAdapter) await this.adapter.cancelTask(requestId);
+        else if (this.adapter instanceof LocalExecutionAdapter) console.warn('Local execution cancellation not fully implemented');
+    }
+    async getScreenshot() {
+        if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.getScreenshot();
+        return null;
+    }
     constructor(config){
         _define_property(this, "adapter", void 0);
+        _define_property(this, "progressCallback", void 0);
+        _define_property(this, "activePolling", new Map());
         this.adapter = this.createAdapter(config.type, config.serverUrl, config.agent);
     }
 }

package/dist/es/sdk/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"sdk/index.mjs","sources":["webpack://@midscene/playground/./src/sdk/index.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent) {\n          throw new Error('Agent is required for local execution');\n        }\n        return new LocalExecutionAdapter(agent);\n      case 'remote-execution':\n        return new RemoteExecutionAdapter(serverUrl);\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    return this.adapter.executeAction(actionType, value, options);\n  }\n\n  async getActionSpace(context: any): Promise<DeviceAction<unknown>[]> {\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    return { tip: undefined }; // Fallback\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n}\n"],"names":["PlaygroundSDK","type","serverUrl","agent","Error","LocalExecutionAdapter","RemoteExecutionAdapter","actionType","value","options","context","action","error","needsStructuredParams","aiConfig","requestId","undefined","config"],"mappings":";;;;;;;;;;;;AAYO,MAAMA;IAWH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACA;QACvB,OAAQF;YACN,KAAK;gBACH,IAAI,CAACE,OACH,MAAM,IAAIC,MAAM;gBAElB,OAAO,IAAIC,sBAAsBF;YACnC,KAAK;gBACH,OAAO,IAAIG,uBAAuBJ;YACpC;gBACE,MAAM,IAAIE,MAAM,CAAC,4BAA4B,EAAEH,MAAM;QACzD;IACF;IAEA,MAAM,cACJM,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,CAACF,YAAYC,OAAOC;IACvD;IAEA,MAAM,eAAeC,OAAY,EAAoC;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEF,KAAgB,EAChBG,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACH,OAAOG;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEJ,KAAgB,EAChBK,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCH,OACAK,uBACAF;IAEJ;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYL,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeQ,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYR,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACQ;IAGvC;IAEA,MAAM,gBAAgBC,SAAiB,EAA6B;QAClE,IAAI,IAAI,CAAC,OAAO,YAAYT,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACS;QAEtC,IAAI,IAAI,CAAC,OAAO,YAAYV,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACU;QAEtC,OAAO;YAAE,KAAKC;QAAU;IAC1B;IAGA,MAAM,WAAWD,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYT,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACS;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IA5FA,YAAYE,MAAwB,CAAE;QAFtC,uBAAQ,WAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK;IAEhB;AAuFF"}
+{"version":3,"file":"sdk/index.mjs","sources":["webpack://@midscene/playground/./src/sdk/index.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n  private progressCallback?: (tip: string) => void;\n  private activePolling = new Map<\n    string,\n    { interval: NodeJS.Timeout; callback: (tip: string) => void }\n  >();\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent) {\n          throw new Error('Agent is required for local execution');\n        }\n        return new LocalExecutionAdapter(agent);\n      case 'remote-execution':\n        return new RemoteExecutionAdapter(serverUrl);\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const result = await this.adapter.executeAction(actionType, value, options);\n\n    // Stop any active polling for this request after execution completes\n    if (options.requestId) {\n      this.stopProgressPolling(options.requestId);\n    }\n\n    return result;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    return { tip: undefined }; // Fallback\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    // Stop progress polling for this request\n    this.stopProgressPolling(requestId);\n\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Progress callback management\n  onProgressUpdate(callback: (tip: string) => void): void {\n    this.progressCallback = callback;\n\n    // Pass the callback to the adapter if it supports it\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    }\n  }\n\n  // Start progress polling for remote execution (deprecated - now handled by adapter)\n  startProgressPolling(requestId: string): void {\n    // This method is now handled by the RemoteExecutionAdapter automatically\n    // when executeAction is called with a requestId\n    console.warn(\n      'startProgressPolling is deprecated - polling is now automatic',\n    );\n  }\n\n  // Stop progress polling for a specific request (deprecated - now handled by adapter)\n  stopProgressPolling(requestId: string): void {\n    // This method is now handled by the RemoteExecutionAdapter automatically\n    console.warn(\n      'stopProgressPolling is deprecated - polling cleanup is now automatic',\n    );\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<void> {\n    this.stopProgressPolling(requestId);\n\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      await this.adapter.cancelTask(requestId);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // For local execution, we might need to implement agent cancellation\n      console.warn('Local execution cancellation not fully implemented');\n    }\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n}\n"],"names":["PlaygroundSDK","type","serverUrl","agent","Error","LocalExecutionAdapter","RemoteExecutionAdapter","actionType","value","options","result","context","action","error","needsStructuredParams","aiConfig","requestId","undefined","callback","console","config","Map"],"mappings":";;;;;;;;;;;;AAYO,MAAMA;IAgBH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACA;QACvB,OAAQF;YACN,KAAK;gBACH,IAAI,CAACE,OACH,MAAM,IAAIC,MAAM;gBAElB,OAAO,IAAIC,sBAAsBF;YACnC,KAAK;gBACH,OAAO,IAAIG,uBAAuBJ;YACpC;gBACE,MAAM,IAAIE,MAAM,CAAC,4BAA4B,EAAEH,MAAM;QACzD;IACF;IAEA,MAAM,cACJM,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QAGnE,IAAIA,QAAQ,SAAS,EACnB,IAAI,CAAC,mBAAmB,CAACA,QAAQ,SAAS;QAG5C,OAAOC;IACT;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEH,KAAgB,EAChBI,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACJ,OAAOI;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEL,KAAgB,EAChBM,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCJ,OACAM,uBACAF;IAEJ;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYN,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeS,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYT,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACS;IAGvC;IAEA,MAAM,gBAAgBC,SAAiB,EAA6B;QAClE,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACU;QAEtC,IAAI,IAAI,CAAC,OAAO,YAAYX,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACW;QAEtC,OAAO;YAAE,KAAKC;QAAU;IAC1B;IAGA,MAAM,WAAWD,SAAiB,EAAgB;QAEhD,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,iBAAiBE,QAA+B,EAAQ;QACtD,IAAI,CAAC,gBAAgB,GAAGA;QAGxB,IAAI,IAAI,CAAC,OAAO,YAAYZ,wBAC1B,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACY;aAC5B,IAAI,IAAI,CAAC,OAAO,YAAYb,uBACjC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACa;IAErC;IAGA,qBAAqBF,SAAiB,EAAQ;QAG5CG,QAAQ,IAAI,CACV;IAEJ;IAGA,oBAAoBH,SAAiB,EAAQ;QAE3CG,QAAQ,IAAI,CACV;IAEJ;IAGA,MAAM,gBAAgBH,SAAiB,EAAiB;QACtD,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;aACzB,IAAI,IAAI,CAAC,OAAO,YAAYX,uBAEjCc,QAAQ,IAAI,CAAC;IAEjB;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYb,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IA5JA,YAAYc,MAAwB,CAAE;QAPtC,uBAAQ,WAAR;QACA,uBAAQ,oBAAR;QACA,uBAAQ,iBAAgB,IAAIC;QAM1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BD,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK;IAEhB;AAuJF"}