@midscene/playground 1.0.1-beta-20251217082334.0 → 1.0.1

package/dist/es/adapters/local-execution.mjs

@@ -20,6 +20,10 @@ class LocalExecutionAdapter extends BasePlaygroundAdapter {
         this.dumpUpdateCallback = void 0;
         this.dumpUpdateCallback = callback;
     }
+    setProgressCallback(callback) {
+        this.progressCallback = void 0;
+        this.progressCallback = callback;
+    }
     async parseStructuredParams(action, params, options) {
         return await parseStructuredParams(action, params, options);
     }
@@ -152,7 +156,7 @@ class LocalExecutionAdapter extends BasePlaygroundAdapter {
         }
     }
     constructor(agent){
-        super(), _define_property(this, "agent", void 0), _define_property(this, "dumpUpdateCallback", void 0), _define_property(this, "_id", void 0), _define_property(this, "currentRequestId", void 0);
+        super(), _define_property(this, "agent", void 0), _define_property(this, "dumpUpdateCallback", void 0), _define_property(this, "progressCallback", void 0), _define_property(this, "_id", void 0), _define_property(this, "currentRequestId", void 0);
         this.agent = agent;
         this._id = uuid();
     }

package/dist/es/adapters/local-execution.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/local-execution.mjs","sources":["../../../src/adapters/local-execution.ts"],"sourcesContent":["import type { DeviceAction, ExecutionDump } from '@midscene/core';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { uuid } from '@midscene/shared/utils';\nimport { executeAction, parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, PlaygroundAgent } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent;\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private readonly _id: string; // Unique identifier for this local adapter instance\n  private currentRequestId?: string; // Track current request to prevent stale callbacks\n\n  constructor(agent: PlaygroundAgent) {\n    super();\n    this.agent = agent;\n    this._id = uuid(); // Generate unique ID for local adapter\n  }\n\n  // Get adapter ID\n  get id(): string {\n    return this._id;\n  }\n\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    // Clear any existing callback before setting new one\n    this.dumpUpdateCallback = undefined;\n    // Set the new callback\n    this.dumpUpdateCallback = callback;\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => DeviceAction<unknown>[];\n      };\n      if (page?.actionSpace) {\n        return page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => DeviceAction<unknown>[];\n      };\n      return contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n  }\n\n  /**\n   * Safely detaches the Chrome debugger without destroying the agent.\n   * This removes the \"Debugger attached\" banner from the browser window\n   * while keeping the agent instance intact for potential reuse.\n   * Called on errors to improve user experience by cleaning up the UI.\n   */\n  private async detachDebuggerSafely() {\n    try {\n      const page = this.agent?.interface as\n        | { detachDebugger?: () => Promise<void> }\n        | undefined;\n      await page?.detachDebugger?.();\n    } catch (error) {\n      console.warn('Failed to detach debugger:', error);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n    let removeListener: (() => void) | undefined;\n\n    // Reset dump at the start of execution to ensure clean state\n    try {\n      this.agent.resetDump?.();\n    } catch (error: unknown) {\n      console.warn('Failed to reset dump before execution:', error);\n    }\n\n    // Setup dump update tracking if requestId is provided\n    if (options.requestId && this.agent) {\n      // Track current request ID to prevent stale callbacks\n      this.currentRequestId = options.requestId;\n\n      // Add listener and save remove function\n      removeListener = this.agent.addDumpUpdateListener(\n        (dump: string, executionDump?: ExecutionDump) => {\n          // Only process if this is still the current request\n          if (this.currentRequestId !== options.requestId) {\n            return;\n          }\n\n          // Forward to external callback\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback(dump, executionDump);\n          }\n        },\n      );\n    }\n\n    try {\n      let result = null;\n      let executionError = null;\n\n      try {\n        // Call the base implementation with the original signature\n        result = await executeAction(\n          this.agent,\n          actionType,\n          actionSpace,\n          value,\n          options,\n        );\n      } catch (error: unknown) {\n        // Capture error but don't throw yet - we need to get dump/reportHTML first\n        executionError = error;\n      }\n\n      // Always construct response with dump and reportHTML, regardless of success/failure\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: executionError\n          ? executionError instanceof Error\n            ? executionError.message\n            : String(executionError)\n          : null,\n      };\n\n      try {\n        if (this.agent.dumpDataString) {\n          const dumpString = this.agent.dumpDataString();\n          if (dumpString) {\n            const groupedDump = JSON.parse(dumpString);\n            response.dump = groupedDump.executions?.[0] || null;\n          }\n        }\n\n        // Always generate reportHTML for all APIs (including noReplayAPIs)\n        if (this.agent.reportHTMLString) {\n          response.reportHTML = this.agent.reportHTMLString() || null;\n        }\n\n        // Write out action dumps\n        if (this.agent.writeOutActionDumps) {\n          this.agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        console.error('Failed to get dump/reportHTML from agent:', error);\n      }\n\n      // Don't throw the error - return it in response so caller can access dump/reportHTML\n      // The caller (usePlaygroundExecution) will check response.error to determine success\n      return response;\n    } finally {\n      // Remove listener to prevent accumulation\n      if (removeListener) {\n        removeListener();\n      }\n    }\n  }\n\n  // Local execution task cancellation - minimal implementation\n  async cancelTask(\n    _requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    try {\n      await this.agent.destroy?.();\n      return { success: true };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(`Failed to cancel agent: ${errorMessage}`);\n      return { error: `Failed to cancel: ${errorMessage}` };\n    }\n  }\n\n  /**\n   * Get current execution data without resetting\n   * This allows retrieving dump and report when execution is stopped\n   */\n  async getCurrentExecutionData(): Promise<{\n    dump: ExecutionDump | null;\n    reportHTML: string | null;\n  }> {\n    const response = {\n      dump: null as ExecutionDump | null,\n      reportHTML: null as string | null,\n    };\n\n    try {\n      // Get dump data\n      if (this.agent.dumpDataString) {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          const groupedDump = JSON.parse(dumpString);\n          response.dump = groupedDump.executions?.[0] || null;\n        }\n      }\n\n      // Get report HTML\n      if (this.agent.reportHTMLString) {\n        response.reportHTML = this.agent.reportHTMLString() || null;\n      }\n    } catch (error: unknown) {\n      console.error('Failed to get current execution data:', error);\n    }\n\n    return response;\n  }\n\n  // Get interface information from the agent\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      const type = this.agent.interface.interfaceType || 'Unknown';\n      const description = this.agent.interface.describe?.() || undefined;\n\n      return {\n        type,\n        description,\n      };\n    } catch (error: unknown) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["LocalExecutionAdapter","BasePlaygroundAdapter","callback","undefined","action","params","options","parseStructuredParams","error","errorMessage","context","page","contextPage","aiConfig","overrideAIConfig","console","actionType","value","actionSpace","removeListener","dump","executionDump","result","executionError","executeAction","response","Error","String","dumpString","groupedDump","JSON","_requestId","type","description","agent","uuid"],"mappings":";;;;;;;;;;;;;;AAOO,MAAMA,8BAA8BC;IAgBzC,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAEA,aACEC,QAA+D,EACzD;QAEN,IAAI,CAAC,kBAAkB,GAAGC;QAE1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAEA,MAAM,sBACJE,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBH,QAAQC,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,eAAeD,OAAO,WAAW;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,KAAK,EAAE,gBACd,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,MAAM,aACR,OAAOA,KAAK,WAAW;QAE3B;QAGA,IAAID,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAME,cAAcF;YAGpB,OAAOE,YAAY,WAAW;QAChC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,iBAAiBD;IACnB;IAQA,MAAc,uBAAuB;QACnC,IAAI;YACF,MAAMF,OAAO,IAAI,CAAC,KAAK,EAAE;YAGzB,MAAMA,MAAM;QACd,EAAE,OAAOH,OAAO;YACdO,QAAQ,IAAI,CAAC,8BAA8BP;QAC7C;IACF;IAEA,MAAM,cACJQ,UAAkB,EAClBC,KAAgB,EAChBX,OAAyB,EACP;QAElB,MAAMY,cAAc,MAAM,IAAI,CAAC,cAAc;QAC7C,IAAIC;QAGJ,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,SAAS;QACtB,EAAE,OAAOX,OAAgB;YACvBO,QAAQ,IAAI,CAAC,0CAA0CP;QACzD;QAGA,IAAIF,QAAQ,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE;YAEnC,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,SAAS;YAGzCa,iBAAiB,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAC/C,CAACC,MAAcC;gBAEb,IAAI,IAAI,CAAC,gBAAgB,KAAKf,QAAQ,SAAS,EAC7C;gBAIF,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACc,MAAMC;YAElC;QAEJ;QAEA,IAAI;YACF,IAAIC,SAAS;YACb,IAAIC,iBAAiB;YAErB,IAAI;gBAEFD,SAAS,MAAME,cACb,IAAI,CAAC,KAAK,EACVR,YACAE,aACAD,OACAX;YAEJ,EAAE,OAAOE,OAAgB;gBAEvBe,iBAAiBf;YACnB;YAGA,MAAMiB,WAAW;gBACfH;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAOC,iBACHA,0BAA0BG,QACxBH,eAAe,OAAO,GACtBI,OAAOJ,kBACT;YACN;YAEA,IAAI;gBACF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;oBAC7B,MAAMK,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;oBAC5C,IAAIA,YAAY;wBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;wBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;oBACjD;gBACF;gBAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;gBAIzD,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAChC,IAAI,CAAC,KAAK,CAAC,mBAAmB;YAElC,EAAE,OAAOjB,OAAgB;gBACvBO,QAAQ,KAAK,CAAC,6CAA6CP;YAC7D;YAIA,OAAOiB;QACT,SAAU;YAER,IAAIN,gBACFA;QAEJ;IACF;IAGA,MAAM,WACJY,UAAkB,EAC8B;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAG7D,IAAI;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;YACxB,OAAO;gBAAE,SAAS;YAAK;QACzB,EAAE,OAAOvB,OAAgB;YACvB,MAAMC,eACJD,iBAAiBkB,QAAQlB,MAAM,OAAO,GAAG;YAC3CO,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEN,cAAc;YACvD,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;YAAC;QACtD;IACF;IAMA,MAAM,0BAGH;QACD,MAAMgB,WAAW;YACf,MAAM;YACN,YAAY;QACd;QAEA,IAAI;YAEF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;gBAC7B,MAAMG,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;oBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACjD;YACF;YAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;QAE3D,EAAE,OAAOjB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,yCAAyCP;QACzD;QAEA,OAAOiB;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,MAAMO,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;YACnD,MAAMC,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQ9B;YAEzD,OAAO;gBACL6B;gBACAC;YACF;QACF,EAAE,OAAOzB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,iCAAiCP;YAC/C,OAAO;QACT;IACF;IAjRA,YAAY0B,KAAsB,CAAE;QAClC,KAAK,IATP,uBAAQ,SAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAiB,OAAjB,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGA;QACb,IAAI,CAAC,GAAG,GAAGC;IACb;AA8QF"}
+{"version":3,"file":"adapters/local-execution.mjs","sources":["../../../src/adapters/local-execution.ts"],"sourcesContent":["import type { DeviceAction, ExecutionDump } from '@midscene/core';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { uuid } from '@midscene/shared/utils';\nimport { executeAction, parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, PlaygroundAgent } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent;\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private progressCallback?: (tip: string) => void;\n  private readonly _id: string; // Unique identifier for this local adapter instance\n  private currentRequestId?: string; // Track current request to prevent stale callbacks\n\n  constructor(agent: PlaygroundAgent) {\n    super();\n    this.agent = agent;\n    this._id = uuid(); // Generate unique ID for local adapter\n  }\n\n  // Get adapter ID\n  get id(): string {\n    return this._id;\n  }\n\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    // Clear any existing callback before setting new one\n    this.dumpUpdateCallback = undefined;\n    // Set the new callback\n    this.dumpUpdateCallback = callback;\n  }\n\n  // Set progress callback for monitoring operation status\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = undefined;\n    this.progressCallback = callback;\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => DeviceAction<unknown>[];\n      };\n      if (page?.actionSpace) {\n        return page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => DeviceAction<unknown>[];\n      };\n      return contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n  }\n\n  /**\n   * Safely detaches the Chrome debugger without destroying the agent.\n   * This removes the \"Debugger attached\" banner from the browser window\n   * while keeping the agent instance intact for potential reuse.\n   * Called on errors to improve user experience by cleaning up the UI.\n   */\n  private async detachDebuggerSafely() {\n    try {\n      const page = this.agent?.interface as\n        | { detachDebugger?: () => Promise<void> }\n        | undefined;\n      await page?.detachDebugger?.();\n    } catch (error) {\n      console.warn('Failed to detach debugger:', error);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n    let removeListener: (() => void) | undefined;\n\n    // Reset dump at the start of execution to ensure clean state\n    try {\n      this.agent.resetDump?.();\n    } catch (error: unknown) {\n      console.warn('Failed to reset dump before execution:', error);\n    }\n\n    // Setup dump update tracking if requestId is provided\n    if (options.requestId && this.agent) {\n      // Track current request ID to prevent stale callbacks\n      this.currentRequestId = options.requestId;\n\n      // Add listener and save remove function\n      removeListener = this.agent.addDumpUpdateListener(\n        (dump: string, executionDump?: ExecutionDump) => {\n          // Only process if this is still the current request\n          if (this.currentRequestId !== options.requestId) {\n            return;\n          }\n\n          // Forward to external callback\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback(dump, executionDump);\n          }\n        },\n      );\n    }\n\n    try {\n      let result = null;\n      let executionError = null;\n\n      try {\n        // Call the base implementation with the original signature\n        result = await executeAction(\n          this.agent,\n          actionType,\n          actionSpace,\n          value,\n          options,\n        );\n      } catch (error: unknown) {\n        // Capture error but don't throw yet - we need to get dump/reportHTML first\n        executionError = error;\n      }\n\n      // Always construct response with dump and reportHTML, regardless of success/failure\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: executionError\n          ? executionError instanceof Error\n            ? executionError.message\n            : String(executionError)\n          : null,\n      };\n\n      try {\n        if (this.agent.dumpDataString) {\n          const dumpString = this.agent.dumpDataString();\n          if (dumpString) {\n            const groupedDump = JSON.parse(dumpString);\n            response.dump = groupedDump.executions?.[0] || null;\n          }\n        }\n\n        // Always generate reportHTML for all APIs (including noReplayAPIs)\n        if (this.agent.reportHTMLString) {\n          response.reportHTML = this.agent.reportHTMLString() || null;\n        }\n\n        // Write out action dumps\n        if (this.agent.writeOutActionDumps) {\n          this.agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        console.error('Failed to get dump/reportHTML from agent:', error);\n      }\n\n      // Don't throw the error - return it in response so caller can access dump/reportHTML\n      // The caller (usePlaygroundExecution) will check response.error to determine success\n      return response;\n    } finally {\n      // Remove listener to prevent accumulation\n      if (removeListener) {\n        removeListener();\n      }\n    }\n  }\n\n  // Local execution task cancellation - minimal implementation\n  async cancelTask(\n    _requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    try {\n      await this.agent.destroy?.();\n      return { success: true };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(`Failed to cancel agent: ${errorMessage}`);\n      return { error: `Failed to cancel: ${errorMessage}` };\n    }\n  }\n\n  /**\n   * Get current execution data without resetting\n   * This allows retrieving dump and report when execution is stopped\n   */\n  async getCurrentExecutionData(): Promise<{\n    dump: ExecutionDump | null;\n    reportHTML: string | null;\n  }> {\n    const response = {\n      dump: null as ExecutionDump | null,\n      reportHTML: null as string | null,\n    };\n\n    try {\n      // Get dump data\n      if (this.agent.dumpDataString) {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          const groupedDump = JSON.parse(dumpString);\n          response.dump = groupedDump.executions?.[0] || null;\n        }\n      }\n\n      // Get report HTML\n      if (this.agent.reportHTMLString) {\n        response.reportHTML = this.agent.reportHTMLString() || null;\n      }\n    } catch (error: unknown) {\n      console.error('Failed to get current execution data:', error);\n    }\n\n    return response;\n  }\n\n  // Get interface information from the agent\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      const type = this.agent.interface.interfaceType || 'Unknown';\n      const description = this.agent.interface.describe?.() || undefined;\n\n      return {\n        type,\n        description,\n      };\n    } catch (error: unknown) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["LocalExecutionAdapter","BasePlaygroundAdapter","callback","undefined","action","params","options","parseStructuredParams","error","errorMessage","context","page","contextPage","aiConfig","overrideAIConfig","console","actionType","value","actionSpace","removeListener","dump","executionDump","result","executionError","executeAction","response","Error","String","dumpString","groupedDump","JSON","_requestId","type","description","agent","uuid"],"mappings":";;;;;;;;;;;;;;AAOO,MAAMA,8BAA8BC;IAiBzC,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAEA,aACEC,QAA+D,EACzD;QAEN,IAAI,CAAC,kBAAkB,GAAGC;QAE1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAGA,oBAAoBA,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGC;QACxB,IAAI,CAAC,gBAAgB,GAAGD;IAC1B;IAEA,MAAM,sBACJE,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBH,QAAQC,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,eAAeD,OAAO,WAAW;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,KAAK,EAAE,gBACd,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,MAAM,aACR,OAAOA,KAAK,WAAW;QAE3B;QAGA,IAAID,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAME,cAAcF;YAGpB,OAAOE,YAAY,WAAW;QAChC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,iBAAiBD;IACnB;IAQA,MAAc,uBAAuB;QACnC,IAAI;YACF,MAAMF,OAAO,IAAI,CAAC,KAAK,EAAE;YAGzB,MAAMA,MAAM;QACd,EAAE,OAAOH,OAAO;YACdO,QAAQ,IAAI,CAAC,8BAA8BP;QAC7C;IACF;IAEA,MAAM,cACJQ,UAAkB,EAClBC,KAAgB,EAChBX,OAAyB,EACP;QAElB,MAAMY,cAAc,MAAM,IAAI,CAAC,cAAc;QAC7C,IAAIC;QAGJ,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,SAAS;QACtB,EAAE,OAAOX,OAAgB;YACvBO,QAAQ,IAAI,CAAC,0CAA0CP;QACzD;QAGA,IAAIF,QAAQ,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE;YAEnC,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,SAAS;YAGzCa,iBAAiB,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAC/C,CAACC,MAAcC;gBAEb,IAAI,IAAI,CAAC,gBAAgB,KAAKf,QAAQ,SAAS,EAC7C;gBAIF,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACc,MAAMC;YAElC;QAEJ;QAEA,IAAI;YACF,IAAIC,SAAS;YACb,IAAIC,iBAAiB;YAErB,IAAI;gBAEFD,SAAS,MAAME,cACb,IAAI,CAAC,KAAK,EACVR,YACAE,aACAD,OACAX;YAEJ,EAAE,OAAOE,OAAgB;gBAEvBe,iBAAiBf;YACnB;YAGA,MAAMiB,WAAW;gBACfH;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAOC,iBACHA,0BAA0BG,QACxBH,eAAe,OAAO,GACtBI,OAAOJ,kBACT;YACN;YAEA,IAAI;gBACF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;oBAC7B,MAAMK,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;oBAC5C,IAAIA,YAAY;wBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;wBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;oBACjD;gBACF;gBAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;gBAIzD,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAChC,IAAI,CAAC,KAAK,CAAC,mBAAmB;YAElC,EAAE,OAAOjB,OAAgB;gBACvBO,QAAQ,KAAK,CAAC,6CAA6CP;YAC7D;YAIA,OAAOiB;QACT,SAAU;YAER,IAAIN,gBACFA;QAEJ;IACF;IAGA,MAAM,WACJY,UAAkB,EAC8B;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAG7D,IAAI;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;YACxB,OAAO;gBAAE,SAAS;YAAK;QACzB,EAAE,OAAOvB,OAAgB;YACvB,MAAMC,eACJD,iBAAiBkB,QAAQlB,MAAM,OAAO,GAAG;YAC3CO,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEN,cAAc;YACvD,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;YAAC;QACtD;IACF;IAMA,MAAM,0BAGH;QACD,MAAMgB,WAAW;YACf,MAAM;YACN,YAAY;QACd;QAEA,IAAI;YAEF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;gBAC7B,MAAMG,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;oBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACjD;YACF;YAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;QAE3D,EAAE,OAAOjB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,yCAAyCP;QACzD;QAEA,OAAOiB;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,MAAMO,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;YACnD,MAAMC,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQ9B;YAEzD,OAAO;gBACL6B;gBACAC;YACF;QACF,EAAE,OAAOzB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,iCAAiCP;YAC/C,OAAO;QACT;IACF;IAvRA,YAAY0B,KAAsB,CAAE;QAClC,KAAK,IAVP,uBAAQ,SAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAQ,oBAAR,SACA,uBAAiB,OAAjB,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGA;QACb,IAAI,CAAC,GAAG,GAAGC;IACb;AAoRF"}

package/dist/es/adapters/remote-execution.mjs

@@ -11,6 +11,9 @@ function _define_property(obj, key, value) {
     return obj;
 }
 class RemoteExecutionAdapter extends BasePlaygroundAdapter {
+    setProgressCallback(callback) {
+        this.progressCallback = callback;
+    }
     get id() {
         return this._id;
     }
@@ -271,7 +274,7 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
         }
     }
     constructor(serverUrl){
-        super(), _define_property(this, "serverUrl", void 0), _define_property(this, "_id", void 0);
+        super(), _define_property(this, "serverUrl", void 0), _define_property(this, "_id", void 0), _define_property(this, "progressCallback", void 0);
         this.serverUrl = serverUrl;
     }
 }

package/dist/es/adapters/remote-execution.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/remote-execution.mjs","sources":["../../../src/adapters/remote-execution.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private _id?: string;\n\n  constructor(serverUrl: string) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Get adapter ID (cached after first status check for remote)\n  get id(): string | undefined {\n    return this._id;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      return result;\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'deviceOptions', value: options.deviceOptions },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as {\n            actionSpace: () =>\n              | DeviceAction<unknown>[]\n              | Promise<DeviceAction<unknown>[]>;\n          }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      if (res.status === 200) {\n        // Try to extract id from response\n        try {\n          const data = await res.json();\n          if (data.id && typeof data.id === 'string') {\n            this._id = data.id;\n          }\n        } catch (jsonError) {\n          // If JSON parsing fails, id remains undefined but status is still OK\n          console.debug('Failed to parse status response:', jsonError);\n        }\n        return true;\n      }\n      return false;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        throw new Error(\n          `Failed to override server config: ${response.statusText}`,\n        );\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (!this.serverUrl) {\n      return { tip: undefined };\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return { tip: undefined };\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return { tip: undefined };\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return { tip: undefined };\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n\n  // Get interface information from server\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/interface-info`);\n\n      if (!response.ok) {\n        console.warn(`Interface info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["RemoteExecutionAdapter","BasePlaygroundAdapter","value","action","needsStructuredParams","schema","shape","missingFields","Object","key","fieldDef","isOptional","undefined","params","options","parseStructuredParams","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","data","jsonError","aiConfig","requestId","encodeURIComponent","serverUrl"],"mappings":";;;;;;;;;;;;AAKO,MAAMA,+BAA+BC;IAU1C,IAAI,KAAyB;QAC3B,OAAO,IAAI,CAAC,GAAG;IACjB;IAIA,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBC,OAAO,IAAI,CAACF,OAAO,MAAM,CAAC,CAACG;oBAC/C,MAAMC,WAAWJ,KAAK,CAACG,IAAI;oBAE3B,MAAME,aACJD,UAAU,cACVA,UAAU,MAAM,aAChBA,UAAU,MAAM,aAAa;oBAC/B,OACE,CAACC,cACAT,CAAAA,AAAuBU,WAAvBV,MAAM,MAAO,CAACO,IAAI,IAAkBP,AAAuB,OAAvBA,MAAM,MAAO,CAACO,IAAI,AAAM;gBAEjE;gBAEA,IAAIF,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BU,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBZ,QAAQU,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,OAAO,WAAW;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBnB,KAAgB,EAChBY,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYnB,OAAOY;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBnB,KAAgB,EAChBY,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,MAAMH;YACN,QAAQnB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACY,SAASZ,MAAM;QACpD;QAGA,IAAIY,QAAQ,OAAO,EACjBU,QAAQ,OAAO,GAAGV,QAAQ,OAAO;QAGnC,IAAI;YACF,MAAMW,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAElC,OAAOI;QACT,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR;IACF;IAGQ,2BACNF,OAAyB,EACzBZ,KAAgB,EACS;QACzB,MAAM6B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOlB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAiB,OAAOA,QAAQ,aAAa;YAAC;YACrD;gBAAE,KAAK;gBAAU,OAAOZ,MAAM,MAAM;YAAC;SACtC;QAED8B,eAAe,OAAO,CAAC,CAAC,EAAEvB,GAAG,EAAEP,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C6B,cAAc,CAACtB,IAAI,GAAGP;QAE1B;QAEA,OAAO6B;IACT;IAGA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QAKA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,IAAIU,AAAe,QAAfA,IAAI,MAAM,EAAU;gBAEtB,IAAI;oBACF,MAAMC,OAAO,MAAMD,IAAI,IAAI;oBAC3B,IAAIC,KAAK,EAAE,IAAI,AAAmB,YAAnB,OAAOA,KAAK,EAAE,EAC3B,IAAI,CAAC,GAAG,GAAGA,KAAK,EAAE;gBAEtB,EAAE,OAAOC,WAAW;oBAElBR,QAAQ,KAAK,CAAC,oCAAoCQ;gBACpD;gBACA,OAAO;YACT;YACA,OAAO;QACT,EAAE,OAAOtB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeuB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIhB,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEY;gBAAS;YAClC;YAEA,IAAI,CAACd,SAAS,EAAE,EACd,MAAM,IAAIF,MACR,CAAC,kCAAkC,EAAEE,SAAS,UAAU,EAAE;QAGhE,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgBwB,SAAiB,EAA6B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,KAAK5B;QAAU;QAG1B,IAAI,CAAC4B,WAAW,QAAQ;YACtBV,QAAQ,IAAI,CAAC;YACb,OAAO;gBAAE,KAAKlB;YAAU;QAC1B;QAEA,IAAI;YACF,MAAMa,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEe,mBAAmBD,YAAY;YAGpE,IAAI,CAACf,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO;oBAAE,KAAKb;gBAAU;YAC1B;YAEA,OAAO,MAAMa,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;gBAAE,KAAKJ;YAAU;QAC1B;IACF;IAGA,MAAM,WACJ4B,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,WAAW,QACd,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMJ,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEe,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACJ,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;YAE/D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,+BAA+B,EAAEL,SAAS,UAAU,EAAE;gBACpE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;QACT;IACF;IAlYA,YAAY0B,SAAiB,CAAE;QAC7B,KAAK,IAJP,uBAAQ,aAAR,SACA,uBAAQ,OAAR;QAIE,IAAI,CAAC,SAAS,GAAGA;IACnB;AAgYF"}
+{"version":3,"file":"adapters/remote-execution.mjs","sources":["../../../src/adapters/remote-execution.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private _id?: string;\n  private progressCallback?: (tip: string) => void;\n\n  constructor(serverUrl: string) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Set progress callback for monitoring operation status\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = callback;\n  }\n\n  // Get adapter ID (cached after first status check for remote)\n  get id(): string | undefined {\n    return this._id;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      return result;\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'deviceOptions', value: options.deviceOptions },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as {\n            actionSpace: () =>\n              | DeviceAction<unknown>[]\n              | Promise<DeviceAction<unknown>[]>;\n          }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      if (res.status === 200) {\n        // Try to extract id from response\n        try {\n          const data = await res.json();\n          if (data.id && typeof data.id === 'string') {\n            this._id = data.id;\n          }\n        } catch (jsonError) {\n          // If JSON parsing fails, id remains undefined but status is still OK\n          console.debug('Failed to parse status response:', jsonError);\n        }\n        return true;\n      }\n      return false;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        throw new Error(\n          `Failed to override server config: ${response.statusText}`,\n        );\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (!this.serverUrl) {\n      return { tip: undefined };\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return { tip: undefined };\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return { tip: undefined };\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return { tip: undefined };\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n\n  // Get interface information from server\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/interface-info`);\n\n      if (!response.ok) {\n        console.warn(`Interface info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["RemoteExecutionAdapter","BasePlaygroundAdapter","callback","value","action","needsStructuredParams","schema","shape","missingFields","Object","key","fieldDef","isOptional","undefined","params","options","parseStructuredParams","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","data","jsonError","aiConfig","requestId","encodeURIComponent","serverUrl"],"mappings":";;;;;;;;;;;;AAKO,MAAMA,+BAA+BC;IAW1C,oBAAoBC,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAGA,IAAI,KAAyB;QAC3B,OAAO,IAAI,CAAC,GAAG;IACjB;IAIA,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBC,OAAO,IAAI,CAACF,OAAO,MAAM,CAAC,CAACG;oBAC/C,MAAMC,WAAWJ,KAAK,CAACG,IAAI;oBAE3B,MAAME,aACJD,UAAU,cACVA,UAAU,MAAM,aAChBA,UAAU,MAAM,aAAa;oBAC/B,OACE,CAACC,cACAT,CAAAA,AAAuBU,WAAvBV,MAAM,MAAO,CAACO,IAAI,IAAkBP,AAAuB,OAAvBA,MAAM,MAAO,CAACO,IAAI,AAAM;gBAEjE;gBAEA,IAAIF,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BU,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBZ,QAAQU,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,OAAO,WAAW;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBnB,KAAgB,EAChBY,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYnB,OAAOY;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBnB,KAAgB,EAChBY,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,MAAMH;YACN,QAAQnB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACY,SAASZ,MAAM;QACpD;QAGA,IAAIY,QAAQ,OAAO,EACjBU,QAAQ,OAAO,GAAGV,QAAQ,OAAO;QAGnC,IAAI;YACF,MAAMW,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAElC,OAAOI;QACT,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR;IACF;IAGQ,2BACNF,OAAyB,EACzBZ,KAAgB,EACS;QACzB,MAAM6B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOlB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAiB,OAAOA,QAAQ,aAAa;YAAC;YACrD;gBAAE,KAAK;gBAAU,OAAOZ,MAAM,MAAM;YAAC;SACtC;QAED8B,eAAe,OAAO,CAAC,CAAC,EAAEvB,GAAG,EAAEP,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C6B,cAAc,CAACtB,IAAI,GAAGP;QAE1B;QAEA,OAAO6B;IACT;IAGA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QAKA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,IAAIU,AAAe,QAAfA,IAAI,MAAM,EAAU;gBAEtB,IAAI;oBACF,MAAMC,OAAO,MAAMD,IAAI,IAAI;oBAC3B,IAAIC,KAAK,EAAE,IAAI,AAAmB,YAAnB,OAAOA,KAAK,EAAE,EAC3B,IAAI,CAAC,GAAG,GAAGA,KAAK,EAAE;gBAEtB,EAAE,OAAOC,WAAW;oBAElBR,QAAQ,KAAK,CAAC,oCAAoCQ;gBACpD;gBACA,OAAO;YACT;YACA,OAAO;QACT,EAAE,OAAOtB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeuB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIhB,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEY;gBAAS;YAClC;YAEA,IAAI,CAACd,SAAS,EAAE,EACd,MAAM,IAAIF,MACR,CAAC,kCAAkC,EAAEE,SAAS,UAAU,EAAE;QAGhE,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgBwB,SAAiB,EAA6B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,KAAK5B;QAAU;QAG1B,IAAI,CAAC4B,WAAW,QAAQ;YACtBV,QAAQ,IAAI,CAAC;YACb,OAAO;gBAAE,KAAKlB;YAAU;QAC1B;QAEA,IAAI;YACF,MAAMa,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEe,mBAAmBD,YAAY;YAGpE,IAAI,CAACf,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO;oBAAE,KAAKb;gBAAU;YAC1B;YAEA,OAAO,MAAMa,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;gBAAE,KAAKJ;YAAU;QAC1B;IACF;IAGA,MAAM,WACJ4B,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,WAAW,QACd,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMJ,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEe,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACJ,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;YAE/D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,+BAA+B,EAAEL,SAAS,UAAU,EAAE;gBACpE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;QACT;IACF;IAvYA,YAAY0B,SAAiB,CAAE;QAC7B,KAAK,IALP,uBAAQ,aAAR,SACA,uBAAQ,OAAR,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,SAAS,GAAGA;IACnB;AAqYF"}

package/dist/es/sdk/index.mjs

@@ -53,6 +53,12 @@ class PlaygroundSDK {
     async overrideConfig(aiConfig) {
         if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.overrideConfig(aiConfig);
     }
+    async getTaskProgress(requestId) {
+        if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.getTaskProgress(requestId);
+        return {
+            tip: void 0
+        };
+    }
     async cancelTask(requestId) {
         if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.cancelTask(requestId);
         return {
@@ -62,6 +68,10 @@ class PlaygroundSDK {
     onDumpUpdate(callback) {
         if (this.adapter instanceof LocalExecutionAdapter) this.adapter.onDumpUpdate(callback);
     }
+    onProgressUpdate(callback) {
+        if (this.adapter instanceof RemoteExecutionAdapter) this.adapter.setProgressCallback(callback);
+        else if (this.adapter instanceof LocalExecutionAdapter) this.adapter.setProgressCallback(callback);
+    }
     async cancelExecution(requestId) {
         if (this.adapter instanceof RemoteExecutionAdapter) await this.adapter.cancelTask(requestId);
         else if (this.adapter instanceof LocalExecutionAdapter) console.warn('Local execution cancellation not fully implemented');

package/dist/es/sdk/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"sdk/index.mjs","sources":["../../../src/sdk/index.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent) {\n          throw new Error('Agent is required for local execution');\n        }\n        return new LocalExecutionAdapter(agent);\n      case 'remote-execution': {\n        // Use provided serverUrl first, then fallback to localhost if current page origin is file:// or default\n        const finalServerUrl =\n          serverUrl ||\n          (typeof window !== 'undefined' &&\n          window.location.protocol.includes('http')\n            ? window.location.origin\n            : `http://localhost:${PLAYGROUND_SERVER_PORT}`);\n\n        return new RemoteExecutionAdapter(finalServerUrl);\n      }\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const result = await this.adapter.executeAction(actionType, value, options);\n    return result;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Get adapter ID (works for both remote and local execution)\n  get id(): string | undefined {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.id;\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.id;\n    }\n    return undefined;\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Dump update callback management\n  onDumpUpdate(callback: (dump: string, executionDump?: any) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    }\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      await this.adapter.cancelTask(requestId);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // For local execution, we might need to implement agent cancellation\n      console.warn('Local execution cancellation not fully implemented');\n    }\n  }\n\n  // Get current execution data (dump and report)\n  async getCurrentExecutionData(): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  }> {\n    if (\n      this.adapter instanceof LocalExecutionAdapter &&\n      this.adapter.getCurrentExecutionData\n    ) {\n      return await this.adapter.getCurrentExecutionData();\n    }\n    // For remote execution or if method not available, return empty data\n    return { dump: null, reportHTML: null };\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n\n  // Get interface information (type and description)\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    return null;\n  }\n\n  // Get service mode based on adapter type\n  getServiceMode(): 'In-Browser-Extension' | 'Server' {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return 'In-Browser-Extension';\n    }\n    return 'Server';\n  }\n}\n"],"names":["PlaygroundSDK","type","serverUrl","agent","Error","LocalExecutionAdapter","finalServerUrl","window","PLAYGROUND_SERVER_PORT","RemoteExecutionAdapter","actionType","value","options","result","context","action","error","needsStructuredParams","aiConfig","requestId","callback","console","config"],"mappings":";;;;;;;;;;;;;AAaO,MAAMA;IAWH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACA;QACvB,OAAQF;YACN,KAAK;gBACH,IAAI,CAACE,OACH,MAAM,IAAIC,MAAM;gBAElB,OAAO,IAAIC,sBAAsBF;YACnC,KAAK;gBAAoB;oBAEvB,MAAMG,iBACJJ,aACC,CAAkB,eAAlB,OAAOK,UACRA,OAAO,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAC9BA,OAAO,QAAQ,CAAC,MAAM,GACtB,CAAC,iBAAiB,EAAEC,wBAAuB;oBAEjD,OAAO,IAAIC,uBAAuBH;gBACpC;YACA;gBACE,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEH,MAAM;QACzD;IACF;IAEA,MAAM,cACJS,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QACnE,OAAOC;IACT;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEH,KAAgB,EAChBI,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACJ,OAAOI;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEL,KAAgB,EAChBM,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCJ,OACAM,uBACAF;IAEJ;IAGA,IAAI,KAAyB;QAC3B,IAAI,IAAI,CAAC,OAAO,YAAYN,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;QAExB,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;IAG1B;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeS,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYT,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACS;IAGvC;IAGA,MAAM,WAAWC,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,aAAaC,QAAqD,EAAQ;QACxE,IAAI,IAAI,CAAC,OAAO,YAAYf,uBAC1B,IAAI,CAAC,OAAO,CAAC,YAAY,CAACe;IAE9B;IAGA,MAAM,gBAAgBD,SAAiB,EAAiB;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;aACzB,IAAI,IAAI,CAAC,OAAO,YAAYd,uBAEjCgB,QAAQ,IAAI,CAAC;IAEjB;IAGA,MAAM,0BAGH;QACD,IACE,IAAI,CAAC,OAAO,YAAYhB,yBACxB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAEpC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAGnD,OAAO;YAAE,MAAM;YAAM,YAAY;QAAK;IACxC;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,OAAO;IACT;IAGA,iBAAoD;QAClD,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO;QAET,OAAO;IACT;IA1KA,YAAYiB,MAAwB,CAAE;QAFtC,uBAAQ,WAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK;IAEhB;AAqKF"}
+{"version":3,"file":"sdk/index.mjs","sources":["../../../src/sdk/index.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent) {\n          throw new Error('Agent is required for local execution');\n        }\n        return new LocalExecutionAdapter(agent);\n      case 'remote-execution': {\n        // Use provided serverUrl first, then fallback to localhost if current page origin is file:// or default\n        const finalServerUrl =\n          serverUrl ||\n          (typeof window !== 'undefined' &&\n          window.location.protocol.includes('http')\n            ? window.location.origin\n            : `http://localhost:${PLAYGROUND_SERVER_PORT}`);\n\n        return new RemoteExecutionAdapter(finalServerUrl);\n      }\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const result = await this.adapter.executeAction(actionType, value, options);\n    return result;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Get adapter ID (works for both remote and local execution)\n  get id(): string | undefined {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.id;\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.id;\n    }\n    return undefined;\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  // Get task progress (for remote execution)\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    // For local execution, progress is handled via onTaskStartTip callback\n    return { tip: undefined };\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Dump update callback management\n  onDumpUpdate(callback: (dump: string, executionDump?: any) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    }\n  }\n\n  // Progress update callback management\n  onProgressUpdate(callback: (tip: string) => void): void {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    }\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      await this.adapter.cancelTask(requestId);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // For local execution, we might need to implement agent cancellation\n      console.warn('Local execution cancellation not fully implemented');\n    }\n  }\n\n  // Get current execution data (dump and report)\n  async getCurrentExecutionData(): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  }> {\n    if (\n      this.adapter instanceof LocalExecutionAdapter &&\n      this.adapter.getCurrentExecutionData\n    ) {\n      return await this.adapter.getCurrentExecutionData();\n    }\n    // For remote execution or if method not available, return empty data\n    return { dump: null, reportHTML: null };\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n\n  // Get interface information (type and description)\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    return null;\n  }\n\n  // Get service mode based on adapter type\n  getServiceMode(): 'In-Browser-Extension' | 'Server' {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return 'In-Browser-Extension';\n    }\n    return 'Server';\n  }\n}\n"],"names":["PlaygroundSDK","type","serverUrl","agent","Error","LocalExecutionAdapter","finalServerUrl","window","PLAYGROUND_SERVER_PORT","RemoteExecutionAdapter","actionType","value","options","result","context","action","error","needsStructuredParams","aiConfig","requestId","undefined","callback","console","config"],"mappings":";;;;;;;;;;;;;AAaO,MAAMA;IAWH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACA;QACvB,OAAQF;YACN,KAAK;gBACH,IAAI,CAACE,OACH,MAAM,IAAIC,MAAM;gBAElB,OAAO,IAAIC,sBAAsBF;YACnC,KAAK;gBAAoB;oBAEvB,MAAMG,iBACJJ,aACC,CAAkB,eAAlB,OAAOK,UACRA,OAAO,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAC9BA,OAAO,QAAQ,CAAC,MAAM,GACtB,CAAC,iBAAiB,EAAEC,wBAAuB;oBAEjD,OAAO,IAAIC,uBAAuBH;gBACpC;YACA;gBACE,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEH,MAAM;QACzD;IACF;IAEA,MAAM,cACJS,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QACnE,OAAOC;IACT;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEH,KAAgB,EAChBI,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACJ,OAAOI;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEL,KAAgB,EAChBM,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCJ,OACAM,uBACAF;IAEJ;IAGA,IAAI,KAAyB;QAC3B,IAAI,IAAI,CAAC,OAAO,YAAYN,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;QAExB,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;IAG1B;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeS,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYT,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACS;IAGvC;IAGA,MAAM,gBAAgBC,SAAiB,EAA6B;QAClE,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACU;QAGtC,OAAO;YAAE,KAAKC;QAAU;IAC1B;IAGA,MAAM,WAAWD,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,aAAaE,QAAqD,EAAQ;QACxE,IAAI,IAAI,CAAC,OAAO,YAAYhB,uBAC1B,IAAI,CAAC,OAAO,CAAC,YAAY,CAACgB;IAE9B;IAGA,iBAAiBA,QAA+B,EAAQ;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYZ,wBAC1B,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACY;aAC5B,IAAI,IAAI,CAAC,OAAO,YAAYhB,uBACjC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACgB;IAErC;IAGA,MAAM,gBAAgBF,SAAiB,EAAiB;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;aACzB,IAAI,IAAI,CAAC,OAAO,YAAYd,uBAEjCiB,QAAQ,IAAI,CAAC;IAEjB;IAGA,MAAM,0BAGH;QACD,IACE,IAAI,CAAC,OAAO,YAAYjB,yBACxB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAEpC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAGnD,OAAO;YAAE,MAAM;YAAM,YAAY;QAAK;IACxC;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,OAAO;IACT;IAGA,iBAAoD;QAClD,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO;QAET,OAAO;IACT;IA5LA,YAAYkB,MAAwB,CAAE;QAFtC,uBAAQ,WAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK;IAEhB;AAuLF"}

package/dist/lib/adapters/local-execution.js

@@ -48,6 +48,10 @@ class LocalExecutionAdapter extends external_base_js_namespaceObject.BasePlaygro
         this.dumpUpdateCallback = void 0;
         this.dumpUpdateCallback = callback;
     }
+    setProgressCallback(callback) {
+        this.progressCallback = void 0;
+        this.progressCallback = callback;
+    }
     async parseStructuredParams(action, params, options) {
         return await (0, external_common_js_namespaceObject.parseStructuredParams)(action, params, options);
     }
@@ -180,7 +184,7 @@ class LocalExecutionAdapter extends external_base_js_namespaceObject.BasePlaygro
         }
     }
     constructor(agent){
-        super(), _define_property(this, "agent", void 0), _define_property(this, "dumpUpdateCallback", void 0), _define_property(this, "_id", void 0), _define_property(this, "currentRequestId", void 0);
+        super(), _define_property(this, "agent", void 0), _define_property(this, "dumpUpdateCallback", void 0), _define_property(this, "progressCallback", void 0), _define_property(this, "_id", void 0), _define_property(this, "currentRequestId", void 0);
         this.agent = agent;
         this._id = (0, utils_namespaceObject.uuid)();
     }

package/dist/lib/adapters/local-execution.js.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/local-execution.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/adapters/local-execution.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction, ExecutionDump } from '@midscene/core';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { uuid } from '@midscene/shared/utils';\nimport { executeAction, parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, PlaygroundAgent } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent;\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private readonly _id: string; // Unique identifier for this local adapter instance\n  private currentRequestId?: string; // Track current request to prevent stale callbacks\n\n  constructor(agent: PlaygroundAgent) {\n    super();\n    this.agent = agent;\n    this._id = uuid(); // Generate unique ID for local adapter\n  }\n\n  // Get adapter ID\n  get id(): string {\n    return this._id;\n  }\n\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    // Clear any existing callback before setting new one\n    this.dumpUpdateCallback = undefined;\n    // Set the new callback\n    this.dumpUpdateCallback = callback;\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => DeviceAction<unknown>[];\n      };\n      if (page?.actionSpace) {\n        return page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => DeviceAction<unknown>[];\n      };\n      return contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n  }\n\n  /**\n   * Safely detaches the Chrome debugger without destroying the agent.\n   * This removes the \"Debugger attached\" banner from the browser window\n   * while keeping the agent instance intact for potential reuse.\n   * Called on errors to improve user experience by cleaning up the UI.\n   */\n  private async detachDebuggerSafely() {\n    try {\n      const page = this.agent?.interface as\n        | { detachDebugger?: () => Promise<void> }\n        | undefined;\n      await page?.detachDebugger?.();\n    } catch (error) {\n      console.warn('Failed to detach debugger:', error);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n    let removeListener: (() => void) | undefined;\n\n    // Reset dump at the start of execution to ensure clean state\n    try {\n      this.agent.resetDump?.();\n    } catch (error: unknown) {\n      console.warn('Failed to reset dump before execution:', error);\n    }\n\n    // Setup dump update tracking if requestId is provided\n    if (options.requestId && this.agent) {\n      // Track current request ID to prevent stale callbacks\n      this.currentRequestId = options.requestId;\n\n      // Add listener and save remove function\n      removeListener = this.agent.addDumpUpdateListener(\n        (dump: string, executionDump?: ExecutionDump) => {\n          // Only process if this is still the current request\n          if (this.currentRequestId !== options.requestId) {\n            return;\n          }\n\n          // Forward to external callback\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback(dump, executionDump);\n          }\n        },\n      );\n    }\n\n    try {\n      let result = null;\n      let executionError = null;\n\n      try {\n        // Call the base implementation with the original signature\n        result = await executeAction(\n          this.agent,\n          actionType,\n          actionSpace,\n          value,\n          options,\n        );\n      } catch (error: unknown) {\n        // Capture error but don't throw yet - we need to get dump/reportHTML first\n        executionError = error;\n      }\n\n      // Always construct response with dump and reportHTML, regardless of success/failure\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: executionError\n          ? executionError instanceof Error\n            ? executionError.message\n            : String(executionError)\n          : null,\n      };\n\n      try {\n        if (this.agent.dumpDataString) {\n          const dumpString = this.agent.dumpDataString();\n          if (dumpString) {\n            const groupedDump = JSON.parse(dumpString);\n            response.dump = groupedDump.executions?.[0] || null;\n          }\n        }\n\n        // Always generate reportHTML for all APIs (including noReplayAPIs)\n        if (this.agent.reportHTMLString) {\n          response.reportHTML = this.agent.reportHTMLString() || null;\n        }\n\n        // Write out action dumps\n        if (this.agent.writeOutActionDumps) {\n          this.agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        console.error('Failed to get dump/reportHTML from agent:', error);\n      }\n\n      // Don't throw the error - return it in response so caller can access dump/reportHTML\n      // The caller (usePlaygroundExecution) will check response.error to determine success\n      return response;\n    } finally {\n      // Remove listener to prevent accumulation\n      if (removeListener) {\n        removeListener();\n      }\n    }\n  }\n\n  // Local execution task cancellation - minimal implementation\n  async cancelTask(\n    _requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    try {\n      await this.agent.destroy?.();\n      return { success: true };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(`Failed to cancel agent: ${errorMessage}`);\n      return { error: `Failed to cancel: ${errorMessage}` };\n    }\n  }\n\n  /**\n   * Get current execution data without resetting\n   * This allows retrieving dump and report when execution is stopped\n   */\n  async getCurrentExecutionData(): Promise<{\n    dump: ExecutionDump | null;\n    reportHTML: string | null;\n  }> {\n    const response = {\n      dump: null as ExecutionDump | null,\n      reportHTML: null as string | null,\n    };\n\n    try {\n      // Get dump data\n      if (this.agent.dumpDataString) {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          const groupedDump = JSON.parse(dumpString);\n          response.dump = groupedDump.executions?.[0] || null;\n        }\n      }\n\n      // Get report HTML\n      if (this.agent.reportHTMLString) {\n        response.reportHTML = this.agent.reportHTMLString() || null;\n      }\n    } catch (error: unknown) {\n      console.error('Failed to get current execution data:', error);\n    }\n\n    return response;\n  }\n\n  // Get interface information from the agent\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      const type = this.agent.interface.interfaceType || 'Unknown';\n      const description = this.agent.interface.describe?.() || undefined;\n\n      return {\n        type,\n        description,\n      };\n    } catch (error: unknown) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","LocalExecutionAdapter","BasePlaygroundAdapter","callback","undefined","action","params","options","parseStructuredParams","error","errorMessage","context","page","contextPage","aiConfig","overrideAIConfig","console","actionType","value","actionSpace","removeListener","dump","executionDump","result","executionError","executeAction","response","Error","String","dumpString","groupedDump","JSON","_requestId","type","description","agent","uuid"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;ACCO,MAAMI,8BAA8BC,iCAAAA,qBAAqBA;IAgB9D,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAEA,aACEC,QAA+D,EACzD;QAEN,IAAI,CAAC,kBAAkB,GAAGC;QAE1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAEA,MAAM,sBACJE,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,AAAAA,IAAAA,mCAAAA,qBAAAA,AAAAA,EAAsBH,QAAQC,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,eAAeD,OAAO,WAAW;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,KAAK,EAAE,gBACd,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,MAAM,aACR,OAAOA,KAAK,WAAW;QAE3B;QAGA,IAAID,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAME,cAAcF;YAGpB,OAAOE,YAAY,WAAW;QAChC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,IAAAA,oBAAAA,gBAAAA,AAAAA,EAAiBD;IACnB;IAQA,MAAc,uBAAuB;QACnC,IAAI;YACF,MAAMF,OAAO,IAAI,CAAC,KAAK,EAAE;YAGzB,MAAMA,MAAM;QACd,EAAE,OAAOH,OAAO;YACdO,QAAQ,IAAI,CAAC,8BAA8BP;QAC7C;IACF;IAEA,MAAM,cACJQ,UAAkB,EAClBC,KAAgB,EAChBX,OAAyB,EACP;QAElB,MAAMY,cAAc,MAAM,IAAI,CAAC,cAAc;QAC7C,IAAIC;QAGJ,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,SAAS;QACtB,EAAE,OAAOX,OAAgB;YACvBO,QAAQ,IAAI,CAAC,0CAA0CP;QACzD;QAGA,IAAIF,QAAQ,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE;YAEnC,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,SAAS;YAGzCa,iBAAiB,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAC/C,CAACC,MAAcC;gBAEb,IAAI,IAAI,CAAC,gBAAgB,KAAKf,QAAQ,SAAS,EAC7C;gBAIF,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACc,MAAMC;YAElC;QAEJ;QAEA,IAAI;YACF,IAAIC,SAAS;YACb,IAAIC,iBAAiB;YAErB,IAAI;gBAEFD,SAAS,MAAME,AAAAA,IAAAA,mCAAAA,aAAAA,AAAAA,EACb,IAAI,CAAC,KAAK,EACVR,YACAE,aACAD,OACAX;YAEJ,EAAE,OAAOE,OAAgB;gBAEvBe,iBAAiBf;YACnB;YAGA,MAAMiB,WAAW;gBACfH;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAOC,iBACHA,0BAA0BG,QACxBH,eAAe,OAAO,GACtBI,OAAOJ,kBACT;YACN;YAEA,IAAI;gBACF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;oBAC7B,MAAMK,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;oBAC5C,IAAIA,YAAY;wBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;wBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;oBACjD;gBACF;gBAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;gBAIzD,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAChC,IAAI,CAAC,KAAK,CAAC,mBAAmB;YAElC,EAAE,OAAOjB,OAAgB;gBACvBO,QAAQ,KAAK,CAAC,6CAA6CP;YAC7D;YAIA,OAAOiB;QACT,SAAU;YAER,IAAIN,gBACFA;QAEJ;IACF;IAGA,MAAM,WACJY,UAAkB,EAC8B;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAG7D,IAAI;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;YACxB,OAAO;gBAAE,SAAS;YAAK;QACzB,EAAE,OAAOvB,OAAgB;YACvB,MAAMC,eACJD,iBAAiBkB,QAAQlB,MAAM,OAAO,GAAG;YAC3CO,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEN,cAAc;YACvD,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;YAAC;QACtD;IACF;IAMA,MAAM,0BAGH;QACD,MAAMgB,WAAW;YACf,MAAM;YACN,YAAY;QACd;QAEA,IAAI;YAEF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;gBAC7B,MAAMG,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;oBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACjD;YACF;YAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;QAE3D,EAAE,OAAOjB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,yCAAyCP;QACzD;QAEA,OAAOiB;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,MAAMO,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;YACnD,MAAMC,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQ9B;YAEzD,OAAO;gBACL6B;gBACAC;YACF;QACF,EAAE,OAAOzB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,iCAAiCP;YAC/C,OAAO;QACT;IACF;IAjRA,YAAY0B,KAAsB,CAAE;QAClC,KAAK,IATP,uBAAQ,SAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAiB,OAAjB,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGA;QACb,IAAI,CAAC,GAAG,GAAGC,AAAAA,IAAAA,sBAAAA,IAAAA,AAAAA;IACb;AA8QF"}
+{"version":3,"file":"adapters/local-execution.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/adapters/local-execution.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction, ExecutionDump } from '@midscene/core';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { uuid } from '@midscene/shared/utils';\nimport { executeAction, parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, PlaygroundAgent } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent;\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private progressCallback?: (tip: string) => void;\n  private readonly _id: string; // Unique identifier for this local adapter instance\n  private currentRequestId?: string; // Track current request to prevent stale callbacks\n\n  constructor(agent: PlaygroundAgent) {\n    super();\n    this.agent = agent;\n    this._id = uuid(); // Generate unique ID for local adapter\n  }\n\n  // Get adapter ID\n  get id(): string {\n    return this._id;\n  }\n\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    // Clear any existing callback before setting new one\n    this.dumpUpdateCallback = undefined;\n    // Set the new callback\n    this.dumpUpdateCallback = callback;\n  }\n\n  // Set progress callback for monitoring operation status\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = undefined;\n    this.progressCallback = callback;\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => DeviceAction<unknown>[];\n      };\n      if (page?.actionSpace) {\n        return page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => DeviceAction<unknown>[];\n      };\n      return contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n  }\n\n  /**\n   * Safely detaches the Chrome debugger without destroying the agent.\n   * This removes the \"Debugger attached\" banner from the browser window\n   * while keeping the agent instance intact for potential reuse.\n   * Called on errors to improve user experience by cleaning up the UI.\n   */\n  private async detachDebuggerSafely() {\n    try {\n      const page = this.agent?.interface as\n        | { detachDebugger?: () => Promise<void> }\n        | undefined;\n      await page?.detachDebugger?.();\n    } catch (error) {\n      console.warn('Failed to detach debugger:', error);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n    let removeListener: (() => void) | undefined;\n\n    // Reset dump at the start of execution to ensure clean state\n    try {\n      this.agent.resetDump?.();\n    } catch (error: unknown) {\n      console.warn('Failed to reset dump before execution:', error);\n    }\n\n    // Setup dump update tracking if requestId is provided\n    if (options.requestId && this.agent) {\n      // Track current request ID to prevent stale callbacks\n      this.currentRequestId = options.requestId;\n\n      // Add listener and save remove function\n      removeListener = this.agent.addDumpUpdateListener(\n        (dump: string, executionDump?: ExecutionDump) => {\n          // Only process if this is still the current request\n          if (this.currentRequestId !== options.requestId) {\n            return;\n          }\n\n          // Forward to external callback\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback(dump, executionDump);\n          }\n        },\n      );\n    }\n\n    try {\n      let result = null;\n      let executionError = null;\n\n      try {\n        // Call the base implementation with the original signature\n        result = await executeAction(\n          this.agent,\n          actionType,\n          actionSpace,\n          value,\n          options,\n        );\n      } catch (error: unknown) {\n        // Capture error but don't throw yet - we need to get dump/reportHTML first\n        executionError = error;\n      }\n\n      // Always construct response with dump and reportHTML, regardless of success/failure\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: executionError\n          ? executionError instanceof Error\n            ? executionError.message\n            : String(executionError)\n          : null,\n      };\n\n      try {\n        if (this.agent.dumpDataString) {\n          const dumpString = this.agent.dumpDataString();\n          if (dumpString) {\n            const groupedDump = JSON.parse(dumpString);\n            response.dump = groupedDump.executions?.[0] || null;\n          }\n        }\n\n        // Always generate reportHTML for all APIs (including noReplayAPIs)\n        if (this.agent.reportHTMLString) {\n          response.reportHTML = this.agent.reportHTMLString() || null;\n        }\n\n        // Write out action dumps\n        if (this.agent.writeOutActionDumps) {\n          this.agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        console.error('Failed to get dump/reportHTML from agent:', error);\n      }\n\n      // Don't throw the error - return it in response so caller can access dump/reportHTML\n      // The caller (usePlaygroundExecution) will check response.error to determine success\n      return response;\n    } finally {\n      // Remove listener to prevent accumulation\n      if (removeListener) {\n        removeListener();\n      }\n    }\n  }\n\n  // Local execution task cancellation - minimal implementation\n  async cancelTask(\n    _requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    try {\n      await this.agent.destroy?.();\n      return { success: true };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(`Failed to cancel agent: ${errorMessage}`);\n      return { error: `Failed to cancel: ${errorMessage}` };\n    }\n  }\n\n  /**\n   * Get current execution data without resetting\n   * This allows retrieving dump and report when execution is stopped\n   */\n  async getCurrentExecutionData(): Promise<{\n    dump: ExecutionDump | null;\n    reportHTML: string | null;\n  }> {\n    const response = {\n      dump: null as ExecutionDump | null,\n      reportHTML: null as string | null,\n    };\n\n    try {\n      // Get dump data\n      if (this.agent.dumpDataString) {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          const groupedDump = JSON.parse(dumpString);\n          response.dump = groupedDump.executions?.[0] || null;\n        }\n      }\n\n      // Get report HTML\n      if (this.agent.reportHTMLString) {\n        response.reportHTML = this.agent.reportHTMLString() || null;\n      }\n    } catch (error: unknown) {\n      console.error('Failed to get current execution data:', error);\n    }\n\n    return response;\n  }\n\n  // Get interface information from the agent\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      const type = this.agent.interface.interfaceType || 'Unknown';\n      const description = this.agent.interface.describe?.() || undefined;\n\n      return {\n        type,\n        description,\n      };\n    } catch (error: unknown) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","LocalExecutionAdapter","BasePlaygroundAdapter","callback","undefined","action","params","options","parseStructuredParams","error","errorMessage","context","page","contextPage","aiConfig","overrideAIConfig","console","actionType","value","actionSpace","removeListener","dump","executionDump","result","executionError","executeAction","response","Error","String","dumpString","groupedDump","JSON","_requestId","type","description","agent","uuid"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;ACCO,MAAMI,8BAA8BC,iCAAAA,qBAAqBA;IAiB9D,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAEA,aACEC,QAA+D,EACzD;QAEN,IAAI,CAAC,kBAAkB,GAAGC;QAE1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAGA,oBAAoBA,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGC;QACxB,IAAI,CAAC,gBAAgB,GAAGD;IAC1B;IAEA,MAAM,sBACJE,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,AAAAA,IAAAA,mCAAAA,qBAAAA,AAAAA,EAAsBH,QAAQC,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,eAAeD,OAAO,WAAW;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,KAAK,EAAE,gBACd,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,MAAM,aACR,OAAOA,KAAK,WAAW;QAE3B;QAGA,IAAID,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAME,cAAcF;YAGpB,OAAOE,YAAY,WAAW;QAChC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,IAAAA,oBAAAA,gBAAAA,AAAAA,EAAiBD;IACnB;IAQA,MAAc,uBAAuB;QACnC,IAAI;YACF,MAAMF,OAAO,IAAI,CAAC,KAAK,EAAE;YAGzB,MAAMA,MAAM;QACd,EAAE,OAAOH,OAAO;YACdO,QAAQ,IAAI,CAAC,8BAA8BP;QAC7C;IACF;IAEA,MAAM,cACJQ,UAAkB,EAClBC,KAAgB,EAChBX,OAAyB,EACP;QAElB,MAAMY,cAAc,MAAM,IAAI,CAAC,cAAc;QAC7C,IAAIC;QAGJ,IAAI;YACF,IAAI,CAAC,KAAK,CAAC,SAAS;QACtB,EAAE,OAAOX,OAAgB;YACvBO,QAAQ,IAAI,CAAC,0CAA0CP;QACzD;QAGA,IAAIF,QAAQ,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE;YAEnC,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,SAAS;YAGzCa,iBAAiB,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAC/C,CAACC,MAAcC;gBAEb,IAAI,IAAI,CAAC,gBAAgB,KAAKf,QAAQ,SAAS,EAC7C;gBAIF,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACc,MAAMC;YAElC;QAEJ;QAEA,IAAI;YACF,IAAIC,SAAS;YACb,IAAIC,iBAAiB;YAErB,IAAI;gBAEFD,SAAS,MAAME,AAAAA,IAAAA,mCAAAA,aAAAA,AAAAA,EACb,IAAI,CAAC,KAAK,EACVR,YACAE,aACAD,OACAX;YAEJ,EAAE,OAAOE,OAAgB;gBAEvBe,iBAAiBf;YACnB;YAGA,MAAMiB,WAAW;gBACfH;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAOC,iBACHA,0BAA0BG,QACxBH,eAAe,OAAO,GACtBI,OAAOJ,kBACT;YACN;YAEA,IAAI;gBACF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;oBAC7B,MAAMK,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;oBAC5C,IAAIA,YAAY;wBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;wBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;oBACjD;gBACF;gBAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;gBAIzD,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAChC,IAAI,CAAC,KAAK,CAAC,mBAAmB;YAElC,EAAE,OAAOjB,OAAgB;gBACvBO,QAAQ,KAAK,CAAC,6CAA6CP;YAC7D;YAIA,OAAOiB;QACT,SAAU;YAER,IAAIN,gBACFA;QAEJ;IACF;IAGA,MAAM,WACJY,UAAkB,EAC8B;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAG7D,IAAI;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;YACxB,OAAO;gBAAE,SAAS;YAAK;QACzB,EAAE,OAAOvB,OAAgB;YACvB,MAAMC,eACJD,iBAAiBkB,QAAQlB,MAAM,OAAO,GAAG;YAC3CO,QAAQ,KAAK,CAAC,CAAC,wBAAwB,EAAEN,cAAc;YACvD,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;YAAC;QACtD;IACF;IAMA,MAAM,0BAGH;QACD,MAAMgB,WAAW;YACf,MAAM;YACN,YAAY;QACd;QAEA,IAAI;YAEF,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;gBAC7B,MAAMG,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBACd,MAAMC,cAAcC,KAAK,KAAK,CAACF;oBAC/BH,SAAS,IAAI,GAAGI,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACjD;YACF;YAGA,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAC7BJ,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;QAE3D,EAAE,OAAOjB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,yCAAyCP;QACzD;QAEA,OAAOiB;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,MAAMO,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;YACnD,MAAMC,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQ9B;YAEzD,OAAO;gBACL6B;gBACAC;YACF;QACF,EAAE,OAAOzB,OAAgB;YACvBO,QAAQ,KAAK,CAAC,iCAAiCP;YAC/C,OAAO;QACT;IACF;IAvRA,YAAY0B,KAAsB,CAAE;QAClC,KAAK,IAVP,uBAAQ,SAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAQ,oBAAR,SACA,uBAAiB,OAAjB,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGA;QACb,IAAI,CAAC,GAAG,GAAGC,AAAAA,IAAAA,sBAAAA,IAAAA,AAAAA;IACb;AAoRF"}

package/dist/lib/adapters/remote-execution.js

@@ -39,6 +39,9 @@ function _define_property(obj, key, value) {
     return obj;
 }
 class RemoteExecutionAdapter extends external_base_js_namespaceObject.BasePlaygroundAdapter {
+    setProgressCallback(callback) {
+        this.progressCallback = callback;
+    }
     get id() {
         return this._id;
     }
@@ -299,7 +302,7 @@ class RemoteExecutionAdapter extends external_base_js_namespaceObject.BasePlaygr
         }
     }
     constructor(serverUrl){
-        super(), _define_property(this, "serverUrl", void 0), _define_property(this, "_id", void 0);
+        super(), _define_property(this, "serverUrl", void 0), _define_property(this, "_id", void 0), _define_property(this, "progressCallback", void 0);
         this.serverUrl = serverUrl;
     }
 }

package/dist/lib/adapters/remote-execution.js.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/remote-execution.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/adapters/remote-execution.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction } from '@midscene/core';\nimport { parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private _id?: string;\n\n  constructor(serverUrl: string) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Get adapter ID (cached after first status check for remote)\n  get id(): string | undefined {\n    return this._id;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      return result;\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'deviceOptions', value: options.deviceOptions },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as {\n            actionSpace: () =>\n              | DeviceAction<unknown>[]\n              | Promise<DeviceAction<unknown>[]>;\n          }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      if (res.status === 200) {\n        // Try to extract id from response\n        try {\n          const data = await res.json();\n          if (data.id && typeof data.id === 'string') {\n            this._id = data.id;\n          }\n        } catch (jsonError) {\n          // If JSON parsing fails, id remains undefined but status is still OK\n          console.debug('Failed to parse status response:', jsonError);\n        }\n        return true;\n      }\n      return false;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        throw new Error(\n          `Failed to override server config: ${response.statusText}`,\n        );\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (!this.serverUrl) {\n      return { tip: undefined };\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return { tip: undefined };\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return { tip: undefined };\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return { tip: undefined };\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n\n  // Get interface information from server\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/interface-info`);\n\n      if (!response.ok) {\n        console.warn(`Interface info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","RemoteExecutionAdapter","BasePlaygroundAdapter","value","action","needsStructuredParams","schema","shape","missingFields","fieldDef","isOptional","undefined","params","options","parseStructuredParams","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","data","jsonError","aiConfig","requestId","encodeURIComponent","serverUrl"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;ACDO,MAAMI,+BAA+BC,iCAAAA,qBAAqBA;IAU/D,IAAI,KAAyB;QAC3B,OAAO,IAAI,CAAC,GAAG;IACjB;IAIA,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBX,OAAO,IAAI,CAACU,OAAO,MAAM,CAAC,CAACX;oBAC/C,MAAMa,WAAWF,KAAK,CAACX,IAAI;oBAE3B,MAAMc,aACJD,UAAU,cACVA,UAAU,MAAM,aAChBA,UAAU,MAAM,aAAa;oBAC/B,OACE,CAACC,cACAP,CAAAA,AAAuBQ,WAAvBR,MAAM,MAAO,CAACP,IAAI,IAAkBO,AAAuB,OAAvBA,MAAM,MAAO,CAACP,IAAI,AAAM;gBAEjE;gBAEA,IAAIY,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BQ,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,AAAAA,IAAAA,mCAAAA,qBAAAA,AAAAA,EAAsBV,QAAQQ,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,OAAO,WAAW;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBjB,KAAgB,EAChBU,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYjB,OAAOU;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBjB,KAAgB,EAChBU,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,MAAMH;YACN,QAAQjB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACU,SAASV,MAAM;QACpD;QAGA,IAAIU,QAAQ,OAAO,EACjBU,QAAQ,OAAO,GAAGV,QAAQ,OAAO;QAGnC,IAAI;YACF,MAAMW,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAElC,OAAOI;QACT,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR;IACF;IAGQ,2BACNF,OAAyB,EACzBV,KAAgB,EACS;QACzB,MAAM2B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOlB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAiB,OAAOA,QAAQ,aAAa;YAAC;YACrD;gBAAE,KAAK;gBAAU,OAAOV,MAAM,MAAM;YAAC;SACtC;QAED4B,eAAe,OAAO,CAAC,CAAC,EAAEnC,GAAG,EAAEO,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C2B,cAAc,CAAClC,IAAI,GAAGO;QAE1B;QAEA,OAAO2B;IACT;IAGA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QAKA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,IAAIU,AAAe,QAAfA,IAAI,MAAM,EAAU;gBAEtB,IAAI;oBACF,MAAMC,OAAO,MAAMD,IAAI,IAAI;oBAC3B,IAAIC,KAAK,EAAE,IAAI,AAAmB,YAAnB,OAAOA,KAAK,EAAE,EAC3B,IAAI,CAAC,GAAG,GAAGA,KAAK,EAAE;gBAEtB,EAAE,OAAOC,WAAW;oBAElBR,QAAQ,KAAK,CAAC,oCAAoCQ;gBACpD;gBACA,OAAO;YACT;YACA,OAAO;QACT,EAAE,OAAOtB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeuB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIhB,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEY;gBAAS;YAClC;YAEA,IAAI,CAACd,SAAS,EAAE,EACd,MAAM,IAAIF,MACR,CAAC,kCAAkC,EAAEE,SAAS,UAAU,EAAE;QAGhE,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgBwB,SAAiB,EAA6B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,KAAK5B;QAAU;QAG1B,IAAI,CAAC4B,WAAW,QAAQ;YACtBV,QAAQ,IAAI,CAAC;YACb,OAAO;gBAAE,KAAKlB;YAAU;QAC1B;QAEA,IAAI;YACF,MAAMa,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEe,mBAAmBD,YAAY;YAGpE,IAAI,CAACf,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO;oBAAE,KAAKb;gBAAU;YAC1B;YAEA,OAAO,MAAMa,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;gBAAE,KAAKJ;YAAU;QAC1B;IACF;IAGA,MAAM,WACJ4B,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,WAAW,QACd,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMJ,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEe,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACJ,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;YAE/D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,+BAA+B,EAAEL,SAAS,UAAU,EAAE;gBACpE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;QACT;IACF;IAlYA,YAAY0B,SAAiB,CAAE;QAC7B,KAAK,IAJP,uBAAQ,aAAR,SACA,uBAAQ,OAAR;QAIE,IAAI,CAAC,SAAS,GAAGA;IACnB;AAgYF"}
+{"version":3,"file":"adapters/remote-execution.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/adapters/remote-execution.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction } from '@midscene/core';\nimport { parseStructuredParams } from '../common';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private _id?: string;\n  private progressCallback?: (tip: string) => void;\n\n  constructor(serverUrl: string) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Set progress callback for monitoring operation status\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = callback;\n  }\n\n  // Get adapter ID (cached after first status check for remote)\n  get id(): string | undefined {\n    return this._id;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      return result;\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'deviceOptions', value: options.deviceOptions },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as {\n            actionSpace: () =>\n              | DeviceAction<unknown>[]\n              | Promise<DeviceAction<unknown>[]>;\n          }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      if (res.status === 200) {\n        // Try to extract id from response\n        try {\n          const data = await res.json();\n          if (data.id && typeof data.id === 'string') {\n            this._id = data.id;\n          }\n        } catch (jsonError) {\n          // If JSON parsing fails, id remains undefined but status is still OK\n          console.debug('Failed to parse status response:', jsonError);\n        }\n        return true;\n      }\n      return false;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        throw new Error(\n          `Failed to override server config: ${response.statusText}`,\n        );\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (!this.serverUrl) {\n      return { tip: undefined };\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return { tip: undefined };\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return { tip: undefined };\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return { tip: undefined };\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n\n  // Get interface information from server\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/interface-info`);\n\n      if (!response.ok) {\n        console.warn(`Interface info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","RemoteExecutionAdapter","BasePlaygroundAdapter","callback","value","action","needsStructuredParams","schema","shape","missingFields","fieldDef","isOptional","undefined","params","options","parseStructuredParams","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","data","jsonError","aiConfig","requestId","encodeURIComponent","serverUrl"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;ACDO,MAAMI,+BAA+BC,iCAAAA,qBAAqBA;IAW/D,oBAAoBC,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAGA,IAAI,KAAyB;QAC3B,OAAO,IAAI,CAAC,GAAG;IACjB;IAIA,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBZ,OAAO,IAAI,CAACW,OAAO,MAAM,CAAC,CAACZ;oBAC/C,MAAMc,WAAWF,KAAK,CAACZ,IAAI;oBAE3B,MAAMe,aACJD,UAAU,cACVA,UAAU,MAAM,aAChBA,UAAU,MAAM,aAAa;oBAC/B,OACE,CAACC,cACAP,CAAAA,AAAuBQ,WAAvBR,MAAM,MAAO,CAACR,IAAI,IAAkBQ,AAAuB,OAAvBA,MAAM,MAAO,CAACR,IAAI,AAAM;gBAEjE;gBAEA,IAAIa,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BQ,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,AAAAA,IAAAA,mCAAAA,qBAAAA,AAAAA,EAAsBV,QAAQQ,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,OAAO,WAAW;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBjB,KAAgB,EAChBU,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYjB,OAAOU;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBjB,KAAgB,EAChBU,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,MAAMH;YACN,QAAQjB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACU,SAASV,MAAM;QACpD;QAGA,IAAIU,QAAQ,OAAO,EACjBU,QAAQ,OAAO,GAAGV,QAAQ,OAAO;QAGnC,IAAI;YACF,MAAMW,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAElC,OAAOI;QACT,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR;IACF;IAGQ,2BACNF,OAAyB,EACzBV,KAAgB,EACS;QACzB,MAAM2B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOlB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAiB,OAAOA,QAAQ,aAAa;YAAC;YACrD;gBAAE,KAAK;gBAAU,OAAOV,MAAM,MAAM;YAAC;SACtC;QAED4B,eAAe,OAAO,CAAC,CAAC,EAAEpC,GAAG,EAAEQ,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C2B,cAAc,CAACnC,IAAI,GAAGQ;QAE1B;QAEA,OAAO2B;IACT;IAGA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QAKA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,IAAIU,AAAe,QAAfA,IAAI,MAAM,EAAU;gBAEtB,IAAI;oBACF,MAAMC,OAAO,MAAMD,IAAI,IAAI;oBAC3B,IAAIC,KAAK,EAAE,IAAI,AAAmB,YAAnB,OAAOA,KAAK,EAAE,EAC3B,IAAI,CAAC,GAAG,GAAGA,KAAK,EAAE;gBAEtB,EAAE,OAAOC,WAAW;oBAElBR,QAAQ,KAAK,CAAC,oCAAoCQ;gBACpD;gBACA,OAAO;YACT;YACA,OAAO;QACT,EAAE,OAAOtB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeuB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIhB,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEY;gBAAS;YAClC;YAEA,IAAI,CAACd,SAAS,EAAE,EACd,MAAM,IAAIF,MACR,CAAC,kCAAkC,EAAEE,SAAS,UAAU,EAAE;QAGhE,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgBwB,SAAiB,EAA6B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,KAAK5B;QAAU;QAG1B,IAAI,CAAC4B,WAAW,QAAQ;YACtBV,QAAQ,IAAI,CAAC;YACb,OAAO;gBAAE,KAAKlB;YAAU;QAC1B;QAEA,IAAI;YACF,MAAMa,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEe,mBAAmBD,YAAY;YAGpE,IAAI,CAACf,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO;oBAAE,KAAKb;gBAAU;YAC1B;YAEA,OAAO,MAAMa,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;gBAAE,KAAKJ;YAAU;QAC1B;IACF;IAGA,MAAM,WACJ4B,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,WAAW,QACd,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMJ,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEe,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACJ,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;YAE/D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,+BAA+B,EAAEL,SAAS,UAAU,EAAE;gBACpE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;QACT;IACF;IAvYA,YAAY0B,SAAiB,CAAE;QAC7B,KAAK,IALP,uBAAQ,aAAR,SACA,uBAAQ,OAAR,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,SAAS,GAAGA;IACnB;AAqYF"}

package/dist/lib/sdk/index.js

@@ -81,6 +81,12 @@ class PlaygroundSDK {
     async overrideConfig(aiConfig) {
         if (this.adapter instanceof remote_execution_js_namespaceObject.RemoteExecutionAdapter) return this.adapter.overrideConfig(aiConfig);
     }
+    async getTaskProgress(requestId) {
+        if (this.adapter instanceof remote_execution_js_namespaceObject.RemoteExecutionAdapter) return this.adapter.getTaskProgress(requestId);
+        return {
+            tip: void 0
+        };
+    }
     async cancelTask(requestId) {
         if (this.adapter instanceof remote_execution_js_namespaceObject.RemoteExecutionAdapter) return this.adapter.cancelTask(requestId);
         return {
@@ -90,6 +96,10 @@ class PlaygroundSDK {
     onDumpUpdate(callback) {
         if (this.adapter instanceof local_execution_js_namespaceObject.LocalExecutionAdapter) this.adapter.onDumpUpdate(callback);
     }
+    onProgressUpdate(callback) {
+        if (this.adapter instanceof remote_execution_js_namespaceObject.RemoteExecutionAdapter) this.adapter.setProgressCallback(callback);
+        else if (this.adapter instanceof local_execution_js_namespaceObject.LocalExecutionAdapter) this.adapter.setProgressCallback(callback);
+    }
     async cancelExecution(requestId) {
         if (this.adapter instanceof remote_execution_js_namespaceObject.RemoteExecutionAdapter) await this.adapter.cancelTask(requestId);
         else if (this.adapter instanceof local_execution_js_namespaceObject.LocalExecutionAdapter) console.warn('Local execution cancellation not fully implemented');

package/dist/lib/sdk/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"sdk/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/sdk/index.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent) {\n          throw new Error('Agent is required for local execution');\n        }\n        return new LocalExecutionAdapter(agent);\n      case 'remote-execution': {\n        // Use provided serverUrl first, then fallback to localhost if current page origin is file:// or default\n        const finalServerUrl =\n          serverUrl ||\n          (typeof window !== 'undefined' &&\n          window.location.protocol.includes('http')\n            ? window.location.origin\n            : `http://localhost:${PLAYGROUND_SERVER_PORT}`);\n\n        return new RemoteExecutionAdapter(finalServerUrl);\n      }\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const result = await this.adapter.executeAction(actionType, value, options);\n    return result;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Get adapter ID (works for both remote and local execution)\n  get id(): string | undefined {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.id;\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.id;\n    }\n    return undefined;\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Dump update callback management\n  onDumpUpdate(callback: (dump: string, executionDump?: any) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    }\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      await this.adapter.cancelTask(requestId);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // For local execution, we might need to implement agent cancellation\n      console.warn('Local execution cancellation not fully implemented');\n    }\n  }\n\n  // Get current execution data (dump and report)\n  async getCurrentExecutionData(): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  }> {\n    if (\n      this.adapter instanceof LocalExecutionAdapter &&\n      this.adapter.getCurrentExecutionData\n    ) {\n      return await this.adapter.getCurrentExecutionData();\n    }\n    // For remote execution or if method not available, return empty data\n    return { dump: null, reportHTML: null };\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n\n  // Get interface information (type and description)\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    return null;\n  }\n\n  // Get service mode based on adapter type\n  getServiceMode(): 'In-Browser-Extension' | 'Server' {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return 'In-Browser-Extension';\n    }\n    return 'Server';\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","PlaygroundSDK","type","serverUrl","agent","Error","LocalExecutionAdapter","finalServerUrl","window","PLAYGROUND_SERVER_PORT","RemoteExecutionAdapter","actionType","value","options","result","context","action","error","needsStructuredParams","aiConfig","requestId","callback","console","config"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;ACOO,MAAMI;IAWH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACA;QACvB,OAAQF;YACN,KAAK;gBACH,IAAI,CAACE,OACH,MAAM,IAAIC,MAAM;gBAElB,OAAO,IAAIC,mCAAAA,qBAAqBA,CAACF;YACnC,KAAK;gBAAoB;oBAEvB,MAAMG,iBACJJ,aACC,CAAkB,eAAlB,OAAOK,UACRA,OAAO,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAC9BA,OAAO,QAAQ,CAAC,MAAM,GACtB,CAAC,iBAAiB,EAAEC,0BAAAA,sBAAsBA,EAAC;oBAEjD,OAAO,IAAIC,oCAAAA,sBAAsBA,CAACH;gBACpC;YACA;gBACE,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEH,MAAM;QACzD;IACF;IAEA,MAAM,cACJS,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QACnE,OAAOC;IACT;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEH,KAAgB,EAChBI,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACJ,OAAOI;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEL,KAAgB,EAChBM,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCJ,OACAM,uBACAF;IAEJ;IAGA,IAAI,KAAyB;QAC3B,IAAI,IAAI,CAAC,OAAO,YAAYN,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;QAExB,IAAI,IAAI,CAAC,OAAO,YAAYJ,mCAAAA,qBAAqBA,EAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;IAG1B;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYI,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeS,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYT,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACS;IAGvC;IAGA,MAAM,WAAWC,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYV,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,aAAaC,QAAqD,EAAQ;QACxE,IAAI,IAAI,CAAC,OAAO,YAAYf,mCAAAA,qBAAqBA,EAC/C,IAAI,CAAC,OAAO,CAAC,YAAY,CAACe;IAE9B;IAGA,MAAM,gBAAgBD,SAAiB,EAAiB;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYV,oCAAAA,sBAAsBA,EAChD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;aACzB,IAAI,IAAI,CAAC,OAAO,YAAYd,mCAAAA,qBAAqBA,EAEtDgB,QAAQ,IAAI,CAAC;IAEjB;IAGA,MAAM,0BAGH;QACD,IACE,IAAI,CAAC,OAAO,YAAYhB,mCAAAA,qBAAqBA,IAC7C,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAEpC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAGnD,OAAO;YAAE,MAAM;YAAM,YAAY;QAAK;IACxC;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYI,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYJ,mCAAAA,qBAAqBA,EAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,IAAI,IAAI,CAAC,OAAO,YAAYI,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,OAAO;IACT;IAGA,iBAAoD;QAClD,IAAI,IAAI,CAAC,OAAO,YAAYJ,mCAAAA,qBAAqBA,EAC/C,OAAO;QAET,OAAO;IACT;IA1KA,YAAYiB,MAAwB,CAAE;QAFtC,uBAAQ,WAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK;IAEhB;AAqKF"}
+{"version":3,"file":"sdk/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/sdk/index.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent) {\n          throw new Error('Agent is required for local execution');\n        }\n        return new LocalExecutionAdapter(agent);\n      case 'remote-execution': {\n        // Use provided serverUrl first, then fallback to localhost if current page origin is file:// or default\n        const finalServerUrl =\n          serverUrl ||\n          (typeof window !== 'undefined' &&\n          window.location.protocol.includes('http')\n            ? window.location.origin\n            : `http://localhost:${PLAYGROUND_SERVER_PORT}`);\n\n        return new RemoteExecutionAdapter(finalServerUrl);\n      }\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const result = await this.adapter.executeAction(actionType, value, options);\n    return result;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Get adapter ID (works for both remote and local execution)\n  get id(): string | undefined {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.id;\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.id;\n    }\n    return undefined;\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  // Get task progress (for remote execution)\n  async getTaskProgress(requestId: string): Promise<{ tip?: string }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    // For local execution, progress is handled via onTaskStartTip callback\n    return { tip: undefined };\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Dump update callback management\n  onDumpUpdate(callback: (dump: string, executionDump?: any) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    }\n  }\n\n  // Progress update callback management\n  onProgressUpdate(callback: (tip: string) => void): void {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    }\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      await this.adapter.cancelTask(requestId);\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // For local execution, we might need to implement agent cancellation\n      console.warn('Local execution cancellation not fully implemented');\n    }\n  }\n\n  // Get current execution data (dump and report)\n  async getCurrentExecutionData(): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  }> {\n    if (\n      this.adapter instanceof LocalExecutionAdapter &&\n      this.adapter.getCurrentExecutionData\n    ) {\n      return await this.adapter.getCurrentExecutionData();\n    }\n    // For remote execution or if method not available, return empty data\n    return { dump: null, reportHTML: null };\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n\n  // Get interface information (type and description)\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getInterfaceInfo();\n    }\n    return null;\n  }\n\n  // Get service mode based on adapter type\n  getServiceMode(): 'In-Browser-Extension' | 'Server' {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return 'In-Browser-Extension';\n    }\n    return 'Server';\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","PlaygroundSDK","type","serverUrl","agent","Error","LocalExecutionAdapter","finalServerUrl","window","PLAYGROUND_SERVER_PORT","RemoteExecutionAdapter","actionType","value","options","result","context","action","error","needsStructuredParams","aiConfig","requestId","undefined","callback","console","config"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;ACOO,MAAMI;IAWH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACA;QACvB,OAAQF;YACN,KAAK;gBACH,IAAI,CAACE,OACH,MAAM,IAAIC,MAAM;gBAElB,OAAO,IAAIC,mCAAAA,qBAAqBA,CAACF;YACnC,KAAK;gBAAoB;oBAEvB,MAAMG,iBACJJ,aACC,CAAkB,eAAlB,OAAOK,UACRA,OAAO,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAC9BA,OAAO,QAAQ,CAAC,MAAM,GACtB,CAAC,iBAAiB,EAAEC,0BAAAA,sBAAsBA,EAAC;oBAEjD,OAAO,IAAIC,oCAAAA,sBAAsBA,CAACH;gBACpC;YACA;gBACE,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEH,MAAM;QACzD;IACF;IAEA,MAAM,cACJS,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QACnE,OAAOC;IACT;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEH,KAAgB,EAChBI,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACJ,OAAOI;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEL,KAAgB,EAChBM,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCJ,OACAM,uBACAF;IAEJ;IAGA,IAAI,KAAyB;QAC3B,IAAI,IAAI,CAAC,OAAO,YAAYN,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;QAExB,IAAI,IAAI,CAAC,OAAO,YAAYJ,mCAAAA,qBAAqBA,EAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;IAG1B;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYI,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeS,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYT,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACS;IAGvC;IAGA,MAAM,gBAAgBC,SAAiB,EAA6B;QAClE,IAAI,IAAI,CAAC,OAAO,YAAYV,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACU;QAGtC,OAAO;YAAE,KAAKC;QAAU;IAC1B;IAGA,MAAM,WAAWD,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYV,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,aAAaE,QAAqD,EAAQ;QACxE,IAAI,IAAI,CAAC,OAAO,YAAYhB,mCAAAA,qBAAqBA,EAC/C,IAAI,CAAC,OAAO,CAAC,YAAY,CAACgB;IAE9B;IAGA,iBAAiBA,QAA+B,EAAQ;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYZ,oCAAAA,sBAAsBA,EAChD,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACY;aAC5B,IAAI,IAAI,CAAC,OAAO,YAAYhB,mCAAAA,qBAAqBA,EACtD,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACgB;IAErC;IAGA,MAAM,gBAAgBF,SAAiB,EAAiB;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYV,oCAAAA,sBAAsBA,EAChD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACU;aACzB,IAAI,IAAI,CAAC,OAAO,YAAYd,mCAAAA,qBAAqBA,EAEtDiB,QAAQ,IAAI,CAAC;IAEjB;IAGA,MAAM,0BAGH;QACD,IACE,IAAI,CAAC,OAAO,YAAYjB,mCAAAA,qBAAqBA,IAC7C,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAEpC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAGnD,OAAO;YAAE,MAAM;YAAM,YAAY;QAAK;IACxC;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYI,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYJ,mCAAAA,qBAAqBA,EAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,IAAI,IAAI,CAAC,OAAO,YAAYI,oCAAAA,sBAAsBA,EAChD,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB;QAEtC,OAAO;IACT;IAGA,iBAAoD;QAClD,IAAI,IAAI,CAAC,OAAO,YAAYJ,mCAAAA,qBAAqBA,EAC/C,OAAO;QAET,OAAO;IACT;IA5LA,YAAYkB,MAAwB,CAAE;QAFtC,uBAAQ,WAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK;IAEhB;AAuLF"}

package/dist/types/adapters/local-execution.d.ts

@@ -4,11 +4,13 @@ import { BasePlaygroundAdapter } from './base';
 export declare class LocalExecutionAdapter extends BasePlaygroundAdapter {
     private agent;
     private dumpUpdateCallback?;
+    private progressCallback?;
     private readonly _id;
     private currentRequestId?;
     constructor(agent: PlaygroundAgent);
     get id(): string;
     onDumpUpdate(callback: (dump: string, executionDump?: ExecutionDump) => void): void;
+    setProgressCallback(callback: (tip: string) => void): void;
     parseStructuredParams(action: DeviceAction<unknown>, params: Record<string, unknown>, options: ExecutionOptions): Promise<unknown[]>;
     formatErrorMessage(error: any): string;
     getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]>;