@midscene/playground 1.6.3 → 1.6.4

package/dist/es/adapters/base.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/base.mjs","sources":["../../../src/adapters/base.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { findAllMidsceneLocatorField } from '@midscene/core/ai-model';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\n\nexport abstract class BasePlaygroundAdapter {\n  abstract parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]>;\n\n  abstract formatErrorMessage(error: any): string;\n\n  // Abstract method for execution - must be implemented by concrete adapters\n  abstract executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown>;\n\n  // Optional method for getting action space - default implementation returns empty array\n  async getActionSpace(_context: any): Promise<DeviceAction<unknown>[]> {\n    return [];\n  }\n\n  // Common validation logic - can be overridden if needed\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    try {\n      const paramsForValidation = this.prepareParamsForValidation(\n        value.params,\n        action,\n      );\n      action.paramSchema.parse(paramsForValidation);\n      return { valid: true };\n    } catch (error: unknown) {\n      return this.handleValidationError(error);\n    }\n  }\n\n  // Common display content creation logic - can be overridden if needed\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    if (!needsStructuredParams || !value.params || !action?.paramSchema) {\n      return value.prompt || '';\n    }\n\n    const paramsList = this.buildParamsDisplayList(value.params, action);\n    return paramsList.join('\\n') || value.prompt || '';\n  }\n\n  // Helper method for basic error message formatting\n  protected formatBasicErrorMessage(error: any): string {\n    return error?.message || 'Unknown error';\n  }\n\n  // Helper method for parsing structured params base logic\n  protected getSchemaKeys(action: DeviceAction<unknown>): string[] {\n    if (!action?.paramSchema || !('shape' in action.paramSchema)) {\n      return [];\n    }\n\n    const schema = action.paramSchema;\n    return schema && 'shape' in schema\n      ? Object.keys((schema as { shape: Record<string, unknown> }).shape)\n      : [];\n  }\n\n  // Helper method for filtering valid params\n  protected filterValidParams(\n    params: Record<string, unknown>,\n    excludeKeys: string[] = [],\n  ): Record<string, unknown> {\n    const filtered: Record<string, unknown> = {};\n\n    Object.keys(params).forEach((key) => {\n      if (\n        !excludeKeys.includes(key) &&\n        params[key] !== undefined &&\n        params[key] !== null &&\n        params[key] !== ''\n      ) {\n        filtered[key] = params[key];\n      }\n    });\n\n    return filtered;\n  }\n\n  // Check if action needs structured parameters\n  protected actionNeedsStructuredParams(\n    action: DeviceAction<unknown>,\n  ): boolean {\n    if (\n      typeof action.paramSchema === 'object' &&\n      'shape' in action.paramSchema\n    ) {\n      const shape =\n        (action.paramSchema as { shape: Record<string, unknown> }).shape || {};\n      return Object.keys(shape).length > 0;\n    }\n    return true; // If paramSchema exists but not in expected format, assume it needs params\n  }\n\n  // Prepare parameters for validation by converting string locate fields\n  protected prepareParamsForValidation(\n    params: Record<string, unknown>,\n    action: DeviceAction<unknown>,\n  ): Record<string, unknown> {\n    const paramsForValidation = { ...params };\n\n    if (action.paramSchema) {\n      const locatorFieldKeys = findAllMidsceneLocatorField(action.paramSchema);\n      locatorFieldKeys.forEach((key: string) => {\n        if (typeof paramsForValidation[key] === 'string') {\n          paramsForValidation[key] = {\n            midscene_location_field_flag: true,\n            prompt: paramsForValidation[key],\n            center: [0, 0], // dummy values for validation\n            rect: { left: 0, top: 0, width: 0, height: 0 },\n          };\n        }\n      });\n    }\n\n    return paramsForValidation;\n  }\n\n  // Handle validation errors with proper error message extraction\n  protected handleValidationError(error: unknown): ValidationResult {\n    const zodError = error as {\n      errors?: Array<{ path: string[]; message: string }>;\n    };\n\n    if (zodError.errors && zodError.errors.length > 0) {\n      const errorMessages = zodError.errors\n        .filter((err) => {\n          const path = err.path.join('.');\n          return (\n            !path.includes('center') &&\n            !path.includes('rect') &&\n            !path.includes('midscene_location_field_flag')\n          );\n        })\n        .map((err) => {\n          const field = err.path.join('.');\n          return `${field}: ${err.message}`;\n        });\n\n      if (errorMessages.length > 0) {\n        return {\n          valid: false,\n          errorMessage: `Validation error: ${errorMessages.join(', ')}`,\n        };\n      }\n    }\n\n    const errorMsg =\n      error instanceof Error ? error.message : 'Unknown validation error';\n\n    return {\n      valid: false,\n      errorMessage: `Parameter validation failed: ${errorMsg}`,\n    };\n  }\n\n  // Build display list for parameters\n  protected buildParamsDisplayList(\n    params: Record<string, unknown>,\n    action: DeviceAction<unknown>,\n  ): string[] {\n    const paramsList: string[] = [];\n    const schema = action.paramSchema;\n\n    if (!(schema && 'shape' in schema)) {\n      return paramsList;\n    }\n\n    const locatorFieldKeys = findAllMidsceneLocatorField(schema);\n    const shapeKeys = Object.keys(\n      (schema as { shape: Record<string, unknown> }).shape,\n    );\n\n    shapeKeys.forEach((key) => {\n      const paramValue = params[key];\n      if (this.isValidParamValue(paramValue)) {\n        const displayKey = this.capitalizeFirstLetter(key);\n        const formattedValue = this.formatParamValue(\n          key,\n          paramValue,\n          locatorFieldKeys.includes(key),\n        );\n        paramsList.push(`${displayKey}: ${formattedValue}`);\n      }\n    });\n\n    return paramsList;\n  }\n\n  // Check if parameter value is valid for display\n  protected isValidParamValue(value: unknown): boolean {\n    return value !== undefined && value !== null && value !== '';\n  }\n\n  // Capitalize first letter of a string\n  protected capitalizeFirstLetter(str: string): string {\n    return str.charAt(0).toUpperCase() + str.slice(1);\n  }\n\n  // Format parameter value for display\n  protected formatParamValue(\n    key: string,\n    value: unknown,\n    isLocateField: boolean,\n  ): string {\n    if (isLocateField || typeof value === 'string') {\n      return `\"${value}\"`;\n    }\n\n    if (typeof value === 'number') {\n      // Special handling for distance in scroll\n      return key === 'distance' ? `${value}px` : `${value}`;\n    }\n\n    return `${value}`;\n  }\n}\n"],"names":["BasePlaygroundAdapter","_context","value","action","needsStructuredParams","paramsForValidation","error","paramsList","schema","Object","params","excludeKeys","filtered","key","undefined","shape","locatorFieldKeys","findAllMidsceneLocatorField","zodError","errorMessages","err","path","field","errorMsg","Error","shapeKeys","paramValue","displayKey","formattedValue","str","isLocateField"],"mappings":";AAIO,MAAeA;IAiBpB,MAAM,eAAeC,QAAa,EAAoC;QACpE,OAAO,EAAE;IACX;IAGA,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAGjE,IAAI;YACF,MAAMG,sBAAsB,IAAI,CAAC,0BAA0B,CACzDH,MAAM,MAAM,EACZC;YAEFA,OAAO,WAAW,CAAC,KAAK,CAACE;YACzB,OAAO;gBAAE,OAAO;YAAK;QACvB,EAAE,OAAOC,OAAgB;YACvB,OAAO,IAAI,CAAC,qBAAqB,CAACA;QACpC;IACF;IAGA,qBACEJ,KAAgB,EAChBE,qBAA8B,EAC9BD,MAAyC,EACjC;QACR,IAAI,CAACC,yBAAyB,CAACF,MAAM,MAAM,IAAI,CAACC,QAAQ,aACtD,OAAOD,MAAM,MAAM,IAAI;QAGzB,MAAMK,aAAa,IAAI,CAAC,sBAAsB,CAACL,MAAM,MAAM,EAAEC;QAC7D,OAAOI,WAAW,IAAI,CAAC,SAASL,MAAM,MAAM,IAAI;IAClD;IAGU,wBAAwBI,KAAU,EAAU;QACpD,OAAOA,OAAO,WAAW;IAC3B;IAGU,cAAcH,MAA6B,EAAY;QAC/D,IAAI,CAACA,QAAQ,eAAe,CAAE,YAAWA,OAAO,WAAU,GACxD,OAAO,EAAE;QAGX,MAAMK,SAASL,OAAO,WAAW;QACjC,OAAOK,UAAU,WAAWA,SACxBC,OAAO,IAAI,CAAED,OAA8C,KAAK,IAChE,EAAE;IACR;IAGU,kBACRE,MAA+B,EAC/BC,cAAwB,EAAE,EACD;QACzB,MAAMC,WAAoC,CAAC;QAE3CH,OAAO,IAAI,CAACC,QAAQ,OAAO,CAAC,CAACG;YAC3B,IACE,CAACF,YAAY,QAAQ,CAACE,QACtBH,AAAgBI,WAAhBJ,MAAM,CAACG,IAAI,IACXH,AAAgB,SAAhBA,MAAM,CAACG,IAAI,IACXH,AAAgB,OAAhBA,MAAM,CAACG,IAAI,EAEXD,QAAQ,CAACC,IAAI,GAAGH,MAAM,CAACG,IAAI;QAE/B;QAEA,OAAOD;IACT;IAGU,4BACRT,MAA6B,EACpB;QACT,IACE,AAA8B,YAA9B,OAAOA,OAAO,WAAW,IACzB,WAAWA,OAAO,WAAW,EAC7B;YACA,MAAMY,QACHZ,OAAO,WAAW,CAAwC,KAAK,IAAI,CAAC;YACvE,OAAOM,OAAO,IAAI,CAACM,OAAO,MAAM,GAAG;QACrC;QACA,OAAO;IACT;IAGU,2BACRL,MAA+B,EAC/BP,MAA6B,EACJ;QACzB,MAAME,sBAAsB;YAAE,GAAGK,MAAM;QAAC;QAExC,IAAIP,OAAO,WAAW,EAAE;YACtB,MAAMa,mBAAmBC,4BAA4Bd,OAAO,WAAW;YACvEa,iBAAiB,OAAO,CAAC,CAACH;gBACxB,IAAI,AAAoC,YAApC,OAAOR,mBAAmB,CAACQ,IAAI,EACjCR,mBAAmB,CAACQ,IAAI,GAAG;oBACzB,8BAA8B;oBAC9B,QAAQR,mBAAmB,CAACQ,IAAI;oBAChC,QAAQ;wBAAC;wBAAG;qBAAE;oBACd,MAAM;wBAAE,MAAM;wBAAG,KAAK;wBAAG,OAAO;wBAAG,QAAQ;oBAAE;gBAC/C;YAEJ;QACF;QAEA,OAAOR;IACT;IAGU,sBAAsBC,KAAc,EAAoB;QAChE,MAAMY,WAAWZ;QAIjB,IAAIY,SAAS,MAAM,IAAIA,SAAS,MAAM,CAAC,MAAM,GAAG,GAAG;YACjD,MAAMC,gBAAgBD,SAAS,MAAM,CAClC,MAAM,CAAC,CAACE;gBACP,MAAMC,OAAOD,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC3B,OACE,CAACC,KAAK,QAAQ,CAAC,aACf,CAACA,KAAK,QAAQ,CAAC,WACf,CAACA,KAAK,QAAQ,CAAC;YAEnB,GACC,GAAG,CAAC,CAACD;gBACJ,MAAME,QAAQF,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC5B,OAAO,GAAGE,MAAM,EAAE,EAAEF,IAAI,OAAO,EAAE;YACnC;YAEF,IAAID,cAAc,MAAM,GAAG,GACzB,OAAO;gBACL,OAAO;gBACP,cAAc,CAAC,kBAAkB,EAAEA,cAAc,IAAI,CAAC,OAAO;YAC/D;QAEJ;QAEA,MAAMI,WACJjB,iBAAiBkB,QAAQlB,MAAM,OAAO,GAAG;QAE3C,OAAO;YACL,OAAO;YACP,cAAc,CAAC,6BAA6B,EAAEiB,UAAU;QAC1D;IACF;IAGU,uBACRb,MAA+B,EAC/BP,MAA6B,EACnB;QACV,MAAMI,aAAuB,EAAE;QAC/B,MAAMC,SAASL,OAAO,WAAW;QAEjC,IAAI,CAAEK,CAAAA,UAAU,WAAWA,MAAK,GAC9B,OAAOD;QAGT,MAAMS,mBAAmBC,4BAA4BT;QACrD,MAAMiB,YAAYhB,OAAO,IAAI,CAC1BD,OAA8C,KAAK;QAGtDiB,UAAU,OAAO,CAAC,CAACZ;YACjB,MAAMa,aAAahB,MAAM,CAACG,IAAI;YAC9B,IAAI,IAAI,CAAC,iBAAiB,CAACa,aAAa;gBACtC,MAAMC,aAAa,IAAI,CAAC,qBAAqB,CAACd;gBAC9C,MAAMe,iBAAiB,IAAI,CAAC,gBAAgB,CAC1Cf,KACAa,YACAV,iBAAiB,QAAQ,CAACH;gBAE5BN,WAAW,IAAI,CAAC,GAAGoB,WAAW,EAAE,EAAEC,gBAAgB;YACpD;QACF;QAEA,OAAOrB;IACT;IAGU,kBAAkBL,KAAc,EAAW;QACnD,OAAOA,QAAAA,SAAyCA,AAAU,OAAVA;IAClD;IAGU,sBAAsB2B,GAAW,EAAU;QACnD,OAAOA,IAAI,MAAM,CAAC,GAAG,WAAW,KAAKA,IAAI,KAAK,CAAC;IACjD;IAGU,iBACRhB,GAAW,EACXX,KAAc,EACd4B,aAAsB,EACd;QACR,IAAIA,iBAAiB,AAAiB,YAAjB,OAAO5B,OAC1B,OAAO,CAAC,CAAC,EAAEA,MAAM,CAAC,CAAC;QAGrB,IAAI,AAAiB,YAAjB,OAAOA,OAET,OAAOW,AAAQ,eAARA,MAAqB,GAAGX,MAAM,EAAE,CAAC,GAAG,GAAGA,OAAO;QAGvD,OAAO,GAAGA,OAAO;IACnB;AACF"}
+{"version":3,"file":"adapters/base.mjs","sources":["../../../src/adapters/base.ts"],"sourcesContent":["import type { ConnectivityTestResult, DeviceAction } from '@midscene/core';\nimport { findAllMidsceneLocatorField } from '@midscene/core/ai-model';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\n\nexport abstract class BasePlaygroundAdapter {\n  abstract parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]>;\n\n  abstract formatErrorMessage(error: any): string;\n\n  // Abstract method for execution - must be implemented by concrete adapters\n  abstract executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown>;\n\n  abstract overrideConfig(aiConfig: Record<string, unknown>): Promise<void>;\n\n  abstract runConnectivityTest(): Promise<ConnectivityTestResult>;\n\n  // Optional method for getting action space - default implementation returns empty array\n  async getActionSpace(_context: any): Promise<DeviceAction<unknown>[]> {\n    return [];\n  }\n\n  // Common validation logic - can be overridden if needed\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    try {\n      const paramsForValidation = this.prepareParamsForValidation(\n        value.params,\n        action,\n      );\n      action.paramSchema.parse(paramsForValidation);\n      return { valid: true };\n    } catch (error: unknown) {\n      return this.handleValidationError(error);\n    }\n  }\n\n  // Common display content creation logic - can be overridden if needed\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    if (!needsStructuredParams || !value.params || !action?.paramSchema) {\n      return value.prompt || '';\n    }\n\n    const paramsList = this.buildParamsDisplayList(value.params, action);\n    return paramsList.join('\\n') || value.prompt || '';\n  }\n\n  // Helper method for basic error message formatting\n  protected formatBasicErrorMessage(error: any): string {\n    return error?.message || 'Unknown error';\n  }\n\n  // Helper method for parsing structured params base logic\n  protected getSchemaKeys(action: DeviceAction<unknown>): string[] {\n    if (!action?.paramSchema || !('shape' in action.paramSchema)) {\n      return [];\n    }\n\n    const schema = action.paramSchema;\n    return schema && 'shape' in schema\n      ? Object.keys((schema as { shape: Record<string, unknown> }).shape)\n      : [];\n  }\n\n  // Helper method for filtering valid params\n  protected filterValidParams(\n    params: Record<string, unknown>,\n    excludeKeys: string[] = [],\n  ): Record<string, unknown> {\n    const filtered: Record<string, unknown> = {};\n\n    Object.keys(params).forEach((key) => {\n      if (\n        !excludeKeys.includes(key) &&\n        params[key] !== undefined &&\n        params[key] !== null &&\n        params[key] !== ''\n      ) {\n        filtered[key] = params[key];\n      }\n    });\n\n    return filtered;\n  }\n\n  // Check if action needs structured parameters\n  protected actionNeedsStructuredParams(\n    action: DeviceAction<unknown>,\n  ): boolean {\n    if (\n      typeof action.paramSchema === 'object' &&\n      'shape' in action.paramSchema\n    ) {\n      const shape =\n        (action.paramSchema as { shape: Record<string, unknown> }).shape || {};\n      return Object.keys(shape).length > 0;\n    }\n    return true; // If paramSchema exists but not in expected format, assume it needs params\n  }\n\n  // Prepare parameters for validation by converting string locate fields\n  protected prepareParamsForValidation(\n    params: Record<string, unknown>,\n    action: DeviceAction<unknown>,\n  ): Record<string, unknown> {\n    const paramsForValidation = { ...params };\n\n    if (action.paramSchema) {\n      const locatorFieldKeys = findAllMidsceneLocatorField(action.paramSchema);\n      locatorFieldKeys.forEach((key: string) => {\n        if (typeof paramsForValidation[key] === 'string') {\n          paramsForValidation[key] = {\n            midscene_location_field_flag: true,\n            prompt: paramsForValidation[key],\n            center: [0, 0], // dummy values for validation\n            rect: { left: 0, top: 0, width: 0, height: 0 },\n          };\n        }\n      });\n    }\n\n    return paramsForValidation;\n  }\n\n  // Handle validation errors with proper error message extraction\n  protected handleValidationError(error: unknown): ValidationResult {\n    const zodError = error as {\n      errors?: Array<{ path: string[]; message: string }>;\n    };\n\n    if (zodError.errors && zodError.errors.length > 0) {\n      const errorMessages = zodError.errors\n        .filter((err) => {\n          const path = err.path.join('.');\n          return (\n            !path.includes('center') &&\n            !path.includes('rect') &&\n            !path.includes('midscene_location_field_flag')\n          );\n        })\n        .map((err) => {\n          const field = err.path.join('.');\n          return `${field}: ${err.message}`;\n        });\n\n      if (errorMessages.length > 0) {\n        return {\n          valid: false,\n          errorMessage: `Validation error: ${errorMessages.join(', ')}`,\n        };\n      }\n    }\n\n    const errorMsg =\n      error instanceof Error ? error.message : 'Unknown validation error';\n\n    return {\n      valid: false,\n      errorMessage: `Parameter validation failed: ${errorMsg}`,\n    };\n  }\n\n  // Build display list for parameters\n  protected buildParamsDisplayList(\n    params: Record<string, unknown>,\n    action: DeviceAction<unknown>,\n  ): string[] {\n    const paramsList: string[] = [];\n    const schema = action.paramSchema;\n\n    if (!(schema && 'shape' in schema)) {\n      return paramsList;\n    }\n\n    const locatorFieldKeys = findAllMidsceneLocatorField(schema);\n    const shapeKeys = Object.keys(\n      (schema as { shape: Record<string, unknown> }).shape,\n    );\n\n    shapeKeys.forEach((key) => {\n      const paramValue = params[key];\n      if (this.isValidParamValue(paramValue)) {\n        const displayKey = this.capitalizeFirstLetter(key);\n        const formattedValue = this.formatParamValue(\n          key,\n          paramValue,\n          locatorFieldKeys.includes(key),\n        );\n        paramsList.push(`${displayKey}: ${formattedValue}`);\n      }\n    });\n\n    return paramsList;\n  }\n\n  // Check if parameter value is valid for display\n  protected isValidParamValue(value: unknown): boolean {\n    return value !== undefined && value !== null && value !== '';\n  }\n\n  // Capitalize first letter of a string\n  protected capitalizeFirstLetter(str: string): string {\n    return str.charAt(0).toUpperCase() + str.slice(1);\n  }\n\n  // Format parameter value for display\n  protected formatParamValue(\n    key: string,\n    value: unknown,\n    isLocateField: boolean,\n  ): string {\n    if (isLocateField || typeof value === 'string') {\n      return `\"${value}\"`;\n    }\n\n    if (typeof value === 'number') {\n      // Special handling for distance in scroll\n      return key === 'distance' ? `${value}px` : `${value}`;\n    }\n\n    return `${value}`;\n  }\n}\n"],"names":["BasePlaygroundAdapter","_context","value","action","needsStructuredParams","paramsForValidation","error","paramsList","schema","Object","params","excludeKeys","filtered","key","undefined","shape","locatorFieldKeys","findAllMidsceneLocatorField","zodError","errorMessages","err","path","field","errorMsg","Error","shapeKeys","paramValue","displayKey","formattedValue","str","isLocateField"],"mappings":";AAIO,MAAeA;IAqBpB,MAAM,eAAeC,QAAa,EAAoC;QACpE,OAAO,EAAE;IACX;IAGA,eACEC,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAGjE,IAAI;YACF,MAAMG,sBAAsB,IAAI,CAAC,0BAA0B,CACzDH,MAAM,MAAM,EACZC;YAEFA,OAAO,WAAW,CAAC,KAAK,CAACE;YACzB,OAAO;gBAAE,OAAO;YAAK;QACvB,EAAE,OAAOC,OAAgB;YACvB,OAAO,IAAI,CAAC,qBAAqB,CAACA;QACpC;IACF;IAGA,qBACEJ,KAAgB,EAChBE,qBAA8B,EAC9BD,MAAyC,EACjC;QACR,IAAI,CAACC,yBAAyB,CAACF,MAAM,MAAM,IAAI,CAACC,QAAQ,aACtD,OAAOD,MAAM,MAAM,IAAI;QAGzB,MAAMK,aAAa,IAAI,CAAC,sBAAsB,CAACL,MAAM,MAAM,EAAEC;QAC7D,OAAOI,WAAW,IAAI,CAAC,SAASL,MAAM,MAAM,IAAI;IAClD;IAGU,wBAAwBI,KAAU,EAAU;QACpD,OAAOA,OAAO,WAAW;IAC3B;IAGU,cAAcH,MAA6B,EAAY;QAC/D,IAAI,CAACA,QAAQ,eAAe,CAAE,YAAWA,OAAO,WAAU,GACxD,OAAO,EAAE;QAGX,MAAMK,SAASL,OAAO,WAAW;QACjC,OAAOK,UAAU,WAAWA,SACxBC,OAAO,IAAI,CAAED,OAA8C,KAAK,IAChE,EAAE;IACR;IAGU,kBACRE,MAA+B,EAC/BC,cAAwB,EAAE,EACD;QACzB,MAAMC,WAAoC,CAAC;QAE3CH,OAAO,IAAI,CAACC,QAAQ,OAAO,CAAC,CAACG;YAC3B,IACE,CAACF,YAAY,QAAQ,CAACE,QACtBH,AAAgBI,WAAhBJ,MAAM,CAACG,IAAI,IACXH,AAAgB,SAAhBA,MAAM,CAACG,IAAI,IACXH,AAAgB,OAAhBA,MAAM,CAACG,IAAI,EAEXD,QAAQ,CAACC,IAAI,GAAGH,MAAM,CAACG,IAAI;QAE/B;QAEA,OAAOD;IACT;IAGU,4BACRT,MAA6B,EACpB;QACT,IACE,AAA8B,YAA9B,OAAOA,OAAO,WAAW,IACzB,WAAWA,OAAO,WAAW,EAC7B;YACA,MAAMY,QACHZ,OAAO,WAAW,CAAwC,KAAK,IAAI,CAAC;YACvE,OAAOM,OAAO,IAAI,CAACM,OAAO,MAAM,GAAG;QACrC;QACA,OAAO;IACT;IAGU,2BACRL,MAA+B,EAC/BP,MAA6B,EACJ;QACzB,MAAME,sBAAsB;YAAE,GAAGK,MAAM;QAAC;QAExC,IAAIP,OAAO,WAAW,EAAE;YACtB,MAAMa,mBAAmBC,4BAA4Bd,OAAO,WAAW;YACvEa,iBAAiB,OAAO,CAAC,CAACH;gBACxB,IAAI,AAAoC,YAApC,OAAOR,mBAAmB,CAACQ,IAAI,EACjCR,mBAAmB,CAACQ,IAAI,GAAG;oBACzB,8BAA8B;oBAC9B,QAAQR,mBAAmB,CAACQ,IAAI;oBAChC,QAAQ;wBAAC;wBAAG;qBAAE;oBACd,MAAM;wBAAE,MAAM;wBAAG,KAAK;wBAAG,OAAO;wBAAG,QAAQ;oBAAE;gBAC/C;YAEJ;QACF;QAEA,OAAOR;IACT;IAGU,sBAAsBC,KAAc,EAAoB;QAChE,MAAMY,WAAWZ;QAIjB,IAAIY,SAAS,MAAM,IAAIA,SAAS,MAAM,CAAC,MAAM,GAAG,GAAG;YACjD,MAAMC,gBAAgBD,SAAS,MAAM,CAClC,MAAM,CAAC,CAACE;gBACP,MAAMC,OAAOD,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC3B,OACE,CAACC,KAAK,QAAQ,CAAC,aACf,CAACA,KAAK,QAAQ,CAAC,WACf,CAACA,KAAK,QAAQ,CAAC;YAEnB,GACC,GAAG,CAAC,CAACD;gBACJ,MAAME,QAAQF,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC5B,OAAO,GAAGE,MAAM,EAAE,EAAEF,IAAI,OAAO,EAAE;YACnC;YAEF,IAAID,cAAc,MAAM,GAAG,GACzB,OAAO;gBACL,OAAO;gBACP,cAAc,CAAC,kBAAkB,EAAEA,cAAc,IAAI,CAAC,OAAO;YAC/D;QAEJ;QAEA,MAAMI,WACJjB,iBAAiBkB,QAAQlB,MAAM,OAAO,GAAG;QAE3C,OAAO;YACL,OAAO;YACP,cAAc,CAAC,6BAA6B,EAAEiB,UAAU;QAC1D;IACF;IAGU,uBACRb,MAA+B,EAC/BP,MAA6B,EACnB;QACV,MAAMI,aAAuB,EAAE;QAC/B,MAAMC,SAASL,OAAO,WAAW;QAEjC,IAAI,CAAEK,CAAAA,UAAU,WAAWA,MAAK,GAC9B,OAAOD;QAGT,MAAMS,mBAAmBC,4BAA4BT;QACrD,MAAMiB,YAAYhB,OAAO,IAAI,CAC1BD,OAA8C,KAAK;QAGtDiB,UAAU,OAAO,CAAC,CAACZ;YACjB,MAAMa,aAAahB,MAAM,CAACG,IAAI;YAC9B,IAAI,IAAI,CAAC,iBAAiB,CAACa,aAAa;gBACtC,MAAMC,aAAa,IAAI,CAAC,qBAAqB,CAACd;gBAC9C,MAAMe,iBAAiB,IAAI,CAAC,gBAAgB,CAC1Cf,KACAa,YACAV,iBAAiB,QAAQ,CAACH;gBAE5BN,WAAW,IAAI,CAAC,GAAGoB,WAAW,EAAE,EAAEC,gBAAgB;YACpD;QACF;QAEA,OAAOrB;IACT;IAGU,kBAAkBL,KAAc,EAAW;QACnD,OAAOA,QAAAA,SAAyCA,AAAU,OAAVA;IAClD;IAGU,sBAAsB2B,GAAW,EAAU;QACnD,OAAOA,IAAI,MAAM,CAAC,GAAG,WAAW,KAAKA,IAAI,KAAK,CAAC;IACjD;IAGU,iBACRhB,GAAW,EACXX,KAAc,EACd4B,aAAsB,EACd;QACR,IAAIA,iBAAiB,AAAiB,YAAjB,OAAO5B,OAC1B,OAAO,CAAC,CAAC,EAAEA,MAAM,CAAC,CAAC;QAGrB,IAAI,AAAiB,YAAjB,OAAOA,OAET,OAAOW,AAAQ,eAARA,MAAqB,GAAGX,MAAM,EAAE,CAAC,GAAG,GAAGA,OAAO;QAGvD,OAAO,GAAGA,OAAO;IACnB;AACF"}

package/dist/es/adapters/local-execution.mjs

@@ -1,5 +1,5 @@
-import { ReportActionDump } from "@midscene/core";
-import { overrideAIConfig } from "@midscene/shared/env";
+import { ReportActionDump, runConnectivityTest } from "@midscene/core";
+import { globalModelConfigManager, overrideAIConfig } from "@midscene/shared/env";
 import { uuid } from "@midscene/shared/utils";
 import { executeAction, parseStructuredParams } from "../common.mjs";
 import { buildRuntimeInfo } from "../runtime-metadata.mjs";
@@ -59,6 +59,13 @@ class LocalExecutionAdapter extends BasePlaygroundAdapter {
         overrideAIConfig(aiConfig);
         console.log('Config updated. Agent will be recreated on next execution.');
     }
+    async runConnectivityTest() {
+        return runConnectivityTest({
+            defaultModelConfig: globalModelConfigManager.getModelConfig('default'),
+            planningModelConfig: globalModelConfigManager.getModelConfig('planning'),
+            insightModelConfig: globalModelConfigManager.getModelConfig('insight')
+        });
+    }
     async detachDebuggerSafely() {
         try {
             const page = this.agent?.interface;

package/dist/es/adapters/local-execution.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/local-execution.mjs","sources":["../../../src/adapters/local-execution.ts"],"sourcesContent":["import type { DeviceAction, ExecutionDump } from '@midscene/core';\nimport { ReportActionDump } from '@midscene/core';\nimport { overrideAIConfig } from '@midscene/shared/env';\nimport { uuid } from '@midscene/shared/utils';\nimport { executeAction, parseStructuredParams } from '../common';\nimport {\n  type PlaygroundRuntimeInfo,\n  buildRuntimeInfo,\n} from '../runtime-metadata';\nimport type {\n  AgentFactory,\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n} from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent | null;\n  private agentFactory?: AgentFactory; // Factory function for recreating agent\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private progressCallback?: (tip: string) => void;\n  private readonly _id: string; // Unique identifier for this local adapter instance\n  private currentRequestId?: string; // Track current request to prevent stale callbacks\n\n  constructor(agent?: PlaygroundAgent, agentFactory?: AgentFactory) {\n    super();\n    this.agent = agent ?? null;\n    this.agentFactory = agentFactory;\n    this._id = uuid(); // Generate unique ID for local adapter\n  }\n\n  // Get adapter ID\n  get id(): string {\n    return this._id;\n  }\n\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    // Clear any existing callback before setting new one\n    this.dumpUpdateCallback = undefined;\n    // Set the new callback\n    this.dumpUpdateCallback = callback;\n  }\n\n  // Set progress callback for monitoring operation status\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = undefined;\n    this.progressCallback = callback;\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // If agent doesn't exist but we have a factory, create one temporarily to get actionSpace\n    if (!this.agent && this.agentFactory) {\n      try {\n        this.agent = await this.agentFactory();\n      } catch (error) {\n        console.warn('Failed to create agent for actionSpace:', error);\n        return [];\n      }\n    }\n\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => DeviceAction<unknown>[];\n      };\n      if (page?.actionSpace) {\n        return page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => DeviceAction<unknown>[];\n      };\n      return contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n    console.log('Config updated. Agent will be recreated on next execution.');\n  }\n\n  /**\n   * Safely detaches the Chrome debugger without destroying the agent.\n   * This removes the \"Debugger attached\" banner from the browser window\n   * while keeping the agent instance intact for potential reuse.\n   * Called on errors to improve user experience by cleaning up the UI.\n   */\n  private async detachDebuggerSafely() {\n    try {\n      const page = this.agent?.interface as\n        | { detachDebugger?: () => Promise<void> }\n        | undefined;\n      await page?.detachDebugger?.();\n    } catch (error) {\n      console.warn('Failed to detach debugger:', error);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If agentFactory is provided, always recreate agent with latest config before execution\n    if (this.agentFactory) {\n      if (this.agent) {\n        console.log('Destroying old agent before execution...');\n        try {\n          await this.agent.destroy?.();\n        } catch (error) {\n          console.warn('Failed to destroy old agent:', error);\n        }\n        this.agent = null;\n      }\n\n      // Create new agent with latest config\n      await this.recreateAgent();\n    }\n\n    // Agent must exist (either recreated or provided in constructor)\n    if (!this.agent) {\n      throw new Error(\n        'No agent available. Please provide either an agent instance or agentFactory.',\n      );\n    }\n\n    const agent = this.agent;\n\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n    let removeListener: (() => void) | undefined;\n\n    // Reset dump at the start of execution to ensure clean state\n    try {\n      agent.resetDump?.();\n    } catch (error: unknown) {\n      console.warn('Failed to reset dump before execution:', error);\n    }\n\n    // Setup dump update tracking if requestId is provided\n    if (options.requestId) {\n      // Track current request ID to prevent stale callbacks\n      this.currentRequestId = options.requestId;\n\n      // Add listener and save remove function\n      removeListener = agent.addDumpUpdateListener(\n        (dump: string, executionDump?: ExecutionDump) => {\n          // Only process if this is still the current request\n          if (this.currentRequestId !== options.requestId) {\n            return;\n          }\n\n          // Forward to external callback\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback(dump, executionDump);\n          }\n        },\n      );\n    }\n\n    try {\n      let result = null;\n      let executionError = null;\n\n      try {\n        // Call the base implementation with the original signature\n        result = await executeAction(\n          agent,\n          actionType,\n          actionSpace,\n          value,\n          options,\n        );\n      } catch (error: unknown) {\n        // Capture error but don't throw yet - we need to get dump/reportHTML first\n        executionError = error;\n      }\n\n      // Always construct response with dump and reportHTML, regardless of success/failure\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: executionError\n          ? executionError instanceof Error\n            ? executionError.message\n            : String(executionError)\n          : null,\n      };\n\n      // Get dump data - separate try-catch to ensure dump is retrieved even if reportHTML fails\n      try {\n        if (agent.dumpDataString) {\n          const dumpString = agent.dumpDataString();\n          if (dumpString) {\n            const groupedDump =\n              ReportActionDump.fromSerializedString(dumpString);\n            response.dump = groupedDump.executions?.[0] || null;\n          }\n        }\n      } catch (error: unknown) {\n        console.warn('Failed to get dump from agent:', error);\n      }\n\n      // Try to get reportHTML - may fail in browser environment (fs not available)\n      try {\n        if (agent.reportHTMLString) {\n          response.reportHTML = agent.reportHTMLString() || null;\n        }\n      } catch (error: unknown) {\n        // reportHTMLString may throw in browser environment\n        // This is expected in chrome-extension, continue without reportHTML\n      }\n\n      // Write out action dumps - may also fail in browser environment\n      try {\n        if (agent.writeOutActionDumps) {\n          agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        // writeOutActionDumps may fail in browser environment\n      }\n\n      // Don't throw the error - return it in response so caller can access dump/reportHTML\n      // The caller (usePlaygroundExecution) will check response.error to determine success\n      return response;\n    } finally {\n      // Remove listener to prevent accumulation\n      if (removeListener) {\n        removeListener();\n      }\n    }\n  }\n\n  /**\n   * Recreate agent instance using the factory function.\n   * Called automatically when executeAction is called.\n   */\n  private async recreateAgent(): Promise<void> {\n    if (!this.agentFactory) {\n      throw new Error(\n        'Cannot recreate agent: factory function not provided. Please provide agentFactory in PlaygroundConfig to enable agent recreation.',\n      );\n    }\n\n    console.log('Creating new agent with latest config...');\n    try {\n      this.agent = await this.agentFactory();\n      console.log('Agent created successfully');\n    } catch (error) {\n      console.error('Failed to create agent:', error);\n      throw error;\n    }\n  }\n\n  // Local execution task cancellation - returns dump and reportHTML before destroying\n  async cancelTask(_requestId: string): Promise<{\n    error?: string;\n    success?: boolean;\n    dump?: ExecutionDump | null;\n    reportHTML?: string | null;\n  }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    // Get execution data BEFORE destroying the agent\n    let dump: ExecutionDump | null = null;\n    let reportHTML: string | null = null;\n\n    // Get dump data separately - don't let reportHTML errors affect dump retrieval\n    // IMPORTANT: Must extract dump BEFORE agent.destroy(), as dump is stored in agent memory\n    try {\n      if (typeof this.agent.dumpDataString === 'function') {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          // dumpDataString() returns ReportActionDump: { executions: ExecutionDump[] }\n          // In Playground, each \"Run\" creates one execution, so we take executions[0]\n          const groupedDump = ReportActionDump.fromSerializedString(dumpString);\n          dump = groupedDump.executions?.[0] ?? null;\n        }\n      }\n    } catch (error) {\n      console.warn(\n        '[LocalExecutionAdapter] Failed to get dump data before cancel:',\n        error,\n      );\n    }\n\n    // Try to get reportHTML separately - this may fail in browser environment\n    // where fs.readFileSync is not available\n    try {\n      if (typeof this.agent.reportHTMLString === 'function') {\n        const html = this.agent.reportHTMLString();\n        if (\n          html &&\n          typeof html === 'string' &&\n          !html.includes('REPLACE_ME_WITH_REPORT_HTML')\n        ) {\n          reportHTML = html;\n        }\n      }\n    } catch (error) {\n      // reportHTMLString may throw in browser environment (fs not available)\n      // This is expected, just continue with dump data only\n      console.warn(\n        '[LocalExecutionAdapter] reportHTMLString not available in this environment',\n      );\n    }\n\n    try {\n      await this.agent.destroy?.();\n      this.agent = null; // Clear agent reference\n      return { success: true, dump, reportHTML };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(\n        `[LocalExecutionAdapter] Failed to cancel agent: ${errorMessage}`,\n      );\n      return { error: `Failed to cancel: ${errorMessage}`, dump, reportHTML };\n    }\n  }\n\n  /**\n   * Get current execution data without resetting\n   * This allows retrieving dump and report when execution is stopped\n   */\n  async getCurrentExecutionData(): Promise<{\n    dump: ExecutionDump | null;\n    reportHTML: string | null;\n  }> {\n    const response = {\n      dump: null as ExecutionDump | null,\n      reportHTML: null as string | null,\n    };\n\n    try {\n      // Get dump data\n      if (this.agent?.dumpDataString) {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          const groupedDump = ReportActionDump.fromSerializedString(dumpString);\n          response.dump = groupedDump.executions?.[0] || null;\n        }\n      }\n\n      // Get report HTML\n      if (this.agent?.reportHTMLString) {\n        response.reportHTML = this.agent.reportHTMLString() || null;\n      }\n    } catch (error: unknown) {\n      console.error('Failed to get current execution data:', error);\n    }\n\n    return response;\n  }\n\n  // Get interface information from the agent\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      const type = this.agent.interface.interfaceType || 'Unknown';\n      const description = this.agent.interface.describe?.() || undefined;\n\n      return {\n        type,\n        description,\n      };\n    } catch (error: unknown) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n\n  async getRuntimeInfo(): Promise<PlaygroundRuntimeInfo | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      return buildRuntimeInfo({\n        interfaceType: this.agent.interface.interfaceType || 'Unknown',\n        interfaceDescription: this.agent.interface.describe?.() || undefined,\n        supportsScreenshot:\n          typeof this.agent.interface.screenshotBase64 === 'function',\n        mjpegStreamUrl: this.agent.interface.mjpegStreamUrl,\n      });\n    } catch (error: unknown) {\n      console.error('Failed to get runtime info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["LocalExecutionAdapter","BasePlaygroundAdapter","callback","undefined","action","params","options","parseStructuredParams","error","errorMessage","context","console","page","contextPage","aiConfig","overrideAIConfig","actionType","value","Error","agent","actionSpace","removeListener","dump","executionDump","result","executionError","executeAction","response","String","dumpString","groupedDump","ReportActionDump","_requestId","reportHTML","html","type","description","buildRuntimeInfo","agentFactory","uuid"],"mappings":";;;;;;;;;;;;;;;;AAiBO,MAAMA,8BAA8BC;IAmBzC,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAEA,aACEC,QAA+D,EACzD;QAEN,IAAI,CAAC,kBAAkB,GAAGC;QAE1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAGA,oBAAoBA,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGC;QACxB,IAAI,CAAC,gBAAgB,GAAGD;IAC1B;IAEA,MAAM,sBACJE,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBH,QAAQC,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,eAAeD,OAAO,WAAW;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,EAClC,IAAI;YACF,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY;QACtC,EAAE,OAAOF,OAAO;YACdG,QAAQ,IAAI,CAAC,2CAA2CH;YACxD,OAAO,EAAE;QACX;QAIF,IAAI,IAAI,CAAC,KAAK,EAAE,gBACd,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMI,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,MAAM,aACR,OAAOA,KAAK,WAAW;QAE3B;QAGA,IAAIF,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAMG,cAAcH;YAGpB,OAAOG,YAAY,WAAW;QAChC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,iBAAiBD;QACjBH,QAAQ,GAAG,CAAC;IACd;IAQA,MAAc,uBAAuB;QACnC,IAAI;YACF,MAAMC,OAAO,IAAI,CAAC,KAAK,EAAE;YAGzB,MAAMA,MAAM;QACd,EAAE,OAAOJ,OAAO;YACdG,QAAQ,IAAI,CAAC,8BAA8BH;QAC7C;IACF;IAEA,MAAM,cACJQ,UAAkB,EAClBC,KAAgB,EAChBX,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,YAAY,EAAE;YACrB,IAAI,IAAI,CAAC,KAAK,EAAE;gBACdK,QAAQ,GAAG,CAAC;gBACZ,IAAI;oBACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;gBAC1B,EAAE,OAAOH,OAAO;oBACdG,QAAQ,IAAI,CAAC,gCAAgCH;gBAC/C;gBACA,IAAI,CAAC,KAAK,GAAG;YACf;YAGA,MAAM,IAAI,CAAC,aAAa;QAC1B;QAGA,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,MAAM,IAAIU,MACR;QAIJ,MAAMC,QAAQ,IAAI,CAAC,KAAK;QAGxB,MAAMC,cAAc,MAAM,IAAI,CAAC,cAAc;QAC7C,IAAIC;QAGJ,IAAI;YACFF,MAAM,SAAS;QACjB,EAAE,OAAOX,OAAgB;YACvBG,QAAQ,IAAI,CAAC,0CAA0CH;QACzD;QAGA,IAAIF,QAAQ,SAAS,EAAE;YAErB,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,SAAS;YAGzCe,iBAAiBF,MAAM,qBAAqB,CAC1C,CAACG,MAAcC;gBAEb,IAAI,IAAI,CAAC,gBAAgB,KAAKjB,QAAQ,SAAS,EAC7C;gBAIF,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACgB,MAAMC;YAElC;QAEJ;QAEA,IAAI;YACF,IAAIC,SAAS;YACb,IAAIC,iBAAiB;YAErB,IAAI;gBAEFD,SAAS,MAAME,cACbP,OACAH,YACAI,aACAH,OACAX;YAEJ,EAAE,OAAOE,OAAgB;gBAEvBiB,iBAAiBjB;YACnB;YAGA,MAAMmB,WAAW;gBACfH;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAOC,iBACHA,0BAA0BP,QACxBO,eAAe,OAAO,GACtBG,OAAOH,kBACT;YACN;YAGA,IAAI;gBACF,IAAIN,MAAM,cAAc,EAAE;oBACxB,MAAMU,aAAaV,MAAM,cAAc;oBACvC,IAAIU,YAAY;wBACd,MAAMC,cACJC,iBAAiB,oBAAoB,CAACF;wBACxCF,SAAS,IAAI,GAAGG,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;oBACjD;gBACF;YACF,EAAE,OAAOtB,OAAgB;gBACvBG,QAAQ,IAAI,CAAC,kCAAkCH;YACjD;YAGA,IAAI;gBACF,IAAIW,MAAM,gBAAgB,EACxBQ,SAAS,UAAU,GAAGR,MAAM,gBAAgB,MAAM;YAEtD,EAAE,OAAOX,OAAgB,CAGzB;YAGA,IAAI;gBACF,IAAIW,MAAM,mBAAmB,EAC3BA,MAAM,mBAAmB;YAE7B,EAAE,OAAOX,OAAgB,CAEzB;YAIA,OAAOmB;QACT,SAAU;YAER,IAAIN,gBACFA;QAEJ;IACF;IAMA,MAAc,gBAA+B;QAC3C,IAAI,CAAC,IAAI,CAAC,YAAY,EACpB,MAAM,IAAIH,MACR;QAIJP,QAAQ,GAAG,CAAC;QACZ,IAAI;YACF,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY;YACpCA,QAAQ,GAAG,CAAC;QACd,EAAE,OAAOH,OAAO;YACdG,QAAQ,KAAK,CAAC,2BAA2BH;YACzC,MAAMA;QACR;IACF;IAGA,MAAM,WAAWwB,UAAkB,EAKhC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAI7D,IAAIV,OAA6B;QACjC,IAAIW,aAA4B;QAIhC,IAAI;YACF,IAAI,AAAqC,cAArC,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAiB;gBACnD,MAAMJ,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBAGd,MAAMC,cAAcC,iBAAiB,oBAAoB,CAACF;oBAC1DP,OAAOQ,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACxC;YACF;QACF,EAAE,OAAOtB,OAAO;YACdG,QAAQ,IAAI,CACV,kEACAH;QAEJ;QAIA,IAAI;YACF,IAAI,AAAuC,cAAvC,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAiB;gBACrD,MAAM0B,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB;gBACxC,IACEA,QACA,AAAgB,YAAhB,OAAOA,QACP,CAACA,KAAK,QAAQ,CAAC,gCAEfD,aAAaC;YAEjB;QACF,EAAE,OAAO1B,OAAO;YAGdG,QAAQ,IAAI,CACV;QAEJ;QAEA,IAAI;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;YACxB,IAAI,CAAC,KAAK,GAAG;YACb,OAAO;gBAAE,SAAS;gBAAMW;gBAAMW;YAAW;QAC3C,EAAE,OAAOzB,OAAgB;YACvB,MAAMC,eACJD,iBAAiBU,QAAQV,MAAM,OAAO,GAAG;YAC3CG,QAAQ,KAAK,CACX,CAAC,gDAAgD,EAAEF,cAAc;YAEnE,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;gBAAEa;gBAAMW;YAAW;QACxE;IACF;IAMA,MAAM,0BAGH;QACD,MAAMN,WAAW;YACf,MAAM;YACN,YAAY;QACd;QAEA,IAAI;YAEF,IAAI,IAAI,CAAC,KAAK,EAAE,gBAAgB;gBAC9B,MAAME,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBACd,MAAMC,cAAcC,iBAAiB,oBAAoB,CAACF;oBAC1DF,SAAS,IAAI,GAAGG,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACjD;YACF;YAGA,IAAI,IAAI,CAAC,KAAK,EAAE,kBACdH,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;QAE3D,EAAE,OAAOnB,OAAgB;YACvBG,QAAQ,KAAK,CAAC,yCAAyCH;QACzD;QAEA,OAAOmB;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,MAAMQ,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;YACnD,MAAMC,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQjC;YAEzD,OAAO;gBACLgC;gBACAC;YACF;QACF,EAAE,OAAO5B,OAAgB;YACvBG,QAAQ,KAAK,CAAC,iCAAiCH;YAC/C,OAAO;QACT;IACF;IAEA,MAAM,iBAAwD;QAC5D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,OAAO6B,iBAAiB;gBACtB,eAAe,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;gBACrD,sBAAsB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQlC;gBAC3D,oBACE,AAAiD,cAAjD,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,gBAAgB;gBAC9C,gBAAgB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc;YACrD;QACF,EAAE,OAAOK,OAAgB;YACvBG,QAAQ,KAAK,CAAC,+BAA+BH;YAC7C,OAAO;QACT;IACF;IAjaA,YAAYW,KAAuB,EAAEmB,YAA2B,CAAE;QAChE,KAAK,IAXP,uBAAQ,SAAR,SACA,uBAAQ,gBAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAQ,oBAAR,SACA,uBAAiB,OAAjB,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGnB,SAAS;QACtB,IAAI,CAAC,YAAY,GAAGmB;QACpB,IAAI,CAAC,GAAG,GAAGC;IACb;AA6ZF"}
+{"version":3,"file":"adapters/local-execution.mjs","sources":["../../../src/adapters/local-execution.ts"],"sourcesContent":["import type {\n  ConnectivityTestResult,\n  DeviceAction,\n  ExecutionDump,\n} from '@midscene/core';\nimport { ReportActionDump, runConnectivityTest } from '@midscene/core';\nimport {\n  globalModelConfigManager,\n  overrideAIConfig,\n} from '@midscene/shared/env';\nimport { uuid } from '@midscene/shared/utils';\nimport { executeAction, parseStructuredParams } from '../common';\nimport {\n  type PlaygroundRuntimeInfo,\n  buildRuntimeInfo,\n} from '../runtime-metadata';\nimport type {\n  AgentFactory,\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n} from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class LocalExecutionAdapter extends BasePlaygroundAdapter {\n  private agent: PlaygroundAgent | null;\n  private agentFactory?: AgentFactory; // Factory function for recreating agent\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private progressCallback?: (tip: string) => void;\n  private readonly _id: string; // Unique identifier for this local adapter instance\n  private currentRequestId?: string; // Track current request to prevent stale callbacks\n\n  constructor(agent?: PlaygroundAgent, agentFactory?: AgentFactory) {\n    super();\n    this.agent = agent ?? null;\n    this.agentFactory = agentFactory;\n    this._id = uuid(); // Generate unique ID for local adapter\n  }\n\n  // Get adapter ID\n  get id(): string {\n    return this._id;\n  }\n\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    // Clear any existing callback before setting new one\n    this.dumpUpdateCallback = undefined;\n    // Set the new callback\n    this.dumpUpdateCallback = callback;\n  }\n\n  // Set progress callback for monitoring operation status\n  setProgressCallback(callback: (tip: string) => void): void {\n    this.progressCallback = undefined;\n    this.progressCallback = callback;\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const errorMessage = error?.message || '';\n    if (errorMessage.includes('of different extension')) {\n      return 'Conflicting extension detected. Please disable the suspicious plugins and refresh the page. Guide: https://midscenejs.com/quick-experience.html#faq';\n    }\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Local execution - use base implementation\n  // (inherits default executeAction from BasePlaygroundAdapter)\n\n  // Local execution gets actionSpace from internal agent (parameter is for backward compatibility)\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // If agent doesn't exist but we have a factory, create one temporarily to get actionSpace\n    if (!this.agent && this.agentFactory) {\n      try {\n        this.agent = await this.agentFactory();\n      } catch (error) {\n        console.warn('Failed to create agent for actionSpace:', error);\n        return [];\n      }\n    }\n\n    // Priority 1: Use agent's getActionSpace method\n    if (this.agent?.getActionSpace) {\n      return await this.agent.getActionSpace();\n    }\n\n    // Priority 2: Use agent's interface.actionSpace method\n    if (\n      this.agent &&\n      'interface' in this.agent &&\n      typeof this.agent.interface === 'object'\n    ) {\n      const page = this.agent.interface as {\n        actionSpace?: () => DeviceAction<unknown>[];\n      };\n      if (page?.actionSpace) {\n        return page.actionSpace();\n      }\n    }\n\n    // Priority 3: Fallback to context parameter (for backward compatibility with tests)\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      const contextPage = context as {\n        actionSpace: () => DeviceAction<unknown>[];\n      };\n      return contextPage.actionSpace();\n    }\n\n    return [];\n  }\n\n  // Local execution doesn't use a server, so always return true\n  async checkStatus(): Promise<boolean> {\n    return true;\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    // For local execution, use the shared env override function\n    overrideAIConfig(aiConfig);\n    console.log('Config updated. Agent will be recreated on next execution.');\n  }\n\n  async runConnectivityTest(): Promise<ConnectivityTestResult> {\n    return runConnectivityTest({\n      defaultModelConfig: globalModelConfigManager.getModelConfig('default'),\n      planningModelConfig: globalModelConfigManager.getModelConfig('planning'),\n      insightModelConfig: globalModelConfigManager.getModelConfig('insight'),\n    });\n  }\n\n  /**\n   * Safely detaches the Chrome debugger without destroying the agent.\n   * This removes the \"Debugger attached\" banner from the browser window\n   * while keeping the agent instance intact for potential reuse.\n   * Called on errors to improve user experience by cleaning up the UI.\n   */\n  private async detachDebuggerSafely() {\n    try {\n      const page = this.agent?.interface as\n        | { detachDebugger?: () => Promise<void> }\n        | undefined;\n      await page?.detachDebugger?.();\n    } catch (error) {\n      console.warn('Failed to detach debugger:', error);\n    }\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If agentFactory is provided, always recreate agent with latest config before execution\n    if (this.agentFactory) {\n      if (this.agent) {\n        console.log('Destroying old agent before execution...');\n        try {\n          await this.agent.destroy?.();\n        } catch (error) {\n          console.warn('Failed to destroy old agent:', error);\n        }\n        this.agent = null;\n      }\n\n      // Create new agent with latest config\n      await this.recreateAgent();\n    }\n\n    // Agent must exist (either recreated or provided in constructor)\n    if (!this.agent) {\n      throw new Error(\n        'No agent available. Please provide either an agent instance or agentFactory.',\n      );\n    }\n\n    const agent = this.agent;\n\n    // Get actionSpace using our simplified getActionSpace method\n    const actionSpace = await this.getActionSpace();\n    let removeListener: (() => void) | undefined;\n\n    // Reset dump at the start of execution to ensure clean state\n    try {\n      agent.resetDump?.();\n    } catch (error: unknown) {\n      console.warn('Failed to reset dump before execution:', error);\n    }\n\n    // Setup dump update tracking if requestId is provided\n    if (options.requestId) {\n      // Track current request ID to prevent stale callbacks\n      this.currentRequestId = options.requestId;\n\n      // Add listener and save remove function\n      removeListener = agent.addDumpUpdateListener(\n        (dump: string, executionDump?: ExecutionDump) => {\n          // Only process if this is still the current request\n          if (this.currentRequestId !== options.requestId) {\n            return;\n          }\n\n          // Forward to external callback\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback(dump, executionDump);\n          }\n        },\n      );\n    }\n\n    try {\n      let result = null;\n      let executionError = null;\n\n      try {\n        // Call the base implementation with the original signature\n        result = await executeAction(\n          agent,\n          actionType,\n          actionSpace,\n          value,\n          options,\n        );\n      } catch (error: unknown) {\n        // Capture error but don't throw yet - we need to get dump/reportHTML first\n        executionError = error;\n      }\n\n      // Always construct response with dump and reportHTML, regardless of success/failure\n      const response = {\n        result,\n        dump: null as unknown,\n        reportHTML: null as string | null,\n        error: executionError\n          ? executionError instanceof Error\n            ? executionError.message\n            : String(executionError)\n          : null,\n      };\n\n      // Get dump data - separate try-catch to ensure dump is retrieved even if reportHTML fails\n      try {\n        if (agent.dumpDataString) {\n          const dumpString = agent.dumpDataString();\n          if (dumpString) {\n            const groupedDump =\n              ReportActionDump.fromSerializedString(dumpString);\n            response.dump = groupedDump.executions?.[0] || null;\n          }\n        }\n      } catch (error: unknown) {\n        console.warn('Failed to get dump from agent:', error);\n      }\n\n      // Try to get reportHTML - may fail in browser environment (fs not available)\n      try {\n        if (agent.reportHTMLString) {\n          response.reportHTML = agent.reportHTMLString() || null;\n        }\n      } catch (error: unknown) {\n        // reportHTMLString may throw in browser environment\n        // This is expected in chrome-extension, continue without reportHTML\n      }\n\n      // Write out action dumps - may also fail in browser environment\n      try {\n        if (agent.writeOutActionDumps) {\n          agent.writeOutActionDumps();\n        }\n      } catch (error: unknown) {\n        // writeOutActionDumps may fail in browser environment\n      }\n\n      // Don't throw the error - return it in response so caller can access dump/reportHTML\n      // The caller (usePlaygroundExecution) will check response.error to determine success\n      return response;\n    } finally {\n      // Remove listener to prevent accumulation\n      if (removeListener) {\n        removeListener();\n      }\n    }\n  }\n\n  /**\n   * Recreate agent instance using the factory function.\n   * Called automatically when executeAction is called.\n   */\n  private async recreateAgent(): Promise<void> {\n    if (!this.agentFactory) {\n      throw new Error(\n        'Cannot recreate agent: factory function not provided. Please provide agentFactory in PlaygroundConfig to enable agent recreation.',\n      );\n    }\n\n    console.log('Creating new agent with latest config...');\n    try {\n      this.agent = await this.agentFactory();\n      console.log('Agent created successfully');\n    } catch (error) {\n      console.error('Failed to create agent:', error);\n      throw error;\n    }\n  }\n\n  // Local execution task cancellation - returns dump and reportHTML before destroying\n  async cancelTask(_requestId: string): Promise<{\n    error?: string;\n    success?: boolean;\n    dump?: ExecutionDump | null;\n    reportHTML?: string | null;\n  }> {\n    if (!this.agent) {\n      return { error: 'No active agent found for this requestId' };\n    }\n\n    // Get execution data BEFORE destroying the agent\n    let dump: ExecutionDump | null = null;\n    let reportHTML: string | null = null;\n\n    // Get dump data separately - don't let reportHTML errors affect dump retrieval\n    // IMPORTANT: Must extract dump BEFORE agent.destroy(), as dump is stored in agent memory\n    try {\n      if (typeof this.agent.dumpDataString === 'function') {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          // dumpDataString() returns ReportActionDump: { executions: ExecutionDump[] }\n          // In Playground, each \"Run\" creates one execution, so we take executions[0]\n          const groupedDump = ReportActionDump.fromSerializedString(dumpString);\n          dump = groupedDump.executions?.[0] ?? null;\n        }\n      }\n    } catch (error) {\n      console.warn(\n        '[LocalExecutionAdapter] Failed to get dump data before cancel:',\n        error,\n      );\n    }\n\n    // Try to get reportHTML separately - this may fail in browser environment\n    // where fs.readFileSync is not available\n    try {\n      if (typeof this.agent.reportHTMLString === 'function') {\n        const html = this.agent.reportHTMLString();\n        if (\n          html &&\n          typeof html === 'string' &&\n          !html.includes('REPLACE_ME_WITH_REPORT_HTML')\n        ) {\n          reportHTML = html;\n        }\n      }\n    } catch (error) {\n      // reportHTMLString may throw in browser environment (fs not available)\n      // This is expected, just continue with dump data only\n      console.warn(\n        '[LocalExecutionAdapter] reportHTMLString not available in this environment',\n      );\n    }\n\n    try {\n      await this.agent.destroy?.();\n      this.agent = null; // Clear agent reference\n      return { success: true, dump, reportHTML };\n    } catch (error: unknown) {\n      const errorMessage =\n        error instanceof Error ? error.message : 'Unknown error';\n      console.error(\n        `[LocalExecutionAdapter] Failed to cancel agent: ${errorMessage}`,\n      );\n      return { error: `Failed to cancel: ${errorMessage}`, dump, reportHTML };\n    }\n  }\n\n  /**\n   * Get current execution data without resetting\n   * This allows retrieving dump and report when execution is stopped\n   */\n  async getCurrentExecutionData(): Promise<{\n    dump: ExecutionDump | null;\n    reportHTML: string | null;\n  }> {\n    const response = {\n      dump: null as ExecutionDump | null,\n      reportHTML: null as string | null,\n    };\n\n    try {\n      // Get dump data\n      if (this.agent?.dumpDataString) {\n        const dumpString = this.agent.dumpDataString();\n        if (dumpString) {\n          const groupedDump = ReportActionDump.fromSerializedString(dumpString);\n          response.dump = groupedDump.executions?.[0] || null;\n        }\n      }\n\n      // Get report HTML\n      if (this.agent?.reportHTMLString) {\n        response.reportHTML = this.agent.reportHTMLString() || null;\n      }\n    } catch (error: unknown) {\n      console.error('Failed to get current execution data:', error);\n    }\n\n    return response;\n  }\n\n  // Get interface information from the agent\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      const type = this.agent.interface.interfaceType || 'Unknown';\n      const description = this.agent.interface.describe?.() || undefined;\n\n      return {\n        type,\n        description,\n      };\n    } catch (error: unknown) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n\n  async getRuntimeInfo(): Promise<PlaygroundRuntimeInfo | null> {\n    if (!this.agent?.interface) {\n      return null;\n    }\n\n    try {\n      return buildRuntimeInfo({\n        interfaceType: this.agent.interface.interfaceType || 'Unknown',\n        interfaceDescription: this.agent.interface.describe?.() || undefined,\n        supportsScreenshot:\n          typeof this.agent.interface.screenshotBase64 === 'function',\n        mjpegStreamUrl: this.agent.interface.mjpegStreamUrl,\n      });\n    } catch (error: unknown) {\n      console.error('Failed to get runtime info:', error);\n      return null;\n    }\n  }\n}\n"],"names":["LocalExecutionAdapter","BasePlaygroundAdapter","callback","undefined","action","params","options","parseStructuredParams","error","errorMessage","context","console","page","contextPage","aiConfig","overrideAIConfig","runConnectivityTest","globalModelConfigManager","actionType","value","Error","agent","actionSpace","removeListener","dump","executionDump","result","executionError","executeAction","response","String","dumpString","groupedDump","ReportActionDump","_requestId","reportHTML","html","type","description","buildRuntimeInfo","agentFactory","uuid"],"mappings":";;;;;;;;;;;;;;;;AAwBO,MAAMA,8BAA8BC;IAmBzC,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAEA,aACEC,QAA+D,EACzD;QAEN,IAAI,CAAC,kBAAkB,GAAGC;QAE1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAGA,oBAAoBA,QAA+B,EAAQ;QACzD,IAAI,CAAC,gBAAgB,GAAGC;QACxB,IAAI,CAAC,gBAAgB,GAAGD;IAC1B;IAEA,MAAM,sBACJE,MAA6B,EAC7BC,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBH,QAAQC,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,eAAeD,OAAO,WAAW;QACvC,IAAIC,aAAa,QAAQ,CAAC,2BACxB,OAAO;QAET,OAAO,IAAI,CAAC,uBAAuB,CAACD;IACtC;IAMA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,EAClC,IAAI;YACF,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY;QACtC,EAAE,OAAOF,OAAO;YACdG,QAAQ,IAAI,CAAC,2CAA2CH;YACxD,OAAO,EAAE;QACX;QAIF,IAAI,IAAI,CAAC,KAAK,EAAE,gBACd,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc;QAIxC,IACE,IAAI,CAAC,KAAK,IACV,eAAe,IAAI,CAAC,KAAK,IACzB,AAAgC,YAAhC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAC3B;YACA,MAAMI,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAGjC,IAAIA,MAAM,aACR,OAAOA,KAAK,WAAW;QAE3B;QAGA,IAAIF,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAAS;YACtE,MAAMG,cAAcH;YAGpB,OAAOG,YAAY,WAAW;QAChC;QAEA,OAAO,EAAE;IACX;IAGA,MAAM,cAAgC;QACpC,OAAO;IACT;IAEA,MAAM,eAAeC,QAAiC,EAAiB;QAErEC,iBAAiBD;QACjBH,QAAQ,GAAG,CAAC;IACd;IAEA,MAAM,sBAAuD;QAC3D,OAAOK,oBAAoB;YACzB,oBAAoBC,yBAAyB,cAAc,CAAC;YAC5D,qBAAqBA,yBAAyB,cAAc,CAAC;YAC7D,oBAAoBA,yBAAyB,cAAc,CAAC;QAC9D;IACF;IAQA,MAAc,uBAAuB;QACnC,IAAI;YACF,MAAML,OAAO,IAAI,CAAC,KAAK,EAAE;YAGzB,MAAMA,MAAM;QACd,EAAE,OAAOJ,OAAO;YACdG,QAAQ,IAAI,CAAC,8BAA8BH;QAC7C;IACF;IAEA,MAAM,cACJU,UAAkB,EAClBC,KAAgB,EAChBb,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,YAAY,EAAE;YACrB,IAAI,IAAI,CAAC,KAAK,EAAE;gBACdK,QAAQ,GAAG,CAAC;gBACZ,IAAI;oBACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;gBAC1B,EAAE,OAAOH,OAAO;oBACdG,QAAQ,IAAI,CAAC,gCAAgCH;gBAC/C;gBACA,IAAI,CAAC,KAAK,GAAG;YACf;YAGA,MAAM,IAAI,CAAC,aAAa;QAC1B;QAGA,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,MAAM,IAAIY,MACR;QAIJ,MAAMC,QAAQ,IAAI,CAAC,KAAK;QAGxB,MAAMC,cAAc,MAAM,IAAI,CAAC,cAAc;QAC7C,IAAIC;QAGJ,IAAI;YACFF,MAAM,SAAS;QACjB,EAAE,OAAOb,OAAgB;YACvBG,QAAQ,IAAI,CAAC,0CAA0CH;QACzD;QAGA,IAAIF,QAAQ,SAAS,EAAE;YAErB,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,SAAS;YAGzCiB,iBAAiBF,MAAM,qBAAqB,CAC1C,CAACG,MAAcC;gBAEb,IAAI,IAAI,CAAC,gBAAgB,KAAKnB,QAAQ,SAAS,EAC7C;gBAIF,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACkB,MAAMC;YAElC;QAEJ;QAEA,IAAI;YACF,IAAIC,SAAS;YACb,IAAIC,iBAAiB;YAErB,IAAI;gBAEFD,SAAS,MAAME,cACbP,OACAH,YACAI,aACAH,OACAb;YAEJ,EAAE,OAAOE,OAAgB;gBAEvBmB,iBAAiBnB;YACnB;YAGA,MAAMqB,WAAW;gBACfH;gBACA,MAAM;gBACN,YAAY;gBACZ,OAAOC,iBACHA,0BAA0BP,QACxBO,eAAe,OAAO,GACtBG,OAAOH,kBACT;YACN;YAGA,IAAI;gBACF,IAAIN,MAAM,cAAc,EAAE;oBACxB,MAAMU,aAAaV,MAAM,cAAc;oBACvC,IAAIU,YAAY;wBACd,MAAMC,cACJC,iBAAiB,oBAAoB,CAACF;wBACxCF,SAAS,IAAI,GAAGG,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;oBACjD;gBACF;YACF,EAAE,OAAOxB,OAAgB;gBACvBG,QAAQ,IAAI,CAAC,kCAAkCH;YACjD;YAGA,IAAI;gBACF,IAAIa,MAAM,gBAAgB,EACxBQ,SAAS,UAAU,GAAGR,MAAM,gBAAgB,MAAM;YAEtD,EAAE,OAAOb,OAAgB,CAGzB;YAGA,IAAI;gBACF,IAAIa,MAAM,mBAAmB,EAC3BA,MAAM,mBAAmB;YAE7B,EAAE,OAAOb,OAAgB,CAEzB;YAIA,OAAOqB;QACT,SAAU;YAER,IAAIN,gBACFA;QAEJ;IACF;IAMA,MAAc,gBAA+B;QAC3C,IAAI,CAAC,IAAI,CAAC,YAAY,EACpB,MAAM,IAAIH,MACR;QAIJT,QAAQ,GAAG,CAAC;QACZ,IAAI;YACF,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY;YACpCA,QAAQ,GAAG,CAAC;QACd,EAAE,OAAOH,OAAO;YACdG,QAAQ,KAAK,CAAC,2BAA2BH;YACzC,MAAMA;QACR;IACF;IAGA,MAAM,WAAW0B,UAAkB,EAKhC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EACb,OAAO;YAAE,OAAO;QAA2C;QAI7D,IAAIV,OAA6B;QACjC,IAAIW,aAA4B;QAIhC,IAAI;YACF,IAAI,AAAqC,cAArC,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAiB;gBACnD,MAAMJ,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBAGd,MAAMC,cAAcC,iBAAiB,oBAAoB,CAACF;oBAC1DP,OAAOQ,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACxC;YACF;QACF,EAAE,OAAOxB,OAAO;YACdG,QAAQ,IAAI,CACV,kEACAH;QAEJ;QAIA,IAAI;YACF,IAAI,AAAuC,cAAvC,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAiB;gBACrD,MAAM4B,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB;gBACxC,IACEA,QACA,AAAgB,YAAhB,OAAOA,QACP,CAACA,KAAK,QAAQ,CAAC,gCAEfD,aAAaC;YAEjB;QACF,EAAE,OAAO5B,OAAO;YAGdG,QAAQ,IAAI,CACV;QAEJ;QAEA,IAAI;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO;YACxB,IAAI,CAAC,KAAK,GAAG;YACb,OAAO;gBAAE,SAAS;gBAAMa;gBAAMW;YAAW;QAC3C,EAAE,OAAO3B,OAAgB;YACvB,MAAMC,eACJD,iBAAiBY,QAAQZ,MAAM,OAAO,GAAG;YAC3CG,QAAQ,KAAK,CACX,CAAC,gDAAgD,EAAEF,cAAc;YAEnE,OAAO;gBAAE,OAAO,CAAC,kBAAkB,EAAEA,cAAc;gBAAEe;gBAAMW;YAAW;QACxE;IACF;IAMA,MAAM,0BAGH;QACD,MAAMN,WAAW;YACf,MAAM;YACN,YAAY;QACd;QAEA,IAAI;YAEF,IAAI,IAAI,CAAC,KAAK,EAAE,gBAAgB;gBAC9B,MAAME,aAAa,IAAI,CAAC,KAAK,CAAC,cAAc;gBAC5C,IAAIA,YAAY;oBACd,MAAMC,cAAcC,iBAAiB,oBAAoB,CAACF;oBAC1DF,SAAS,IAAI,GAAGG,YAAY,UAAU,EAAE,CAAC,EAAE,IAAI;gBACjD;YACF;YAGA,IAAI,IAAI,CAAC,KAAK,EAAE,kBACdH,SAAS,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,MAAM;QAE3D,EAAE,OAAOrB,OAAgB;YACvBG,QAAQ,KAAK,CAAC,yCAAyCH;QACzD;QAEA,OAAOqB;IACT;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,MAAMQ,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;YACnD,MAAMC,cAAc,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQnC;YAEzD,OAAO;gBACLkC;gBACAC;YACF;QACF,EAAE,OAAO9B,OAAgB;YACvBG,QAAQ,KAAK,CAAC,iCAAiCH;YAC/C,OAAO;QACT;IACF;IAEA,MAAM,iBAAwD;QAC5D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WACf,OAAO;QAGT,IAAI;YACF,OAAO+B,iBAAiB;gBACtB,eAAe,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,IAAI;gBACrD,sBAAsB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,QAAQpC;gBAC3D,oBACE,AAAiD,cAAjD,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,gBAAgB;gBAC9C,gBAAgB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc;YACrD;QACF,EAAE,OAAOK,OAAgB;YACvBG,QAAQ,KAAK,CAAC,+BAA+BH;YAC7C,OAAO;QACT;IACF;IAzaA,YAAYa,KAAuB,EAAEmB,YAA2B,CAAE;QAChE,KAAK,IAXP,uBAAQ,SAAR,SACA,uBAAQ,gBAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAQ,oBAAR,SACA,uBAAiB,OAAjB,SACA,uBAAQ,oBAAR;QAIE,IAAI,CAAC,KAAK,GAAGnB,SAAS;QACtB,IAAI,CAAC,YAAY,GAAGmB;QACpB,IAAI,CAAC,GAAG,GAAGC;IACb;AAqaF"}

package/dist/es/adapters/remote-execution.mjs

@@ -205,6 +205,18 @@ class RemoteExecutionAdapter extends BasePlaygroundAdapter {
             throw error;
         }
     }
+    async runConnectivityTest() {
+        if (!this.serverUrl) throw new Error('Server URL not configured');
+        const response = await fetch(`${this.serverUrl}/connectivity-test`, {
+            method: 'POST'
+        });
+        if (!response.ok) {
+            const body = await response.json().catch(()=>null);
+            const detail = body?.error || response.statusText;
+            throw new Error(detail);
+        }
+        return response.json();
+    }
     async getTaskProgress(requestId) {
         if (!this.serverUrl) return {};
         if (!requestId?.trim()) {

package/dist/es/adapters/remote-execution.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapters/remote-execution.mjs","sources":["../../../src/adapters/remote-execution.ts"],"sourcesContent":["import type { DeviceAction, ExecutionDump } from '@midscene/core';\nimport { parseStructuredParams } from '../common';\nimport type {\n  PlaygroundSessionSetup,\n  PlaygroundSessionState,\n  PlaygroundSessionTarget,\n} from '../platform';\nimport type { PlaygroundRuntimeInfo } from '../runtime-metadata';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private _id?: string;\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private pollingIntervalId?: ReturnType<typeof setInterval>;\n\n  constructor(serverUrl: string) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Set dump update callback\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    this.dumpUpdateCallback = undefined;\n    this.dumpUpdateCallback = callback;\n  }\n\n  // Get adapter ID (cached after first status check for remote)\n  get id(): string | undefined {\n    return this._id;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    // Start polling if requestId is provided and dumpUpdateCallback is set\n    if (options.requestId && this.dumpUpdateCallback) {\n      this.startProgressPolling(options.requestId);\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      return result;\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    } finally {\n      // Stop polling when execution completes (success or error)\n      this.stopProgressPolling();\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepLocate', value: options.deepLocate },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'deviceOptions', value: options.deviceOptions },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as {\n            actionSpace: () =>\n              | DeviceAction<unknown>[]\n              | Promise<DeviceAction<unknown>[]>;\n          }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      if (res.status === 200) {\n        // Try to extract id from response\n        try {\n          const data = await res.json();\n          if (data.id && typeof data.id === 'string') {\n            this._id = data.id;\n          }\n        } catch (jsonError) {\n          // If JSON parsing fails, id remains undefined but status is still OK\n          console.debug('Failed to parse status response:', jsonError);\n        }\n        return true;\n      }\n      return false;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        const body = await response.json().catch(() => null);\n        const detail = body?.error || response.statusText;\n        throw new Error(detail);\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async getTaskProgress(requestId: string): Promise<{\n    executionDump?: ExecutionDump;\n  }> {\n    if (!this.serverUrl) {\n      return {};\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return {};\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return {};\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return {};\n    }\n  }\n\n  /**\n   * Start polling for task progress and invoke dump update callback\n   */\n  private startProgressPolling(requestId: string): void {\n    // Clear any existing polling\n    this.stopProgressPolling();\n\n    // Poll every 500ms for progress updates\n    this.pollingIntervalId = setInterval(async () => {\n      try {\n        const progressData = await this.getTaskProgress(requestId);\n\n        if (progressData.executionDump) {\n          // Invoke dump update callback if set\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback('', progressData.executionDump);\n          }\n        }\n      } catch (error) {\n        console.error('Error polling task progress:', error);\n      }\n    }, 500); // Poll every 500ms\n  }\n\n  /**\n   * Stop polling for task progress\n   */\n  private stopProgressPolling(): void {\n    if (this.pollingIntervalId) {\n      clearInterval(this.pollingIntervalId);\n      this.pollingIntervalId = undefined;\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n\n  // Get interface information from server\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/interface-info`);\n\n      if (!response.ok) {\n        console.warn(`Interface info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n\n  async getRuntimeInfo(): Promise<PlaygroundRuntimeInfo | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/runtime-info`);\n\n      if (!response.ok) {\n        console.warn(`Runtime info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get runtime info:', error);\n      return null;\n    }\n  }\n\n  async getSessionInfo(): Promise<PlaygroundSessionState | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/session`);\n      if (!response.ok) {\n        console.warn(`Session info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get session info:', error);\n      return null;\n    }\n  }\n\n  async getSessionSetup(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundSessionSetup | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const searchParams = new URLSearchParams();\n      Object.entries(input || {}).forEach(([key, value]) => {\n        if (\n          typeof value === 'string' ||\n          typeof value === 'number' ||\n          typeof value === 'boolean'\n        ) {\n          searchParams.set(key, String(value));\n        }\n      });\n      const suffix = searchParams.size > 0 ? `?${searchParams.toString()}` : '';\n      const response = await fetch(`${this.serverUrl}/session/setup${suffix}`);\n      if (!response.ok) {\n        const body = await response.json().catch(() => null);\n        throw new Error(\n          body?.error || response.statusText || 'Failed to load session setup',\n        );\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get session setup:', error);\n      throw error;\n    }\n  }\n\n  async listSessionTargets(): Promise<PlaygroundSessionTarget[]> {\n    if (!this.serverUrl) {\n      return [];\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/session/targets`);\n      if (!response.ok) {\n        const body = await response.json().catch(() => null);\n        throw new Error(\n          body?.error ||\n            response.statusText ||\n            'Failed to load session targets',\n        );\n      }\n\n      const result = await response.json();\n      return Array.isArray(result) ? result : [];\n    } catch (error) {\n      console.error('Failed to get session targets:', error);\n      throw error;\n    }\n  }\n\n  async createSession(input?: Record<string, unknown>): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    const response = await fetch(`${this.serverUrl}/session`, {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n      },\n      body: JSON.stringify(input || {}),\n    });\n\n    if (!response.ok) {\n      const body = await response.json().catch(() => null);\n      throw new Error(body?.error || response.statusText);\n    }\n\n    return await response.json();\n  }\n\n  async destroySession(): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    const response = await fetch(`${this.serverUrl}/session`, {\n      method: 'DELETE',\n    });\n\n    if (!response.ok) {\n      const body = await response.json().catch(() => null);\n      throw new Error(body?.error || response.statusText);\n    }\n\n    return await response.json();\n  }\n}\n"],"names":["RemoteExecutionAdapter","BasePlaygroundAdapter","callback","undefined","value","action","needsStructuredParams","schema","shape","missingFields","Object","key","fieldDef","isOptional","params","options","parseStructuredParams","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","data","jsonError","aiConfig","body","detail","requestId","encodeURIComponent","setInterval","progressData","clearInterval","input","searchParams","URLSearchParams","String","suffix","serverUrl"],"mappings":";;;;;;;;;;;;AAWO,MAAMA,+BAA+BC;IAe1C,aACEC,QAA+D,EACzD;QACN,IAAI,CAAC,kBAAkB,GAAGC;QAC1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAGA,IAAI,KAAyB;QAC3B,OAAO,IAAI,CAAC,GAAG;IACjB;IAIA,eACEE,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBC,OAAO,IAAI,CAACF,OAAO,MAAM,CAAC,CAACG;oBAC/C,MAAMC,WAAWJ,KAAK,CAACG,IAAI;oBAE3B,MAAME,aACJD,UAAU,cACVA,UAAU,MAAM,aAChBA,UAAU,MAAM,aAAa;oBAC/B,OACE,CAACC,cACAT,CAAAA,AAAuBD,WAAvBC,MAAM,MAAO,CAACO,IAAI,IAAkBP,AAAuB,OAAvBA,MAAM,MAAO,CAACO,IAAI,AAAM;gBAEjE;gBAEA,IAAIF,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BS,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBX,QAAQS,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,OAAO,WAAW;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBlB,KAAgB,EAChBW,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYlB,OAAOW;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBlB,KAAgB,EAChBW,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,MAAMH;YACN,QAAQlB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACW,SAASX,MAAM;QACpD;QAGA,IAAIW,QAAQ,OAAO,EACjBU,QAAQ,OAAO,GAAGV,QAAQ,OAAO;QAInC,IAAIA,QAAQ,SAAS,IAAI,IAAI,CAAC,kBAAkB,EAC9C,IAAI,CAAC,oBAAoB,CAACA,QAAQ,SAAS;QAG7C,IAAI;YACF,MAAMW,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAElC,OAAOI;QACT,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR,SAAU;YAER,IAAI,CAAC,mBAAmB;QAC1B;IACF;IAGQ,2BACNF,OAAyB,EACzBX,KAAgB,EACS;QACzB,MAAM4B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOlB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAc,OAAOA,QAAQ,UAAU;YAAC;YAC/C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAiB,OAAOA,QAAQ,aAAa;YAAC;YACrD;gBAAE,KAAK;gBAAU,OAAOX,MAAM,MAAM;YAAC;SACtC;QAED6B,eAAe,OAAO,CAAC,CAAC,EAAEtB,GAAG,EAAEP,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C4B,cAAc,CAACrB,IAAI,GAAGP;QAE1B;QAEA,OAAO4B;IACT;IAGA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QAKA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,IAAIU,AAAe,QAAfA,IAAI,MAAM,EAAU;gBAEtB,IAAI;oBACF,MAAMC,OAAO,MAAMD,IAAI,IAAI;oBAC3B,IAAIC,KAAK,EAAE,IAAI,AAAmB,YAAnB,OAAOA,KAAK,EAAE,EAC3B,IAAI,CAAC,GAAG,GAAGA,KAAK,EAAE;gBAEtB,EAAE,OAAOC,WAAW;oBAElBR,QAAQ,KAAK,CAAC,oCAAoCQ;gBACpD;gBACA,OAAO;YACT;YACA,OAAO;QACT,EAAE,OAAOtB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeuB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIhB,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEY;gBAAS;YAClC;YAEA,IAAI,CAACd,SAAS,EAAE,EAAE;gBAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBAC/C,MAAMgB,SAASD,MAAM,SAASf,SAAS,UAAU;gBACjD,MAAM,IAAIF,MAAMkB;YAClB;QACF,EAAE,OAAOzB,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,gBAAgB0B,SAAiB,EAEpC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO,CAAC;QAGV,IAAI,CAACA,WAAW,QAAQ;YACtBZ,QAAQ,IAAI,CAAC;YACb,OAAO,CAAC;QACV;QAEA,IAAI;YACF,MAAML,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEiB,mBAAmBD,YAAY;YAGpE,IAAI,CAACjB,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO,CAAC;YACV;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO,CAAC;QACV;IACF;IAKQ,qBAAqB0B,SAAiB,EAAQ;QAEpD,IAAI,CAAC,mBAAmB;QAGxB,IAAI,CAAC,iBAAiB,GAAGE,YAAY;YACnC,IAAI;gBACF,MAAMC,eAAe,MAAM,IAAI,CAAC,eAAe,CAACH;gBAEhD,IAAIG,aAAa,aAAa,EAE5B;oBAAA,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAAC,IAAIA,aAAa,aAAa;gBACxD;YAEJ,EAAE,OAAO7B,OAAO;gBACdc,QAAQ,KAAK,CAAC,gCAAgCd;YAChD;QACF,GAAG;IACL;IAKQ,sBAA4B;QAClC,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B8B,cAAc,IAAI,CAAC,iBAAiB;YACpC,IAAI,CAAC,iBAAiB,GAAG5C;QAC3B;IACF;IAGA,MAAM,WACJwC,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,WAAW,QACd,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMN,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEiB,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACN,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;YAE/D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,+BAA+B,EAAEL,SAAS,UAAU,EAAE;gBACpE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;QACT;IACF;IAEA,MAAM,iBAAwD;QAC5D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;YAE7D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,6BAA6B,EAAEL,SAAS,UAAU,EAAE;gBAClE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,+BAA+Bd;YAC7C,OAAO;QACT;IACF;IAEA,MAAM,iBAAyD;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YACxD,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,6BAA6B,EAAEL,SAAS,UAAU,EAAE;gBAClE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,+BAA+Bd;YAC7C,OAAO;QACT;IACF;IAEA,MAAM,gBACJ+B,KAA+B,EACS;QACxC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMC,eAAe,IAAIC;YACzBxC,OAAO,OAAO,CAACsC,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,CAACrC,KAAKP,MAAM;gBAC/C,IACE,AAAiB,YAAjB,OAAOA,SACP,AAAiB,YAAjB,OAAOA,SACP,AAAiB,aAAjB,OAAOA,OAEP6C,aAAa,GAAG,CAACtC,KAAKwC,OAAO/C;YAEjC;YACA,MAAMgD,SAASH,aAAa,IAAI,GAAG,IAAI,CAAC,CAAC,EAAEA,aAAa,QAAQ,IAAI,GAAG;YACvE,MAAMvB,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAEyB,QAAQ;YACvE,IAAI,CAAC1B,SAAS,EAAE,EAAE;gBAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBAC/C,MAAM,IAAIF,MACRiB,MAAM,SAASf,SAAS,UAAU,IAAI;YAE1C;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,gCAAgCd;YAC9C,MAAMA;QACR;IACF;IAEA,MAAM,qBAAyD;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO,EAAE;QAGX,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;YAChE,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBAC/C,MAAM,IAAIF,MACRiB,MAAM,SACJf,SAAS,UAAU,IACnB;YAEN;YAEA,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,kCAAkCd;YAChD,MAAMA;QACR;IACF;IAEA,MAAM,cAAc+B,KAA+B,EAGhD;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIxB,MAAM;QAGlB,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;YACxD,QAAQ;YACR,SAAS;gBACP,gBAAgB;YAClB;YACA,MAAMC,KAAK,SAAS,CAACoB,SAAS,CAAC;QACjC;QAEA,IAAI,CAACtB,SAAS,EAAE,EAAE;YAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;YAC/C,MAAM,IAAIF,MAAMiB,MAAM,SAASf,SAAS,UAAU;QACpD;QAEA,OAAO,MAAMA,SAAS,IAAI;IAC5B;IAEA,MAAM,iBAGH;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIF,MAAM;QAGlB,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;YACxD,QAAQ;QACV;QAEA,IAAI,CAACD,SAAS,EAAE,EAAE;YAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;YAC/C,MAAM,IAAIF,MAAMiB,MAAM,SAASf,SAAS,UAAU;QACpD;QAEA,OAAO,MAAMA,SAAS,IAAI;IAC5B;IApkBA,YAAY2B,SAAiB,CAAE;QAC7B,KAAK,IATP,uBAAQ,aAAR,SACA,uBAAQ,OAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAQ,qBAAR;QAIE,IAAI,CAAC,SAAS,GAAGA;IACnB;AAkkBF"}
+{"version":3,"file":"adapters/remote-execution.mjs","sources":["../../../src/adapters/remote-execution.ts"],"sourcesContent":["import type {\n  ConnectivityTestResult,\n  DeviceAction,\n  ExecutionDump,\n} from '@midscene/core';\nimport { parseStructuredParams } from '../common';\nimport type {\n  PlaygroundSessionSetup,\n  PlaygroundSessionState,\n  PlaygroundSessionTarget,\n} from '../platform';\nimport type { PlaygroundRuntimeInfo } from '../runtime-metadata';\nimport type { ExecutionOptions, FormValue, ValidationResult } from '../types';\nimport { BasePlaygroundAdapter } from './base';\n\nexport class RemoteExecutionAdapter extends BasePlaygroundAdapter {\n  private serverUrl?: string;\n  private _id?: string;\n  private dumpUpdateCallback?: (\n    dump: string,\n    executionDump?: ExecutionDump,\n  ) => void;\n  private pollingIntervalId?: ReturnType<typeof setInterval>;\n\n  constructor(serverUrl: string) {\n    super();\n    this.serverUrl = serverUrl;\n  }\n\n  // Set dump update callback\n  onDumpUpdate(\n    callback: (dump: string, executionDump?: ExecutionDump) => void,\n  ): void {\n    this.dumpUpdateCallback = undefined;\n    this.dumpUpdateCallback = callback;\n  }\n\n  // Get adapter ID (cached after first status check for remote)\n  get id(): string | undefined {\n    return this._id;\n  }\n\n  // Override validateParams for remote execution\n  // Since schemas from server are JSON-serialized and lack .parse() method\n  validateParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    if (!action?.paramSchema) {\n      return { valid: true };\n    }\n\n    const needsStructuredParams = this.actionNeedsStructuredParams(action);\n\n    if (!needsStructuredParams) {\n      return { valid: true };\n    }\n\n    if (!value.params) {\n      return { valid: false, errorMessage: 'Parameters are required' };\n    }\n\n    // For remote execution, perform basic validation without .parse()\n    // Check if required fields are present\n    if (action.paramSchema && typeof action.paramSchema === 'object') {\n      const schema = action.paramSchema as any;\n      if (schema.shape || schema.type === 'ZodObject') {\n        const shape = schema.shape || {};\n        const missingFields = Object.keys(shape).filter((key) => {\n          const fieldDef = shape[key];\n          // Check if field is required (not optional)\n          const isOptional =\n            fieldDef?.isOptional ||\n            fieldDef?._def?.innerType || // ZodOptional\n            fieldDef?._def?.typeName === 'ZodOptional';\n          return (\n            !isOptional &&\n            (value.params![key] === undefined || value.params![key] === '')\n          );\n        });\n\n        if (missingFields.length > 0) {\n          return {\n            valid: false,\n            errorMessage: `Missing required parameters: ${missingFields.join(', ')}`,\n          };\n        }\n      }\n    }\n\n    return { valid: true };\n  }\n\n  async parseStructuredParams(\n    action: DeviceAction<unknown>,\n    params: Record<string, unknown>,\n    options: ExecutionOptions,\n  ): Promise<unknown[]> {\n    // Use shared implementation from common.ts\n    return await parseStructuredParams(action, params, options);\n  }\n\n  formatErrorMessage(error: any): string {\n    const message = error?.message || '';\n\n    // Handle Android-specific errors\n    const androidErrors = [\n      {\n        keyword: 'adb',\n        message:\n          'ADB connection error. Please ensure device is connected and USB debugging is enabled.',\n      },\n      {\n        keyword: 'UIAutomator',\n        message:\n          'UIAutomator error. Please ensure the UIAutomator server is running on the device.',\n      },\n    ];\n\n    const androidError = androidErrors.find(({ keyword }) =>\n      message.includes(keyword),\n    );\n    if (androidError) {\n      return androidError.message;\n    }\n\n    return this.formatBasicErrorMessage(error);\n  }\n\n  // Remote execution adapter - simplified interface\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    // If serverUrl is provided, use server-side execution\n    if (this.serverUrl && typeof window !== 'undefined') {\n      return this.executeViaServer(actionType, value, options);\n    }\n\n    throw new Error(\n      'Remote execution adapter requires server URL for execution',\n    );\n  }\n\n  // Remote execution via server - uses same endpoint as requestPlaygroundServer\n  private async executeViaServer(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    const payload: Record<string, unknown> = {\n      type: actionType,\n      prompt: value.prompt,\n      ...this.buildOptionalPayloadParams(options, value),\n    };\n\n    // Add context only if it exists (server can handle single agent case without context)\n    if (options.context) {\n      payload.context = options.context;\n    }\n\n    // Start polling if requestId is provided and dumpUpdateCallback is set\n    if (options.requestId && this.dumpUpdateCallback) {\n      this.startProgressPolling(options.requestId);\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/execute`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify(payload),\n      });\n\n      if (!response.ok) {\n        const errorText = await response.text().catch(() => 'Unknown error');\n        throw new Error(\n          `Server request failed (${response.status}): ${errorText}`,\n        );\n      }\n\n      const result = await response.json();\n\n      return result;\n    } catch (error) {\n      console.error('Execute via server failed:', error);\n      throw error;\n    } finally {\n      // Stop polling when execution completes (success or error)\n      this.stopProgressPolling();\n    }\n  }\n\n  // Helper method to build optional payload parameters\n  private buildOptionalPayloadParams(\n    options: ExecutionOptions,\n    value: FormValue,\n  ): Record<string, unknown> {\n    const optionalParams: Record<string, unknown> = {};\n\n    // Add optional parameters only if they have meaningful values\n    const optionalFields = [\n      { key: 'requestId', value: options.requestId },\n      { key: 'deepLocate', value: options.deepLocate },\n      { key: 'deepThink', value: options.deepThink },\n      { key: 'screenshotIncluded', value: options.screenshotIncluded },\n      { key: 'domIncluded', value: options.domIncluded },\n      { key: 'deviceOptions', value: options.deviceOptions },\n      { key: 'params', value: value.params },\n    ] as const;\n\n    optionalFields.forEach(({ key, value }) => {\n      if (value !== undefined && value !== null && value !== '') {\n        optionalParams[key] = value;\n      }\n    });\n\n    return optionalParams;\n  }\n\n  // Get action space from server with fallback\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Try server first if available\n    if (this.serverUrl && typeof window !== 'undefined') {\n      try {\n        const response = await fetch(`${this.serverUrl}/action-space`, {\n          method: 'POST',\n          headers: {\n            'Content-Type': 'application/json',\n          },\n          body: JSON.stringify({ context }),\n        });\n\n        if (!response.ok) {\n          throw new Error(`Failed to get action space: ${response.statusText}`);\n        }\n\n        const result = await response.json();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from server:', error);\n        // Fall through to context fallback\n      }\n    }\n\n    // Fallback: try context.actionSpace if available\n    if (context && typeof context === 'object' && 'actionSpace' in context) {\n      try {\n        const actionSpaceMethod = (\n          context as {\n            actionSpace: () =>\n              | DeviceAction<unknown>[]\n              | Promise<DeviceAction<unknown>[]>;\n          }\n        ).actionSpace;\n        const result = await actionSpaceMethod();\n        return Array.isArray(result) ? result : [];\n      } catch (error) {\n        console.error('Failed to get action space from context:', error);\n      }\n    }\n\n    return [];\n  }\n\n  // Uses base implementation for validateParams and createDisplayContent\n\n  // Server communication methods\n  async checkStatus(): Promise<boolean> {\n    if (!this.serverUrl) {\n      return false;\n    }\n\n    try {\n      const res = await fetch(`${this.serverUrl}/status`);\n      if (res.status === 200) {\n        // Try to extract id from response\n        try {\n          const data = await res.json();\n          if (data.id && typeof data.id === 'string') {\n            this._id = data.id;\n          }\n        } catch (jsonError) {\n          // If JSON parsing fails, id remains undefined but status is still OK\n          console.debug('Failed to parse status response:', jsonError);\n        }\n        return true;\n      }\n      return false;\n    } catch (error) {\n      console.warn('Server status check failed:', error);\n      return false;\n    }\n  }\n\n  async overrideConfig(aiConfig: Record<string, unknown>): Promise<void> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/config`, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n        },\n        body: JSON.stringify({ aiConfig }),\n      });\n\n      if (!response.ok) {\n        const body = await response.json().catch(() => null);\n        const detail = body?.error || response.statusText;\n        throw new Error(detail);\n      }\n    } catch (error) {\n      console.error('Failed to override server config:', error);\n      throw error;\n    }\n  }\n\n  async runConnectivityTest(): Promise<ConnectivityTestResult> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    const response = await fetch(`${this.serverUrl}/connectivity-test`, {\n      method: 'POST',\n    });\n\n    if (!response.ok) {\n      const body = await response.json().catch(() => null);\n      const detail = body?.error || response.statusText;\n      throw new Error(detail);\n    }\n\n    return response.json();\n  }\n\n  async getTaskProgress(requestId: string): Promise<{\n    executionDump?: ExecutionDump;\n  }> {\n    if (!this.serverUrl) {\n      return {};\n    }\n\n    if (!requestId?.trim()) {\n      console.warn('Invalid requestId provided for task progress');\n      return {};\n    }\n\n    try {\n      const response = await fetch(\n        `${this.serverUrl}/task-progress/${encodeURIComponent(requestId)}`,\n      );\n\n      if (!response.ok) {\n        console.warn(`Task progress request failed: ${response.statusText}`);\n        return {};\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to poll task progress:', error);\n      return {};\n    }\n  }\n\n  /**\n   * Start polling for task progress and invoke dump update callback\n   */\n  private startProgressPolling(requestId: string): void {\n    // Clear any existing polling\n    this.stopProgressPolling();\n\n    // Poll every 500ms for progress updates\n    this.pollingIntervalId = setInterval(async () => {\n      try {\n        const progressData = await this.getTaskProgress(requestId);\n\n        if (progressData.executionDump) {\n          // Invoke dump update callback if set\n          if (this.dumpUpdateCallback) {\n            this.dumpUpdateCallback('', progressData.executionDump);\n          }\n        }\n      } catch (error) {\n        console.error('Error polling task progress:', error);\n      }\n    }, 500); // Poll every 500ms\n  }\n\n  /**\n   * Stop polling for task progress\n   */\n  private stopProgressPolling(): void {\n    if (this.pollingIntervalId) {\n      clearInterval(this.pollingIntervalId);\n      this.pollingIntervalId = undefined;\n    }\n  }\n\n  // Cancel task\n  async cancelTask(\n    requestId: string,\n  ): Promise<{ error?: string; success?: boolean }> {\n    if (!this.serverUrl) {\n      return { error: 'No server URL configured' };\n    }\n\n    if (!requestId?.trim()) {\n      return { error: 'Invalid request ID' };\n    }\n\n    try {\n      const res = await fetch(\n        `${this.serverUrl}/cancel/${encodeURIComponent(requestId)}`,\n        {\n          method: 'POST',\n        },\n      );\n\n      if (!res.ok) {\n        return { error: `Cancel request failed: ${res.statusText}` };\n      }\n\n      const result = await res.json();\n      return { success: true, ...result };\n    } catch (error) {\n      console.error('Failed to cancel task:', error);\n      return { error: 'Failed to cancel task' };\n    }\n  }\n\n  // Get screenshot from server\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/screenshot`);\n\n      if (!response.ok) {\n        console.warn(`Screenshot request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get screenshot:', error);\n      return null;\n    }\n  }\n\n  // Get interface information from server\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/interface-info`);\n\n      if (!response.ok) {\n        console.warn(`Interface info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get interface info:', error);\n      return null;\n    }\n  }\n\n  async getRuntimeInfo(): Promise<PlaygroundRuntimeInfo | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/runtime-info`);\n\n      if (!response.ok) {\n        console.warn(`Runtime info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get runtime info:', error);\n      return null;\n    }\n  }\n\n  async getSessionInfo(): Promise<PlaygroundSessionState | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/session`);\n      if (!response.ok) {\n        console.warn(`Session info request failed: ${response.statusText}`);\n        return null;\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get session info:', error);\n      return null;\n    }\n  }\n\n  async getSessionSetup(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundSessionSetup | null> {\n    if (!this.serverUrl) {\n      return null;\n    }\n\n    try {\n      const searchParams = new URLSearchParams();\n      Object.entries(input || {}).forEach(([key, value]) => {\n        if (\n          typeof value === 'string' ||\n          typeof value === 'number' ||\n          typeof value === 'boolean'\n        ) {\n          searchParams.set(key, String(value));\n        }\n      });\n      const suffix = searchParams.size > 0 ? `?${searchParams.toString()}` : '';\n      const response = await fetch(`${this.serverUrl}/session/setup${suffix}`);\n      if (!response.ok) {\n        const body = await response.json().catch(() => null);\n        throw new Error(\n          body?.error || response.statusText || 'Failed to load session setup',\n        );\n      }\n\n      return await response.json();\n    } catch (error) {\n      console.error('Failed to get session setup:', error);\n      throw error;\n    }\n  }\n\n  async listSessionTargets(): Promise<PlaygroundSessionTarget[]> {\n    if (!this.serverUrl) {\n      return [];\n    }\n\n    try {\n      const response = await fetch(`${this.serverUrl}/session/targets`);\n      if (!response.ok) {\n        const body = await response.json().catch(() => null);\n        throw new Error(\n          body?.error ||\n            response.statusText ||\n            'Failed to load session targets',\n        );\n      }\n\n      const result = await response.json();\n      return Array.isArray(result) ? result : [];\n    } catch (error) {\n      console.error('Failed to get session targets:', error);\n      throw error;\n    }\n  }\n\n  async createSession(input?: Record<string, unknown>): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    const response = await fetch(`${this.serverUrl}/session`, {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n      },\n      body: JSON.stringify(input || {}),\n    });\n\n    if (!response.ok) {\n      const body = await response.json().catch(() => null);\n      throw new Error(body?.error || response.statusText);\n    }\n\n    return await response.json();\n  }\n\n  async destroySession(): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (!this.serverUrl) {\n      throw new Error('Server URL not configured');\n    }\n\n    const response = await fetch(`${this.serverUrl}/session`, {\n      method: 'DELETE',\n    });\n\n    if (!response.ok) {\n      const body = await response.json().catch(() => null);\n      throw new Error(body?.error || response.statusText);\n    }\n\n    return await response.json();\n  }\n}\n"],"names":["RemoteExecutionAdapter","BasePlaygroundAdapter","callback","undefined","value","action","needsStructuredParams","schema","shape","missingFields","Object","key","fieldDef","isOptional","params","options","parseStructuredParams","error","message","androidErrors","androidError","keyword","actionType","window","Error","payload","response","fetch","JSON","errorText","result","console","optionalParams","optionalFields","context","Array","actionSpaceMethod","res","data","jsonError","aiConfig","body","detail","requestId","encodeURIComponent","setInterval","progressData","clearInterval","input","searchParams","URLSearchParams","String","suffix","serverUrl"],"mappings":";;;;;;;;;;;;AAeO,MAAMA,+BAA+BC;IAe1C,aACEC,QAA+D,EACzD;QACN,IAAI,CAAC,kBAAkB,GAAGC;QAC1B,IAAI,CAAC,kBAAkB,GAAGD;IAC5B;IAGA,IAAI,KAAyB;QAC3B,OAAO,IAAI,CAAC,GAAG;IACjB;IAIA,eACEE,KAAgB,EAChBC,MAAyC,EACvB;QAClB,IAAI,CAACA,QAAQ,aACX,OAAO;YAAE,OAAO;QAAK;QAGvB,MAAMC,wBAAwB,IAAI,CAAC,2BAA2B,CAACD;QAE/D,IAAI,CAACC,uBACH,OAAO;YAAE,OAAO;QAAK;QAGvB,IAAI,CAACF,MAAM,MAAM,EACf,OAAO;YAAE,OAAO;YAAO,cAAc;QAA0B;QAKjE,IAAIC,OAAO,WAAW,IAAI,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YAChE,MAAME,SAASF,OAAO,WAAW;YACjC,IAAIE,OAAO,KAAK,IAAIA,AAAgB,gBAAhBA,OAAO,IAAI,EAAkB;gBAC/C,MAAMC,QAAQD,OAAO,KAAK,IAAI,CAAC;gBAC/B,MAAME,gBAAgBC,OAAO,IAAI,CAACF,OAAO,MAAM,CAAC,CAACG;oBAC/C,MAAMC,WAAWJ,KAAK,CAACG,IAAI;oBAE3B,MAAME,aACJD,UAAU,cACVA,UAAU,MAAM,aAChBA,UAAU,MAAM,aAAa;oBAC/B,OACE,CAACC,cACAT,CAAAA,AAAuBD,WAAvBC,MAAM,MAAO,CAACO,IAAI,IAAkBP,AAAuB,OAAvBA,MAAM,MAAO,CAACO,IAAI,AAAM;gBAEjE;gBAEA,IAAIF,cAAc,MAAM,GAAG,GACzB,OAAO;oBACL,OAAO;oBACP,cAAc,CAAC,6BAA6B,EAAEA,cAAc,IAAI,CAAC,OAAO;gBAC1E;YAEJ;QACF;QAEA,OAAO;YAAE,OAAO;QAAK;IACvB;IAEA,MAAM,sBACJJ,MAA6B,EAC7BS,MAA+B,EAC/BC,OAAyB,EACL;QAEpB,OAAO,MAAMC,sBAAsBX,QAAQS,QAAQC;IACrD;IAEA,mBAAmBE,KAAU,EAAU;QACrC,MAAMC,UAAUD,OAAO,WAAW;QAGlC,MAAME,gBAAgB;YACpB;gBACE,SAAS;gBACT,SACE;YACJ;YACA;gBACE,SAAS;gBACT,SACE;YACJ;SACD;QAED,MAAMC,eAAeD,cAAc,IAAI,CAAC,CAAC,EAAEE,OAAO,EAAE,GAClDH,QAAQ,QAAQ,CAACG;QAEnB,IAAID,cACF,OAAOA,aAAa,OAAO;QAG7B,OAAO,IAAI,CAAC,uBAAuB,CAACH;IACtC;IAGA,MAAM,cACJK,UAAkB,EAClBlB,KAAgB,EAChBW,OAAyB,EACP;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOQ,QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAACD,YAAYlB,OAAOW;QAGlD,MAAM,IAAIS,MACR;IAEJ;IAGA,MAAc,iBACZF,UAAkB,EAClBlB,KAAgB,EAChBW,OAAyB,EACP;QAClB,MAAMU,UAAmC;YACvC,MAAMH;YACN,QAAQlB,MAAM,MAAM;YACpB,GAAG,IAAI,CAAC,0BAA0B,CAACW,SAASX,MAAM;QACpD;QAGA,IAAIW,QAAQ,OAAO,EACjBU,QAAQ,OAAO,GAAGV,QAAQ,OAAO;QAInC,IAAIA,QAAQ,SAAS,IAAI,IAAI,CAAC,kBAAkB,EAC9C,IAAI,CAAC,oBAAoB,CAACA,QAAQ,SAAS;QAG7C,IAAI;YACF,MAAMW,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;gBACxD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAACH;YACvB;YAEA,IAAI,CAACC,SAAS,EAAE,EAAE;gBAChB,MAAMG,YAAY,MAAMH,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBACpD,MAAM,IAAIF,MACR,CAAC,uBAAuB,EAAEE,SAAS,MAAM,CAAC,GAAG,EAAEG,WAAW;YAE9D;YAEA,MAAMC,SAAS,MAAMJ,SAAS,IAAI;YAElC,OAAOI;QACT,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,8BAA8Bd;YAC5C,MAAMA;QACR,SAAU;YAER,IAAI,CAAC,mBAAmB;QAC1B;IACF;IAGQ,2BACNF,OAAyB,EACzBX,KAAgB,EACS;QACzB,MAAM4B,iBAA0C,CAAC;QAGjD,MAAMC,iBAAiB;YACrB;gBAAE,KAAK;gBAAa,OAAOlB,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAc,OAAOA,QAAQ,UAAU;YAAC;YAC/C;gBAAE,KAAK;gBAAa,OAAOA,QAAQ,SAAS;YAAC;YAC7C;gBAAE,KAAK;gBAAsB,OAAOA,QAAQ,kBAAkB;YAAC;YAC/D;gBAAE,KAAK;gBAAe,OAAOA,QAAQ,WAAW;YAAC;YACjD;gBAAE,KAAK;gBAAiB,OAAOA,QAAQ,aAAa;YAAC;YACrD;gBAAE,KAAK;gBAAU,OAAOX,MAAM,MAAM;YAAC;SACtC;QAED6B,eAAe,OAAO,CAAC,CAAC,EAAEtB,GAAG,EAAEP,KAAK,EAAE;YACpC,IAAIA,QAAAA,SAAyCA,AAAU,OAAVA,OAC3C4B,cAAc,CAACrB,IAAI,GAAGP;QAE1B;QAEA,OAAO4B;IACT;IAGA,MAAM,eAAeE,OAAiB,EAAoC;QAExE,IAAI,IAAI,CAAC,SAAS,IAAI,AAAkB,eAAlB,OAAOX,QAC3B,IAAI;YACF,MAAMG,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;gBAC7D,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEM;gBAAQ;YACjC;YAEA,IAAI,CAACR,SAAS,EAAE,EACd,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEE,SAAS,UAAU,EAAE;YAGtE,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,2CAA2Cd;QAE3D;QAIF,IAAIiB,WAAW,AAAmB,YAAnB,OAAOA,WAAwB,iBAAiBA,SAC7D,IAAI;YACF,MAAME,oBACJF,QAKA,WAAW;YACb,MAAMJ,SAAS,MAAMM;YACrB,OAAOD,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,4CAA4Cd;QAC5D;QAGF,OAAO,EAAE;IACX;IAKA,MAAM,cAAgC;QACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMoB,MAAM,MAAMV,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAClD,IAAIU,AAAe,QAAfA,IAAI,MAAM,EAAU;gBAEtB,IAAI;oBACF,MAAMC,OAAO,MAAMD,IAAI,IAAI;oBAC3B,IAAIC,KAAK,EAAE,IAAI,AAAmB,YAAnB,OAAOA,KAAK,EAAE,EAC3B,IAAI,CAAC,GAAG,GAAGA,KAAK,EAAE;gBAEtB,EAAE,OAAOC,WAAW;oBAElBR,QAAQ,KAAK,CAAC,oCAAoCQ;gBACpD;gBACA,OAAO;YACT;YACA,OAAO;QACT,EAAE,OAAOtB,OAAO;YACdc,QAAQ,IAAI,CAAC,+BAA+Bd;YAC5C,OAAO;QACT;IACF;IAEA,MAAM,eAAeuB,QAAiC,EAAiB;QACrE,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIhB,MAAM;QAGlB,IAAI;YACF,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;gBACvD,QAAQ;gBACR,SAAS;oBACP,gBAAgB;gBAClB;gBACA,MAAMC,KAAK,SAAS,CAAC;oBAAEY;gBAAS;YAClC;YAEA,IAAI,CAACd,SAAS,EAAE,EAAE;gBAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBAC/C,MAAMgB,SAASD,MAAM,SAASf,SAAS,UAAU;gBACjD,MAAM,IAAIF,MAAMkB;YAClB;QACF,EAAE,OAAOzB,OAAO;YACdc,QAAQ,KAAK,CAAC,qCAAqCd;YACnD,MAAMA;QACR;IACF;IAEA,MAAM,sBAAuD;QAC3D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIO,MAAM;QAGlB,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE;YAClE,QAAQ;QACV;QAEA,IAAI,CAACD,SAAS,EAAE,EAAE;YAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;YAC/C,MAAMgB,SAASD,MAAM,SAASf,SAAS,UAAU;YACjD,MAAM,IAAIF,MAAMkB;QAClB;QAEA,OAAOhB,SAAS,IAAI;IACtB;IAEA,MAAM,gBAAgBiB,SAAiB,EAEpC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO,CAAC;QAGV,IAAI,CAACA,WAAW,QAAQ;YACtBZ,QAAQ,IAAI,CAAC;YACb,OAAO,CAAC;QACV;QAEA,IAAI;YACF,MAAML,WAAW,MAAMC,MACrB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAEiB,mBAAmBD,YAAY;YAGpE,IAAI,CAACjB,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,8BAA8B,EAAEL,SAAS,UAAU,EAAE;gBACnE,OAAO,CAAC;YACV;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO,CAAC;QACV;IACF;IAKQ,qBAAqB0B,SAAiB,EAAQ;QAEpD,IAAI,CAAC,mBAAmB;QAGxB,IAAI,CAAC,iBAAiB,GAAGE,YAAY;YACnC,IAAI;gBACF,MAAMC,eAAe,MAAM,IAAI,CAAC,eAAe,CAACH;gBAEhD,IAAIG,aAAa,aAAa,EAE5B;oBAAA,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAAC,IAAIA,aAAa,aAAa;gBACxD;YAEJ,EAAE,OAAO7B,OAAO;gBACdc,QAAQ,KAAK,CAAC,gCAAgCd;YAChD;QACF,GAAG;IACL;IAKQ,sBAA4B;QAClC,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B8B,cAAc,IAAI,CAAC,iBAAiB;YACpC,IAAI,CAAC,iBAAiB,GAAG5C;QAC3B;IACF;IAGA,MAAM,WACJwC,SAAiB,EAC+B;QAChD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;YAAE,OAAO;QAA2B;QAG7C,IAAI,CAACA,WAAW,QACd,OAAO;YAAE,OAAO;QAAqB;QAGvC,IAAI;YACF,MAAMN,MAAM,MAAMV,MAChB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAEiB,mBAAmBD,YAAY,EAC3D;gBACE,QAAQ;YACV;YAGF,IAAI,CAACN,IAAI,EAAE,EACT,OAAO;gBAAE,OAAO,CAAC,uBAAuB,EAAEA,IAAI,UAAU,EAAE;YAAC;YAG7D,MAAMP,SAAS,MAAMO,IAAI,IAAI;YAC7B,OAAO;gBAAE,SAAS;gBAAM,GAAGP,MAAM;YAAC;QACpC,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,0BAA0Bd;YACxC,OAAO;gBAAE,OAAO;YAAwB;QAC1C;IACF;IAGA,MAAM,gBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAE3D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,2BAA2B,EAAEL,SAAS,UAAU,EAAE;gBAChE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,6BAA6Bd;YAC3C,OAAO;QACT;IACF;IAGA,MAAM,mBAGI;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;YAE/D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,+BAA+B,EAAEL,SAAS,UAAU,EAAE;gBACpE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,iCAAiCd;YAC/C,OAAO;QACT;IACF;IAEA,MAAM,iBAAwD;QAC5D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;YAE7D,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,6BAA6B,EAAEL,SAAS,UAAU,EAAE;gBAClE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,+BAA+Bd;YAC7C,OAAO;QACT;IACF;IAEA,MAAM,iBAAyD;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YACxD,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChBK,QAAQ,IAAI,CAAC,CAAC,6BAA6B,EAAEL,SAAS,UAAU,EAAE;gBAClE,OAAO;YACT;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,+BAA+Bd;YAC7C,OAAO;QACT;IACF;IAEA,MAAM,gBACJ+B,KAA+B,EACS;QACxC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO;QAGT,IAAI;YACF,MAAMC,eAAe,IAAIC;YACzBxC,OAAO,OAAO,CAACsC,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC,CAACrC,KAAKP,MAAM;gBAC/C,IACE,AAAiB,YAAjB,OAAOA,SACP,AAAiB,YAAjB,OAAOA,SACP,AAAiB,aAAjB,OAAOA,OAEP6C,aAAa,GAAG,CAACtC,KAAKwC,OAAO/C;YAEjC;YACA,MAAMgD,SAASH,aAAa,IAAI,GAAG,IAAI,CAAC,CAAC,EAAEA,aAAa,QAAQ,IAAI,GAAG;YACvE,MAAMvB,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAEyB,QAAQ;YACvE,IAAI,CAAC1B,SAAS,EAAE,EAAE;gBAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBAC/C,MAAM,IAAIF,MACRiB,MAAM,SAASf,SAAS,UAAU,IAAI;YAE1C;YAEA,OAAO,MAAMA,SAAS,IAAI;QAC5B,EAAE,OAAOT,OAAO;YACdc,QAAQ,KAAK,CAAC,gCAAgCd;YAC9C,MAAMA;QACR;IACF;IAEA,MAAM,qBAAyD;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,OAAO,EAAE;QAGX,IAAI;YACF,MAAMS,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;YAChE,IAAI,CAACD,SAAS,EAAE,EAAE;gBAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;gBAC/C,MAAM,IAAIF,MACRiB,MAAM,SACJf,SAAS,UAAU,IACnB;YAEN;YAEA,MAAMI,SAAS,MAAMJ,SAAS,IAAI;YAClC,OAAOS,MAAM,OAAO,CAACL,UAAUA,SAAS,EAAE;QAC5C,EAAE,OAAOb,OAAO;YACdc,QAAQ,KAAK,CAAC,kCAAkCd;YAChD,MAAMA;QACR;IACF;IAEA,MAAM,cAAc+B,KAA+B,EAGhD;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIxB,MAAM;QAGlB,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;YACxD,QAAQ;YACR,SAAS;gBACP,gBAAgB;YAClB;YACA,MAAMC,KAAK,SAAS,CAACoB,SAAS,CAAC;QACjC;QAEA,IAAI,CAACtB,SAAS,EAAE,EAAE;YAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;YAC/C,MAAM,IAAIF,MAAMiB,MAAM,SAASf,SAAS,UAAU;QACpD;QAEA,OAAO,MAAMA,SAAS,IAAI;IAC5B;IAEA,MAAM,iBAGH;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIF,MAAM;QAGlB,MAAME,WAAW,MAAMC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;YACxD,QAAQ;QACV;QAEA,IAAI,CAACD,SAAS,EAAE,EAAE;YAChB,MAAMe,OAAO,MAAMf,SAAS,IAAI,GAAG,KAAK,CAAC,IAAM;YAC/C,MAAM,IAAIF,MAAMiB,MAAM,SAASf,SAAS,UAAU;QACpD;QAEA,OAAO,MAAMA,SAAS,IAAI;IAC5B;IAtlBA,YAAY2B,SAAiB,CAAE;QAC7B,KAAK,IATP,uBAAQ,aAAR,SACA,uBAAQ,OAAR,SACA,uBAAQ,sBAAR,SAIA,uBAAQ,qBAAR;QAIE,IAAI,CAAC,SAAS,GAAGA;IACnB;AAolBF"}

package/dist/es/platform.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"platform.mjs","sources":["../../src/platform.ts"],"sourcesContent":["import type { Agent } from '@midscene/core/agent';\nimport type { LaunchPlaygroundOptions } from './launcher';\nimport type { AgentFactory } from './types';\n\nexport type PlaygroundPreviewKind =\n  | 'none'\n  | 'screenshot'\n  | 'mjpeg'\n  | 'scrcpy'\n  | 'custom';\n\nexport interface PlaygroundPreviewCapability {\n  kind: PlaygroundPreviewKind;\n  label?: string;\n  live?: boolean;\n}\n\nexport interface PlaygroundPreviewDescriptor {\n  kind: PlaygroundPreviewKind;\n  title?: string;\n  capabilities?: PlaygroundPreviewCapability[];\n  screenshotPath?: string;\n  mjpegPath?: string;\n  custom?: Record<string, unknown>;\n}\n\nexport interface PlaygroundSessionTarget {\n  id: string;\n  label: string;\n  description?: string;\n  status?: string;\n  isDefault?: boolean;\n  metadata?: Record<string, unknown>;\n}\n\nexport interface PlaygroundSessionFieldOption {\n  label: string;\n  value: string | number | boolean;\n  description?: string;\n}\n\nexport interface PlaygroundPlatformRegistration {\n  id: string;\n  label: string;\n  description?: string;\n  unavailableReason?: string;\n  supportsStandalone?: boolean;\n  metadata?: Record<string, unknown>;\n}\n\nexport interface PlaygroundPlatformSelectorConfig {\n  fieldKey: string;\n  variant?: 'cards' | 'select';\n}\n\nexport interface PlaygroundSessionField {\n  key: string;\n  label: string;\n  type: 'text' | 'number' | 'select';\n  required?: boolean;\n  defaultValue?: string | number | boolean;\n  options?: PlaygroundSessionFieldOption[];\n  placeholder?: string;\n  description?: string;\n}\n\nexport interface PlaygroundSessionSetup {\n  title?: string;\n  description?: string;\n  primaryActionLabel?: string;\n  fields: PlaygroundSessionField[];\n  targets?: PlaygroundSessionTarget[];\n  platformRegistry?: PlaygroundPlatformRegistration[];\n  platformSelector?: PlaygroundPlatformSelectorConfig;\n}\n\nexport interface PlaygroundExecutionHooks {\n  beforeExecute?: () => void | Promise<void>;\n  afterExecute?: () => void | Promise<void>;\n}\n\nexport interface PlaygroundSidecar {\n  id: string;\n  start(): void | Promise<void>;\n  stop?(): void | Promise<void>;\n}\n\nexport interface PlaygroundSessionState {\n  connected: boolean;\n  displayName?: string;\n  metadata?: Record<string, unknown>;\n  setupState?: 'required' | 'ready' | 'blocked';\n  setupBlockingReason?: string;\n}\n\nexport interface PlaygroundCreatedSession {\n  agent?: Agent;\n  agentFactory?: AgentFactory;\n  preview?: PlaygroundPreviewDescriptor;\n  metadata?: Record<string, unknown>;\n  displayName?: string;\n  platformId?: string;\n  title?: string;\n  platformDescription?: string;\n  executionHooks?: PlaygroundExecutionHooks;\n  sidecars?: PlaygroundSidecar[];\n}\n\nexport interface PlaygroundSessionManager {\n  getSetupSchema?(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundSessionSetup>;\n  listTargets?(): Promise<PlaygroundSessionTarget[]>;\n  createSession(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundCreatedSession>;\n  destroySession?(session?: PlaygroundSessionState): Promise<void>;\n}\n\nexport interface PreparedPlaygroundPlatform {\n  platformId: string;\n  title: string;\n  description?: string;\n  agent?: Agent;\n  agentFactory?: AgentFactory;\n  sessionManager?: PlaygroundSessionManager;\n  executionHooks?: PlaygroundExecutionHooks;\n  launchOptions?: LaunchPlaygroundOptions;\n  preview?: PlaygroundPreviewDescriptor;\n  metadata?: Record<string, unknown>;\n  sidecars?: PlaygroundSidecar[];\n}\n\nexport interface PlaygroundPlatformDescriptor<TOptions = void> {\n  id: string;\n  title: string;\n  description?: string;\n  prepare(options: TOptions): Promise<PreparedPlaygroundPlatform>;\n}\n\nexport function definePlaygroundPlatform<TOptions>(\n  descriptor: PlaygroundPlatformDescriptor<TOptions>,\n): PlaygroundPlatformDescriptor<TOptions> {\n  return descriptor;\n}\n\nexport function createScreenshotPreviewDescriptor(\n  overrides: Partial<PlaygroundPreviewDescriptor> = {},\n): PlaygroundPreviewDescriptor {\n  return {\n    kind: 'screenshot',\n    screenshotPath: '/screenshot',\n    capabilities: [\n      {\n        kind: 'screenshot',\n        label: 'Screenshot polling',\n        live: false,\n      },\n    ],\n    ...overrides,\n  };\n}\n\nexport function createMjpegPreviewDescriptor(\n  overrides: Partial<PlaygroundPreviewDescriptor> = {},\n): PlaygroundPreviewDescriptor {\n  return {\n    kind: 'mjpeg',\n    screenshotPath: '/screenshot',\n    mjpegPath: '/mjpeg',\n    capabilities: [\n      {\n        kind: 'mjpeg',\n        label: 'MJPEG streaming',\n        live: true,\n      },\n      {\n        kind: 'screenshot',\n        label: 'Screenshot fallback',\n        live: false,\n      },\n    ],\n    ...overrides,\n  };\n}\n\nexport function createScrcpyPreviewDescriptor(\n  custom: Record<string, unknown> = {},\n  overrides: Partial<PlaygroundPreviewDescriptor> = {},\n): PlaygroundPreviewDescriptor {\n  return {\n    kind: 'scrcpy',\n    screenshotPath: '/screenshot',\n    capabilities: [\n      {\n        kind: 'scrcpy',\n        label: 'scrcpy streaming',\n        live: true,\n      },\n      {\n        kind: 'screenshot',\n        label: 'Screenshot fallback',\n        live: false,\n      },\n    ],\n    custom,\n    ...overrides,\n  };\n}\n\nexport function resolvePreparedLaunchOptions(\n  prepared: PreparedPlaygroundPlatform,\n  overrides: LaunchPlaygroundOptions = {},\n): LaunchPlaygroundOptions {\n  return {\n    ...(prepared.launchOptions || {}),\n    ...overrides,\n  };\n}\n"],"names":["definePlaygroundPlatform","descriptor","createScreenshotPreviewDescriptor","overrides","createMjpegPreviewDescriptor","createScrcpyPreviewDescriptor","custom","resolvePreparedLaunchOptions","prepared"],"mappings":"AA4IO,SAASA,yBACdC,UAAkD;IAElD,OAAOA;AACT;AAEO,SAASC,kCACdC,YAAkD,CAAC,CAAC;IAEpD,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,cAAc;YACZ;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;SACD;QACD,GAAGA,SAAS;IACd;AACF;AAEO,SAASC,6BACdD,YAAkD,CAAC,CAAC;IAEpD,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,WAAW;QACX,cAAc;YACZ;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;YACA;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;SACD;QACD,GAAGA,SAAS;IACd;AACF;AAEO,SAASE,8BACdC,SAAkC,CAAC,CAAC,EACpCH,YAAkD,CAAC,CAAC;IAEpD,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,cAAc;YACZ;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;YACA;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;SACD;QACDG;QACA,GAAGH,SAAS;IACd;AACF;AAEO,SAASI,6BACdC,QAAoC,EACpCL,YAAqC,CAAC,CAAC;IAEvC,OAAO;QACL,GAAIK,SAAS,aAAa,IAAI,CAAC,CAAC;QAChC,GAAGL,SAAS;IACd;AACF"}
+{"version":3,"file":"platform.mjs","sources":["../../src/platform.ts"],"sourcesContent":["import type { Agent } from '@midscene/core/agent';\nimport type { LaunchPlaygroundOptions } from './launcher';\nimport type { AgentFactory } from './types';\n\nexport type PlaygroundPreviewKind =\n  | 'none'\n  | 'screenshot'\n  | 'mjpeg'\n  | 'scrcpy'\n  | 'custom';\n\nexport interface PlaygroundPreviewCapability {\n  kind: PlaygroundPreviewKind;\n  label?: string;\n  live?: boolean;\n}\n\nexport interface PlaygroundPreviewDescriptor {\n  kind: PlaygroundPreviewKind;\n  title?: string;\n  capabilities?: PlaygroundPreviewCapability[];\n  screenshotPath?: string;\n  mjpegPath?: string;\n  custom?: Record<string, unknown>;\n}\n\nexport interface PlaygroundSessionTarget {\n  id: string;\n  label: string;\n  description?: string;\n  status?: string;\n  isDefault?: boolean;\n  metadata?: Record<string, unknown>;\n}\n\nexport interface PlaygroundSessionFieldOption {\n  label: string;\n  value: string | number | boolean;\n  description?: string;\n}\n\nexport interface PlaygroundPlatformRegistration {\n  id: string;\n  label: string;\n  description?: string;\n  unavailableReason?: string;\n  supportsStandalone?: boolean;\n  metadata?: Record<string, unknown>;\n}\n\nexport interface PlaygroundPlatformSelectorConfig {\n  fieldKey: string;\n  variant?: 'cards' | 'select';\n}\n\nexport interface PlaygroundSessionField {\n  key: string;\n  label: string;\n  type: 'text' | 'number' | 'select';\n  required?: boolean;\n  defaultValue?: string | number | boolean;\n  options?: PlaygroundSessionFieldOption[];\n  placeholder?: string;\n  description?: string;\n}\n\nexport interface PlaygroundSessionSetup {\n  title?: string;\n  description?: string;\n  primaryActionLabel?: string;\n  autoSubmitWhenReady?: boolean;\n  fields: PlaygroundSessionField[];\n  targets?: PlaygroundSessionTarget[];\n  platformRegistry?: PlaygroundPlatformRegistration[];\n  platformSelector?: PlaygroundPlatformSelectorConfig;\n}\n\nexport interface PlaygroundExecutionHooks {\n  beforeExecute?: () => void | Promise<void>;\n  afterExecute?: () => void | Promise<void>;\n}\n\nexport interface PlaygroundSidecar {\n  id: string;\n  start(): void | Promise<void>;\n  stop?(): void | Promise<void>;\n}\n\nexport interface PlaygroundSessionState {\n  connected: boolean;\n  displayName?: string;\n  metadata?: Record<string, unknown>;\n  setupState?: 'required' | 'ready' | 'blocked';\n  setupBlockingReason?: string;\n}\n\nexport interface PlaygroundCreatedSession {\n  agent?: Agent;\n  agentFactory?: AgentFactory;\n  preview?: PlaygroundPreviewDescriptor;\n  metadata?: Record<string, unknown>;\n  displayName?: string;\n  platformId?: string;\n  title?: string;\n  platformDescription?: string;\n  executionHooks?: PlaygroundExecutionHooks;\n  sidecars?: PlaygroundSidecar[];\n}\n\nexport interface PlaygroundSessionManager {\n  getSetupSchema?(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundSessionSetup>;\n  listTargets?(): Promise<PlaygroundSessionTarget[]>;\n  createSession(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundCreatedSession>;\n  destroySession?(session?: PlaygroundSessionState): Promise<void>;\n}\n\nexport interface PreparedPlaygroundPlatform {\n  platformId: string;\n  title: string;\n  description?: string;\n  agent?: Agent;\n  agentFactory?: AgentFactory;\n  sessionManager?: PlaygroundSessionManager;\n  executionHooks?: PlaygroundExecutionHooks;\n  launchOptions?: LaunchPlaygroundOptions;\n  preview?: PlaygroundPreviewDescriptor;\n  metadata?: Record<string, unknown>;\n  sidecars?: PlaygroundSidecar[];\n}\n\nexport interface PlaygroundPlatformDescriptor<TOptions = void> {\n  id: string;\n  title: string;\n  description?: string;\n  prepare(options: TOptions): Promise<PreparedPlaygroundPlatform>;\n}\n\nexport function definePlaygroundPlatform<TOptions>(\n  descriptor: PlaygroundPlatformDescriptor<TOptions>,\n): PlaygroundPlatformDescriptor<TOptions> {\n  return descriptor;\n}\n\nexport function createScreenshotPreviewDescriptor(\n  overrides: Partial<PlaygroundPreviewDescriptor> = {},\n): PlaygroundPreviewDescriptor {\n  return {\n    kind: 'screenshot',\n    screenshotPath: '/screenshot',\n    capabilities: [\n      {\n        kind: 'screenshot',\n        label: 'Screenshot polling',\n        live: false,\n      },\n    ],\n    ...overrides,\n  };\n}\n\nexport function createMjpegPreviewDescriptor(\n  overrides: Partial<PlaygroundPreviewDescriptor> = {},\n): PlaygroundPreviewDescriptor {\n  return {\n    kind: 'mjpeg',\n    screenshotPath: '/screenshot',\n    mjpegPath: '/mjpeg',\n    capabilities: [\n      {\n        kind: 'mjpeg',\n        label: 'MJPEG streaming',\n        live: true,\n      },\n      {\n        kind: 'screenshot',\n        label: 'Screenshot fallback',\n        live: false,\n      },\n    ],\n    ...overrides,\n  };\n}\n\nexport function createScrcpyPreviewDescriptor(\n  custom: Record<string, unknown> = {},\n  overrides: Partial<PlaygroundPreviewDescriptor> = {},\n): PlaygroundPreviewDescriptor {\n  return {\n    kind: 'scrcpy',\n    screenshotPath: '/screenshot',\n    capabilities: [\n      {\n        kind: 'scrcpy',\n        label: 'scrcpy streaming',\n        live: true,\n      },\n      {\n        kind: 'screenshot',\n        label: 'Screenshot fallback',\n        live: false,\n      },\n    ],\n    custom,\n    ...overrides,\n  };\n}\n\nexport function resolvePreparedLaunchOptions(\n  prepared: PreparedPlaygroundPlatform,\n  overrides: LaunchPlaygroundOptions = {},\n): LaunchPlaygroundOptions {\n  return {\n    ...(prepared.launchOptions || {}),\n    ...overrides,\n  };\n}\n"],"names":["definePlaygroundPlatform","descriptor","createScreenshotPreviewDescriptor","overrides","createMjpegPreviewDescriptor","createScrcpyPreviewDescriptor","custom","resolvePreparedLaunchOptions","prepared"],"mappings":"AA6IO,SAASA,yBACdC,UAAkD;IAElD,OAAOA;AACT;AAEO,SAASC,kCACdC,YAAkD,CAAC,CAAC;IAEpD,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,cAAc;YACZ;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;SACD;QACD,GAAGA,SAAS;IACd;AACF;AAEO,SAASC,6BACdD,YAAkD,CAAC,CAAC;IAEpD,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,WAAW;QACX,cAAc;YACZ;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;YACA;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;SACD;QACD,GAAGA,SAAS;IACd;AACF;AAEO,SAASE,8BACdC,SAAkC,CAAC,CAAC,EACpCH,YAAkD,CAAC,CAAC;IAEpD,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,cAAc;YACZ;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;YACA;gBACE,MAAM;gBACN,OAAO;gBACP,MAAM;YACR;SACD;QACDG;QACA,GAAGH,SAAS;IACd;AACF;AAEO,SAASI,6BACdC,QAAoC,EACpCL,YAAqC,CAAC,CAAC;IAEvC,OAAO;QACL,GAAIK,SAAS,aAAa,IAAI,CAAC,CAAC;QAChC,GAAGL,SAAS;IACd;AACF"}

package/dist/es/sdk/index.mjs

@@ -59,7 +59,10 @@ class PlaygroundSDK {
         return true;
     }
     async overrideConfig(aiConfig) {
-        if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.overrideConfig(aiConfig);
+        return this.adapter.overrideConfig(aiConfig);
+    }
+    async runConnectivityTest() {
+        return this.adapter.runConnectivityTest();
     }
     async getTaskProgress(requestId) {
         if (this.adapter instanceof RemoteExecutionAdapter) return this.adapter.getTaskProgress(requestId);

package/dist/es/sdk/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"sdk/index.mjs","sources":["../../../src/sdk/index.ts"],"sourcesContent":["import type { DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  PlaygroundSessionSetup,\n  PlaygroundSessionState,\n  PlaygroundSessionTarget,\n} from '../platform';\nimport type { PlaygroundRuntimeInfo } from '../runtime-metadata';\nimport type {\n  AgentFactory,\n  BeforeActionHook,\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n  private beforeActionHook?: BeforeActionHook;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n      config.agentFactory,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n    agentFactory?: AgentFactory,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent && !agentFactory) {\n          throw new Error(\n            'Agent or agentFactory is required for local execution',\n          );\n        }\n        return new LocalExecutionAdapter(agent, agentFactory);\n      case 'remote-execution': {\n        // Use provided serverUrl first, then fallback to localhost if current page origin is file:// or default\n        const finalServerUrl =\n          serverUrl ||\n          (typeof window !== 'undefined' &&\n          window.location.protocol.includes('http')\n            ? window.location.origin\n            : `http://localhost:${PLAYGROUND_SERVER_PORT}`);\n\n        return new RemoteExecutionAdapter(finalServerUrl);\n      }\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  private runtimeMetadataAdapter():\n    | LocalExecutionAdapter\n    | RemoteExecutionAdapter\n    | null {\n    if (\n      this.adapter instanceof LocalExecutionAdapter ||\n      this.adapter instanceof RemoteExecutionAdapter\n    ) {\n      return this.adapter;\n    }\n\n    return null;\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    await this.beforeActionHook?.(actionType, value, options);\n    const result = await this.adapter.executeAction(actionType, value, options);\n    return result;\n  }\n\n  setBeforeActionHook(hook?: BeforeActionHook): void {\n    this.beforeActionHook = hook;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Get adapter ID (works for both remote and local execution)\n  get id(): string | undefined {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.id;\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.id;\n    }\n    return undefined;\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.overrideConfig(aiConfig);\n    }\n    // For local execution, this is a no-op\n  }\n\n  // Get task progress (for remote execution)\n  async getTaskProgress(requestId: string): Promise<{ executionDump?: any }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    // For local execution, progress is handled via onDumpUpdate callback\n    return {};\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Dump update callback management\n  onDumpUpdate(callback: (dump: string, executionDump?: any) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    } else if (this.adapter instanceof RemoteExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    }\n  }\n\n  // Progress update callback management\n  onProgressUpdate(callback: (tip: string) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    }\n    // RemoteExecutionAdapter uses polling mechanism via onDumpUpdate, no separate progress callback needed\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      const result = await this.adapter.cancelTask(requestId);\n      // Return dump and reportHTML if available from cancellation\n      if (result.success) {\n        return {\n          dump: (result as any).dump || null,\n          reportHTML: (result as any).reportHTML || null,\n        };\n      }\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // Invoke adapter cancellation to destroy the agent and block further actions\n      const result = await this.adapter.cancelTask(requestId);\n      if (result.success) {\n        return {\n          dump: (result as any).dump || null,\n          reportHTML: (result as any).reportHTML || null,\n        };\n      }\n    }\n    return null;\n  }\n\n  // Get current execution data (dump and report)\n  async getCurrentExecutionData(): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  }> {\n    if (\n      this.adapter instanceof LocalExecutionAdapter &&\n      this.adapter.getCurrentExecutionData\n    ) {\n      return await this.adapter.getCurrentExecutionData();\n    }\n    // For remote execution or if method not available, return empty data\n    return { dump: null, reportHTML: null };\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n\n  // Get interface information (type and description)\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    const adapter = this.runtimeMetadataAdapter();\n    if (!adapter) {\n      return null;\n    }\n\n    return adapter.getInterfaceInfo();\n  }\n\n  async getRuntimeInfo(): Promise<PlaygroundRuntimeInfo | null> {\n    const adapter = this.runtimeMetadataAdapter();\n    if (!adapter) {\n      return null;\n    }\n\n    return adapter.getRuntimeInfo();\n  }\n\n  async getSessionInfo(): Promise<PlaygroundSessionState | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getSessionInfo();\n    }\n\n    return null;\n  }\n\n  async getSessionSetup(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundSessionSetup | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getSessionSetup(input);\n    }\n\n    return null;\n  }\n\n  async listSessionTargets(): Promise<PlaygroundSessionTarget[]> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.listSessionTargets();\n    }\n\n    return [];\n  }\n\n  async createSession(input?: Record<string, unknown>): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.createSession(input);\n    }\n\n    throw new Error('Session creation is only supported in server mode');\n  }\n\n  async destroySession(): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.destroySession();\n    }\n\n    throw new Error('Session destruction is only supported in server mode');\n  }\n\n  // Get service mode based on adapter type\n  getServiceMode(): 'In-Browser-Extension' | 'Server' {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return 'In-Browser-Extension';\n    }\n    return 'Server';\n  }\n}\n"],"names":["PlaygroundSDK","type","serverUrl","agent","agentFactory","Error","LocalExecutionAdapter","finalServerUrl","window","PLAYGROUND_SERVER_PORT","RemoteExecutionAdapter","actionType","value","options","result","hook","context","action","error","needsStructuredParams","aiConfig","requestId","callback","adapter","input","config"],"mappings":";;;;;;;;;;;;;AAqBO,MAAMA;IAaH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACvBC,YAA2B,EACJ;QACvB,OAAQH;YACN,KAAK;gBACH,IAAI,CAACE,SAAS,CAACC,cACb,MAAM,IAAIC,MACR;gBAGJ,OAAO,IAAIC,sBAAsBH,OAAOC;YAC1C,KAAK;gBAAoB;oBAEvB,MAAMG,iBACJL,aACC,CAAkB,eAAlB,OAAOM,UACRA,OAAO,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAC9BA,OAAO,QAAQ,CAAC,MAAM,GACtB,CAAC,iBAAiB,EAAEC,wBAAuB;oBAEjD,OAAO,IAAIC,uBAAuBH;gBACpC;YACA;gBACE,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEJ,MAAM;QACzD;IACF;IAEQ,yBAGC;QACP,IACE,IAAI,CAAC,OAAO,YAAYK,yBACxB,IAAI,CAAC,OAAO,YAAYI,wBAExB,OAAO,IAAI,CAAC,OAAO;QAGrB,OAAO;IACT;IAEA,MAAM,cACJC,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAM,IAAI,CAAC,gBAAgB,GAAGF,YAAYC,OAAOC;QACjD,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QACnE,OAAOC;IACT;IAEA,oBAAoBC,IAAuB,EAAQ;QACjD,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEJ,KAAgB,EAChBK,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACL,OAAOK;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEN,KAAgB,EAChBO,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCL,OACAO,uBACAF;IAEJ;IAGA,IAAI,KAAyB;QAC3B,IAAI,IAAI,CAAC,OAAO,YAAYP,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;QAExB,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;IAG1B;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeU,QAAa,EAAiB;QACjD,IAAI,IAAI,CAAC,OAAO,YAAYV,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACU;IAGvC;IAGA,MAAM,gBAAgBC,SAAiB,EAAoC;QACzE,IAAI,IAAI,CAAC,OAAO,YAAYX,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACW;QAGtC,OAAO,CAAC;IACV;IAGA,MAAM,WAAWA,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYX,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACW;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,aAAaC,QAAqD,EAAQ;QACxE,IAAI,IAAI,CAAC,OAAO,YAAYhB,uBAC1B,IAAI,CAAC,OAAO,CAAC,YAAY,CAACgB;aACrB,IAAI,IAAI,CAAC,OAAO,YAAYZ,wBACjC,IAAI,CAAC,OAAO,CAAC,YAAY,CAACY;IAE9B;IAGA,iBAAiBA,QAA+B,EAAQ;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYhB,uBAC1B,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACgB;IAGrC;IAGA,MAAM,gBAAgBD,SAAiB,EAG7B;QACR,IAAI,IAAI,CAAC,OAAO,YAAYX,wBAAwB;YAClD,MAAMI,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACO;YAE7C,IAAIP,OAAO,OAAO,EAChB,OAAO;gBACL,MAAOA,OAAe,IAAI,IAAI;gBAC9B,YAAaA,OAAe,UAAU,IAAI;YAC5C;QAEJ,OAAO,IAAI,IAAI,CAAC,OAAO,YAAYR,uBAAuB;YAExD,MAAMQ,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACO;YAC7C,IAAIP,OAAO,OAAO,EAChB,OAAO;gBACL,MAAOA,OAAe,IAAI,IAAI;gBAC9B,YAAaA,OAAe,UAAU,IAAI;YAC5C;QAEJ;QACA,OAAO;IACT;IAGA,MAAM,0BAGH;QACD,IACE,IAAI,CAAC,OAAO,YAAYR,yBACxB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAEpC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAGnD,OAAO;YAAE,MAAM;YAAM,YAAY;QAAK;IACxC;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IAGA,MAAM,mBAGI;QACR,MAAMa,UAAU,IAAI,CAAC,sBAAsB;QAC3C,IAAI,CAACA,SACH,OAAO;QAGT,OAAOA,QAAQ,gBAAgB;IACjC;IAEA,MAAM,iBAAwD;QAC5D,MAAMA,UAAU,IAAI,CAAC,sBAAsB;QAC3C,IAAI,CAACA,SACH,OAAO;QAGT,OAAOA,QAAQ,cAAc;IAC/B;IAEA,MAAM,iBAAyD;QAC7D,IAAI,IAAI,CAAC,OAAO,YAAYb,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc;QAGpC,OAAO;IACT;IAEA,MAAM,gBACJc,KAA+B,EACS;QACxC,IAAI,IAAI,CAAC,OAAO,YAAYd,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACc;QAGtC,OAAO;IACT;IAEA,MAAM,qBAAyD;QAC7D,IAAI,IAAI,CAAC,OAAO,YAAYd,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB;QAGxC,OAAO,EAAE;IACX;IAEA,MAAM,cAAcc,KAA+B,EAGhD;QACD,IAAI,IAAI,CAAC,OAAO,YAAYd,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,CAACc;QAGpC,MAAM,IAAInB,MAAM;IAClB;IAEA,MAAM,iBAGH;QACD,IAAI,IAAI,CAAC,OAAO,YAAYK,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc;QAGpC,MAAM,IAAIL,MAAM;IAClB;IAGA,iBAAoD;QAClD,IAAI,IAAI,CAAC,OAAO,YAAYC,uBAC1B,OAAO;QAET,OAAO;IACT;IA7RA,YAAYmB,MAAwB,CAAE;QAHtC,uBAAQ,WAAR;QACA,uBAAQ,oBAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK,EACZA,OAAO,YAAY;IAEvB;AAuRF"}
+{"version":3,"file":"sdk/index.mjs","sources":["../../../src/sdk/index.ts"],"sourcesContent":["import type { ConnectivityTestResult, DeviceAction } from '@midscene/core';\nimport { PLAYGROUND_SERVER_PORT } from '@midscene/shared/constants';\nimport type { BasePlaygroundAdapter } from '../adapters/base';\nimport { LocalExecutionAdapter } from '../adapters/local-execution';\nimport { RemoteExecutionAdapter } from '../adapters/remote-execution';\nimport type {\n  PlaygroundSessionSetup,\n  PlaygroundSessionState,\n  PlaygroundSessionTarget,\n} from '../platform';\nimport type { PlaygroundRuntimeInfo } from '../runtime-metadata';\nimport type {\n  AgentFactory,\n  BeforeActionHook,\n  ExecutionOptions,\n  FormValue,\n  PlaygroundAgent,\n  PlaygroundConfig,\n  ValidationResult,\n} from '../types';\n\nexport class PlaygroundSDK {\n  private adapter: BasePlaygroundAdapter;\n  private beforeActionHook?: BeforeActionHook;\n\n  constructor(config: PlaygroundConfig) {\n    this.adapter = this.createAdapter(\n      config.type,\n      config.serverUrl,\n      config.agent,\n      config.agentFactory,\n    );\n  }\n\n  private createAdapter(\n    type: string,\n    serverUrl?: string,\n    agent?: PlaygroundAgent,\n    agentFactory?: AgentFactory,\n  ): BasePlaygroundAdapter {\n    switch (type) {\n      case 'local-execution':\n        if (!agent && !agentFactory) {\n          throw new Error(\n            'Agent or agentFactory is required for local execution',\n          );\n        }\n        return new LocalExecutionAdapter(agent, agentFactory);\n      case 'remote-execution': {\n        // Use provided serverUrl first, then fallback to localhost if current page origin is file:// or default\n        const finalServerUrl =\n          serverUrl ||\n          (typeof window !== 'undefined' &&\n          window.location.protocol.includes('http')\n            ? window.location.origin\n            : `http://localhost:${PLAYGROUND_SERVER_PORT}`);\n\n        return new RemoteExecutionAdapter(finalServerUrl);\n      }\n      default:\n        throw new Error(`Unsupported execution type: ${type}`);\n    }\n  }\n\n  private runtimeMetadataAdapter():\n    | LocalExecutionAdapter\n    | RemoteExecutionAdapter\n    | null {\n    if (\n      this.adapter instanceof LocalExecutionAdapter ||\n      this.adapter instanceof RemoteExecutionAdapter\n    ) {\n      return this.adapter;\n    }\n\n    return null;\n  }\n\n  async executeAction(\n    actionType: string,\n    value: FormValue,\n    options: ExecutionOptions,\n  ): Promise<unknown> {\n    await this.beforeActionHook?.(actionType, value, options);\n    const result = await this.adapter.executeAction(actionType, value, options);\n    return result;\n  }\n\n  setBeforeActionHook(hook?: BeforeActionHook): void {\n    this.beforeActionHook = hook;\n  }\n\n  async getActionSpace(context?: unknown): Promise<DeviceAction<unknown>[]> {\n    // Both adapters now accept context parameter\n    // Local will prioritize internal agent, Remote will use server + fallback\n    return this.adapter.getActionSpace(context);\n  }\n\n  validateStructuredParams(\n    value: FormValue,\n    action: DeviceAction<unknown> | undefined,\n  ): ValidationResult {\n    return this.adapter.validateParams(value, action);\n  }\n\n  formatErrorMessage(error: any): string {\n    return this.adapter.formatErrorMessage(error);\n  }\n\n  createDisplayContent(\n    value: FormValue,\n    needsStructuredParams: boolean,\n    action: DeviceAction<unknown> | undefined,\n  ): string {\n    return this.adapter.createDisplayContent(\n      value,\n      needsStructuredParams,\n      action,\n    );\n  }\n\n  // Get adapter ID (works for both remote and local execution)\n  get id(): string | undefined {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.id;\n    }\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return this.adapter.id;\n    }\n    return undefined;\n  }\n\n  // Server communication methods (for remote execution)\n  async checkStatus(): Promise<boolean> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.checkStatus();\n    }\n    return true; // For local execution, always return true\n  }\n\n  async overrideConfig(aiConfig: any): Promise<void> {\n    return this.adapter.overrideConfig(aiConfig);\n  }\n\n  async runConnectivityTest(): Promise<ConnectivityTestResult> {\n    return this.adapter.runConnectivityTest();\n  }\n\n  // Get task progress (for remote execution)\n  async getTaskProgress(requestId: string): Promise<{ executionDump?: any }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getTaskProgress(requestId);\n    }\n    // For local execution, progress is handled via onDumpUpdate callback\n    return {};\n  }\n\n  // Cancel task (for remote execution)\n  async cancelTask(requestId: string): Promise<any> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.cancelTask(requestId);\n    }\n    return { error: 'Cancel task not supported in local execution mode' };\n  }\n\n  // Dump update callback management\n  onDumpUpdate(callback: (dump: string, executionDump?: any) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    } else if (this.adapter instanceof RemoteExecutionAdapter) {\n      this.adapter.onDumpUpdate(callback);\n    }\n  }\n\n  // Progress update callback management\n  onProgressUpdate(callback: (tip: string) => void): void {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      this.adapter.setProgressCallback(callback);\n    }\n    // RemoteExecutionAdapter uses polling mechanism via onDumpUpdate, no separate progress callback needed\n  }\n\n  // Cancel execution - supports both remote and local\n  async cancelExecution(requestId: string): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      const result = await this.adapter.cancelTask(requestId);\n      // Return dump and reportHTML if available from cancellation\n      if (result.success) {\n        return {\n          dump: (result as any).dump || null,\n          reportHTML: (result as any).reportHTML || null,\n        };\n      }\n    } else if (this.adapter instanceof LocalExecutionAdapter) {\n      // Invoke adapter cancellation to destroy the agent and block further actions\n      const result = await this.adapter.cancelTask(requestId);\n      if (result.success) {\n        return {\n          dump: (result as any).dump || null,\n          reportHTML: (result as any).reportHTML || null,\n        };\n      }\n    }\n    return null;\n  }\n\n  // Get current execution data (dump and report)\n  async getCurrentExecutionData(): Promise<{\n    dump: any | null;\n    reportHTML: string | null;\n  }> {\n    if (\n      this.adapter instanceof LocalExecutionAdapter &&\n      this.adapter.getCurrentExecutionData\n    ) {\n      return await this.adapter.getCurrentExecutionData();\n    }\n    // For remote execution or if method not available, return empty data\n    return { dump: null, reportHTML: null };\n  }\n\n  // Screenshot method for remote execution\n  async getScreenshot(): Promise<{\n    screenshot: string;\n    timestamp: number;\n  } | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getScreenshot();\n    }\n    return null; // For local execution, not supported yet\n  }\n\n  // Get interface information (type and description)\n  async getInterfaceInfo(): Promise<{\n    type: string;\n    description?: string;\n  } | null> {\n    const adapter = this.runtimeMetadataAdapter();\n    if (!adapter) {\n      return null;\n    }\n\n    return adapter.getInterfaceInfo();\n  }\n\n  async getRuntimeInfo(): Promise<PlaygroundRuntimeInfo | null> {\n    const adapter = this.runtimeMetadataAdapter();\n    if (!adapter) {\n      return null;\n    }\n\n    return adapter.getRuntimeInfo();\n  }\n\n  async getSessionInfo(): Promise<PlaygroundSessionState | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getSessionInfo();\n    }\n\n    return null;\n  }\n\n  async getSessionSetup(\n    input?: Record<string, unknown>,\n  ): Promise<PlaygroundSessionSetup | null> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.getSessionSetup(input);\n    }\n\n    return null;\n  }\n\n  async listSessionTargets(): Promise<PlaygroundSessionTarget[]> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.listSessionTargets();\n    }\n\n    return [];\n  }\n\n  async createSession(input?: Record<string, unknown>): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.createSession(input);\n    }\n\n    throw new Error('Session creation is only supported in server mode');\n  }\n\n  async destroySession(): Promise<{\n    session: PlaygroundSessionState;\n    runtimeInfo: PlaygroundRuntimeInfo;\n  }> {\n    if (this.adapter instanceof RemoteExecutionAdapter) {\n      return this.adapter.destroySession();\n    }\n\n    throw new Error('Session destruction is only supported in server mode');\n  }\n\n  // Get service mode based on adapter type\n  getServiceMode(): 'In-Browser-Extension' | 'Server' {\n    if (this.adapter instanceof LocalExecutionAdapter) {\n      return 'In-Browser-Extension';\n    }\n    return 'Server';\n  }\n}\n"],"names":["PlaygroundSDK","type","serverUrl","agent","agentFactory","Error","LocalExecutionAdapter","finalServerUrl","window","PLAYGROUND_SERVER_PORT","RemoteExecutionAdapter","actionType","value","options","result","hook","context","action","error","needsStructuredParams","aiConfig","requestId","callback","adapter","input","config"],"mappings":";;;;;;;;;;;;;AAqBO,MAAMA;IAaH,cACNC,IAAY,EACZC,SAAkB,EAClBC,KAAuB,EACvBC,YAA2B,EACJ;QACvB,OAAQH;YACN,KAAK;gBACH,IAAI,CAACE,SAAS,CAACC,cACb,MAAM,IAAIC,MACR;gBAGJ,OAAO,IAAIC,sBAAsBH,OAAOC;YAC1C,KAAK;gBAAoB;oBAEvB,MAAMG,iBACJL,aACC,CAAkB,eAAlB,OAAOM,UACRA,OAAO,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAC9BA,OAAO,QAAQ,CAAC,MAAM,GACtB,CAAC,iBAAiB,EAAEC,wBAAuB;oBAEjD,OAAO,IAAIC,uBAAuBH;gBACpC;YACA;gBACE,MAAM,IAAIF,MAAM,CAAC,4BAA4B,EAAEJ,MAAM;QACzD;IACF;IAEQ,yBAGC;QACP,IACE,IAAI,CAAC,OAAO,YAAYK,yBACxB,IAAI,CAAC,OAAO,YAAYI,wBAExB,OAAO,IAAI,CAAC,OAAO;QAGrB,OAAO;IACT;IAEA,MAAM,cACJC,UAAkB,EAClBC,KAAgB,EAChBC,OAAyB,EACP;QAClB,MAAM,IAAI,CAAC,gBAAgB,GAAGF,YAAYC,OAAOC;QACjD,MAAMC,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAACH,YAAYC,OAAOC;QACnE,OAAOC;IACT;IAEA,oBAAoBC,IAAuB,EAAQ;QACjD,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAEA,MAAM,eAAeC,OAAiB,EAAoC;QAGxE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,yBACEJ,KAAgB,EAChBK,MAAyC,EACvB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACL,OAAOK;IAC5C;IAEA,mBAAmBC,KAAU,EAAU;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACA;IACzC;IAEA,qBACEN,KAAgB,EAChBO,qBAA8B,EAC9BF,MAAyC,EACjC;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtCL,OACAO,uBACAF;IAEJ;IAGA,IAAI,KAAyB;QAC3B,IAAI,IAAI,CAAC,OAAO,YAAYP,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;QAExB,IAAI,IAAI,CAAC,OAAO,YAAYJ,uBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE;IAG1B;IAGA,MAAM,cAAgC;QACpC,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW;QAEjC,OAAO;IACT;IAEA,MAAM,eAAeU,QAAa,EAAiB;QACjD,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAACA;IACrC;IAEA,MAAM,sBAAuD;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB;IACzC;IAGA,MAAM,gBAAgBC,SAAiB,EAAoC;QACzE,IAAI,IAAI,CAAC,OAAO,YAAYX,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACW;QAGtC,OAAO,CAAC;IACV;IAGA,MAAM,WAAWA,SAAiB,EAAgB;QAChD,IAAI,IAAI,CAAC,OAAO,YAAYX,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAACW;QAEjC,OAAO;YAAE,OAAO;QAAoD;IACtE;IAGA,aAAaC,QAAqD,EAAQ;QACxE,IAAI,IAAI,CAAC,OAAO,YAAYhB,uBAC1B,IAAI,CAAC,OAAO,CAAC,YAAY,CAACgB;aACrB,IAAI,IAAI,CAAC,OAAO,YAAYZ,wBACjC,IAAI,CAAC,OAAO,CAAC,YAAY,CAACY;IAE9B;IAGA,iBAAiBA,QAA+B,EAAQ;QACtD,IAAI,IAAI,CAAC,OAAO,YAAYhB,uBAC1B,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAACgB;IAGrC;IAGA,MAAM,gBAAgBD,SAAiB,EAG7B;QACR,IAAI,IAAI,CAAC,OAAO,YAAYX,wBAAwB;YAClD,MAAMI,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACO;YAE7C,IAAIP,OAAO,OAAO,EAChB,OAAO;gBACL,MAAOA,OAAe,IAAI,IAAI;gBAC9B,YAAaA,OAAe,UAAU,IAAI;YAC5C;QAEJ,OAAO,IAAI,IAAI,CAAC,OAAO,YAAYR,uBAAuB;YAExD,MAAMQ,SAAS,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAACO;YAC7C,IAAIP,OAAO,OAAO,EAChB,OAAO;gBACL,MAAOA,OAAe,IAAI,IAAI;gBAC9B,YAAaA,OAAe,UAAU,IAAI;YAC5C;QAEJ;QACA,OAAO;IACT;IAGA,MAAM,0BAGH;QACD,IACE,IAAI,CAAC,OAAO,YAAYR,yBACxB,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAEpC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAGnD,OAAO;YAAE,MAAM;YAAM,YAAY;QAAK;IACxC;IAGA,MAAM,gBAGI;QACR,IAAI,IAAI,CAAC,OAAO,YAAYI,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa;QAEnC,OAAO;IACT;IAGA,MAAM,mBAGI;QACR,MAAMa,UAAU,IAAI,CAAC,sBAAsB;QAC3C,IAAI,CAACA,SACH,OAAO;QAGT,OAAOA,QAAQ,gBAAgB;IACjC;IAEA,MAAM,iBAAwD;QAC5D,MAAMA,UAAU,IAAI,CAAC,sBAAsB;QAC3C,IAAI,CAACA,SACH,OAAO;QAGT,OAAOA,QAAQ,cAAc;IAC/B;IAEA,MAAM,iBAAyD;QAC7D,IAAI,IAAI,CAAC,OAAO,YAAYb,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc;QAGpC,OAAO;IACT;IAEA,MAAM,gBACJc,KAA+B,EACS;QACxC,IAAI,IAAI,CAAC,OAAO,YAAYd,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,CAACc;QAGtC,OAAO;IACT;IAEA,MAAM,qBAAyD;QAC7D,IAAI,IAAI,CAAC,OAAO,YAAYd,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB;QAGxC,OAAO,EAAE;IACX;IAEA,MAAM,cAAcc,KAA+B,EAGhD;QACD,IAAI,IAAI,CAAC,OAAO,YAAYd,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,CAACc;QAGpC,MAAM,IAAInB,MAAM;IAClB;IAEA,MAAM,iBAGH;QACD,IAAI,IAAI,CAAC,OAAO,YAAYK,wBAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc;QAGpC,MAAM,IAAIL,MAAM;IAClB;IAGA,iBAAoD;QAClD,IAAI,IAAI,CAAC,OAAO,YAAYC,uBAC1B,OAAO;QAET,OAAO;IACT;IA9RA,YAAYmB,MAAwB,CAAE;QAHtC,uBAAQ,WAAR;QACA,uBAAQ,oBAAR;QAGE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAC/BA,OAAO,IAAI,EACXA,OAAO,SAAS,EAChBA,OAAO,KAAK,EACZA,OAAO,YAAY;IAEvB;AAwRF"}

package/dist/es/server.mjs

@@ -2,7 +2,7 @@ import { existsSync, readFileSync, writeFileSync } from "node:fs";
 import node_http from "node:http";
 import { dirname, join, resolve as external_node_path_resolve } from "node:path";
 import { fileURLToPath } from "node:url";
-import { ReportActionDump } from "@midscene/core";
+import { ReportActionDump, runConnectivityTest } from "@midscene/core";
 import { getTmpDir } from "@midscene/core/utils";
 import { PLAYGROUND_SERVER_PORT } from "@midscene/shared/constants";
 import { globalModelConfigManager, overrideAIConfig } from "@midscene/shared/env";
@@ -725,6 +725,22 @@ class PlaygroundServer {
                 message: 'AI config updated. Agent will be recreated on next execution.'
             });
         });
+        this.app.post('/connectivity-test', async (_req, res)=>{
+            try {
+                const result = await runConnectivityTest({
+                    defaultModelConfig: globalModelConfigManager.getModelConfig('default'),
+                    planningModelConfig: globalModelConfigManager.getModelConfig('planning'),
+                    insightModelConfig: globalModelConfigManager.getModelConfig('insight')
+                });
+                return res.json(result);
+            } catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+                console.error(`Connectivity test failed: ${errorMessage}`);
+                return res.status(500).json({
+                    error: errorMessage
+                });
+            }
+        });
     }
     probeAndProxyNativeMjpeg(nativeUrl, req, res) {
         return new Promise((resolve)=>{