@midscene/core 0.30.2 → 0.30.3-beta-20251011064436.0

package/dist/es/agent/agent.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent/agent.mjs","sources":["webpack://@midscene/core/./src/agent/agent.ts"],"sourcesContent":["import type { Executor } from '@/ai-model/action-executor';\nimport type { TUserPrompt } from '@/ai-model/common';\nimport Insight from '@/insight';\nimport type {\n  AgentAssertOpt,\n  AgentDescribeElementAtPointResult,\n  AgentOpt,\n  AgentWaitForOpt,\n  CacheConfig,\n  DeviceAction,\n  ExecutionDump,\n  ExecutionRecorderItem,\n  ExecutionTask,\n  ExecutionTaskLog,\n  GroupedActionDump,\n  InsightAction,\n  InsightExtractOption,\n  InsightExtractParam,\n  LocateOption,\n  LocateResultElement,\n  LocateValidatorResult,\n  LocatorValidatorOption,\n  MidsceneYamlScript,\n  OnTaskStartTip,\n  PlanningAction,\n  Rect,\n  ScrollParam,\n  UIContext,\n} from '@/types';\n\nimport yaml from 'js-yaml';\n\nimport {\n  groupedActionDumpFileExt,\n  reportHTMLContent,\n  stringifyDumpData,\n  writeLogFile,\n} from '@/utils';\nimport {\n  ScriptPlayer,\n  buildDetailedLocateParam,\n  parseYamlScript,\n} from '../yaml/index';\n\nimport type { AbstractInterface } from '@/device';\nimport {\n  MIDSCENE_CACHE,\n  ModelConfigManager,\n  globalConfigManager,\n  globalModelConfigManager,\n} from '@midscene/shared/env';\nimport { imageInfoOfBase64, resizeImgBase64 } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\n// import type { AndroidDeviceInputOpt } from '../device';\nimport { TaskCache } from './task-cache';\nimport { TaskExecutor, locatePlanForLocate } from './tasks';\nimport { locateParamStr, paramStr, taskTitleStr, typeStr } from './ui-utils';\nimport {\n  commonContextParser,\n  getReportFileName,\n  parsePrompt,\n  printReportMsg,\n} from './utils';\nimport { trimContextByViewport } from './utils';\n\nconst debug = getDebug('agent');\n\nconst distanceOfTwoPoints = (p1: [number, number], p2: [number, number]) => {\n  const [x1, y1] = p1;\n  const [x2, y2] = p2;\n  return Math.round(Math.sqrt((x1 - x2) ** 2 + (y1 - y2) ** 2));\n};\n\nconst includedInRect = (point: [number, number], rect: Rect) => {\n  const [x, y] = point;\n  const { left, top, width, height } = rect;\n  return x >= left && x <= left + width && y >= top && y <= top + height;\n};\n\nconst defaultInsightExtractOption: InsightExtractOption = {\n  domIncluded: false,\n  screenshotIncluded: true,\n};\n\ntype CacheStrategy = NonNullable<CacheConfig['strategy']>;\n\nconst CACHE_STRATEGIES: readonly CacheStrategy[] = [\n  'read-only',\n  'read-write',\n  'write-only',\n];\n\nconst isValidCacheStrategy = (strategy: string): strategy is CacheStrategy =>\n  CACHE_STRATEGIES.some((value) => value === strategy);\n\nconst CACHE_STRATEGY_VALUES = CACHE_STRATEGIES.map(\n  (value) => `\"${value}\"`,\n).join(', ');\n\nexport class Agent<\n  InterfaceType extends AbstractInterface = AbstractInterface,\n> {\n  interface: InterfaceType;\n\n  insight: Insight;\n\n  dump: GroupedActionDump;\n\n  reportFile?: string | null;\n\n  reportFileName?: string;\n\n  taskExecutor: TaskExecutor;\n\n  opts: AgentOpt;\n\n  /**\n   * If true, the agent will not perform any actions\n   */\n  dryMode = false;\n\n  onTaskStartTip?: OnTaskStartTip;\n\n  taskCache?: TaskCache;\n\n  onDumpUpdate?: (dump: string) => void;\n\n  destroyed = false;\n\n  modelConfigManager: ModelConfigManager;\n\n  /**\n   * Frozen page context for consistent AI operations\n   */\n  private frozenUIContext?: UIContext;\n\n  /**\n   * Flag to track if VL model warning has been shown\n   */\n  private hasWarnedNonVLModel = false;\n\n  /**\n   * Screenshot scale factor derived from actual screenshot dimensions\n   */\n  private screenshotScale?: number;\n\n  /**\n   * Internal promise to deduplicate screenshot scale computation\n   */\n  private screenshotScalePromise?: Promise<number>;\n\n  // @deprecated use .interface instead\n  get page() {\n    return this.interface;\n  }\n\n  /**\n   * Ensures VL model warning is shown once when needed\n   */\n  private ensureVLModelWarning() {\n    if (\n      !this.hasWarnedNonVLModel &&\n      this.interface.interfaceType !== 'puppeteer' &&\n      this.interface.interfaceType !== 'playwright' &&\n      this.interface.interfaceType !== 'static' &&\n      this.interface.interfaceType !== 'chrome-extension-proxy' &&\n      this.interface.interfaceType !== 'page-over-chrome-extension-bridge'\n    ) {\n      this.modelConfigManager.throwErrorIfNonVLModel();\n      this.hasWarnedNonVLModel = true;\n    }\n  }\n\n  /**\n   * Lazily compute the ratio between the physical screenshot width and the logical page width\n   */\n  private async getScreenshotScale(context: UIContext): Promise<number> {\n    if (this.screenshotScale !== undefined) {\n      return this.screenshotScale;\n    }\n\n    if (!this.screenshotScalePromise) {\n      this.screenshotScalePromise = (async () => {\n        const pageWidth = context.size?.width;\n        assert(\n          pageWidth && pageWidth > 0,\n          `Invalid page width when computing screenshot scale: ${pageWidth}`,\n        );\n\n        const { width: screenshotWidth } = await imageInfoOfBase64(\n          context.screenshotBase64,\n        );\n\n        assert(\n          Number.isFinite(screenshotWidth) && screenshotWidth > 0,\n          `Invalid screenshot width when computing screenshot scale: ${screenshotWidth}`,\n        );\n\n        const computedScale = screenshotWidth / pageWidth;\n        assert(\n          Number.isFinite(computedScale) && computedScale > 0,\n          `Invalid computed screenshot scale: ${computedScale}`,\n        );\n\n        debug(\n          `Computed screenshot scale ${computedScale} from screenshot width ${screenshotWidth} and page width ${pageWidth}`,\n        );\n        return computedScale;\n      })();\n    }\n\n    try {\n      this.screenshotScale = await this.screenshotScalePromise;\n      return this.screenshotScale;\n    } finally {\n      this.screenshotScalePromise = undefined;\n    }\n  }\n\n  constructor(interfaceInstance: InterfaceType, opts?: AgentOpt) {\n    this.interface = interfaceInstance;\n    this.opts = Object.assign(\n      {\n        generateReport: true,\n        autoPrintReportMsg: true,\n        groupName: 'Midscene Report',\n        groupDescription: '',\n      },\n      opts || {},\n    );\n\n    if (opts?.modelConfig && typeof opts?.modelConfig !== 'function') {\n      throw new Error(\n        `opts.modelConfig must be one of function or undefined, but got ${typeof opts?.modelConfig}`,\n      );\n    }\n    this.modelConfigManager = opts?.modelConfig\n      ? new ModelConfigManager(opts.modelConfig)\n      : globalModelConfigManager;\n\n    this.onTaskStartTip = this.opts.onTaskStartTip;\n\n    this.insight = new Insight(async (action: InsightAction) => {\n      return this.getUIContext(action);\n    });\n\n    // Process cache configuration\n    const cacheConfig = this.processCacheConfig(opts || {});\n    if (cacheConfig) {\n      this.taskCache = new TaskCache(\n        cacheConfig.id,\n        cacheConfig.enabled,\n        undefined, // cacheFilePath\n        {\n          readOnly: cacheConfig.readOnly,\n          writeOnly: cacheConfig.writeOnly,\n        },\n      );\n    }\n\n    this.taskExecutor = new TaskExecutor(this.interface, this.insight, {\n      taskCache: this.taskCache,\n      onTaskStart: this.callbackOnTaskStartTip.bind(this),\n      replanningCycleLimit: this.opts.replanningCycleLimit,\n    });\n    this.dump = this.resetDump();\n    this.reportFileName =\n      opts?.reportFileName ||\n      getReportFileName(opts?.testId || this.interface.interfaceType || 'web');\n  }\n\n  async getActionSpace(): Promise<DeviceAction[]> {\n    return this.interface.actionSpace();\n  }\n\n  async getUIContext(action?: InsightAction): Promise<UIContext> {\n    // Check VL model configuration when UI context is first needed\n    this.ensureVLModelWarning();\n\n    // If page context is frozen, return the frozen context for all actions\n    if (this.frozenUIContext) {\n      debug('Using frozen page context for action:', action);\n      return this.frozenUIContext;\n    }\n\n    // Get original context\n    let context: UIContext;\n    if (this.interface.getContext) {\n      debug('Using page.getContext for action:', action);\n      context = await this.interface.getContext();\n    } else {\n      debug('Using commonContextParser for action:', action);\n      context = await commonContextParser(this.interface, {\n        uploadServerUrl: this.modelConfigManager.getUploadTestServerUrl(),\n      });\n    }\n\n    const computedScreenshotScale = await this.getScreenshotScale(context);\n\n    if (computedScreenshotScale !== 1) {\n      const scaleForLog = Number.parseFloat(computedScreenshotScale.toFixed(4));\n      debug(\n        `Applying computed screenshot scale: ${scaleForLog} (resize to logical size)`,\n      );\n      const targetWidth = Math.round(context.size.width);\n      const targetHeight = Math.round(context.size.height);\n      debug(`Resizing screenshot to ${targetWidth}x${targetHeight}`);\n      context.screenshotBase64 = await resizeImgBase64(\n        context.screenshotBase64,\n        { width: targetWidth, height: targetHeight },\n      );\n    } else {\n      debug(`screenshot scale=${computedScreenshotScale}`);\n    }\n\n    return context;\n  }\n\n  async _snapshotContext(): Promise<UIContext> {\n    return await this.getUIContext('locate');\n  }\n\n  async setAIActionContext(prompt: string) {\n    if (this.opts.aiActionContext) {\n      console.warn(\n        'aiActionContext is already set, and it is called again, will override the previous setting',\n      );\n    }\n    this.opts.aiActionContext = prompt;\n  }\n\n  resetDump() {\n    this.dump = {\n      groupName: this.opts.groupName!,\n      groupDescription: this.opts.groupDescription,\n      executions: [],\n      modelBriefs: [],\n    };\n\n    return this.dump;\n  }\n\n  appendExecutionDump(execution: ExecutionDump) {\n    // use trimContextByViewport to process execution\n    const trimmedExecution = trimContextByViewport(execution);\n    const currentDump = this.dump;\n    currentDump.executions.push(trimmedExecution);\n  }\n\n  dumpDataString() {\n    // update dump info\n    this.dump.groupName = this.opts.groupName!;\n    this.dump.groupDescription = this.opts.groupDescription;\n    return stringifyDumpData(this.dump);\n  }\n\n  reportHTMLString() {\n    return reportHTMLContent(this.dumpDataString());\n  }\n\n  writeOutActionDumps() {\n    if (this.destroyed) {\n      throw new Error(\n        'PageAgent has been destroyed. Cannot update report file.',\n      );\n    }\n    const { generateReport, autoPrintReportMsg } = this.opts;\n    this.reportFile = writeLogFile({\n      fileName: this.reportFileName!,\n      fileExt: groupedActionDumpFileExt,\n      fileContent: this.dumpDataString(),\n      type: 'dump',\n      generateReport,\n    });\n    debug('writeOutActionDumps', this.reportFile);\n    if (generateReport && autoPrintReportMsg && this.reportFile) {\n      printReportMsg(this.reportFile);\n    }\n  }\n\n  private async callbackOnTaskStartTip(task: ExecutionTask) {\n    const param = paramStr(task);\n    const tip = param ? `${typeStr(task)} - ${param}` : typeStr(task);\n\n    if (this.onTaskStartTip) {\n      await this.onTaskStartTip(tip);\n    }\n  }\n\n  private async afterTaskRunning(executor: Executor, doNotThrowError = false) {\n    const executionDump = executor.dump();\n    if (this.opts.aiActionContext) {\n      executionDump.aiActionContext = this.opts.aiActionContext;\n    }\n    this.appendExecutionDump(executionDump);\n\n    try {\n      if (this.onDumpUpdate) {\n        this.onDumpUpdate(this.dumpDataString());\n      }\n    } catch (error) {\n      console.error('Error in onDumpUpdate', error);\n    }\n\n    this.writeOutActionDumps();\n\n    if (executor.isInErrorState() && !doNotThrowError) {\n      const errorTask = executor.latestErrorTask();\n      throw new Error(`${errorTask?.errorMessage}\\n${errorTask?.errorStack}`, {\n        cause: errorTask?.error,\n      });\n    }\n  }\n\n  async callActionInActionSpace<T = any>(\n    type: string,\n    opt?: T, // and all other action params\n  ) {\n    debug('callActionInActionSpace', type, ',', opt);\n\n    const actionPlan: PlanningAction<T> = {\n      type: type as any,\n      param: (opt as any) || {},\n      thought: '',\n    };\n    debug('actionPlan', actionPlan); // , ', in which the locateParam is', locateParam);\n\n    const plans: PlanningAction[] = [actionPlan].filter(\n      Boolean,\n    ) as PlanningAction[];\n\n    const title = taskTitleStr(\n      type as any,\n      locateParamStr((opt as any)?.locate || {}),\n    );\n\n    // assume all operation in action space is related to locating\n    const modelConfig = this.modelConfigManager.getModelConfig('grounding');\n\n    const { output, executor } = await this.taskExecutor.runPlans(\n      title,\n      plans,\n      modelConfig,\n    );\n    await this.afterTaskRunning(executor);\n    return output;\n  }\n\n  async aiTap(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for tap');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('Tap', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiRightClick(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for right click');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('RightClick', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiDoubleClick(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for double click');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('DoubleClick', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiHover(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for hover');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('Hover', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  // New signature, always use locatePrompt as the first param\n  async aiInput(\n    locatePrompt: TUserPrompt,\n    opt: LocateOption & { value: string } & { autoDismissKeyboard?: boolean },\n  ): Promise<any>;\n\n  // Legacy signature - deprecated\n  /**\n   * @deprecated Use aiInput(locatePrompt, opt) instead where opt contains the value\n   */\n  async aiInput(\n    value: string,\n    locatePrompt: TUserPrompt,\n    opt?: LocateOption & { autoDismissKeyboard?: boolean }, // AndroidDeviceInputOpt &\n  ): Promise<any>;\n\n  // Implementation\n  async aiInput(\n    locatePromptOrValue: TUserPrompt | string,\n    locatePromptOrOpt:\n      | TUserPrompt\n      | (LocateOption & { value: string } & { autoDismissKeyboard?: boolean }) // AndroidDeviceInputOpt &\n      | undefined,\n    optOrUndefined?: LocateOption, // AndroidDeviceInputOpt &\n  ) {\n    let value: string;\n    let locatePrompt: TUserPrompt;\n    let opt:\n      | (LocateOption & { value: string } & { autoDismissKeyboard?: boolean }) // AndroidDeviceInputOpt &\n      | undefined;\n\n    // Check if using new signature (first param is locatePrompt, second has value)\n    if (\n      typeof locatePromptOrOpt === 'object' &&\n      locatePromptOrOpt !== null &&\n      'value' in locatePromptOrOpt\n    ) {\n      // New signature: aiInput(locatePrompt, opt)\n      locatePrompt = locatePromptOrValue as TUserPrompt;\n      const optWithValue = locatePromptOrOpt as LocateOption & {\n        // AndroidDeviceInputOpt &\n        value: string;\n        autoDismissKeyboard?: boolean;\n      };\n      value = optWithValue.value;\n      opt = optWithValue;\n    } else {\n      // Legacy signature: aiInput(value, locatePrompt, opt)\n      value = locatePromptOrValue as string;\n      locatePrompt = locatePromptOrOpt as TUserPrompt;\n      opt = {\n        ...optOrUndefined,\n        value,\n      };\n    }\n\n    assert(\n      typeof value === 'string',\n      'input value must be a string, use empty string if you want to clear the input',\n    );\n    assert(locatePrompt, 'missing locate prompt for input');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('Input', {\n      ...(opt || {}),\n      locate: detailedLocateParam,\n    });\n  }\n\n  // New signature\n  async aiKeyboardPress(\n    locatePrompt: TUserPrompt,\n    opt: LocateOption & { keyName: string },\n  ): Promise<any>;\n\n  // Legacy signature - deprecated\n  /**\n   * @deprecated Use aiKeyboardPress(locatePrompt, opt) instead where opt contains the keyName\n   */\n  async aiKeyboardPress(\n    keyName: string,\n    locatePrompt?: TUserPrompt,\n    opt?: LocateOption,\n  ): Promise<any>;\n\n  // Implementation\n  async aiKeyboardPress(\n    locatePromptOrKeyName: TUserPrompt | string,\n    locatePromptOrOpt:\n      | TUserPrompt\n      | (LocateOption & { keyName: string })\n      | undefined,\n    optOrUndefined?: LocateOption,\n  ) {\n    let keyName: string;\n    let locatePrompt: TUserPrompt | undefined;\n    let opt: (LocateOption & { keyName: string }) | undefined;\n\n    // Check if using new signature (first param is locatePrompt, second has keyName)\n    if (\n      typeof locatePromptOrOpt === 'object' &&\n      locatePromptOrOpt !== null &&\n      'keyName' in locatePromptOrOpt\n    ) {\n      // New signature: aiKeyboardPress(locatePrompt, opt)\n      locatePrompt = locatePromptOrKeyName as TUserPrompt;\n      opt = locatePromptOrOpt as LocateOption & {\n        keyName: string;\n      };\n    } else {\n      // Legacy signature: aiKeyboardPress(keyName, locatePrompt, opt)\n      keyName = locatePromptOrKeyName as string;\n      locatePrompt = locatePromptOrOpt as TUserPrompt | undefined;\n      opt = {\n        ...(optOrUndefined || {}),\n        keyName,\n      };\n    }\n\n    assert(opt?.keyName, 'missing keyName for keyboard press');\n\n    const detailedLocateParam = locatePrompt\n      ? buildDetailedLocateParam(locatePrompt, opt)\n      : undefined;\n\n    return this.callActionInActionSpace('KeyboardPress', {\n      ...(opt || {}),\n      locate: detailedLocateParam,\n    });\n  }\n\n  // New signature\n  async aiScroll(\n    locatePrompt: TUserPrompt | undefined,\n    opt: LocateOption & ScrollParam,\n  ): Promise<any>;\n\n  // Legacy signature - deprecated\n  /**\n   * @deprecated Use aiScroll(locatePrompt, opt) instead where opt contains the scroll parameters\n   */\n  async aiScroll(\n    scrollParam: ScrollParam,\n    locatePrompt?: TUserPrompt,\n    opt?: LocateOption,\n  ): Promise<any>;\n\n  // Implementation\n  async aiScroll(\n    locatePromptOrScrollParam: TUserPrompt | ScrollParam | undefined,\n    locatePromptOrOpt: TUserPrompt | (LocateOption & ScrollParam) | undefined,\n    optOrUndefined?: LocateOption,\n  ) {\n    let scrollParam: ScrollParam;\n    let locatePrompt: TUserPrompt | undefined;\n    let opt: LocateOption | undefined;\n\n    // Check if using new signature (first param is locatePrompt, second has scroll params)\n    if (\n      typeof locatePromptOrOpt === 'object' &&\n      ('direction' in locatePromptOrOpt ||\n        'scrollType' in locatePromptOrOpt ||\n        'distance' in locatePromptOrOpt)\n    ) {\n      // New signature: aiScroll(locatePrompt, opt)\n      locatePrompt = locatePromptOrScrollParam as TUserPrompt;\n      opt = locatePromptOrOpt as LocateOption & ScrollParam;\n    } else {\n      // Legacy signature: aiScroll(scrollParam, locatePrompt, opt)\n      scrollParam = locatePromptOrScrollParam as ScrollParam;\n      locatePrompt = locatePromptOrOpt as TUserPrompt | undefined;\n      opt = {\n        ...(optOrUndefined || {}),\n        ...(scrollParam || {}),\n      };\n    }\n\n    const detailedLocateParam = buildDetailedLocateParam(\n      locatePrompt || '',\n      opt,\n    );\n\n    return this.callActionInActionSpace('Scroll', {\n      ...(opt || {}),\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiAction(\n    taskPrompt: string,\n    opt?: {\n      cacheable?: boolean;\n    },\n  ) {\n    const modelConfig = this.modelConfigManager.getModelConfig('planning');\n\n    const cacheable = opt?.cacheable;\n    // if vlm-ui-tars, plan cache is not used\n    const isVlmUiTars = modelConfig.vlMode === 'vlm-ui-tars';\n    const matchedCache =\n      isVlmUiTars || cacheable === false\n        ? undefined\n        : this.taskCache?.matchPlanCache(taskPrompt);\n    if (matchedCache && this.taskCache?.isCacheResultUsed) {\n      // log into report file\n      const { executor } = await this.taskExecutor.loadYamlFlowAsPlanning(\n        taskPrompt,\n        matchedCache.cacheContent?.yamlWorkflow,\n      );\n\n      await this.afterTaskRunning(executor);\n\n      debug('matched cache, will call .runYaml to run the action');\n      const yaml = matchedCache.cacheContent?.yamlWorkflow;\n      return this.runYaml(yaml);\n    }\n\n    const { output, executor } = await this.taskExecutor.action(\n      taskPrompt,\n      modelConfig,\n      this.opts.aiActionContext,\n      cacheable,\n    );\n\n    // update cache\n    if (this.taskCache && output?.yamlFlow && cacheable !== false) {\n      const yamlContent: MidsceneYamlScript = {\n        tasks: [\n          {\n            name: taskPrompt,\n            flow: output.yamlFlow,\n          },\n        ],\n      };\n      const yamlFlowStr = yaml.dump(yamlContent);\n      this.taskCache.updateOrAppendCacheRecord(\n        {\n          type: 'plan',\n          prompt: taskPrompt,\n          yamlWorkflow: yamlFlowStr,\n        },\n        matchedCache,\n      );\n    }\n\n    await this.afterTaskRunning(executor);\n    return output;\n  }\n\n  async aiQuery<ReturnType = any>(\n    demand: InsightExtractParam,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<ReturnType> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'Query',\n        demand,\n        modelConfig,\n        opt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as ReturnType;\n  }\n\n  async aiBoolean(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<boolean> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'Boolean',\n        textPrompt,\n        modelConfig,\n        opt,\n        multimodalPrompt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as boolean;\n  }\n\n  async aiNumber(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<number> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'Number',\n        textPrompt,\n        modelConfig,\n        opt,\n        multimodalPrompt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as number;\n  }\n\n  async aiString(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<string> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'String',\n        textPrompt,\n        modelConfig,\n        opt,\n        multimodalPrompt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as string;\n  }\n\n  async aiAsk(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<string> {\n    return this.aiString(prompt, opt);\n  }\n\n  async describeElementAtPoint(\n    center: [number, number],\n    opt?: {\n      verifyPrompt?: boolean;\n      retryLimit?: number;\n      deepThink?: boolean;\n    } & LocatorValidatorOption,\n  ): Promise<AgentDescribeElementAtPointResult> {\n    const { verifyPrompt = true, retryLimit = 3 } = opt || {};\n\n    let success = false;\n    let retryCount = 0;\n    let resultPrompt = '';\n    let deepThink = opt?.deepThink || false;\n    let verifyResult: LocateValidatorResult | undefined;\n\n    while (!success && retryCount < retryLimit) {\n      if (retryCount >= 2) {\n        deepThink = true;\n      }\n      debug(\n        'aiDescribe',\n        center,\n        'verifyPrompt',\n        verifyPrompt,\n        'retryCount',\n        retryCount,\n        'deepThink',\n        deepThink,\n      );\n      // use same intent as aiLocate\n      const modelConfig = this.modelConfigManager.getModelConfig('grounding');\n\n      const text = await this.insight.describe(center, modelConfig, {\n        deepThink,\n      });\n      debug('aiDescribe text', text);\n      assert(text.description, `failed to describe element at [${center}]`);\n      resultPrompt = text.description;\n\n      verifyResult = await this.verifyLocator(\n        resultPrompt,\n        deepThink ? { deepThink: true } : undefined,\n        center,\n        opt,\n      );\n      if (verifyResult.pass) {\n        success = true;\n      } else {\n        retryCount++;\n      }\n    }\n\n    return {\n      prompt: resultPrompt,\n      deepThink,\n      verifyResult,\n    };\n  }\n\n  async verifyLocator(\n    prompt: string,\n    locateOpt: LocateOption | undefined,\n    expectCenter: [number, number],\n    verifyLocateOption?: LocatorValidatorOption,\n  ): Promise<LocateValidatorResult> {\n    debug('verifyLocator', prompt, locateOpt, expectCenter, verifyLocateOption);\n\n    const { center: verifyCenter, rect: verifyRect } = await this.aiLocate(\n      prompt,\n      locateOpt,\n    );\n    const distance = distanceOfTwoPoints(expectCenter, verifyCenter);\n    const included = includedInRect(expectCenter, verifyRect);\n    const pass =\n      distance <= (verifyLocateOption?.centerDistanceThreshold || 20) ||\n      included;\n    const verifyResult = {\n      pass,\n      rect: verifyRect,\n      center: verifyCenter,\n      centerDistance: distance,\n    };\n    debug('aiDescribe verifyResult', verifyResult);\n    return verifyResult;\n  }\n\n  async aiLocate(prompt: TUserPrompt, opt?: LocateOption) {\n    const locateParam = buildDetailedLocateParam(prompt, opt);\n    assert(locateParam, 'cannot get locate param for aiLocate');\n    const locatePlan = locatePlanForLocate(locateParam);\n    const plans = [locatePlan];\n    const modelConfig = this.modelConfigManager.getModelConfig('grounding');\n\n    const { executor, output } = await this.taskExecutor.runPlans(\n      taskTitleStr('Locate', locateParamStr(locateParam)),\n      plans,\n      modelConfig,\n    );\n    await this.afterTaskRunning(executor);\n\n    const { element } = output;\n\n    const dprValue = await (this.interface.size() as any).dpr;\n    const dprEntry = dprValue\n      ? {\n          dpr: dprValue,\n        }\n      : {};\n    return {\n      rect: element?.rect,\n      center: element?.center,\n      ...dprEntry,\n    } as Pick<LocateResultElement, 'rect' | 'center'> & {\n      dpr?: number; // this field is deprecated\n    };\n  }\n\n  async aiAssert(\n    assertion: TUserPrompt,\n    msg?: string,\n    opt?: AgentAssertOpt & InsightExtractOption,\n  ) {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const insightOpt: InsightExtractOption = {\n      domIncluded: opt?.domIncluded ?? defaultInsightExtractOption.domIncluded,\n      screenshotIncluded:\n        opt?.screenshotIncluded ??\n        defaultInsightExtractOption.screenshotIncluded,\n      isWaitForAssert: opt?.isWaitForAssert,\n      doNotThrowError: opt?.doNotThrowError,\n    };\n\n    const { output, executor, thought } = await this.taskExecutor.assert(\n      assertion,\n      modelConfig,\n      insightOpt,\n    );\n    await this.afterTaskRunning(executor, true);\n\n    const message = output\n      ? undefined\n      : `Assertion failed: ${msg || (typeof assertion === 'string' ? assertion : assertion.prompt)}\\nReason: ${\n          thought || executor.latestErrorTask()?.error || '(no_reason)'\n        }`;\n\n    if (opt?.keepRawResponse) {\n      return {\n        pass: output,\n        thought,\n        message,\n      };\n    }\n\n    if (!output) {\n      throw new Error(message);\n    }\n  }\n\n  async aiWaitFor(assertion: TUserPrompt, opt?: AgentWaitForOpt) {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n    const { executor } = await this.taskExecutor.waitFor(\n      assertion,\n      {\n        timeoutMs: opt?.timeoutMs || 15 * 1000,\n        checkIntervalMs: opt?.checkIntervalMs || 3 * 1000,\n      },\n      modelConfig,\n    );\n    await this.afterTaskRunning(executor, true);\n\n    if (executor.isInErrorState()) {\n      const errorTask = executor.latestErrorTask();\n      throw new Error(`${errorTask?.error}\\n${errorTask?.errorStack}`);\n    }\n  }\n\n  async ai(taskPrompt: string, type = 'action') {\n    if (type === 'action') {\n      return this.aiAction(taskPrompt);\n    }\n    if (type === 'query') {\n      return this.aiQuery(taskPrompt);\n    }\n\n    if (type === 'assert') {\n      return this.aiAssert(taskPrompt);\n    }\n\n    if (type === 'tap') {\n      return this.aiTap(taskPrompt);\n    }\n\n    if (type === 'rightClick') {\n      return this.aiRightClick(taskPrompt);\n    }\n\n    if (type === 'doubleClick') {\n      return this.aiDoubleClick(taskPrompt);\n    }\n\n    throw new Error(\n      `Unknown type: ${type}, only support 'action', 'query', 'assert', 'tap', 'rightClick', 'doubleClick'`,\n    );\n  }\n\n  async runYaml(yamlScriptContent: string): Promise<{\n    result: Record<string, any>;\n  }> {\n    const script = parseYamlScript(yamlScriptContent, 'yaml');\n    const player = new ScriptPlayer(script, async () => {\n      return { agent: this, freeFn: [] };\n    });\n    await player.run();\n\n    if (player.status === 'error') {\n      const errors = player.taskStatusList\n        .filter((task) => task.status === 'error')\n        .map((task) => {\n          return `task - ${task.name}: ${task.error?.message}`;\n        })\n        .join('\\n');\n      throw new Error(`Error(s) occurred in running yaml script:\\n${errors}`);\n    }\n\n    return {\n      result: player.result,\n    };\n  }\n\n  async evaluateJavaScript(script: string) {\n    assert(\n      this.interface.evaluateJavaScript,\n      'evaluateJavaScript is not supported in current agent',\n    );\n    return this.interface.evaluateJavaScript(script);\n  }\n\n  async destroy() {\n    await this.interface.destroy?.();\n    this.resetDump(); // reset dump to release memory\n    this.destroyed = true;\n  }\n\n  async logScreenshot(\n    title?: string,\n    opt?: {\n      content: string;\n    },\n  ) {\n    // 1. screenshot\n    const base64 = await this.interface.screenshotBase64();\n    const now = Date.now();\n    // 2. build recorder\n    const recorder: ExecutionRecorderItem[] = [\n      {\n        type: 'screenshot',\n        ts: now,\n        screenshot: base64,\n      },\n    ];\n    // 3. build ExecutionTaskLog\n    const task: ExecutionTaskLog = {\n      type: 'Log',\n      subType: 'Screenshot',\n      status: 'finished',\n      recorder,\n      timing: {\n        start: now,\n        end: now,\n        cost: 0,\n      },\n      param: {\n        content: opt?.content || '',\n      },\n      executor: async () => {},\n    };\n    // 4. build ExecutionDump\n    const executionDump: ExecutionDump = {\n      sdkVersion: '',\n      logTime: now,\n      name: `Log - ${title || 'untitled'}`,\n      description: opt?.content || '',\n      tasks: [task],\n    };\n    if (this.opts.aiActionContext) {\n      executionDump.aiActionContext = this.opts.aiActionContext;\n    }\n    // 5. append to execution dump\n    this.appendExecutionDump(executionDump);\n\n    try {\n      this.onDumpUpdate?.(this.dumpDataString());\n    } catch (error) {\n      console.error('Failed to update dump', error);\n    }\n\n    this.writeOutActionDumps();\n  }\n\n  _unstableLogContent() {\n    const { groupName, groupDescription, executions } = this.dump;\n    const newExecutions = Array.isArray(executions)\n      ? executions.map((execution: any) => {\n          const { tasks, ...restExecution } = execution;\n          let newTasks = tasks;\n          if (Array.isArray(tasks)) {\n            newTasks = tasks.map((task: any) => {\n              // only remove uiContext and log from task\n              const { uiContext, log, ...restTask } = task;\n              return restTask;\n            });\n          }\n          return { ...restExecution, ...(newTasks ? { tasks: newTasks } : {}) };\n        })\n      : [];\n    return {\n      groupName,\n      groupDescription,\n      executions: newExecutions,\n    };\n  }\n\n  /**\n   * Freezes the current page context to be reused in subsequent AI operations\n   * This avoids recalculating page context for each operation\n   */\n  async freezePageContext(): Promise<void> {\n    debug('Freezing page context');\n    const context = await this._snapshotContext();\n    // Mark the context as frozen\n    context._isFrozen = true;\n    this.frozenUIContext = context;\n    debug('Page context frozen successfully');\n  }\n\n  /**\n   * Unfreezes the page context, allowing AI operations to calculate context dynamically\n   */\n  async unfreezePageContext(): Promise<void> {\n    debug('Unfreezing page context');\n    this.frozenUIContext = undefined;\n    debug('Page context unfrozen successfully');\n  }\n\n  /**\n   * Process cache configuration and return normalized cache settings\n   */\n  private processCacheConfig(opts: AgentOpt): {\n    id: string;\n    enabled: boolean;\n    readOnly: boolean;\n    writeOnly: boolean;\n  } | null {\n    // 1. New cache object configuration (highest priority)\n    if (opts.cache !== undefined) {\n      if (opts.cache === false) {\n        return null; // Completely disable cache\n      }\n\n      if (opts.cache === true) {\n        throw new Error(\n          'cache: true requires an explicit cache ID. Please provide:\\n' +\n            'Example: cache: { id: \"my-cache-id\" }',\n        );\n      }\n\n      // cache is object configuration\n      if (typeof opts.cache === 'object') {\n        const config = opts.cache;\n        if (!config.id) {\n          throw new Error(\n            'cache configuration requires an explicit id. Please provide:\\n' +\n              'Example: cache: { id: \"my-cache-id\" }',\n          );\n        }\n        const id = config.id;\n        const rawStrategy = config.strategy as unknown;\n        let strategyValue: string;\n\n        if (rawStrategy === undefined) {\n          strategyValue = 'read-write';\n        } else if (typeof rawStrategy === 'string') {\n          strategyValue = rawStrategy;\n        } else {\n          throw new Error(\n            `cache.strategy must be a string when provided, but received type ${typeof rawStrategy}`,\n          );\n        }\n\n        if (!isValidCacheStrategy(strategyValue)) {\n          throw new Error(\n            `cache.strategy must be one of ${CACHE_STRATEGY_VALUES}, but received \"${strategyValue}\"`,\n          );\n        }\n\n        const isReadOnly = strategyValue === 'read-only';\n        const isWriteOnly = strategyValue === 'write-only';\n\n        return {\n          id,\n          enabled: !isWriteOnly,\n          readOnly: isReadOnly,\n          writeOnly: isWriteOnly,\n        };\n      }\n    }\n\n    // 2. Backward compatibility: support old cacheId (requires environment variable)\n    if (opts.cacheId) {\n      const envEnabled =\n        globalConfigManager.getEnvConfigInBoolean(MIDSCENE_CACHE);\n      if (envEnabled) {\n        return {\n          id: opts.cacheId,\n          enabled: true,\n          readOnly: false,\n          writeOnly: false,\n        };\n      }\n    }\n\n    // 3. No cache configuration\n    return null;\n  }\n\n  /**\n   * Manually flush cache to file\n   * Only supported in read-only mode where writes are deferred by default\n   */\n  async flushCache(): Promise<void> {\n    if (!this.taskCache) {\n      throw new Error('Cache is not configured');\n    }\n\n    if (!this.taskCache.readOnlyMode) {\n      throw new Error('flushCache() can only be called in read-only mode');\n    }\n\n    this.taskCache.flushCacheToFile();\n  }\n}\n\nexport const createAgent = (\n  interfaceInstance: AbstractInterface,\n  opts?: AgentOpt,\n) => {\n  return new Agent(interfaceInstance, opts);\n};\n"],"names":["debug","getDebug","distanceOfTwoPoints","p1","p2","x1","y1","x2","y2","Math","includedInRect","point","rect","x","y","left","top","width","height","defaultInsightExtractOption","CACHE_STRATEGIES","isValidCacheStrategy","strategy","value","CACHE_STRATEGY_VALUES","Agent","context","undefined","_context_size","pageWidth","assert","screenshotWidth","imageInfoOfBase64","Number","computedScale","action","commonContextParser","computedScreenshotScale","scaleForLog","targetWidth","targetHeight","resizeImgBase64","prompt","console","execution","trimmedExecution","trimContextByViewport","currentDump","stringifyDumpData","reportHTMLContent","Error","generateReport","autoPrintReportMsg","writeLogFile","groupedActionDumpFileExt","printReportMsg","task","param","paramStr","tip","typeStr","executor","doNotThrowError","executionDump","error","errorTask","type","opt","actionPlan","plans","Boolean","title","taskTitleStr","locateParamStr","modelConfig","output","locatePrompt","detailedLocateParam","buildDetailedLocateParam","locatePromptOrValue","locatePromptOrOpt","optOrUndefined","optWithValue","locatePromptOrKeyName","keyName","locatePromptOrScrollParam","scrollParam","taskPrompt","_this_taskCache","_this_taskCache1","cacheable","isVlmUiTars","matchedCache","_matchedCache_cacheContent","_matchedCache_cacheContent1","yaml","yamlContent","yamlFlowStr","demand","textPrompt","multimodalPrompt","parsePrompt","center","verifyPrompt","retryLimit","success","retryCount","resultPrompt","deepThink","verifyResult","text","locateOpt","expectCenter","verifyLocateOption","verifyCenter","verifyRect","distance","included","pass","locateParam","locatePlan","locatePlanForLocate","element","dprValue","dprEntry","assertion","msg","_executor_latestErrorTask","insightOpt","thought","message","yamlScriptContent","script","parseYamlScript","player","ScriptPlayer","errors","_task_error","_this_interface","base64","now","Date","recorder","_this","groupName","groupDescription","executions","newExecutions","Array","tasks","restExecution","newTasks","uiContext","log","restTask","opts","config","id","rawStrategy","strategyValue","isReadOnly","isWriteOnly","envEnabled","globalConfigManager","MIDSCENE_CACHE","interfaceInstance","Object","ModelConfigManager","globalModelConfigManager","Insight","cacheConfig","TaskCache","TaskExecutor","getReportFileName","createAgent"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAkEA,MAAMA,QAAQC,SAAS;AAEvB,MAAMC,sBAAsB,CAACC,IAAsBC;IACjD,MAAM,CAACC,IAAIC,GAAG,GAAGH;IACjB,MAAM,CAACI,IAAIC,GAAG,GAAGJ;IACjB,OAAOK,KAAK,KAAK,CAACA,KAAK,IAAI,CAAEJ,AAAAA,CAAAA,KAAKE,EAAC,KAAM,IAAKD,AAAAA,CAAAA,KAAKE,EAAC,KAAM;AAC5D;AAEA,MAAME,iBAAiB,CAACC,OAAyBC;IAC/C,MAAM,CAACC,GAAGC,EAAE,GAAGH;IACf,MAAM,EAAEI,IAAI,EAAEC,GAAG,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGN;IACrC,OAAOC,KAAKE,QAAQF,KAAKE,OAAOE,SAASH,KAAKE,OAAOF,KAAKE,MAAME;AAClE;AAEA,MAAMC,8BAAoD;IACxD,aAAa;IACb,oBAAoB;AACtB;AAIA,MAAMC,mBAA6C;IACjD;IACA;IACA;CACD;AAED,MAAMC,uBAAuB,CAACC,WAC5BF,iBAAiB,IAAI,CAAC,CAACG,QAAUA,UAAUD;AAE7C,MAAME,wBAAwBJ,iBAAiB,GAAG,CAChD,CAACG,QAAU,CAAC,CAAC,EAAEA,MAAM,CAAC,CAAC,EACvB,IAAI,CAAC;AAEA,MAAME;IAqDX,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS;IACvB;IAKQ,uBAAuB;QAC7B,IACE,CAAC,IAAI,CAAC,mBAAmB,IACzB,AAAiC,gBAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,iBAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,aAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,6BAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,wCAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,EAC5B;YACA,IAAI,CAAC,kBAAkB,CAAC,sBAAsB;YAC9C,IAAI,CAAC,mBAAmB,GAAG;QAC7B;IACF;IAKA,MAAc,mBAAmBC,OAAkB,EAAmB;QACpE,IAAI,AAAyBC,WAAzB,IAAI,CAAC,eAAe,EACtB,OAAO,IAAI,CAAC,eAAe;QAG7B,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAC9B,IAAI,CAAC,sBAAsB,GAAI;gBACXC;YAAlB,MAAMC,YAAY,QAAAD,CAAAA,gBAAAA,QAAQ,IAAI,AAAD,IAAXA,KAAAA,IAAAA,cAAc,KAAK;YACrCE,OACED,aAAaA,YAAY,GACzB,CAAC,oDAAoD,EAAEA,WAAW;YAGpE,MAAM,EAAE,OAAOE,eAAe,EAAE,GAAG,MAAMC,kBACvCN,QAAQ,gBAAgB;YAG1BI,OACEG,OAAO,QAAQ,CAACF,oBAAoBA,kBAAkB,GACtD,CAAC,0DAA0D,EAAEA,iBAAiB;YAGhF,MAAMG,gBAAgBH,kBAAkBF;YACxCC,OACEG,OAAO,QAAQ,CAACC,kBAAkBA,gBAAgB,GAClD,CAAC,mCAAmC,EAAEA,eAAe;YAGvDlC,MACE,CAAC,0BAA0B,EAAEkC,cAAc,uBAAuB,EAAEH,gBAAgB,gBAAgB,EAAEF,WAAW;YAEnH,OAAOK;QACT;QAGF,IAAI;YACF,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,sBAAsB;YACxD,OAAO,IAAI,CAAC,eAAe;QAC7B,SAAU;YACR,IAAI,CAAC,sBAAsB,GAAGP;QAChC;IACF;IAsDA,MAAM,iBAA0C;QAC9C,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW;IACnC;IAEA,MAAM,aAAaQ,MAAsB,EAAsB;QAE7D,IAAI,CAAC,oBAAoB;QAGzB,IAAI,IAAI,CAAC,eAAe,EAAE;YACxBnC,MAAM,yCAAyCmC;YAC/C,OAAO,IAAI,CAAC,eAAe;QAC7B;QAGA,IAAIT;QACJ,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YAC7B1B,MAAM,qCAAqCmC;YAC3CT,UAAU,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU;QAC3C,OAAO;YACL1B,MAAM,yCAAyCmC;YAC/CT,UAAU,MAAMU,oBAAoB,IAAI,CAAC,SAAS,EAAE;gBAClD,iBAAiB,IAAI,CAAC,kBAAkB,CAAC,sBAAsB;YACjE;QACF;QAEA,MAAMC,0BAA0B,MAAM,IAAI,CAAC,kBAAkB,CAACX;QAE9D,IAAIW,AAA4B,MAA5BA,yBAA+B;YACjC,MAAMC,cAAcL,OAAO,UAAU,CAACI,wBAAwB,OAAO,CAAC;YACtErC,MACE,CAAC,oCAAoC,EAAEsC,YAAY,yBAAyB,CAAC;YAE/E,MAAMC,cAAc9B,KAAK,KAAK,CAACiB,QAAQ,IAAI,CAAC,KAAK;YACjD,MAAMc,eAAe/B,KAAK,KAAK,CAACiB,QAAQ,IAAI,CAAC,MAAM;YACnD1B,MAAM,CAAC,uBAAuB,EAAEuC,YAAY,CAAC,EAAEC,cAAc;YAC7Dd,QAAQ,gBAAgB,GAAG,MAAMe,gBAC/Bf,QAAQ,gBAAgB,EACxB;gBAAE,OAAOa;gBAAa,QAAQC;YAAa;QAE/C,OACExC,MAAM,CAAC,iBAAiB,EAAEqC,yBAAyB;QAGrD,OAAOX;IACT;IAEA,MAAM,mBAAuC;QAC3C,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC;IACjC;IAEA,MAAM,mBAAmBgB,MAAc,EAAE;QACvC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAC3BC,QAAQ,IAAI,CACV;QAGJ,IAAI,CAAC,IAAI,CAAC,eAAe,GAAGD;IAC9B;IAEA,YAAY;QACV,IAAI,CAAC,IAAI,GAAG;YACV,WAAW,IAAI,CAAC,IAAI,CAAC,SAAS;YAC9B,kBAAkB,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAC5C,YAAY,EAAE;YACd,aAAa,EAAE;QACjB;QAEA,OAAO,IAAI,CAAC,IAAI;IAClB;IAEA,oBAAoBE,SAAwB,EAAE;QAE5C,MAAMC,mBAAmBC,sBAAsBF;QAC/C,MAAMG,cAAc,IAAI,CAAC,IAAI;QAC7BA,YAAY,UAAU,CAAC,IAAI,CAACF;IAC9B;IAEA,iBAAiB;QAEf,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS;QACzC,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB;QACvD,OAAOG,kBAAkB,IAAI,CAAC,IAAI;IACpC;IAEA,mBAAmB;QACjB,OAAOC,kBAAkB,IAAI,CAAC,cAAc;IAC9C;IAEA,sBAAsB;QACpB,IAAI,IAAI,CAAC,SAAS,EAChB,MAAM,IAAIC,MACR;QAGJ,MAAM,EAAEC,cAAc,EAAEC,kBAAkB,EAAE,GAAG,IAAI,CAAC,IAAI;QACxD,IAAI,CAAC,UAAU,GAAGC,aAAa;YAC7B,UAAU,IAAI,CAAC,cAAc;YAC7B,SAASC;YACT,aAAa,IAAI,CAAC,cAAc;YAChC,MAAM;YACNH;QACF;QACAnD,MAAM,uBAAuB,IAAI,CAAC,UAAU;QAC5C,IAAImD,kBAAkBC,sBAAsB,IAAI,CAAC,UAAU,EACzDG,eAAe,IAAI,CAAC,UAAU;IAElC;IAEA,MAAc,uBAAuBC,IAAmB,EAAE;QACxD,MAAMC,QAAQC,SAASF;QACvB,MAAMG,MAAMF,QAAQ,GAAGG,QAAQJ,MAAM,GAAG,EAAEC,OAAO,GAAGG,QAAQJ;QAE5D,IAAI,IAAI,CAAC,cAAc,EACrB,MAAM,IAAI,CAAC,cAAc,CAACG;IAE9B;IAEA,MAAc,iBAAiBE,QAAkB,EAAEC,kBAAkB,KAAK,EAAE;QAC1E,MAAMC,gBAAgBF,SAAS,IAAI;QACnC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAC3BE,cAAc,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe;QAE3D,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI;YACF,IAAI,IAAI,CAAC,YAAY,EACnB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QAEzC,EAAE,OAAOC,OAAO;YACdrB,QAAQ,KAAK,CAAC,yBAAyBqB;QACzC;QAEA,IAAI,CAAC,mBAAmB;QAExB,IAAIH,SAAS,cAAc,MAAM,CAACC,iBAAiB;YACjD,MAAMG,YAAYJ,SAAS,eAAe;YAC1C,MAAM,IAAIX,MAAM,GAAGe,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,YAAY,CAAC,EAAE,EAAEA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,UAAU,EAAE,EAAE;gBACtE,OAAOA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,KAAK;YACzB;QACF;IACF;IAEA,MAAM,wBACJC,IAAY,EACZC,GAAO,EACP;QACAnE,MAAM,2BAA2BkE,MAAM,KAAKC;QAE5C,MAAMC,aAAgC;YACpC,MAAMF;YACN,OAAQC,OAAe,CAAC;YACxB,SAAS;QACX;QACAnE,MAAM,cAAcoE;QAEpB,MAAMC,QAA0B;YAACD;SAAW,CAAC,MAAM,CACjDE;QAGF,MAAMC,QAAQC,aACZN,MACAO,eAAe,AAACN,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAa,MAAM,AAAD,KAAK,CAAC;QAI1C,MAAMO,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEC,MAAM,EAAEd,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAC3DU,OACAF,OACAK;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACb;QAC5B,OAAOc;IACT;IAEA,MAAM,MAAMC,YAAyB,EAAET,GAAkB,EAAE;QACzDrC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO;YACzC,QAAQU;QACV;IACF;IAEA,MAAM,aAAaD,YAAyB,EAAET,GAAkB,EAAE;QAChErC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,cAAc;YAChD,QAAQU;QACV;IACF;IAEA,MAAM,cAAcD,YAAyB,EAAET,GAAkB,EAAE;QACjErC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,eAAe;YACjD,QAAQU;QACV;IACF;IAEA,MAAM,QAAQD,YAAyB,EAAET,GAAkB,EAAE;QAC3DrC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,SAAS;YAC3C,QAAQU;QACV;IACF;IAmBA,MAAM,QACJE,mBAAyC,EACzCC,iBAGa,EACbC,cAA6B,EAC7B;QACA,IAAI1D;QACJ,IAAIqD;QACJ,IAAIT;QAKJ,IACE,AAA6B,YAA7B,OAAOa,qBACPA,AAAsB,SAAtBA,qBACA,WAAWA,mBACX;YAEAJ,eAAeG;YACf,MAAMG,eAAeF;YAKrBzD,QAAQ2D,aAAa,KAAK;YAC1Bf,MAAMe;QACR,OAAO;YAEL3D,QAAQwD;YACRH,eAAeI;YACfb,MAAM;gBACJ,GAAGc,cAAc;gBACjB1D;YACF;QACF;QAEAO,OACE,AAAiB,YAAjB,OAAOP,OACP;QAEFO,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,SAAS;YAC3C,GAAIA,OAAO,CAAC,CAAC;YACb,QAAQU;QACV;IACF;IAmBA,MAAM,gBACJM,qBAA2C,EAC3CH,iBAGa,EACbC,cAA6B,EAC7B;QACA,IAAIG;QACJ,IAAIR;QACJ,IAAIT;QAGJ,IACE,AAA6B,YAA7B,OAAOa,qBACPA,AAAsB,SAAtBA,qBACA,aAAaA,mBACb;YAEAJ,eAAeO;YACfhB,MAAMa;QAGR,OAAO;YAELI,UAAUD;YACVP,eAAeI;YACfb,MAAM;gBACJ,GAAIc,kBAAkB,CAAC,CAAC;gBACxBG;YACF;QACF;QAEAtD,OAAOqC,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,OAAO,EAAE;QAErB,MAAMU,sBAAsBD,eACxBE,yBAAyBF,cAAcT,OACvCxC;QAEJ,OAAO,IAAI,CAAC,uBAAuB,CAAC,iBAAiB;YACnD,GAAIwC,OAAO,CAAC,CAAC;YACb,QAAQU;QACV;IACF;IAmBA,MAAM,SACJQ,yBAAgE,EAChEL,iBAAyE,EACzEC,cAA6B,EAC7B;QACA,IAAIK;QACJ,IAAIV;QACJ,IAAIT;QAGJ,IACE,AAA6B,YAA7B,OAAOa,qBACN,gBAAeA,qBACd,gBAAgBA,qBAChB,cAAcA,iBAAgB,GAChC;YAEAJ,eAAeS;YACflB,MAAMa;QACR,OAAO;YAELM,cAAcD;YACdT,eAAeI;YACfb,MAAM;gBACJ,GAAIc,kBAAkB,CAAC,CAAC;gBACxB,GAAIK,eAAe,CAAC,CAAC;YACvB;QACF;QAEA,MAAMT,sBAAsBC,yBAC1BF,gBAAgB,IAChBT;QAGF,OAAO,IAAI,CAAC,uBAAuB,CAAC,UAAU;YAC5C,GAAIA,OAAO,CAAC,CAAC;YACb,QAAQU;QACV;IACF;IAEA,MAAM,SACJU,UAAkB,EAClBpB,GAEC,EACD;YASMqB,iBACcC;QATpB,MAAMf,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAMgB,YAAYvB,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,SAAS;QAEhC,MAAMwB,cAAcjB,AAAuB,kBAAvBA,YAAY,MAAM;QACtC,MAAMkB,eACJD,eAAeD,AAAc,UAAdA,YACX/D,SAAAA,QACA6D,CAAAA,kBAAAA,IAAI,CAAC,SAAS,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,cAAc,CAACD;QACrC,IAAIK,gBAAAA,SAAgBH,CAAAA,mBAAAA,IAAI,CAAC,SAAS,AAAD,IAAbA,KAAAA,IAAAA,iBAAgB,iBAAiB,AAAD,GAAG;gBAInDI,4BAMWC;YARb,MAAM,EAAEjC,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,sBAAsB,CACjE0B,YAAAA,QACAM,CAAAA,6BAAAA,aAAa,YAAY,AAAD,IAAxBA,KAAAA,IAAAA,2BAA2B,YAAY;YAGzC,MAAM,IAAI,CAAC,gBAAgB,CAAChC;YAE5B7D,MAAM;YACN,MAAM+F,OAAO,QAAAD,CAAAA,8BAAAA,aAAa,YAAY,AAAD,IAAxBA,KAAAA,IAAAA,4BAA2B,YAAY;YACpD,OAAO,IAAI,CAAC,OAAO,CAACC;QACtB;QAEA,MAAM,EAAEpB,MAAM,EAAEd,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CACzD0B,YACAb,aACA,IAAI,CAAC,IAAI,CAAC,eAAe,EACzBgB;QAIF,IAAI,IAAI,CAAC,SAAS,IAAIf,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,QAAQ,AAAD,KAAKe,AAAc,UAAdA,WAAqB;YAC7D,MAAMM,cAAkC;gBACtC,OAAO;oBACL;wBACE,MAAMT;wBACN,MAAMZ,OAAO,QAAQ;oBACvB;iBACD;YACH;YACA,MAAMsB,cAAcF,QAAAA,IAAS,CAACC;YAC9B,IAAI,CAAC,SAAS,CAAC,yBAAyB,CACtC;gBACE,MAAM;gBACN,QAAQT;gBACR,cAAcU;YAChB,GACAL;QAEJ;QAEA,MAAM,IAAI,CAAC,gBAAgB,CAAC/B;QAC5B,OAAOc;IACT;IAEA,MAAM,QACJuB,MAA2B,EAC3B/B,MAA4BhD,2BAA2B,EAClC;QACrB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAC3D,MAAM,EAAEC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,SACAqC,QACAxB,aACAP;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACN;QAC5B,OAAOc;IACT;IAEA,MAAM,UACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACrC;QAClB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEyB,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAY3D;QACrD,MAAM,EAAEiC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,WACAsC,YACAzB,aACAP,KACAiC;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACvC;QAC5B,OAAOc;IACT;IAEA,MAAM,SACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACtC;QACjB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEyB,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAY3D;QACrD,MAAM,EAAEiC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,UACAsC,YACAzB,aACAP,KACAiC;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACvC;QAC5B,OAAOc;IACT;IAEA,MAAM,SACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACtC;QACjB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEyB,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAY3D;QACrD,MAAM,EAAEiC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,UACAsC,YACAzB,aACAP,KACAiC;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACvC;QAC5B,OAAOc;IACT;IAEA,MAAM,MACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACtC;QACjB,OAAO,IAAI,CAAC,QAAQ,CAACuB,QAAQyB;IAC/B;IAEA,MAAM,uBACJmC,MAAwB,EACxBnC,GAI0B,EACkB;QAC5C,MAAM,EAAEoC,eAAe,IAAI,EAAEC,aAAa,CAAC,EAAE,GAAGrC,OAAO,CAAC;QAExD,IAAIsC,UAAU;QACd,IAAIC,aAAa;QACjB,IAAIC,eAAe;QACnB,IAAIC,YAAYzC,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,SAAS,AAAD,KAAK;QAClC,IAAI0C;QAEJ,MAAO,CAACJ,WAAWC,aAAaF,WAAY;YAC1C,IAAIE,cAAc,GAChBE,YAAY;YAEd5G,MACE,cACAsG,QACA,gBACAC,cACA,cACAG,YACA,aACAE;YAGF,MAAMlC,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;YAE3D,MAAMoC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAACR,QAAQ5B,aAAa;gBAC5DkC;YACF;YACA5G,MAAM,mBAAmB8G;YACzBhF,OAAOgF,KAAK,WAAW,EAAE,CAAC,+BAA+B,EAAER,OAAO,CAAC,CAAC;YACpEK,eAAeG,KAAK,WAAW;YAE/BD,eAAe,MAAM,IAAI,CAAC,aAAa,CACrCF,cACAC,YAAY;gBAAE,WAAW;YAAK,IAAIjF,QAClC2E,QACAnC;YAEF,IAAI0C,aAAa,IAAI,EACnBJ,UAAU;iBAEVC;QAEJ;QAEA,OAAO;YACL,QAAQC;YACRC;YACAC;QACF;IACF;IAEA,MAAM,cACJnE,MAAc,EACdqE,SAAmC,EACnCC,YAA8B,EAC9BC,kBAA2C,EACX;QAChCjH,MAAM,iBAAiB0C,QAAQqE,WAAWC,cAAcC;QAExD,MAAM,EAAE,QAAQC,YAAY,EAAE,MAAMC,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CACpEzE,QACAqE;QAEF,MAAMK,WAAWlH,oBAAoB8G,cAAcE;QACnD,MAAMG,WAAW3G,eAAesG,cAAcG;QAC9C,MAAMG,OACJF,YAAaH,CAAAA,CAAAA,QAAAA,qBAAAA,KAAAA,IAAAA,mBAAoB,uBAAuB,AAAD,KAAK,EAAC,KAC7DI;QACF,MAAMR,eAAe;YACnBS;YACA,MAAMH;YACN,QAAQD;YACR,gBAAgBE;QAClB;QACApH,MAAM,2BAA2B6G;QACjC,OAAOA;IACT;IAEA,MAAM,SAASnE,MAAmB,EAAEyB,GAAkB,EAAE;QACtD,MAAMoD,cAAczC,yBAAyBpC,QAAQyB;QACrDrC,OAAOyF,aAAa;QACpB,MAAMC,aAAaC,oBAAoBF;QACvC,MAAMlD,QAAQ;YAACmD;SAAW;QAC1B,MAAM9C,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEb,QAAQ,EAAEc,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAC3DH,aAAa,UAAUC,eAAe8C,eACtClD,OACAK;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACb;QAE5B,MAAM,EAAE6D,OAAO,EAAE,GAAG/C;QAEpB,MAAMgD,WAAW,MAAO,IAAI,CAAC,SAAS,CAAC,IAAI,GAAW,GAAG;QACzD,MAAMC,WAAWD,WACb;YACE,KAAKA;QACP,IACA,CAAC;QACL,OAAO;YACL,MAAMD,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,IAAI;YACnB,QAAQA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,MAAM;YACvB,GAAGE,QAAQ;QACb;IAGF;IAEA,MAAM,SACJC,SAAsB,EACtBC,GAAY,EACZ3D,GAA2C,EAC3C;YAsBiB4D;QArBjB,MAAMrD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAMsD,aAAmC;YACvC,aAAa7D,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,WAAW,AAAD,KAAKhD,4BAA4B,WAAW;YACxE,oBACEgD,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,kBAAkB,AAAD,KACtBhD,4BAA4B,kBAAkB;YAChD,iBAAiBgD,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe;YACrC,iBAAiBA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe;QACvC;QAEA,MAAM,EAAEQ,MAAM,EAAEd,QAAQ,EAAEoE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAClEJ,WACAnD,aACAsD;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACnE,UAAU;QAEtC,MAAMqE,UAAUvD,SACZhD,SACA,CAAC,kBAAkB,EAAEmG,OAAQ,CAAqB,YAArB,OAAOD,YAAyBA,YAAYA,UAAU,MAAK,EAAG,UAAU,EACnGI,WAAAA,SAAWF,CAAAA,4BAAAA,SAAS,eAAe,EAAC,IAAzBA,KAAAA,IAAAA,0BAA4B,KAAK,AAAD,KAAK,eAChD;QAEN,IAAI5D,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe,EACtB,OAAO;YACL,MAAMQ;YACNsD;YACAC;QACF;QAGF,IAAI,CAACvD,QACH,MAAM,IAAIzB,MAAMgF;IAEpB;IAEA,MAAM,UAAUL,SAAsB,EAAE1D,GAAqB,EAAE;QAC7D,MAAMO,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAC3D,MAAM,EAAEb,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAClDgE,WACA;YACE,WAAW1D,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,SAAS,AAAD,KAAK;YAC7B,iBAAiBA,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe,AAAD,KAAK;QAC3C,GACAO;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACb,UAAU;QAEtC,IAAIA,SAAS,cAAc,IAAI;YAC7B,MAAMI,YAAYJ,SAAS,eAAe;YAC1C,MAAM,IAAIX,MAAM,GAAGe,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,KAAK,CAAC,EAAE,EAAEA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,UAAU,EAAE;QACjE;IACF;IAEA,MAAM,GAAGsB,UAAkB,EAAErB,OAAO,QAAQ,EAAE;QAC5C,IAAIA,AAAS,aAATA,MACF,OAAO,IAAI,CAAC,QAAQ,CAACqB;QAEvB,IAAIrB,AAAS,YAATA,MACF,OAAO,IAAI,CAAC,OAAO,CAACqB;QAGtB,IAAIrB,AAAS,aAATA,MACF,OAAO,IAAI,CAAC,QAAQ,CAACqB;QAGvB,IAAIrB,AAAS,UAATA,MACF,OAAO,IAAI,CAAC,KAAK,CAACqB;QAGpB,IAAIrB,AAAS,iBAATA,MACF,OAAO,IAAI,CAAC,YAAY,CAACqB;QAG3B,IAAIrB,AAAS,kBAATA,MACF,OAAO,IAAI,CAAC,aAAa,CAACqB;QAG5B,MAAM,IAAIrC,MACR,CAAC,cAAc,EAAEgB,KAAK,8EAA8E,CAAC;IAEzG;IAEA,MAAM,QAAQiE,iBAAyB,EAEpC;QACD,MAAMC,SAASC,gBAAgBF,mBAAmB;QAClD,MAAMG,SAAS,IAAIC,aAAaH,QAAQ,UAC/B;gBAAE,OAAO,IAAI;gBAAE,QAAQ,EAAE;YAAC;QAEnC,MAAME,OAAO,GAAG;QAEhB,IAAIA,AAAkB,YAAlBA,OAAO,MAAM,EAAc;YAC7B,MAAME,SAASF,OAAO,cAAc,CACjC,MAAM,CAAC,CAAC9E,OAASA,AAAgB,YAAhBA,KAAK,MAAM,EAC5B,GAAG,CAAC,CAACA;oBAC2BiF;gBAA/B,OAAO,CAAC,OAAO,EAAEjF,KAAK,IAAI,CAAC,EAAE,EAAE,QAAAiF,CAAAA,cAAAA,KAAK,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,OAAO,EAAE;YACtD,GACC,IAAI,CAAC;YACR,MAAM,IAAIvF,MAAM,CAAC,2CAA2C,EAAEsF,QAAQ;QACxE;QAEA,OAAO;YACL,QAAQF,OAAO,MAAM;QACvB;IACF;IAEA,MAAM,mBAAmBF,MAAc,EAAE;QACvCtG,OACE,IAAI,CAAC,SAAS,CAAC,kBAAkB,EACjC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAACsG;IAC3C;IAEA,MAAM,UAAU;YACRM,yBAAAA;QAAN,eAAMA,CAAAA,0BAAAA,AAAAA,CAAAA,kBAAAA,IAAI,CAAC,SAAS,AAAD,EAAE,OAAO,AAAD,IAArBA,KAAAA,IAAAA,wBAAAA,IAAAA,CAAAA,gBAAAA;QACN,IAAI,CAAC,SAAS;QACd,IAAI,CAAC,SAAS,GAAG;IACnB;IAEA,MAAM,cACJnE,KAAc,EACdJ,GAEC,EACD;QAEA,MAAMwE,SAAS,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACpD,MAAMC,MAAMC,KAAK,GAAG;QAEpB,MAAMC,WAAoC;YACxC;gBACE,MAAM;gBACN,IAAIF;gBACJ,YAAYD;YACd;SACD;QAED,MAAMnF,OAAyB;YAC7B,MAAM;YACN,SAAS;YACT,QAAQ;YACRsF;YACA,QAAQ;gBACN,OAAOF;gBACP,KAAKA;gBACL,MAAM;YACR;YACA,OAAO;gBACL,SAASzE,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,OAAO,AAAD,KAAK;YAC3B;YACA,UAAU,WAAa;QACzB;QAEA,MAAMJ,gBAA+B;YACnC,YAAY;YACZ,SAAS6E;YACT,MAAM,CAAC,MAAM,EAAErE,SAAS,YAAY;YACpC,aAAaJ,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,OAAO,AAAD,KAAK;YAC7B,OAAO;gBAACX;aAAK;QACf;QACA,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAC3BO,cAAc,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe;QAG3D,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI;gBACFgF,oBAAAA;oBAAAA,CAAAA,qBAAAA,AAAAA,CAAAA,QAAAA,IAAI,AAAD,EAAE,YAAY,AAAD,KAAhBA,mBAAAA,IAAAA,CAAAA,OAAoB,IAAI,CAAC,cAAc;QACzC,EAAE,OAAO/E,OAAO;YACdrB,QAAQ,KAAK,CAAC,yBAAyBqB;QACzC;QAEA,IAAI,CAAC,mBAAmB;IAC1B;IAEA,sBAAsB;QACpB,MAAM,EAAEgF,SAAS,EAAEC,gBAAgB,EAAEC,UAAU,EAAE,GAAG,IAAI,CAAC,IAAI;QAC7D,MAAMC,gBAAgBC,MAAM,OAAO,CAACF,cAChCA,WAAW,GAAG,CAAC,CAACtG;YACd,MAAM,EAAEyG,KAAK,EAAE,GAAGC,eAAe,GAAG1G;YACpC,IAAI2G,WAAWF;YACf,IAAID,MAAM,OAAO,CAACC,QAChBE,WAAWF,MAAM,GAAG,CAAC,CAAC7F;gBAEpB,MAAM,EAAEgG,SAAS,EAAEC,GAAG,EAAE,GAAGC,UAAU,GAAGlG;gBACxC,OAAOkG;YACT;YAEF,OAAO;gBAAE,GAAGJ,aAAa;gBAAE,GAAIC,WAAW;oBAAE,OAAOA;gBAAS,IAAI,CAAC,CAAC;YAAE;QACtE,KACA,EAAE;QACN,OAAO;YACLP;YACAC;YACA,YAAYE;QACd;IACF;IAMA,MAAM,oBAAmC;QACvCnJ,MAAM;QACN,MAAM0B,UAAU,MAAM,IAAI,CAAC,gBAAgB;QAE3CA,QAAQ,SAAS,GAAG;QACpB,IAAI,CAAC,eAAe,GAAGA;QACvB1B,MAAM;IACR;IAKA,MAAM,sBAAqC;QACzCA,MAAM;QACN,IAAI,CAAC,eAAe,GAAG2B;QACvB3B,MAAM;IACR;IAKQ,mBAAmB2J,IAAc,EAKhC;QAEP,IAAIA,AAAehI,WAAfgI,KAAK,KAAK,EAAgB;YAC5B,IAAIA,AAAe,UAAfA,KAAK,KAAK,EACZ,OAAO;YAGT,IAAIA,AAAe,SAAfA,KAAK,KAAK,EACZ,MAAM,IAAIzG,MACR;YAMJ,IAAI,AAAsB,YAAtB,OAAOyG,KAAK,KAAK,EAAe;gBAClC,MAAMC,SAASD,KAAK,KAAK;gBACzB,IAAI,CAACC,OAAO,EAAE,EACZ,MAAM,IAAI1G,MACR;gBAIJ,MAAM2G,KAAKD,OAAO,EAAE;gBACpB,MAAME,cAAcF,OAAO,QAAQ;gBACnC,IAAIG;gBAEJ,IAAID,AAAgBnI,WAAhBmI,aACFC,gBAAgB;qBACX,IAAI,AAAuB,YAAvB,OAAOD,aAChBC,gBAAgBD;qBAEhB,MAAM,IAAI5G,MACR,CAAC,iEAAiE,EAAE,OAAO4G,aAAa;gBAI5F,IAAI,CAACzI,qBAAqB0I,gBACxB,MAAM,IAAI7G,MACR,CAAC,8BAA8B,EAAE1B,sBAAsB,gBAAgB,EAAEuI,cAAc,CAAC,CAAC;gBAI7F,MAAMC,aAAaD,AAAkB,gBAAlBA;gBACnB,MAAME,cAAcF,AAAkB,iBAAlBA;gBAEpB,OAAO;oBACLF;oBACA,SAAS,CAACI;oBACV,UAAUD;oBACV,WAAWC;gBACb;YACF;QACF;QAGA,IAAIN,KAAK,OAAO,EAAE;YAChB,MAAMO,aACJC,oBAAoB,qBAAqB,CAACC;YAC5C,IAAIF,YACF,OAAO;gBACL,IAAIP,KAAK,OAAO;gBAChB,SAAS;gBACT,UAAU;gBACV,WAAW;YACb;QAEJ;QAGA,OAAO;IACT;IAMA,MAAM,aAA4B;QAChC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIzG,MAAM;QAGlB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAC9B,MAAM,IAAIA,MAAM;QAGlB,IAAI,CAAC,SAAS,CAAC,gBAAgB;IACjC;IAhhCA,YAAYmH,iBAAgC,EAAEV,IAAe,CAAE;QArH/D;QAEA;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA,kCAAU;QAEV;QAEA;QAEA;QAEA,oCAAY;QAEZ;QAKA,uBAAQ,mBAAR;QAKA,uBAAQ,uBAAsB;QAK9B,uBAAQ,mBAAR;QAKA,uBAAQ,0BAAR;QAuEE,IAAI,CAAC,SAAS,GAAGU;QACjB,IAAI,CAAC,IAAI,GAAGC,OAAO,MAAM,CACvB;YACE,gBAAgB;YAChB,oBAAoB;YACpB,WAAW;YACX,kBAAkB;QACpB,GACAX,QAAQ,CAAC;QAGX,IAAIA,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,KAAK,AAA6B,cAA7B,OAAOA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,GAC9C,MAAM,IAAIzG,MACR,CAAC,+DAA+D,EAAE,OAAOyG,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,GAAG;QAGhG,IAAI,CAAC,kBAAkB,GAAGA,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,IACtC,IAAIY,mBAAmBZ,KAAK,WAAW,IACvCa;QAEJ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc;QAE9C,IAAI,CAAC,OAAO,GAAG,IAAIC,QAAQ,OAAOtI,SACzB,IAAI,CAAC,YAAY,CAACA;QAI3B,MAAMuI,cAAc,IAAI,CAAC,kBAAkB,CAACf,QAAQ,CAAC;QACrD,IAAIe,aACF,IAAI,CAAC,SAAS,GAAG,IAAIC,UACnBD,YAAY,EAAE,EACdA,YAAY,OAAO,EACnB/I,QACA;YACE,UAAU+I,YAAY,QAAQ;YAC9B,WAAWA,YAAY,SAAS;QAClC;QAIJ,IAAI,CAAC,YAAY,GAAG,IAAIE,aAAa,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE;YACjE,WAAW,IAAI,CAAC,SAAS;YACzB,aAAa,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI;YAClD,sBAAsB,IAAI,CAAC,IAAI,CAAC,oBAAoB;QACtD;QACA,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS;QAC1B,IAAI,CAAC,cAAc,GACjBjB,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,cAAc,AAAD,KACnBkB,kBAAkBlB,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,MAAM,AAAD,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,IAAI;IACtE;AA+9BF;AAEO,MAAMmB,cAAc,CACzBT,mBACAV,OAEO,IAAIlI,MAAM4I,mBAAmBV"}
+{"version":3,"file":"agent/agent.mjs","sources":["webpack://@midscene/core/./src/agent/agent.ts"],"sourcesContent":["import type { Executor } from '@/ai-model/action-executor';\nimport type { TUserPrompt } from '@/ai-model/common';\nimport Insight from '@/insight';\nimport type {\n  AgentAssertOpt,\n  AgentDescribeElementAtPointResult,\n  AgentOpt,\n  AgentWaitForOpt,\n  CacheConfig,\n  DeviceAction,\n  ExecutionDump,\n  ExecutionRecorderItem,\n  ExecutionTask,\n  ExecutionTaskLog,\n  GroupedActionDump,\n  InsightAction,\n  InsightExtractOption,\n  InsightExtractParam,\n  LocateOption,\n  LocateResultElement,\n  LocateValidatorResult,\n  LocatorValidatorOption,\n  MidsceneYamlScript,\n  OnTaskStartTip,\n  PlanningAction,\n  Rect,\n  ScrollParam,\n  UIContext,\n} from '@/types';\n\nimport yaml from 'js-yaml';\n\nimport {\n  groupedActionDumpFileExt,\n  reportHTMLContent,\n  stringifyDumpData,\n  writeLogFile,\n} from '@/utils';\nimport {\n  ScriptPlayer,\n  buildDetailedLocateParam,\n  parseYamlScript,\n} from '../yaml/index';\n\nimport type { AbstractInterface } from '@/device';\nimport {\n  MIDSCENE_CACHE,\n  ModelConfigManager,\n  globalConfigManager,\n  globalModelConfigManager,\n} from '@midscene/shared/env';\nimport { imageInfoOfBase64, resizeImgBase64 } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\n// import type { AndroidDeviceInputOpt } from '../device';\nimport { TaskCache } from './task-cache';\nimport { TaskExecutor, locatePlanForLocate } from './tasks';\nimport { locateParamStr, paramStr, taskTitleStr, typeStr } from './ui-utils';\nimport {\n  commonContextParser,\n  getReportFileName,\n  parsePrompt,\n  printReportMsg,\n} from './utils';\nimport { trimContextByViewport } from './utils';\n\nconst debug = getDebug('agent');\n\nconst distanceOfTwoPoints = (p1: [number, number], p2: [number, number]) => {\n  const [x1, y1] = p1;\n  const [x2, y2] = p2;\n  return Math.round(Math.sqrt((x1 - x2) ** 2 + (y1 - y2) ** 2));\n};\n\nconst includedInRect = (point: [number, number], rect: Rect) => {\n  const [x, y] = point;\n  const { left, top, width, height } = rect;\n  return x >= left && x <= left + width && y >= top && y <= top + height;\n};\n\nconst defaultInsightExtractOption: InsightExtractOption = {\n  domIncluded: false,\n  screenshotIncluded: true,\n};\n\ntype CacheStrategy = NonNullable<CacheConfig['strategy']>;\n\nconst CACHE_STRATEGIES: readonly CacheStrategy[] = [\n  'read-only',\n  'read-write',\n  'write-only',\n];\n\nconst isValidCacheStrategy = (strategy: string): strategy is CacheStrategy =>\n  CACHE_STRATEGIES.some((value) => value === strategy);\n\nconst CACHE_STRATEGY_VALUES = CACHE_STRATEGIES.map(\n  (value) => `\"${value}\"`,\n).join(', ');\n\nexport class Agent<\n  InterfaceType extends AbstractInterface = AbstractInterface,\n> {\n  interface: InterfaceType;\n\n  insight: Insight;\n\n  dump: GroupedActionDump;\n\n  reportFile?: string | null;\n\n  reportFileName?: string;\n\n  taskExecutor: TaskExecutor;\n\n  opts: AgentOpt;\n\n  /**\n   * If true, the agent will not perform any actions\n   */\n  dryMode = false;\n\n  onTaskStartTip?: OnTaskStartTip;\n\n  taskCache?: TaskCache;\n\n  onDumpUpdate?: (dump: string) => void;\n\n  destroyed = false;\n\n  modelConfigManager: ModelConfigManager;\n\n  /**\n   * Frozen page context for consistent AI operations\n   */\n  private frozenUIContext?: UIContext;\n\n  /**\n   * Flag to track if VL model warning has been shown\n   */\n  private hasWarnedNonVLModel = false;\n\n  /**\n   * Screenshot scale factor derived from actual screenshot dimensions\n   */\n  private screenshotScale?: number;\n\n  /**\n   * Internal promise to deduplicate screenshot scale computation\n   */\n  private screenshotScalePromise?: Promise<number>;\n\n  // @deprecated use .interface instead\n  get page() {\n    return this.interface;\n  }\n\n  /**\n   * Ensures VL model warning is shown once when needed\n   */\n  private ensureVLModelWarning() {\n    if (\n      !this.hasWarnedNonVLModel &&\n      this.interface.interfaceType !== 'puppeteer' &&\n      this.interface.interfaceType !== 'playwright' &&\n      this.interface.interfaceType !== 'static' &&\n      this.interface.interfaceType !== 'chrome-extension-proxy' &&\n      this.interface.interfaceType !== 'page-over-chrome-extension-bridge'\n    ) {\n      this.modelConfigManager.throwErrorIfNonVLModel();\n      this.hasWarnedNonVLModel = true;\n    }\n  }\n\n  /**\n   * Lazily compute the ratio between the physical screenshot width and the logical page width\n   */\n  private async getScreenshotScale(context: UIContext): Promise<number> {\n    if (this.screenshotScale !== undefined) {\n      return this.screenshotScale;\n    }\n\n    if (!this.screenshotScalePromise) {\n      this.screenshotScalePromise = (async () => {\n        const pageWidth = context.size?.width;\n        assert(\n          pageWidth && pageWidth > 0,\n          `Invalid page width when computing screenshot scale: ${pageWidth}`,\n        );\n\n        const { width: screenshotWidth } = await imageInfoOfBase64(\n          context.screenshotBase64,\n        );\n\n        assert(\n          Number.isFinite(screenshotWidth) && screenshotWidth > 0,\n          `Invalid screenshot width when computing screenshot scale: ${screenshotWidth}`,\n        );\n\n        const computedScale = screenshotWidth / pageWidth;\n        assert(\n          Number.isFinite(computedScale) && computedScale > 0,\n          `Invalid computed screenshot scale: ${computedScale}`,\n        );\n\n        debug(\n          `Computed screenshot scale ${computedScale} from screenshot width ${screenshotWidth} and page width ${pageWidth}`,\n        );\n        return computedScale;\n      })();\n    }\n\n    try {\n      this.screenshotScale = await this.screenshotScalePromise;\n      return this.screenshotScale;\n    } finally {\n      this.screenshotScalePromise = undefined;\n    }\n  }\n\n  constructor(interfaceInstance: InterfaceType, opts?: AgentOpt) {\n    this.interface = interfaceInstance;\n    this.opts = Object.assign(\n      {\n        generateReport: true,\n        autoPrintReportMsg: true,\n        groupName: 'Midscene Report',\n        groupDescription: '',\n      },\n      opts || {},\n    );\n\n    if (opts?.modelConfig && typeof opts?.modelConfig !== 'function') {\n      throw new Error(\n        `opts.modelConfig must be one of function or undefined, but got ${typeof opts?.modelConfig}`,\n      );\n    }\n    this.modelConfigManager = opts?.modelConfig\n      ? new ModelConfigManager(opts.modelConfig)\n      : globalModelConfigManager;\n\n    this.onTaskStartTip = this.opts.onTaskStartTip;\n\n    this.insight = new Insight(async (action: InsightAction) => {\n      return this.getUIContext(action);\n    });\n\n    // Process cache configuration\n    const cacheConfig = this.processCacheConfig(opts || {});\n    if (cacheConfig) {\n      this.taskCache = new TaskCache(\n        cacheConfig.id,\n        cacheConfig.enabled,\n        undefined, // cacheFilePath\n        {\n          readOnly: cacheConfig.readOnly,\n          writeOnly: cacheConfig.writeOnly,\n        },\n      );\n    }\n\n    this.taskExecutor = new TaskExecutor(this.interface, this.insight, {\n      taskCache: this.taskCache,\n      onTaskStart: this.callbackOnTaskStartTip.bind(this),\n      replanningCycleLimit: this.opts.replanningCycleLimit,\n    });\n    this.dump = this.resetDump();\n    this.reportFileName =\n      opts?.reportFileName ||\n      getReportFileName(opts?.testId || this.interface.interfaceType || 'web');\n  }\n\n  async getActionSpace(): Promise<DeviceAction[]> {\n    return this.interface.actionSpace();\n  }\n\n  async getUIContext(action?: InsightAction): Promise<UIContext> {\n    // Check VL model configuration when UI context is first needed\n    this.ensureVLModelWarning();\n\n    // If page context is frozen, return the frozen context for all actions\n    if (this.frozenUIContext) {\n      debug('Using frozen page context for action:', action);\n      return this.frozenUIContext;\n    }\n\n    // Get original context\n    let context: UIContext;\n    if (this.interface.getContext) {\n      debug('Using page.getContext for action:', action);\n      context = await this.interface.getContext();\n    } else {\n      debug('Using commonContextParser for action:', action);\n      context = await commonContextParser(this.interface, {\n        uploadServerUrl: this.modelConfigManager.getUploadTestServerUrl(),\n      });\n    }\n\n    const computedScreenshotScale = await this.getScreenshotScale(context);\n\n    if (computedScreenshotScale !== 1) {\n      const scaleForLog = Number.parseFloat(computedScreenshotScale.toFixed(4));\n      debug(\n        `Applying computed screenshot scale: ${scaleForLog} (resize to logical size)`,\n      );\n      const targetWidth = Math.round(context.size.width);\n      const targetHeight = Math.round(context.size.height);\n      debug(`Resizing screenshot to ${targetWidth}x${targetHeight}`);\n      context.screenshotBase64 = await resizeImgBase64(\n        context.screenshotBase64,\n        { width: targetWidth, height: targetHeight },\n      );\n    } else {\n      debug(`screenshot scale=${computedScreenshotScale}`);\n    }\n\n    return context;\n  }\n\n  async _snapshotContext(): Promise<UIContext> {\n    return await this.getUIContext('locate');\n  }\n\n  async setAIActionContext(prompt: string) {\n    if (this.opts.aiActionContext) {\n      console.warn(\n        'aiActionContext is already set, and it is called again, will override the previous setting',\n      );\n    }\n    this.opts.aiActionContext = prompt;\n  }\n\n  resetDump() {\n    this.dump = {\n      groupName: this.opts.groupName!,\n      groupDescription: this.opts.groupDescription,\n      executions: [],\n      modelBriefs: [],\n    };\n\n    return this.dump;\n  }\n\n  appendExecutionDump(execution: ExecutionDump) {\n    // use trimContextByViewport to process execution\n    const trimmedExecution = trimContextByViewport(execution);\n    const currentDump = this.dump;\n    currentDump.executions.push(trimmedExecution);\n  }\n\n  dumpDataString() {\n    // update dump info\n    this.dump.groupName = this.opts.groupName!;\n    this.dump.groupDescription = this.opts.groupDescription;\n    return stringifyDumpData(this.dump);\n  }\n\n  reportHTMLString() {\n    return reportHTMLContent(this.dumpDataString());\n  }\n\n  writeOutActionDumps() {\n    if (this.destroyed) {\n      throw new Error(\n        'PageAgent has been destroyed. Cannot update report file.',\n      );\n    }\n    const { generateReport, autoPrintReportMsg } = this.opts;\n    this.reportFile = writeLogFile({\n      fileName: this.reportFileName!,\n      fileExt: groupedActionDumpFileExt,\n      fileContent: this.dumpDataString(),\n      type: 'dump',\n      generateReport,\n    });\n    debug('writeOutActionDumps', this.reportFile);\n    if (generateReport && autoPrintReportMsg && this.reportFile) {\n      printReportMsg(this.reportFile);\n    }\n  }\n\n  private async callbackOnTaskStartTip(task: ExecutionTask) {\n    const param = paramStr(task);\n    const tip = param ? `${typeStr(task)} - ${param}` : typeStr(task);\n\n    if (this.onTaskStartTip) {\n      await this.onTaskStartTip(tip);\n    }\n  }\n\n  private async afterTaskRunning(executor: Executor, doNotThrowError = false) {\n    const executionDump = executor.dump();\n    if (this.opts.aiActionContext) {\n      executionDump.aiActionContext = this.opts.aiActionContext;\n    }\n    this.appendExecutionDump(executionDump);\n\n    try {\n      if (this.onDumpUpdate) {\n        this.onDumpUpdate(this.dumpDataString());\n      }\n    } catch (error) {\n      console.error('Error in onDumpUpdate', error);\n    }\n\n    this.writeOutActionDumps();\n\n    if (executor.isInErrorState() && !doNotThrowError) {\n      const errorTask = executor.latestErrorTask();\n      throw new Error(`${errorTask?.errorMessage}\\n${errorTask?.errorStack}`, {\n        cause: errorTask?.error,\n      });\n    }\n  }\n\n  async callActionInActionSpace<T = any>(\n    type: string,\n    opt?: T, // and all other action params\n  ) {\n    debug('callActionInActionSpace', type, ',', opt);\n\n    const actionPlan: PlanningAction<T> = {\n      type: type as any,\n      param: (opt as any) || {},\n      thought: '',\n    };\n    debug('actionPlan', actionPlan); // , ', in which the locateParam is', locateParam);\n\n    const plans: PlanningAction[] = [actionPlan].filter(\n      Boolean,\n    ) as PlanningAction[];\n\n    const title = taskTitleStr(\n      type as any,\n      locateParamStr((opt as any)?.locate || {}),\n    );\n\n    // assume all operation in action space is related to locating\n    const modelConfig = this.modelConfigManager.getModelConfig('grounding');\n\n    const { output, executor } = await this.taskExecutor.runPlans(\n      title,\n      plans,\n      modelConfig,\n    );\n    await this.afterTaskRunning(executor);\n    return output;\n  }\n\n  async aiTap(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for tap');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('Tap', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiRightClick(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for right click');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('RightClick', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiDoubleClick(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for double click');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('DoubleClick', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiHover(locatePrompt: TUserPrompt, opt?: LocateOption) {\n    assert(locatePrompt, 'missing locate prompt for hover');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('Hover', {\n      locate: detailedLocateParam,\n    });\n  }\n\n  // New signature, always use locatePrompt as the first param\n  async aiInput(\n    locatePrompt: TUserPrompt,\n    opt: LocateOption & { value: string } & {\n      autoDismissKeyboard?: boolean;\n    } & { append?: boolean },\n  ): Promise<any>;\n\n  // Legacy signature - deprecated\n  /**\n   * @deprecated Use aiInput(locatePrompt, opt) instead where opt contains the value\n   */\n  async aiInput(\n    value: string,\n    locatePrompt: TUserPrompt,\n    opt?: LocateOption & { autoDismissKeyboard?: boolean } & {\n      append?: boolean;\n    }, // AndroidDeviceInputOpt &\n  ): Promise<any>;\n\n  // Implementation\n  async aiInput(\n    locatePromptOrValue: TUserPrompt | string,\n    locatePromptOrOpt:\n      | TUserPrompt\n      | (LocateOption & { value: string } & {\n          autoDismissKeyboard?: boolean;\n        } & { append?: boolean }) // AndroidDeviceInputOpt &\n      | undefined,\n    optOrUndefined?: LocateOption, // AndroidDeviceInputOpt &\n  ) {\n    let value: string;\n    let locatePrompt: TUserPrompt;\n    let opt:\n      | (LocateOption & { value: string } & {\n          autoDismissKeyboard?: boolean;\n        } & { append?: boolean }) // AndroidDeviceInputOpt &\n      | undefined;\n\n    // Check if using new signature (first param is locatePrompt, second has value)\n    if (\n      typeof locatePromptOrOpt === 'object' &&\n      locatePromptOrOpt !== null &&\n      'value' in locatePromptOrOpt\n    ) {\n      // New signature: aiInput(locatePrompt, opt)\n      locatePrompt = locatePromptOrValue as TUserPrompt;\n      const optWithValue = locatePromptOrOpt as LocateOption & {\n        // AndroidDeviceInputOpt &\n        value: string;\n        autoDismissKeyboard?: boolean;\n      };\n      value = optWithValue.value;\n      opt = optWithValue;\n    } else {\n      // Legacy signature: aiInput(value, locatePrompt, opt)\n      value = locatePromptOrValue as string;\n      locatePrompt = locatePromptOrOpt as TUserPrompt;\n      opt = {\n        ...optOrUndefined,\n        value,\n      };\n    }\n\n    assert(\n      typeof value === 'string',\n      'input value must be a string, use empty string if you want to clear the input',\n    );\n    assert(locatePrompt, 'missing locate prompt for input');\n\n    const detailedLocateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n    return this.callActionInActionSpace('Input', {\n      ...(opt || {}),\n      locate: detailedLocateParam,\n    });\n  }\n\n  // New signature\n  async aiKeyboardPress(\n    locatePrompt: TUserPrompt,\n    opt: LocateOption & { keyName: string },\n  ): Promise<any>;\n\n  // Legacy signature - deprecated\n  /**\n   * @deprecated Use aiKeyboardPress(locatePrompt, opt) instead where opt contains the keyName\n   */\n  async aiKeyboardPress(\n    keyName: string,\n    locatePrompt?: TUserPrompt,\n    opt?: LocateOption,\n  ): Promise<any>;\n\n  // Implementation\n  async aiKeyboardPress(\n    locatePromptOrKeyName: TUserPrompt | string,\n    locatePromptOrOpt:\n      | TUserPrompt\n      | (LocateOption & { keyName: string })\n      | undefined,\n    optOrUndefined?: LocateOption,\n  ) {\n    let keyName: string;\n    let locatePrompt: TUserPrompt | undefined;\n    let opt: (LocateOption & { keyName: string }) | undefined;\n\n    // Check if using new signature (first param is locatePrompt, second has keyName)\n    if (\n      typeof locatePromptOrOpt === 'object' &&\n      locatePromptOrOpt !== null &&\n      'keyName' in locatePromptOrOpt\n    ) {\n      // New signature: aiKeyboardPress(locatePrompt, opt)\n      locatePrompt = locatePromptOrKeyName as TUserPrompt;\n      opt = locatePromptOrOpt as LocateOption & {\n        keyName: string;\n      };\n    } else {\n      // Legacy signature: aiKeyboardPress(keyName, locatePrompt, opt)\n      keyName = locatePromptOrKeyName as string;\n      locatePrompt = locatePromptOrOpt as TUserPrompt | undefined;\n      opt = {\n        ...(optOrUndefined || {}),\n        keyName,\n      };\n    }\n\n    assert(opt?.keyName, 'missing keyName for keyboard press');\n\n    const detailedLocateParam = locatePrompt\n      ? buildDetailedLocateParam(locatePrompt, opt)\n      : undefined;\n\n    return this.callActionInActionSpace('KeyboardPress', {\n      ...(opt || {}),\n      locate: detailedLocateParam,\n    });\n  }\n\n  // New signature\n  async aiScroll(\n    locatePrompt: TUserPrompt | undefined,\n    opt: LocateOption & ScrollParam,\n  ): Promise<any>;\n\n  // Legacy signature - deprecated\n  /**\n   * @deprecated Use aiScroll(locatePrompt, opt) instead where opt contains the scroll parameters\n   */\n  async aiScroll(\n    scrollParam: ScrollParam,\n    locatePrompt?: TUserPrompt,\n    opt?: LocateOption,\n  ): Promise<any>;\n\n  // Implementation\n  async aiScroll(\n    locatePromptOrScrollParam: TUserPrompt | ScrollParam | undefined,\n    locatePromptOrOpt: TUserPrompt | (LocateOption & ScrollParam) | undefined,\n    optOrUndefined?: LocateOption,\n  ) {\n    let scrollParam: ScrollParam;\n    let locatePrompt: TUserPrompt | undefined;\n    let opt: LocateOption | undefined;\n\n    // Check if using new signature (first param is locatePrompt, second has scroll params)\n    if (\n      typeof locatePromptOrOpt === 'object' &&\n      ('direction' in locatePromptOrOpt ||\n        'scrollType' in locatePromptOrOpt ||\n        'distance' in locatePromptOrOpt)\n    ) {\n      // New signature: aiScroll(locatePrompt, opt)\n      locatePrompt = locatePromptOrScrollParam as TUserPrompt;\n      opt = locatePromptOrOpt as LocateOption & ScrollParam;\n    } else {\n      // Legacy signature: aiScroll(scrollParam, locatePrompt, opt)\n      scrollParam = locatePromptOrScrollParam as ScrollParam;\n      locatePrompt = locatePromptOrOpt as TUserPrompt | undefined;\n      opt = {\n        ...(optOrUndefined || {}),\n        ...(scrollParam || {}),\n      };\n    }\n\n    const detailedLocateParam = buildDetailedLocateParam(\n      locatePrompt || '',\n      opt,\n    );\n\n    return this.callActionInActionSpace('Scroll', {\n      ...(opt || {}),\n      locate: detailedLocateParam,\n    });\n  }\n\n  async aiAction(\n    taskPrompt: string,\n    opt?: {\n      cacheable?: boolean;\n    },\n  ) {\n    const modelConfig = this.modelConfigManager.getModelConfig('planning');\n\n    const cacheable = opt?.cacheable;\n    // if vlm-ui-tars, plan cache is not used\n    const isVlmUiTars = modelConfig.vlMode === 'vlm-ui-tars';\n    const matchedCache =\n      isVlmUiTars || cacheable === false\n        ? undefined\n        : this.taskCache?.matchPlanCache(taskPrompt);\n    if (matchedCache && this.taskCache?.isCacheResultUsed) {\n      // log into report file\n      const { executor } = await this.taskExecutor.loadYamlFlowAsPlanning(\n        taskPrompt,\n        matchedCache.cacheContent?.yamlWorkflow,\n      );\n\n      await this.afterTaskRunning(executor);\n\n      debug('matched cache, will call .runYaml to run the action');\n      const yaml = matchedCache.cacheContent?.yamlWorkflow;\n      return this.runYaml(yaml);\n    }\n\n    const { output, executor } = await this.taskExecutor.action(\n      taskPrompt,\n      modelConfig,\n      this.opts.aiActionContext,\n      cacheable,\n    );\n\n    // update cache\n    if (this.taskCache && output?.yamlFlow && cacheable !== false) {\n      const yamlContent: MidsceneYamlScript = {\n        tasks: [\n          {\n            name: taskPrompt,\n            flow: output.yamlFlow,\n          },\n        ],\n      };\n      const yamlFlowStr = yaml.dump(yamlContent);\n      this.taskCache.updateOrAppendCacheRecord(\n        {\n          type: 'plan',\n          prompt: taskPrompt,\n          yamlWorkflow: yamlFlowStr,\n        },\n        matchedCache,\n      );\n    }\n\n    await this.afterTaskRunning(executor);\n    return output;\n  }\n\n  async aiQuery<ReturnType = any>(\n    demand: InsightExtractParam,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<ReturnType> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'Query',\n        demand,\n        modelConfig,\n        opt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as ReturnType;\n  }\n\n  async aiBoolean(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<boolean> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'Boolean',\n        textPrompt,\n        modelConfig,\n        opt,\n        multimodalPrompt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as boolean;\n  }\n\n  async aiNumber(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<number> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'Number',\n        textPrompt,\n        modelConfig,\n        opt,\n        multimodalPrompt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as number;\n  }\n\n  async aiString(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<string> {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const { textPrompt, multimodalPrompt } = parsePrompt(prompt);\n    const { output, executor } =\n      await this.taskExecutor.createTypeQueryExecution(\n        'String',\n        textPrompt,\n        modelConfig,\n        opt,\n        multimodalPrompt,\n      );\n    await this.afterTaskRunning(executor);\n    return output as string;\n  }\n\n  async aiAsk(\n    prompt: TUserPrompt,\n    opt: InsightExtractOption = defaultInsightExtractOption,\n  ): Promise<string> {\n    return this.aiString(prompt, opt);\n  }\n\n  async describeElementAtPoint(\n    center: [number, number],\n    opt?: {\n      verifyPrompt?: boolean;\n      retryLimit?: number;\n      deepThink?: boolean;\n    } & LocatorValidatorOption,\n  ): Promise<AgentDescribeElementAtPointResult> {\n    const { verifyPrompt = true, retryLimit = 3 } = opt || {};\n\n    let success = false;\n    let retryCount = 0;\n    let resultPrompt = '';\n    let deepThink = opt?.deepThink || false;\n    let verifyResult: LocateValidatorResult | undefined;\n\n    while (!success && retryCount < retryLimit) {\n      if (retryCount >= 2) {\n        deepThink = true;\n      }\n      debug(\n        'aiDescribe',\n        center,\n        'verifyPrompt',\n        verifyPrompt,\n        'retryCount',\n        retryCount,\n        'deepThink',\n        deepThink,\n      );\n      // use same intent as aiLocate\n      const modelConfig = this.modelConfigManager.getModelConfig('grounding');\n\n      const text = await this.insight.describe(center, modelConfig, {\n        deepThink,\n      });\n      debug('aiDescribe text', text);\n      assert(text.description, `failed to describe element at [${center}]`);\n      resultPrompt = text.description;\n\n      verifyResult = await this.verifyLocator(\n        resultPrompt,\n        deepThink ? { deepThink: true } : undefined,\n        center,\n        opt,\n      );\n      if (verifyResult.pass) {\n        success = true;\n      } else {\n        retryCount++;\n      }\n    }\n\n    return {\n      prompt: resultPrompt,\n      deepThink,\n      verifyResult,\n    };\n  }\n\n  async verifyLocator(\n    prompt: string,\n    locateOpt: LocateOption | undefined,\n    expectCenter: [number, number],\n    verifyLocateOption?: LocatorValidatorOption,\n  ): Promise<LocateValidatorResult> {\n    debug('verifyLocator', prompt, locateOpt, expectCenter, verifyLocateOption);\n\n    const { center: verifyCenter, rect: verifyRect } = await this.aiLocate(\n      prompt,\n      locateOpt,\n    );\n    const distance = distanceOfTwoPoints(expectCenter, verifyCenter);\n    const included = includedInRect(expectCenter, verifyRect);\n    const pass =\n      distance <= (verifyLocateOption?.centerDistanceThreshold || 20) ||\n      included;\n    const verifyResult = {\n      pass,\n      rect: verifyRect,\n      center: verifyCenter,\n      centerDistance: distance,\n    };\n    debug('aiDescribe verifyResult', verifyResult);\n    return verifyResult;\n  }\n\n  async aiLocate(prompt: TUserPrompt, opt?: LocateOption) {\n    const locateParam = buildDetailedLocateParam(prompt, opt);\n    assert(locateParam, 'cannot get locate param for aiLocate');\n    const locatePlan = locatePlanForLocate(locateParam);\n    const plans = [locatePlan];\n    const modelConfig = this.modelConfigManager.getModelConfig('grounding');\n\n    const { executor, output } = await this.taskExecutor.runPlans(\n      taskTitleStr('Locate', locateParamStr(locateParam)),\n      plans,\n      modelConfig,\n    );\n    await this.afterTaskRunning(executor);\n\n    const { element } = output;\n\n    const dprValue = await (this.interface.size() as any).dpr;\n    const dprEntry = dprValue\n      ? {\n          dpr: dprValue,\n        }\n      : {};\n    return {\n      rect: element?.rect,\n      center: element?.center,\n      ...dprEntry,\n    } as Pick<LocateResultElement, 'rect' | 'center'> & {\n      dpr?: number; // this field is deprecated\n    };\n  }\n\n  async aiAssert(\n    assertion: TUserPrompt,\n    msg?: string,\n    opt?: AgentAssertOpt & InsightExtractOption,\n  ) {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n\n    const insightOpt: InsightExtractOption = {\n      domIncluded: opt?.domIncluded ?? defaultInsightExtractOption.domIncluded,\n      screenshotIncluded:\n        opt?.screenshotIncluded ??\n        defaultInsightExtractOption.screenshotIncluded,\n      isWaitForAssert: opt?.isWaitForAssert,\n      doNotThrowError: opt?.doNotThrowError,\n    };\n\n    const { output, executor, thought } = await this.taskExecutor.assert(\n      assertion,\n      modelConfig,\n      insightOpt,\n    );\n    await this.afterTaskRunning(executor, true);\n\n    const message = output\n      ? undefined\n      : `Assertion failed: ${msg || (typeof assertion === 'string' ? assertion : assertion.prompt)}\\nReason: ${\n          thought || executor.latestErrorTask()?.error || '(no_reason)'\n        }`;\n\n    if (opt?.keepRawResponse) {\n      return {\n        pass: output,\n        thought,\n        message,\n      };\n    }\n\n    if (!output) {\n      throw new Error(message);\n    }\n  }\n\n  async aiWaitFor(assertion: TUserPrompt, opt?: AgentWaitForOpt) {\n    const modelConfig = this.modelConfigManager.getModelConfig('VQA');\n    const { executor } = await this.taskExecutor.waitFor(\n      assertion,\n      {\n        timeoutMs: opt?.timeoutMs || 15 * 1000,\n        checkIntervalMs: opt?.checkIntervalMs || 3 * 1000,\n      },\n      modelConfig,\n    );\n    await this.afterTaskRunning(executor, true);\n\n    if (executor.isInErrorState()) {\n      const errorTask = executor.latestErrorTask();\n      throw new Error(`${errorTask?.error}\\n${errorTask?.errorStack}`);\n    }\n  }\n\n  async ai(taskPrompt: string, type = 'action') {\n    if (type === 'action') {\n      return this.aiAction(taskPrompt);\n    }\n    if (type === 'query') {\n      return this.aiQuery(taskPrompt);\n    }\n\n    if (type === 'assert') {\n      return this.aiAssert(taskPrompt);\n    }\n\n    if (type === 'tap') {\n      return this.aiTap(taskPrompt);\n    }\n\n    if (type === 'rightClick') {\n      return this.aiRightClick(taskPrompt);\n    }\n\n    if (type === 'doubleClick') {\n      return this.aiDoubleClick(taskPrompt);\n    }\n\n    throw new Error(\n      `Unknown type: ${type}, only support 'action', 'query', 'assert', 'tap', 'rightClick', 'doubleClick'`,\n    );\n  }\n\n  async runYaml(yamlScriptContent: string): Promise<{\n    result: Record<string, any>;\n  }> {\n    const script = parseYamlScript(yamlScriptContent, 'yaml');\n    const player = new ScriptPlayer(script, async () => {\n      return { agent: this, freeFn: [] };\n    });\n    await player.run();\n\n    if (player.status === 'error') {\n      const errors = player.taskStatusList\n        .filter((task) => task.status === 'error')\n        .map((task) => {\n          return `task - ${task.name}: ${task.error?.message}`;\n        })\n        .join('\\n');\n      throw new Error(`Error(s) occurred in running yaml script:\\n${errors}`);\n    }\n\n    return {\n      result: player.result,\n    };\n  }\n\n  async evaluateJavaScript(script: string) {\n    assert(\n      this.interface.evaluateJavaScript,\n      'evaluateJavaScript is not supported in current agent',\n    );\n    return this.interface.evaluateJavaScript(script);\n  }\n\n  async destroy() {\n    await this.interface.destroy?.();\n    this.resetDump(); // reset dump to release memory\n    this.destroyed = true;\n  }\n\n  async logScreenshot(\n    title?: string,\n    opt?: {\n      content: string;\n    },\n  ) {\n    // 1. screenshot\n    const base64 = await this.interface.screenshotBase64();\n    const now = Date.now();\n    // 2. build recorder\n    const recorder: ExecutionRecorderItem[] = [\n      {\n        type: 'screenshot',\n        ts: now,\n        screenshot: base64,\n      },\n    ];\n    // 3. build ExecutionTaskLog\n    const task: ExecutionTaskLog = {\n      type: 'Log',\n      subType: 'Screenshot',\n      status: 'finished',\n      recorder,\n      timing: {\n        start: now,\n        end: now,\n        cost: 0,\n      },\n      param: {\n        content: opt?.content || '',\n      },\n      executor: async () => {},\n    };\n    // 4. build ExecutionDump\n    const executionDump: ExecutionDump = {\n      sdkVersion: '',\n      logTime: now,\n      name: `Log - ${title || 'untitled'}`,\n      description: opt?.content || '',\n      tasks: [task],\n    };\n    if (this.opts.aiActionContext) {\n      executionDump.aiActionContext = this.opts.aiActionContext;\n    }\n    // 5. append to execution dump\n    this.appendExecutionDump(executionDump);\n\n    try {\n      this.onDumpUpdate?.(this.dumpDataString());\n    } catch (error) {\n      console.error('Failed to update dump', error);\n    }\n\n    this.writeOutActionDumps();\n  }\n\n  _unstableLogContent() {\n    const { groupName, groupDescription, executions } = this.dump;\n    const newExecutions = Array.isArray(executions)\n      ? executions.map((execution: any) => {\n          const { tasks, ...restExecution } = execution;\n          let newTasks = tasks;\n          if (Array.isArray(tasks)) {\n            newTasks = tasks.map((task: any) => {\n              // only remove uiContext and log from task\n              const { uiContext, log, ...restTask } = task;\n              return restTask;\n            });\n          }\n          return { ...restExecution, ...(newTasks ? { tasks: newTasks } : {}) };\n        })\n      : [];\n    return {\n      groupName,\n      groupDescription,\n      executions: newExecutions,\n    };\n  }\n\n  /**\n   * Freezes the current page context to be reused in subsequent AI operations\n   * This avoids recalculating page context for each operation\n   */\n  async freezePageContext(): Promise<void> {\n    debug('Freezing page context');\n    const context = await this._snapshotContext();\n    // Mark the context as frozen\n    context._isFrozen = true;\n    this.frozenUIContext = context;\n    debug('Page context frozen successfully');\n  }\n\n  /**\n   * Unfreezes the page context, allowing AI operations to calculate context dynamically\n   */\n  async unfreezePageContext(): Promise<void> {\n    debug('Unfreezing page context');\n    this.frozenUIContext = undefined;\n    debug('Page context unfrozen successfully');\n  }\n\n  /**\n   * Process cache configuration and return normalized cache settings\n   */\n  private processCacheConfig(opts: AgentOpt): {\n    id: string;\n    enabled: boolean;\n    readOnly: boolean;\n    writeOnly: boolean;\n  } | null {\n    // 1. New cache object configuration (highest priority)\n    if (opts.cache !== undefined) {\n      if (opts.cache === false) {\n        return null; // Completely disable cache\n      }\n\n      if (opts.cache === true) {\n        throw new Error(\n          'cache: true requires an explicit cache ID. Please provide:\\n' +\n            'Example: cache: { id: \"my-cache-id\" }',\n        );\n      }\n\n      // cache is object configuration\n      if (typeof opts.cache === 'object') {\n        const config = opts.cache;\n        if (!config.id) {\n          throw new Error(\n            'cache configuration requires an explicit id. Please provide:\\n' +\n              'Example: cache: { id: \"my-cache-id\" }',\n          );\n        }\n        const id = config.id;\n        const rawStrategy = config.strategy as unknown;\n        let strategyValue: string;\n\n        if (rawStrategy === undefined) {\n          strategyValue = 'read-write';\n        } else if (typeof rawStrategy === 'string') {\n          strategyValue = rawStrategy;\n        } else {\n          throw new Error(\n            `cache.strategy must be a string when provided, but received type ${typeof rawStrategy}`,\n          );\n        }\n\n        if (!isValidCacheStrategy(strategyValue)) {\n          throw new Error(\n            `cache.strategy must be one of ${CACHE_STRATEGY_VALUES}, but received \"${strategyValue}\"`,\n          );\n        }\n\n        const isReadOnly = strategyValue === 'read-only';\n        const isWriteOnly = strategyValue === 'write-only';\n\n        return {\n          id,\n          enabled: !isWriteOnly,\n          readOnly: isReadOnly,\n          writeOnly: isWriteOnly,\n        };\n      }\n    }\n\n    // 2. Backward compatibility: support old cacheId (requires environment variable)\n    if (opts.cacheId) {\n      const envEnabled =\n        globalConfigManager.getEnvConfigInBoolean(MIDSCENE_CACHE);\n      if (envEnabled) {\n        return {\n          id: opts.cacheId,\n          enabled: true,\n          readOnly: false,\n          writeOnly: false,\n        };\n      }\n    }\n\n    // 3. No cache configuration\n    return null;\n  }\n\n  /**\n   * Manually flush cache to file\n   * Only supported in read-only mode where writes are deferred by default\n   */\n  async flushCache(): Promise<void> {\n    if (!this.taskCache) {\n      throw new Error('Cache is not configured');\n    }\n\n    if (!this.taskCache.readOnlyMode) {\n      throw new Error('flushCache() can only be called in read-only mode');\n    }\n\n    this.taskCache.flushCacheToFile();\n  }\n}\n\nexport const createAgent = (\n  interfaceInstance: AbstractInterface,\n  opts?: AgentOpt,\n) => {\n  return new Agent(interfaceInstance, opts);\n};\n"],"names":["debug","getDebug","distanceOfTwoPoints","p1","p2","x1","y1","x2","y2","Math","includedInRect","point","rect","x","y","left","top","width","height","defaultInsightExtractOption","CACHE_STRATEGIES","isValidCacheStrategy","strategy","value","CACHE_STRATEGY_VALUES","Agent","context","undefined","_context_size","pageWidth","assert","screenshotWidth","imageInfoOfBase64","Number","computedScale","action","commonContextParser","computedScreenshotScale","scaleForLog","targetWidth","targetHeight","resizeImgBase64","prompt","console","execution","trimmedExecution","trimContextByViewport","currentDump","stringifyDumpData","reportHTMLContent","Error","generateReport","autoPrintReportMsg","writeLogFile","groupedActionDumpFileExt","printReportMsg","task","param","paramStr","tip","typeStr","executor","doNotThrowError","executionDump","error","errorTask","type","opt","actionPlan","plans","Boolean","title","taskTitleStr","locateParamStr","modelConfig","output","locatePrompt","detailedLocateParam","buildDetailedLocateParam","locatePromptOrValue","locatePromptOrOpt","optOrUndefined","optWithValue","locatePromptOrKeyName","keyName","locatePromptOrScrollParam","scrollParam","taskPrompt","_this_taskCache","_this_taskCache1","cacheable","isVlmUiTars","matchedCache","_matchedCache_cacheContent","_matchedCache_cacheContent1","yaml","yamlContent","yamlFlowStr","demand","textPrompt","multimodalPrompt","parsePrompt","center","verifyPrompt","retryLimit","success","retryCount","resultPrompt","deepThink","verifyResult","text","locateOpt","expectCenter","verifyLocateOption","verifyCenter","verifyRect","distance","included","pass","locateParam","locatePlan","locatePlanForLocate","element","dprValue","dprEntry","assertion","msg","_executor_latestErrorTask","insightOpt","thought","message","yamlScriptContent","script","parseYamlScript","player","ScriptPlayer","errors","_task_error","_this_interface","base64","now","Date","recorder","_this","groupName","groupDescription","executions","newExecutions","Array","tasks","restExecution","newTasks","uiContext","log","restTask","opts","config","id","rawStrategy","strategyValue","isReadOnly","isWriteOnly","envEnabled","globalConfigManager","MIDSCENE_CACHE","interfaceInstance","Object","ModelConfigManager","globalModelConfigManager","Insight","cacheConfig","TaskCache","TaskExecutor","getReportFileName","createAgent"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAkEA,MAAMA,QAAQC,SAAS;AAEvB,MAAMC,sBAAsB,CAACC,IAAsBC;IACjD,MAAM,CAACC,IAAIC,GAAG,GAAGH;IACjB,MAAM,CAACI,IAAIC,GAAG,GAAGJ;IACjB,OAAOK,KAAK,KAAK,CAACA,KAAK,IAAI,CAAEJ,AAAAA,CAAAA,KAAKE,EAAC,KAAM,IAAKD,AAAAA,CAAAA,KAAKE,EAAC,KAAM;AAC5D;AAEA,MAAME,iBAAiB,CAACC,OAAyBC;IAC/C,MAAM,CAACC,GAAGC,EAAE,GAAGH;IACf,MAAM,EAAEI,IAAI,EAAEC,GAAG,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGN;IACrC,OAAOC,KAAKE,QAAQF,KAAKE,OAAOE,SAASH,KAAKE,OAAOF,KAAKE,MAAME;AAClE;AAEA,MAAMC,8BAAoD;IACxD,aAAa;IACb,oBAAoB;AACtB;AAIA,MAAMC,mBAA6C;IACjD;IACA;IACA;CACD;AAED,MAAMC,uBAAuB,CAACC,WAC5BF,iBAAiB,IAAI,CAAC,CAACG,QAAUA,UAAUD;AAE7C,MAAME,wBAAwBJ,iBAAiB,GAAG,CAChD,CAACG,QAAU,CAAC,CAAC,EAAEA,MAAM,CAAC,CAAC,EACvB,IAAI,CAAC;AAEA,MAAME;IAqDX,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS;IACvB;IAKQ,uBAAuB;QAC7B,IACE,CAAC,IAAI,CAAC,mBAAmB,IACzB,AAAiC,gBAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,iBAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,aAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,6BAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,IAC5B,AAAiC,wCAAjC,IAAI,CAAC,SAAS,CAAC,aAAa,EAC5B;YACA,IAAI,CAAC,kBAAkB,CAAC,sBAAsB;YAC9C,IAAI,CAAC,mBAAmB,GAAG;QAC7B;IACF;IAKA,MAAc,mBAAmBC,OAAkB,EAAmB;QACpE,IAAI,AAAyBC,WAAzB,IAAI,CAAC,eAAe,EACtB,OAAO,IAAI,CAAC,eAAe;QAG7B,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAC9B,IAAI,CAAC,sBAAsB,GAAI;gBACXC;YAAlB,MAAMC,YAAY,QAAAD,CAAAA,gBAAAA,QAAQ,IAAI,AAAD,IAAXA,KAAAA,IAAAA,cAAc,KAAK;YACrCE,OACED,aAAaA,YAAY,GACzB,CAAC,oDAAoD,EAAEA,WAAW;YAGpE,MAAM,EAAE,OAAOE,eAAe,EAAE,GAAG,MAAMC,kBACvCN,QAAQ,gBAAgB;YAG1BI,OACEG,OAAO,QAAQ,CAACF,oBAAoBA,kBAAkB,GACtD,CAAC,0DAA0D,EAAEA,iBAAiB;YAGhF,MAAMG,gBAAgBH,kBAAkBF;YACxCC,OACEG,OAAO,QAAQ,CAACC,kBAAkBA,gBAAgB,GAClD,CAAC,mCAAmC,EAAEA,eAAe;YAGvDlC,MACE,CAAC,0BAA0B,EAAEkC,cAAc,uBAAuB,EAAEH,gBAAgB,gBAAgB,EAAEF,WAAW;YAEnH,OAAOK;QACT;QAGF,IAAI;YACF,IAAI,CAAC,eAAe,GAAG,MAAM,IAAI,CAAC,sBAAsB;YACxD,OAAO,IAAI,CAAC,eAAe;QAC7B,SAAU;YACR,IAAI,CAAC,sBAAsB,GAAGP;QAChC;IACF;IAsDA,MAAM,iBAA0C;QAC9C,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW;IACnC;IAEA,MAAM,aAAaQ,MAAsB,EAAsB;QAE7D,IAAI,CAAC,oBAAoB;QAGzB,IAAI,IAAI,CAAC,eAAe,EAAE;YACxBnC,MAAM,yCAAyCmC;YAC/C,OAAO,IAAI,CAAC,eAAe;QAC7B;QAGA,IAAIT;QACJ,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YAC7B1B,MAAM,qCAAqCmC;YAC3CT,UAAU,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU;QAC3C,OAAO;YACL1B,MAAM,yCAAyCmC;YAC/CT,UAAU,MAAMU,oBAAoB,IAAI,CAAC,SAAS,EAAE;gBAClD,iBAAiB,IAAI,CAAC,kBAAkB,CAAC,sBAAsB;YACjE;QACF;QAEA,MAAMC,0BAA0B,MAAM,IAAI,CAAC,kBAAkB,CAACX;QAE9D,IAAIW,AAA4B,MAA5BA,yBAA+B;YACjC,MAAMC,cAAcL,OAAO,UAAU,CAACI,wBAAwB,OAAO,CAAC;YACtErC,MACE,CAAC,oCAAoC,EAAEsC,YAAY,yBAAyB,CAAC;YAE/E,MAAMC,cAAc9B,KAAK,KAAK,CAACiB,QAAQ,IAAI,CAAC,KAAK;YACjD,MAAMc,eAAe/B,KAAK,KAAK,CAACiB,QAAQ,IAAI,CAAC,MAAM;YACnD1B,MAAM,CAAC,uBAAuB,EAAEuC,YAAY,CAAC,EAAEC,cAAc;YAC7Dd,QAAQ,gBAAgB,GAAG,MAAMe,gBAC/Bf,QAAQ,gBAAgB,EACxB;gBAAE,OAAOa;gBAAa,QAAQC;YAAa;QAE/C,OACExC,MAAM,CAAC,iBAAiB,EAAEqC,yBAAyB;QAGrD,OAAOX;IACT;IAEA,MAAM,mBAAuC;QAC3C,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC;IACjC;IAEA,MAAM,mBAAmBgB,MAAc,EAAE;QACvC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAC3BC,QAAQ,IAAI,CACV;QAGJ,IAAI,CAAC,IAAI,CAAC,eAAe,GAAGD;IAC9B;IAEA,YAAY;QACV,IAAI,CAAC,IAAI,GAAG;YACV,WAAW,IAAI,CAAC,IAAI,CAAC,SAAS;YAC9B,kBAAkB,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAC5C,YAAY,EAAE;YACd,aAAa,EAAE;QACjB;QAEA,OAAO,IAAI,CAAC,IAAI;IAClB;IAEA,oBAAoBE,SAAwB,EAAE;QAE5C,MAAMC,mBAAmBC,sBAAsBF;QAC/C,MAAMG,cAAc,IAAI,CAAC,IAAI;QAC7BA,YAAY,UAAU,CAAC,IAAI,CAACF;IAC9B;IAEA,iBAAiB;QAEf,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS;QACzC,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB;QACvD,OAAOG,kBAAkB,IAAI,CAAC,IAAI;IACpC;IAEA,mBAAmB;QACjB,OAAOC,kBAAkB,IAAI,CAAC,cAAc;IAC9C;IAEA,sBAAsB;QACpB,IAAI,IAAI,CAAC,SAAS,EAChB,MAAM,IAAIC,MACR;QAGJ,MAAM,EAAEC,cAAc,EAAEC,kBAAkB,EAAE,GAAG,IAAI,CAAC,IAAI;QACxD,IAAI,CAAC,UAAU,GAAGC,aAAa;YAC7B,UAAU,IAAI,CAAC,cAAc;YAC7B,SAASC;YACT,aAAa,IAAI,CAAC,cAAc;YAChC,MAAM;YACNH;QACF;QACAnD,MAAM,uBAAuB,IAAI,CAAC,UAAU;QAC5C,IAAImD,kBAAkBC,sBAAsB,IAAI,CAAC,UAAU,EACzDG,eAAe,IAAI,CAAC,UAAU;IAElC;IAEA,MAAc,uBAAuBC,IAAmB,EAAE;QACxD,MAAMC,QAAQC,SAASF;QACvB,MAAMG,MAAMF,QAAQ,GAAGG,QAAQJ,MAAM,GAAG,EAAEC,OAAO,GAAGG,QAAQJ;QAE5D,IAAI,IAAI,CAAC,cAAc,EACrB,MAAM,IAAI,CAAC,cAAc,CAACG;IAE9B;IAEA,MAAc,iBAAiBE,QAAkB,EAAEC,kBAAkB,KAAK,EAAE;QAC1E,MAAMC,gBAAgBF,SAAS,IAAI;QACnC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAC3BE,cAAc,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe;QAE3D,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI;YACF,IAAI,IAAI,CAAC,YAAY,EACnB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc;QAEzC,EAAE,OAAOC,OAAO;YACdrB,QAAQ,KAAK,CAAC,yBAAyBqB;QACzC;QAEA,IAAI,CAAC,mBAAmB;QAExB,IAAIH,SAAS,cAAc,MAAM,CAACC,iBAAiB;YACjD,MAAMG,YAAYJ,SAAS,eAAe;YAC1C,MAAM,IAAIX,MAAM,GAAGe,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,YAAY,CAAC,EAAE,EAAEA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,UAAU,EAAE,EAAE;gBACtE,OAAOA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,KAAK;YACzB;QACF;IACF;IAEA,MAAM,wBACJC,IAAY,EACZC,GAAO,EACP;QACAnE,MAAM,2BAA2BkE,MAAM,KAAKC;QAE5C,MAAMC,aAAgC;YACpC,MAAMF;YACN,OAAQC,OAAe,CAAC;YACxB,SAAS;QACX;QACAnE,MAAM,cAAcoE;QAEpB,MAAMC,QAA0B;YAACD;SAAW,CAAC,MAAM,CACjDE;QAGF,MAAMC,QAAQC,aACZN,MACAO,eAAe,AAACN,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAa,MAAM,AAAD,KAAK,CAAC;QAI1C,MAAMO,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEC,MAAM,EAAEd,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAC3DU,OACAF,OACAK;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACb;QAC5B,OAAOc;IACT;IAEA,MAAM,MAAMC,YAAyB,EAAET,GAAkB,EAAE;QACzDrC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO;YACzC,QAAQU;QACV;IACF;IAEA,MAAM,aAAaD,YAAyB,EAAET,GAAkB,EAAE;QAChErC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,cAAc;YAChD,QAAQU;QACV;IACF;IAEA,MAAM,cAAcD,YAAyB,EAAET,GAAkB,EAAE;QACjErC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,eAAe;YACjD,QAAQU;QACV;IACF;IAEA,MAAM,QAAQD,YAAyB,EAAET,GAAkB,EAAE;QAC3DrC,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,SAAS;YAC3C,QAAQU;QACV;IACF;IAuBA,MAAM,QACJE,mBAAyC,EACzCC,iBAKa,EACbC,cAA6B,EAC7B;QACA,IAAI1D;QACJ,IAAIqD;QACJ,IAAIT;QAOJ,IACE,AAA6B,YAA7B,OAAOa,qBACPA,AAAsB,SAAtBA,qBACA,WAAWA,mBACX;YAEAJ,eAAeG;YACf,MAAMG,eAAeF;YAKrBzD,QAAQ2D,aAAa,KAAK;YAC1Bf,MAAMe;QACR,OAAO;YAEL3D,QAAQwD;YACRH,eAAeI;YACfb,MAAM;gBACJ,GAAGc,cAAc;gBACjB1D;YACF;QACF;QAEAO,OACE,AAAiB,YAAjB,OAAOP,OACP;QAEFO,OAAO8C,cAAc;QAErB,MAAMC,sBAAsBC,yBAAyBF,cAAcT;QAEnE,OAAO,IAAI,CAAC,uBAAuB,CAAC,SAAS;YAC3C,GAAIA,OAAO,CAAC,CAAC;YACb,QAAQU;QACV;IACF;IAmBA,MAAM,gBACJM,qBAA2C,EAC3CH,iBAGa,EACbC,cAA6B,EAC7B;QACA,IAAIG;QACJ,IAAIR;QACJ,IAAIT;QAGJ,IACE,AAA6B,YAA7B,OAAOa,qBACPA,AAAsB,SAAtBA,qBACA,aAAaA,mBACb;YAEAJ,eAAeO;YACfhB,MAAMa;QAGR,OAAO;YAELI,UAAUD;YACVP,eAAeI;YACfb,MAAM;gBACJ,GAAIc,kBAAkB,CAAC,CAAC;gBACxBG;YACF;QACF;QAEAtD,OAAOqC,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,OAAO,EAAE;QAErB,MAAMU,sBAAsBD,eACxBE,yBAAyBF,cAAcT,OACvCxC;QAEJ,OAAO,IAAI,CAAC,uBAAuB,CAAC,iBAAiB;YACnD,GAAIwC,OAAO,CAAC,CAAC;YACb,QAAQU;QACV;IACF;IAmBA,MAAM,SACJQ,yBAAgE,EAChEL,iBAAyE,EACzEC,cAA6B,EAC7B;QACA,IAAIK;QACJ,IAAIV;QACJ,IAAIT;QAGJ,IACE,AAA6B,YAA7B,OAAOa,qBACN,gBAAeA,qBACd,gBAAgBA,qBAChB,cAAcA,iBAAgB,GAChC;YAEAJ,eAAeS;YACflB,MAAMa;QACR,OAAO;YAELM,cAAcD;YACdT,eAAeI;YACfb,MAAM;gBACJ,GAAIc,kBAAkB,CAAC,CAAC;gBACxB,GAAIK,eAAe,CAAC,CAAC;YACvB;QACF;QAEA,MAAMT,sBAAsBC,yBAC1BF,gBAAgB,IAChBT;QAGF,OAAO,IAAI,CAAC,uBAAuB,CAAC,UAAU;YAC5C,GAAIA,OAAO,CAAC,CAAC;YACb,QAAQU;QACV;IACF;IAEA,MAAM,SACJU,UAAkB,EAClBpB,GAEC,EACD;YASMqB,iBACcC;QATpB,MAAMf,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAMgB,YAAYvB,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,SAAS;QAEhC,MAAMwB,cAAcjB,AAAuB,kBAAvBA,YAAY,MAAM;QACtC,MAAMkB,eACJD,eAAeD,AAAc,UAAdA,YACX/D,SAAAA,QACA6D,CAAAA,kBAAAA,IAAI,CAAC,SAAS,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,cAAc,CAACD;QACrC,IAAIK,gBAAAA,SAAgBH,CAAAA,mBAAAA,IAAI,CAAC,SAAS,AAAD,IAAbA,KAAAA,IAAAA,iBAAgB,iBAAiB,AAAD,GAAG;gBAInDI,4BAMWC;YARb,MAAM,EAAEjC,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,sBAAsB,CACjE0B,YAAAA,QACAM,CAAAA,6BAAAA,aAAa,YAAY,AAAD,IAAxBA,KAAAA,IAAAA,2BAA2B,YAAY;YAGzC,MAAM,IAAI,CAAC,gBAAgB,CAAChC;YAE5B7D,MAAM;YACN,MAAM+F,OAAO,QAAAD,CAAAA,8BAAAA,aAAa,YAAY,AAAD,IAAxBA,KAAAA,IAAAA,4BAA2B,YAAY;YACpD,OAAO,IAAI,CAAC,OAAO,CAACC;QACtB;QAEA,MAAM,EAAEpB,MAAM,EAAEd,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CACzD0B,YACAb,aACA,IAAI,CAAC,IAAI,CAAC,eAAe,EACzBgB;QAIF,IAAI,IAAI,CAAC,SAAS,IAAIf,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,QAAQ,AAAD,KAAKe,AAAc,UAAdA,WAAqB;YAC7D,MAAMM,cAAkC;gBACtC,OAAO;oBACL;wBACE,MAAMT;wBACN,MAAMZ,OAAO,QAAQ;oBACvB;iBACD;YACH;YACA,MAAMsB,cAAcF,QAAAA,IAAS,CAACC;YAC9B,IAAI,CAAC,SAAS,CAAC,yBAAyB,CACtC;gBACE,MAAM;gBACN,QAAQT;gBACR,cAAcU;YAChB,GACAL;QAEJ;QAEA,MAAM,IAAI,CAAC,gBAAgB,CAAC/B;QAC5B,OAAOc;IACT;IAEA,MAAM,QACJuB,MAA2B,EAC3B/B,MAA4BhD,2BAA2B,EAClC;QACrB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAC3D,MAAM,EAAEC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,SACAqC,QACAxB,aACAP;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACN;QAC5B,OAAOc;IACT;IAEA,MAAM,UACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACrC;QAClB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEyB,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAY3D;QACrD,MAAM,EAAEiC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,WACAsC,YACAzB,aACAP,KACAiC;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACvC;QAC5B,OAAOc;IACT;IAEA,MAAM,SACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACtC;QACjB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEyB,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAY3D;QACrD,MAAM,EAAEiC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,UACAsC,YACAzB,aACAP,KACAiC;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACvC;QAC5B,OAAOc;IACT;IAEA,MAAM,SACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACtC;QACjB,MAAMuD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEyB,UAAU,EAAEC,gBAAgB,EAAE,GAAGC,YAAY3D;QACrD,MAAM,EAAEiC,MAAM,EAAEd,QAAQ,EAAE,GACxB,MAAM,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAC9C,UACAsC,YACAzB,aACAP,KACAiC;QAEJ,MAAM,IAAI,CAAC,gBAAgB,CAACvC;QAC5B,OAAOc;IACT;IAEA,MAAM,MACJjC,MAAmB,EACnByB,MAA4BhD,2BAA2B,EACtC;QACjB,OAAO,IAAI,CAAC,QAAQ,CAACuB,QAAQyB;IAC/B;IAEA,MAAM,uBACJmC,MAAwB,EACxBnC,GAI0B,EACkB;QAC5C,MAAM,EAAEoC,eAAe,IAAI,EAAEC,aAAa,CAAC,EAAE,GAAGrC,OAAO,CAAC;QAExD,IAAIsC,UAAU;QACd,IAAIC,aAAa;QACjB,IAAIC,eAAe;QACnB,IAAIC,YAAYzC,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,SAAS,AAAD,KAAK;QAClC,IAAI0C;QAEJ,MAAO,CAACJ,WAAWC,aAAaF,WAAY;YAC1C,IAAIE,cAAc,GAChBE,YAAY;YAEd5G,MACE,cACAsG,QACA,gBACAC,cACA,cACAG,YACA,aACAE;YAGF,MAAMlC,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;YAE3D,MAAMoC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAACR,QAAQ5B,aAAa;gBAC5DkC;YACF;YACA5G,MAAM,mBAAmB8G;YACzBhF,OAAOgF,KAAK,WAAW,EAAE,CAAC,+BAA+B,EAAER,OAAO,CAAC,CAAC;YACpEK,eAAeG,KAAK,WAAW;YAE/BD,eAAe,MAAM,IAAI,CAAC,aAAa,CACrCF,cACAC,YAAY;gBAAE,WAAW;YAAK,IAAIjF,QAClC2E,QACAnC;YAEF,IAAI0C,aAAa,IAAI,EACnBJ,UAAU;iBAEVC;QAEJ;QAEA,OAAO;YACL,QAAQC;YACRC;YACAC;QACF;IACF;IAEA,MAAM,cACJnE,MAAc,EACdqE,SAAmC,EACnCC,YAA8B,EAC9BC,kBAA2C,EACX;QAChCjH,MAAM,iBAAiB0C,QAAQqE,WAAWC,cAAcC;QAExD,MAAM,EAAE,QAAQC,YAAY,EAAE,MAAMC,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CACpEzE,QACAqE;QAEF,MAAMK,WAAWlH,oBAAoB8G,cAAcE;QACnD,MAAMG,WAAW3G,eAAesG,cAAcG;QAC9C,MAAMG,OACJF,YAAaH,CAAAA,CAAAA,QAAAA,qBAAAA,KAAAA,IAAAA,mBAAoB,uBAAuB,AAAD,KAAK,EAAC,KAC7DI;QACF,MAAMR,eAAe;YACnBS;YACA,MAAMH;YACN,QAAQD;YACR,gBAAgBE;QAClB;QACApH,MAAM,2BAA2B6G;QACjC,OAAOA;IACT;IAEA,MAAM,SAASnE,MAAmB,EAAEyB,GAAkB,EAAE;QACtD,MAAMoD,cAAczC,yBAAyBpC,QAAQyB;QACrDrC,OAAOyF,aAAa;QACpB,MAAMC,aAAaC,oBAAoBF;QACvC,MAAMlD,QAAQ;YAACmD;SAAW;QAC1B,MAAM9C,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAM,EAAEb,QAAQ,EAAEc,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAC3DH,aAAa,UAAUC,eAAe8C,eACtClD,OACAK;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACb;QAE5B,MAAM,EAAE6D,OAAO,EAAE,GAAG/C;QAEpB,MAAMgD,WAAW,MAAO,IAAI,CAAC,SAAS,CAAC,IAAI,GAAW,GAAG;QACzD,MAAMC,WAAWD,WACb;YACE,KAAKA;QACP,IACA,CAAC;QACL,OAAO;YACL,MAAMD,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,IAAI;YACnB,QAAQA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,MAAM;YACvB,GAAGE,QAAQ;QACb;IAGF;IAEA,MAAM,SACJC,SAAsB,EACtBC,GAAY,EACZ3D,GAA2C,EAC3C;YAsBiB4D;QArBjB,MAAMrD,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAE3D,MAAMsD,aAAmC;YACvC,aAAa7D,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,WAAW,AAAD,KAAKhD,4BAA4B,WAAW;YACxE,oBACEgD,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,kBAAkB,AAAD,KACtBhD,4BAA4B,kBAAkB;YAChD,iBAAiBgD,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe;YACrC,iBAAiBA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe;QACvC;QAEA,MAAM,EAAEQ,MAAM,EAAEd,QAAQ,EAAEoE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAClEJ,WACAnD,aACAsD;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACnE,UAAU;QAEtC,MAAMqE,UAAUvD,SACZhD,SACA,CAAC,kBAAkB,EAAEmG,OAAQ,CAAqB,YAArB,OAAOD,YAAyBA,YAAYA,UAAU,MAAK,EAAG,UAAU,EACnGI,WAAAA,SAAWF,CAAAA,4BAAAA,SAAS,eAAe,EAAC,IAAzBA,KAAAA,IAAAA,0BAA4B,KAAK,AAAD,KAAK,eAChD;QAEN,IAAI5D,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe,EACtB,OAAO;YACL,MAAMQ;YACNsD;YACAC;QACF;QAGF,IAAI,CAACvD,QACH,MAAM,IAAIzB,MAAMgF;IAEpB;IAEA,MAAM,UAAUL,SAAsB,EAAE1D,GAAqB,EAAE;QAC7D,MAAMO,cAAc,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC;QAC3D,MAAM,EAAEb,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAClDgE,WACA;YACE,WAAW1D,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,SAAS,AAAD,KAAK;YAC7B,iBAAiBA,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe,AAAD,KAAK;QAC3C,GACAO;QAEF,MAAM,IAAI,CAAC,gBAAgB,CAACb,UAAU;QAEtC,IAAIA,SAAS,cAAc,IAAI;YAC7B,MAAMI,YAAYJ,SAAS,eAAe;YAC1C,MAAM,IAAIX,MAAM,GAAGe,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,KAAK,CAAC,EAAE,EAAEA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,UAAU,EAAE;QACjE;IACF;IAEA,MAAM,GAAGsB,UAAkB,EAAErB,OAAO,QAAQ,EAAE;QAC5C,IAAIA,AAAS,aAATA,MACF,OAAO,IAAI,CAAC,QAAQ,CAACqB;QAEvB,IAAIrB,AAAS,YAATA,MACF,OAAO,IAAI,CAAC,OAAO,CAACqB;QAGtB,IAAIrB,AAAS,aAATA,MACF,OAAO,IAAI,CAAC,QAAQ,CAACqB;QAGvB,IAAIrB,AAAS,UAATA,MACF,OAAO,IAAI,CAAC,KAAK,CAACqB;QAGpB,IAAIrB,AAAS,iBAATA,MACF,OAAO,IAAI,CAAC,YAAY,CAACqB;QAG3B,IAAIrB,AAAS,kBAATA,MACF,OAAO,IAAI,CAAC,aAAa,CAACqB;QAG5B,MAAM,IAAIrC,MACR,CAAC,cAAc,EAAEgB,KAAK,8EAA8E,CAAC;IAEzG;IAEA,MAAM,QAAQiE,iBAAyB,EAEpC;QACD,MAAMC,SAASC,gBAAgBF,mBAAmB;QAClD,MAAMG,SAAS,IAAIC,aAAaH,QAAQ,UAC/B;gBAAE,OAAO,IAAI;gBAAE,QAAQ,EAAE;YAAC;QAEnC,MAAME,OAAO,GAAG;QAEhB,IAAIA,AAAkB,YAAlBA,OAAO,MAAM,EAAc;YAC7B,MAAME,SAASF,OAAO,cAAc,CACjC,MAAM,CAAC,CAAC9E,OAASA,AAAgB,YAAhBA,KAAK,MAAM,EAC5B,GAAG,CAAC,CAACA;oBAC2BiF;gBAA/B,OAAO,CAAC,OAAO,EAAEjF,KAAK,IAAI,CAAC,EAAE,EAAE,QAAAiF,CAAAA,cAAAA,KAAK,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,OAAO,EAAE;YACtD,GACC,IAAI,CAAC;YACR,MAAM,IAAIvF,MAAM,CAAC,2CAA2C,EAAEsF,QAAQ;QACxE;QAEA,OAAO;YACL,QAAQF,OAAO,MAAM;QACvB;IACF;IAEA,MAAM,mBAAmBF,MAAc,EAAE;QACvCtG,OACE,IAAI,CAAC,SAAS,CAAC,kBAAkB,EACjC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAACsG;IAC3C;IAEA,MAAM,UAAU;YACRM,yBAAAA;QAAN,eAAMA,CAAAA,0BAAAA,AAAAA,CAAAA,kBAAAA,IAAI,CAAC,SAAS,AAAD,EAAE,OAAO,AAAD,IAArBA,KAAAA,IAAAA,wBAAAA,IAAAA,CAAAA,gBAAAA;QACN,IAAI,CAAC,SAAS;QACd,IAAI,CAAC,SAAS,GAAG;IACnB;IAEA,MAAM,cACJnE,KAAc,EACdJ,GAEC,EACD;QAEA,MAAMwE,SAAS,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACpD,MAAMC,MAAMC,KAAK,GAAG;QAEpB,MAAMC,WAAoC;YACxC;gBACE,MAAM;gBACN,IAAIF;gBACJ,YAAYD;YACd;SACD;QAED,MAAMnF,OAAyB;YAC7B,MAAM;YACN,SAAS;YACT,QAAQ;YACRsF;YACA,QAAQ;gBACN,OAAOF;gBACP,KAAKA;gBACL,MAAM;YACR;YACA,OAAO;gBACL,SAASzE,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,OAAO,AAAD,KAAK;YAC3B;YACA,UAAU,WAAa;QACzB;QAEA,MAAMJ,gBAA+B;YACnC,YAAY;YACZ,SAAS6E;YACT,MAAM,CAAC,MAAM,EAAErE,SAAS,YAAY;YACpC,aAAaJ,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,OAAO,AAAD,KAAK;YAC7B,OAAO;gBAACX;aAAK;QACf;QACA,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAC3BO,cAAc,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe;QAG3D,IAAI,CAAC,mBAAmB,CAACA;QAEzB,IAAI;gBACFgF,oBAAAA;oBAAAA,CAAAA,qBAAAA,AAAAA,CAAAA,QAAAA,IAAI,AAAD,EAAE,YAAY,AAAD,KAAhBA,mBAAAA,IAAAA,CAAAA,OAAoB,IAAI,CAAC,cAAc;QACzC,EAAE,OAAO/E,OAAO;YACdrB,QAAQ,KAAK,CAAC,yBAAyBqB;QACzC;QAEA,IAAI,CAAC,mBAAmB;IAC1B;IAEA,sBAAsB;QACpB,MAAM,EAAEgF,SAAS,EAAEC,gBAAgB,EAAEC,UAAU,EAAE,GAAG,IAAI,CAAC,IAAI;QAC7D,MAAMC,gBAAgBC,MAAM,OAAO,CAACF,cAChCA,WAAW,GAAG,CAAC,CAACtG;YACd,MAAM,EAAEyG,KAAK,EAAE,GAAGC,eAAe,GAAG1G;YACpC,IAAI2G,WAAWF;YACf,IAAID,MAAM,OAAO,CAACC,QAChBE,WAAWF,MAAM,GAAG,CAAC,CAAC7F;gBAEpB,MAAM,EAAEgG,SAAS,EAAEC,GAAG,EAAE,GAAGC,UAAU,GAAGlG;gBACxC,OAAOkG;YACT;YAEF,OAAO;gBAAE,GAAGJ,aAAa;gBAAE,GAAIC,WAAW;oBAAE,OAAOA;gBAAS,IAAI,CAAC,CAAC;YAAE;QACtE,KACA,EAAE;QACN,OAAO;YACLP;YACAC;YACA,YAAYE;QACd;IACF;IAMA,MAAM,oBAAmC;QACvCnJ,MAAM;QACN,MAAM0B,UAAU,MAAM,IAAI,CAAC,gBAAgB;QAE3CA,QAAQ,SAAS,GAAG;QACpB,IAAI,CAAC,eAAe,GAAGA;QACvB1B,MAAM;IACR;IAKA,MAAM,sBAAqC;QACzCA,MAAM;QACN,IAAI,CAAC,eAAe,GAAG2B;QACvB3B,MAAM;IACR;IAKQ,mBAAmB2J,IAAc,EAKhC;QAEP,IAAIA,AAAehI,WAAfgI,KAAK,KAAK,EAAgB;YAC5B,IAAIA,AAAe,UAAfA,KAAK,KAAK,EACZ,OAAO;YAGT,IAAIA,AAAe,SAAfA,KAAK,KAAK,EACZ,MAAM,IAAIzG,MACR;YAMJ,IAAI,AAAsB,YAAtB,OAAOyG,KAAK,KAAK,EAAe;gBAClC,MAAMC,SAASD,KAAK,KAAK;gBACzB,IAAI,CAACC,OAAO,EAAE,EACZ,MAAM,IAAI1G,MACR;gBAIJ,MAAM2G,KAAKD,OAAO,EAAE;gBACpB,MAAME,cAAcF,OAAO,QAAQ;gBACnC,IAAIG;gBAEJ,IAAID,AAAgBnI,WAAhBmI,aACFC,gBAAgB;qBACX,IAAI,AAAuB,YAAvB,OAAOD,aAChBC,gBAAgBD;qBAEhB,MAAM,IAAI5G,MACR,CAAC,iEAAiE,EAAE,OAAO4G,aAAa;gBAI5F,IAAI,CAACzI,qBAAqB0I,gBACxB,MAAM,IAAI7G,MACR,CAAC,8BAA8B,EAAE1B,sBAAsB,gBAAgB,EAAEuI,cAAc,CAAC,CAAC;gBAI7F,MAAMC,aAAaD,AAAkB,gBAAlBA;gBACnB,MAAME,cAAcF,AAAkB,iBAAlBA;gBAEpB,OAAO;oBACLF;oBACA,SAAS,CAACI;oBACV,UAAUD;oBACV,WAAWC;gBACb;YACF;QACF;QAGA,IAAIN,KAAK,OAAO,EAAE;YAChB,MAAMO,aACJC,oBAAoB,qBAAqB,CAACC;YAC5C,IAAIF,YACF,OAAO;gBACL,IAAIP,KAAK,OAAO;gBAChB,SAAS;gBACT,UAAU;gBACV,WAAW;YACb;QAEJ;QAGA,OAAO;IACT;IAMA,MAAM,aAA4B;QAChC,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB,MAAM,IAAIzG,MAAM;QAGlB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAC9B,MAAM,IAAIA,MAAM;QAGlB,IAAI,CAAC,SAAS,CAAC,gBAAgB;IACjC;IAxhCA,YAAYmH,iBAAgC,EAAEV,IAAe,CAAE;QArH/D;QAEA;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA,kCAAU;QAEV;QAEA;QAEA;QAEA,oCAAY;QAEZ;QAKA,uBAAQ,mBAAR;QAKA,uBAAQ,uBAAsB;QAK9B,uBAAQ,mBAAR;QAKA,uBAAQ,0BAAR;QAuEE,IAAI,CAAC,SAAS,GAAGU;QACjB,IAAI,CAAC,IAAI,GAAGC,OAAO,MAAM,CACvB;YACE,gBAAgB;YAChB,oBAAoB;YACpB,WAAW;YACX,kBAAkB;QACpB,GACAX,QAAQ,CAAC;QAGX,IAAIA,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,KAAK,AAA6B,cAA7B,OAAOA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,GAC9C,MAAM,IAAIzG,MACR,CAAC,+DAA+D,EAAE,OAAOyG,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,GAAG;QAGhG,IAAI,CAAC,kBAAkB,GAAGA,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW,AAAD,IACtC,IAAIY,mBAAmBZ,KAAK,WAAW,IACvCa;QAEJ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc;QAE9C,IAAI,CAAC,OAAO,GAAG,IAAIC,QAAQ,OAAOtI,SACzB,IAAI,CAAC,YAAY,CAACA;QAI3B,MAAMuI,cAAc,IAAI,CAAC,kBAAkB,CAACf,QAAQ,CAAC;QACrD,IAAIe,aACF,IAAI,CAAC,SAAS,GAAG,IAAIC,UACnBD,YAAY,EAAE,EACdA,YAAY,OAAO,EACnB/I,QACA;YACE,UAAU+I,YAAY,QAAQ;YAC9B,WAAWA,YAAY,SAAS;QAClC;QAIJ,IAAI,CAAC,YAAY,GAAG,IAAIE,aAAa,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE;YACjE,WAAW,IAAI,CAAC,SAAS;YACzB,aAAa,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI;YAClD,sBAAsB,IAAI,CAAC,IAAI,CAAC,oBAAoB;QACtD;QACA,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS;QAC1B,IAAI,CAAC,cAAc,GACjBjB,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,cAAc,AAAD,KACnBkB,kBAAkBlB,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,MAAM,AAAD,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,IAAI;IACtE;AAu+BF;AAEO,MAAMmB,cAAc,CACzBT,mBACAV,OAEO,IAAIlI,MAAM4I,mBAAmBV"}

package/dist/es/agent/tasks.mjs

@@ -1,4 +1,4 @@
-import { ConversationHistory, findAllMidsceneLocatorField, plan as index_mjs_plan, uiTarsPlanning } from "../ai-model/index.mjs";
+import { ConversationHistory, findAllMidsceneLocatorField, parseActionParam, plan as index_mjs_plan, uiTarsPlanning } from "../ai-model/index.mjs";
 import { Executor } from "../ai-model/action-executor.mjs";
 import { sleep as external_utils_mjs_sleep } from "../utils.mjs";
 import { MIDSCENE_REPLANNING_CYCLE_LIMIT, globalConfigManager } from "@midscene/shared/env";
@@ -275,6 +275,13 @@ class TaskExecutor {
                             cause: originalError
                         });
                     }
+                    if (action.paramSchema) try {
+                        param = parseActionParam(param, action.paramSchema);
+                    } catch (error) {
+                        throw new Error(`Invalid parameters for action ${action.name}: ${error.message}\nParameters: ${JSON.stringify(param)}`, {
+                            cause: error
+                        });
+                    }
                     debug('calling action', action.name);
                     const actionFn = action.call.bind(this.interface);
                     await actionFn(param, context);

package/dist/es/agent/tasks.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent/tasks.mjs","sources":["webpack://@midscene/core/./src/agent/tasks.ts"],"sourcesContent":["import {\n  ConversationHistory,\n  findAllMidsceneLocatorField,\n  plan,\n  uiTarsPlanning,\n} from '@/ai-model';\nimport { Executor } from '@/ai-model/action-executor';\nimport type { TMultimodalPrompt, TUserPrompt } from '@/ai-model/common';\nimport type { AbstractInterface } from '@/device';\nimport type Insight from '@/insight';\nimport type {\n  AIUsageInfo,\n  DetailedLocateParam,\n  DumpSubscriber,\n  ElementCacheFeature,\n  ExecutionRecorderItem,\n  ExecutionTaskActionApply,\n  ExecutionTaskApply,\n  ExecutionTaskHitBy,\n  ExecutionTaskInsightLocateApply,\n  ExecutionTaskInsightQueryApply,\n  ExecutionTaskPlanning,\n  ExecutionTaskPlanningApply,\n  ExecutionTaskProgressOptions,\n  ExecutorContext,\n  InsightDump,\n  InsightExtractOption,\n  InsightExtractParam,\n  InterfaceType,\n  LocateResultElement,\n  MidsceneYamlFlowItem,\n  PlanningAIResponse,\n  PlanningAction,\n  PlanningActionParamError,\n  PlanningActionParamSleep,\n  PlanningActionParamWaitFor,\n  PlanningLocateParam,\n} from '@/types';\nimport { sleep } from '@/utils';\nimport {\n  type IModelConfig,\n  MIDSCENE_REPLANNING_CYCLE_LIMIT,\n  globalConfigManager,\n} from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport type { TaskCache } from './task-cache';\nimport { taskTitleStr } from './ui-utils';\nimport {\n  matchElementFromCache,\n  matchElementFromPlan,\n  parsePrompt,\n} from './utils';\n\ninterface ExecutionResult<OutputType = any> {\n  output: OutputType;\n  thought?: string;\n  executor: Executor;\n}\n\nconst debug = getDebug('device-task-executor');\nconst defaultReplanningCycleLimit = 10;\nconst defaultVlmUiTarsReplanningCycleLimit = 40;\n\nexport function locatePlanForLocate(param: string | DetailedLocateParam) {\n  const locate = typeof param === 'string' ? { prompt: param } : param;\n  const locatePlan: PlanningAction<PlanningLocateParam> = {\n    type: 'Locate',\n    locate,\n    param: locate,\n    thought: '',\n  };\n  return locatePlan;\n}\n\nexport class TaskExecutor {\n  interface: AbstractInterface;\n\n  insight: Insight;\n\n  taskCache?: TaskCache;\n\n  private conversationHistory: ConversationHistory;\n\n  onTaskStartCallback?: ExecutionTaskProgressOptions['onTaskStart'];\n\n  replanningCycleLimit?: number;\n\n  // @deprecated use .interface instead\n  get page() {\n    return this.interface;\n  }\n\n  constructor(\n    interfaceInstance: AbstractInterface,\n    insight: Insight,\n    opts: {\n      taskCache?: TaskCache;\n      onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];\n      replanningCycleLimit?: number;\n    },\n  ) {\n    this.interface = interfaceInstance;\n    this.insight = insight;\n    this.taskCache = opts.taskCache;\n    this.onTaskStartCallback = opts?.onTaskStart;\n    this.replanningCycleLimit = opts.replanningCycleLimit;\n    this.conversationHistory = new ConversationHistory();\n  }\n\n  private async recordScreenshot(timing: ExecutionRecorderItem['timing']) {\n    const base64 = await this.interface.screenshotBase64();\n    const item: ExecutionRecorderItem = {\n      type: 'screenshot',\n      ts: Date.now(),\n      screenshot: base64,\n      timing,\n    };\n    return item;\n  }\n\n  private prependExecutorWithScreenshot(\n    taskApply: ExecutionTaskApply,\n    appendAfterExecution = false,\n  ): ExecutionTaskApply {\n    const taskWithScreenshot: ExecutionTaskApply = {\n      ...taskApply,\n      executor: async (param, context, ...args) => {\n        const recorder: ExecutionRecorderItem[] = [];\n        const { task } = context;\n        // set the recorder before executor in case of error\n        task.recorder = recorder;\n        const shot = await this.recordScreenshot(`before ${task.type}`);\n        recorder.push(shot);\n\n        const result = await taskApply.executor(param, context, ...args);\n\n        if (appendAfterExecution) {\n          const shot2 = await this.recordScreenshot('after Action');\n          recorder.push(shot2);\n        }\n        return result;\n      },\n    };\n    return taskWithScreenshot;\n  }\n\n  public async convertPlanToExecutable(\n    plans: PlanningAction[],\n    modelConfig: IModelConfig,\n    cacheable?: boolean,\n  ) {\n    const tasks: ExecutionTaskApply[] = [];\n\n    const taskForLocatePlan = (\n      plan: PlanningAction<PlanningLocateParam>,\n      detailedLocateParam: DetailedLocateParam | string,\n      onResult?: (result: LocateResultElement) => void,\n    ): ExecutionTaskInsightLocateApply => {\n      if (typeof detailedLocateParam === 'string') {\n        detailedLocateParam = {\n          prompt: detailedLocateParam,\n        };\n      }\n      // Apply cacheable option from convertPlanToExecutable if it was explicitly set\n      if (cacheable !== undefined) {\n        detailedLocateParam = {\n          ...detailedLocateParam,\n          cacheable,\n        };\n      }\n      const taskFind: ExecutionTaskInsightLocateApply = {\n        type: 'Insight',\n        subType: 'Locate',\n        param: detailedLocateParam,\n        thought: plan.thought,\n        executor: async (param, taskContext) => {\n          const { task } = taskContext;\n          assert(\n            param?.prompt || param?.id || param?.bbox,\n            `No prompt or id or position or bbox to locate, param=${JSON.stringify(\n              param,\n            )}`,\n          );\n          let insightDump: InsightDump | undefined;\n          let usage: AIUsageInfo | undefined;\n          const dumpCollector: DumpSubscriber = (dump) => {\n            insightDump = dump;\n            usage = dump?.taskInfo?.usage;\n\n            task.log = {\n              dump: insightDump,\n            };\n\n            task.usage = usage;\n\n            // Store searchAreaUsage in task metadata\n            if (dump?.taskInfo?.searchAreaUsage) {\n              task.searchAreaUsage = dump.taskInfo.searchAreaUsage;\n            }\n          };\n          this.insight.onceDumpUpdatedFn = dumpCollector;\n          const shotTime = Date.now();\n\n          // Get context through contextRetrieverFn which handles frozen context\n          const uiContext = await this.insight.contextRetrieverFn('locate');\n          task.uiContext = uiContext;\n\n          const recordItem: ExecutionRecorderItem = {\n            type: 'screenshot',\n            ts: shotTime,\n            screenshot: uiContext.screenshotBase64,\n            timing: 'before Insight',\n          };\n          task.recorder = [recordItem];\n\n          // try matching xpath\n          const elementFromXpath =\n            param.xpath && (this.interface as any).getElementInfoByXpath\n              ? await (this.interface as any).getElementInfoByXpath(param.xpath)\n              : undefined;\n          const userExpectedPathHitFlag = !!elementFromXpath;\n\n          // try matching cache\n          const cachePrompt = param.prompt;\n          const locateCacheRecord =\n            this.taskCache?.matchLocateCache(cachePrompt);\n          const cacheEntry = locateCacheRecord?.cacheContent?.cache;\n          const elementFromCache = userExpectedPathHitFlag\n            ? null\n            : await matchElementFromCache(\n                this,\n                cacheEntry,\n                cachePrompt,\n                param.cacheable,\n              );\n          const cacheHitFlag = !!elementFromCache;\n\n          // try matching plan\n          const elementFromPlan =\n            !userExpectedPathHitFlag && !cacheHitFlag\n              ? matchElementFromPlan(param, uiContext.tree)\n              : undefined;\n          const planHitFlag = !!elementFromPlan;\n\n          // try ai locate\n          const elementFromAiLocate =\n            !userExpectedPathHitFlag && !cacheHitFlag && !planHitFlag\n              ? (\n                  await this.insight.locate(\n                    param,\n                    {\n                      // fallback to ai locate\n                      context: uiContext,\n                    },\n                    modelConfig,\n                  )\n                ).element\n              : undefined;\n          const aiLocateHitFlag = !!elementFromAiLocate;\n\n          const element =\n            elementFromXpath || // highest priority\n            elementFromCache || // second priority\n            elementFromPlan || // third priority\n            elementFromAiLocate;\n\n          // update cache\n          let currentCacheEntry: ElementCacheFeature | undefined;\n          if (\n            element &&\n            this.taskCache &&\n            !cacheHitFlag &&\n            param?.cacheable !== false\n          ) {\n            if (this.interface.cacheFeatureForRect) {\n              try {\n                const feature = await this.interface.cacheFeatureForRect(\n                  element.rect,\n                  element.isOrderSensitive !== undefined\n                    ? { _orderSensitive: element.isOrderSensitive }\n                    : undefined,\n                );\n                if (feature && Object.keys(feature).length > 0) {\n                  debug(\n                    'update cache, prompt: %s, cache: %o',\n                    cachePrompt,\n                    feature,\n                  );\n                  currentCacheEntry = feature;\n                  this.taskCache.updateOrAppendCacheRecord(\n                    {\n                      type: 'locate',\n                      prompt: cachePrompt,\n                      cache: feature,\n                    },\n                    locateCacheRecord,\n                  );\n                } else {\n                  debug(\n                    'no cache data returned, skip cache update, prompt: %s',\n                    cachePrompt,\n                  );\n                }\n              } catch (error) {\n                debug('cacheFeatureForRect failed: %s', error);\n              }\n            } else {\n              debug('cacheFeatureForRect is not supported, skip cache update');\n            }\n          }\n          if (!element) {\n            throw new Error(`Element not found: ${param.prompt}`);\n          }\n\n          let hitBy: ExecutionTaskHitBy | undefined;\n\n          if (userExpectedPathHitFlag) {\n            hitBy = {\n              from: 'User expected path',\n              context: {\n                xpath: param.xpath,\n              },\n            };\n          } else if (cacheHitFlag) {\n            hitBy = {\n              from: 'Cache',\n              context: {\n                cacheEntry,\n                cacheToSave: currentCacheEntry,\n              },\n            };\n          } else if (planHitFlag) {\n            hitBy = {\n              from: 'Planning',\n              context: {\n                id: elementFromPlan?.id,\n                bbox: elementFromPlan?.bbox,\n              },\n            };\n          } else if (aiLocateHitFlag) {\n            hitBy = {\n              from: 'AI model',\n              context: {\n                prompt: param.prompt,\n              },\n            };\n          }\n\n          onResult?.(element);\n\n          return {\n            output: {\n              element,\n            },\n            uiContext,\n            hitBy,\n          };\n        },\n      };\n      return taskFind;\n    };\n\n    for (const plan of plans) {\n      if (plan.type === 'Locate') {\n        if (\n          !plan.locate ||\n          plan.locate === null ||\n          plan.locate?.id === null ||\n          plan.locate?.id === 'null'\n        ) {\n          debug('Locate action with id is null, will be ignored', plan);\n          continue;\n        }\n        const taskLocate = taskForLocatePlan(plan, plan.locate);\n\n        tasks.push(taskLocate);\n      } else if (plan.type === 'Error') {\n        const taskActionError: ExecutionTaskActionApply<PlanningActionParamError> =\n          {\n            type: 'Action',\n            subType: 'Error',\n            param: plan.param,\n            thought: plan.thought || plan.param?.thought,\n            locate: plan.locate,\n            executor: async () => {\n              throw new Error(\n                plan?.thought || plan.param?.thought || 'error without thought',\n              );\n            },\n          };\n        tasks.push(taskActionError);\n      } else if (plan.type === 'Finished') {\n        const taskActionFinished: ExecutionTaskActionApply<null> = {\n          type: 'Action',\n          subType: 'Finished',\n          param: null,\n          thought: plan.thought,\n          locate: plan.locate,\n          executor: async (param) => {},\n        };\n        tasks.push(taskActionFinished);\n      } else if (plan.type === 'Sleep') {\n        const taskActionSleep: ExecutionTaskActionApply<PlanningActionParamSleep> =\n          {\n            type: 'Action',\n            subType: 'Sleep',\n            param: plan.param,\n            thought: plan.thought,\n            locate: plan.locate,\n            executor: async (taskParam) => {\n              await sleep(taskParam?.timeMs || 3000);\n            },\n          };\n        tasks.push(taskActionSleep);\n      } else {\n        // action in action space\n        const planType = plan.type;\n        const actionSpace = await this.interface.actionSpace();\n        const action = actionSpace.find((action) => action.name === planType);\n        const param = plan.param;\n\n        if (!action) {\n          throw new Error(`Action type '${planType}' not found`);\n        }\n\n        // find all params that needs location\n        const locateFields = action\n          ? findAllMidsceneLocatorField(action.paramSchema)\n          : [];\n\n        const requiredLocateFields = action\n          ? findAllMidsceneLocatorField(action.paramSchema, true)\n          : [];\n\n        locateFields.forEach((field) => {\n          if (param[field]) {\n            const locatePlan = locatePlanForLocate(param[field]);\n            debug(\n              'will prepend locate param for field',\n              `action.type=${planType}`,\n              `param=${JSON.stringify(param[field])}`,\n              `locatePlan=${JSON.stringify(locatePlan)}`,\n            );\n            const locateTask = taskForLocatePlan(\n              locatePlan,\n              param[field],\n              (result) => {\n                param[field] = result;\n              },\n            );\n            tasks.push(locateTask);\n          } else {\n            assert(\n              !requiredLocateFields.includes(field),\n              `Required locate field '${field}' is not provided for action ${planType}`,\n            );\n            debug(`field '${field}' is not provided for action ${planType}`);\n          }\n        });\n\n        const task: ExecutionTaskApply<\n          'Action',\n          any,\n          { success: boolean; action: string; param: any },\n          void\n        > = {\n          type: 'Action',\n          subType: planType,\n          thought: plan.thought,\n          param: plan.param,\n          executor: async (param, context) => {\n            debug(\n              'executing action',\n              planType,\n              param,\n              `context.element.center: ${context.element?.center}`,\n            );\n\n            // Get context for actionSpace operations to ensure size info is available\n            const uiContext = await this.insight.contextRetrieverFn('locate');\n            context.task.uiContext = uiContext;\n\n            requiredLocateFields.forEach((field) => {\n              assert(\n                param[field],\n                `field '${field}' is required for action ${planType} but not provided. Cannot execute action ${planType}.`,\n              );\n            });\n\n            try {\n              await Promise.all([\n                (async () => {\n                  if (this.interface.beforeInvokeAction) {\n                    debug('will call \"beforeInvokeAction\" for interface');\n                    await this.interface.beforeInvokeAction(action.name, param);\n                    debug('called \"beforeInvokeAction\" for interface');\n                  }\n                })(),\n                sleep(200),\n              ]);\n            } catch (originalError: any) {\n              const originalMessage =\n                originalError?.message || String(originalError);\n              throw new Error(\n                `error in running beforeInvokeAction for ${action.name}: ${originalMessage}`,\n                { cause: originalError },\n              );\n            }\n\n            debug('calling action', action.name);\n            const actionFn = action.call.bind(this.interface);\n            await actionFn(param, context);\n            debug('called action', action.name);\n\n            try {\n              if (this.interface.afterInvokeAction) {\n                debug('will call \"afterInvokeAction\" for interface');\n                await this.interface.afterInvokeAction(action.name, param);\n                debug('called \"afterInvokeAction\" for interface');\n              }\n            } catch (originalError: any) {\n              const originalMessage =\n                originalError?.message || String(originalError);\n              throw new Error(\n                `error in running afterInvokeAction for ${action.name}: ${originalMessage}`,\n                { cause: originalError },\n              );\n            }\n            // Return a proper result for report generation\n            return {\n              output: {\n                success: true,\n                action: planType,\n                param: param,\n              },\n            };\n          },\n        };\n        tasks.push(task);\n      }\n    }\n\n    const wrappedTasks = tasks.map(\n      (task: ExecutionTaskApply, index: number) => {\n        if (task.type === 'Action') {\n          return this.prependExecutorWithScreenshot(\n            task,\n            index === tasks.length - 1,\n          );\n        }\n        return task;\n      },\n    );\n\n    return {\n      tasks: wrappedTasks,\n    };\n  }\n\n  private async setupPlanningContext(executorContext: ExecutorContext) {\n    const shotTime = Date.now();\n    const uiContext = await this.insight.contextRetrieverFn('locate');\n    const recordItem: ExecutionRecorderItem = {\n      type: 'screenshot',\n      ts: shotTime,\n      screenshot: uiContext.screenshotBase64,\n      timing: 'before Planning',\n    };\n\n    executorContext.task.recorder = [recordItem];\n    (executorContext.task as ExecutionTaskPlanning).uiContext = uiContext;\n\n    return {\n      uiContext,\n    };\n  }\n\n  async loadYamlFlowAsPlanning(userInstruction: string, yamlString: string) {\n    const taskExecutor = new Executor(taskTitleStr('Action', userInstruction), {\n      onTaskStart: this.onTaskStartCallback,\n    });\n\n    const task: ExecutionTaskPlanningApply = {\n      type: 'Planning',\n      subType: 'LoadYaml',\n      locate: null,\n      param: {\n        userInstruction,\n      },\n      executor: async (param, executorContext) => {\n        await this.setupPlanningContext(executorContext);\n        return {\n          output: {\n            actions: [],\n            more_actions_needed_by_instruction: false,\n            log: '',\n            yamlString,\n          },\n          cache: {\n            hit: true,\n          },\n          hitBy: {\n            from: 'Cache',\n            context: {\n              yamlString,\n            },\n          },\n        };\n      },\n    };\n\n    await taskExecutor.append(task);\n    await taskExecutor.flush();\n\n    return {\n      executor: taskExecutor,\n    };\n  }\n\n  private createPlanningTask(\n    userInstruction: string,\n    actionContext: string | undefined,\n    modelConfig: IModelConfig,\n  ): ExecutionTaskPlanningApply {\n    const task: ExecutionTaskPlanningApply = {\n      type: 'Planning',\n      subType: 'Plan',\n      locate: null,\n      param: {\n        userInstruction,\n      },\n      executor: async (param, executorContext) => {\n        const startTime = Date.now();\n        const { uiContext } = await this.setupPlanningContext(executorContext);\n        const { vlMode } = modelConfig;\n        const uiTarsModelVersion =\n          vlMode === 'vlm-ui-tars' ? modelConfig.uiTarsModelVersion : undefined;\n\n        assert(\n          this.interface.actionSpace,\n          'actionSpace for device is not implemented',\n        );\n        const actionSpace = await this.interface.actionSpace();\n        debug(\n          'actionSpace for this interface is:',\n          actionSpace.map((action) => action.name).join(', '),\n        );\n        assert(Array.isArray(actionSpace), 'actionSpace must be an array');\n        if (actionSpace.length === 0) {\n          console.warn(\n            `ActionSpace for ${this.interface.interfaceType} is empty. This may lead to unexpected behavior.`,\n          );\n        }\n\n        const planResult = await (uiTarsModelVersion ? uiTarsPlanning : plan)(\n          param.userInstruction,\n          {\n            context: uiContext,\n            actionContext,\n            interfaceType: this.interface.interfaceType as InterfaceType,\n            actionSpace,\n            modelConfig,\n            conversationHistory: this.conversationHistory,\n          },\n        );\n        debug('planResult', JSON.stringify(planResult, null, 2));\n\n        const {\n          actions,\n          log,\n          more_actions_needed_by_instruction,\n          error,\n          usage,\n          rawResponse,\n          sleep,\n        } = planResult;\n\n        executorContext.task.log = {\n          ...(executorContext.task.log || {}),\n          rawResponse,\n        };\n        executorContext.task.usage = usage;\n\n        const finalActions = actions || [];\n\n        if (sleep) {\n          const timeNow = Date.now();\n          const timeRemaining = sleep - (timeNow - startTime);\n          if (timeRemaining > 0) {\n            finalActions.push({\n              type: 'Sleep',\n              param: {\n                timeMs: timeRemaining,\n              },\n              locate: null,\n            } as PlanningAction<PlanningActionParamSleep>);\n          }\n        }\n\n        if (finalActions.length === 0) {\n          assert(\n            !more_actions_needed_by_instruction || sleep,\n            error ? `Failed to plan: ${error}` : 'No plan found',\n          );\n        }\n\n        return {\n          output: {\n            actions: finalActions,\n            more_actions_needed_by_instruction,\n            log,\n            yamlFlow: planResult.yamlFlow,\n          },\n          cache: {\n            hit: false,\n          },\n          uiContext,\n        };\n      },\n    };\n\n    return task;\n  }\n\n  async runPlans(\n    title: string,\n    plans: PlanningAction[],\n    modelConfig: IModelConfig,\n  ): Promise<ExecutionResult> {\n    const taskExecutor = new Executor(title, {\n      onTaskStart: this.onTaskStartCallback,\n    });\n    const { tasks } = await this.convertPlanToExecutable(plans, modelConfig);\n    await taskExecutor.append(tasks);\n    const result = await taskExecutor.flush();\n    const { output } = result!;\n    return {\n      output,\n      executor: taskExecutor,\n    };\n  }\n\n  private getReplanningCycleLimit(isVlmUiTars: boolean) {\n    return (\n      this.replanningCycleLimit ||\n      globalConfigManager.getEnvConfigInNumber(\n        MIDSCENE_REPLANNING_CYCLE_LIMIT,\n      ) ||\n      (isVlmUiTars\n        ? defaultVlmUiTarsReplanningCycleLimit\n        : defaultReplanningCycleLimit)\n    );\n  }\n\n  async action(\n    userPrompt: string,\n    modelConfig: IModelConfig,\n    actionContext?: string,\n    cacheable?: boolean,\n  ): Promise<\n    ExecutionResult<\n      | {\n          yamlFlow?: MidsceneYamlFlowItem[]; // for cache use\n        }\n      | undefined\n    >\n  > {\n    this.conversationHistory.reset();\n\n    const taskExecutor = new Executor(taskTitleStr('Action', userPrompt), {\n      onTaskStart: this.onTaskStartCallback,\n    });\n\n    let replanCount = 0;\n    const yamlFlow: MidsceneYamlFlowItem[] = [];\n    const replanningCycleLimit = this.getReplanningCycleLimit(\n      modelConfig.vlMode === 'vlm-ui-tars',\n    );\n\n    // Main planning loop - unified plan/replan logic\n    while (true) {\n      if (replanCount > replanningCycleLimit) {\n        const errorMsg = `Replanning ${replanningCycleLimit} times, which is more than the limit, please split the task into multiple steps`;\n\n        return this.appendErrorPlan(taskExecutor, errorMsg, modelConfig);\n      }\n\n      // Create planning task (automatically includes execution history if available)\n      const planningTask = this.createPlanningTask(\n        userPrompt,\n        actionContext,\n        modelConfig,\n      );\n\n      await taskExecutor.append(planningTask);\n      const result = await taskExecutor.flush();\n      const planResult: PlanningAIResponse = result?.output;\n      if (taskExecutor.isInErrorState()) {\n        return {\n          output: planResult,\n          executor: taskExecutor,\n        };\n      }\n\n      // Execute planned actions\n      const plans = planResult.actions || [];\n      yamlFlow.push(...(planResult.yamlFlow || []));\n\n      let executables: Awaited<ReturnType<typeof this.convertPlanToExecutable>>;\n      try {\n        executables = await this.convertPlanToExecutable(\n          plans,\n          modelConfig,\n          cacheable,\n        );\n        taskExecutor.append(executables.tasks);\n      } catch (error) {\n        return this.appendErrorPlan(\n          taskExecutor,\n          `Error converting plans to executable tasks: ${error}, plans: ${JSON.stringify(\n            plans,\n          )}`,\n          modelConfig,\n        );\n      }\n\n      await taskExecutor.flush();\n      if (taskExecutor.isInErrorState()) {\n        return {\n          output: undefined,\n          executor: taskExecutor,\n        };\n      }\n\n      // Check if task is complete\n      if (!planResult.more_actions_needed_by_instruction) {\n        break;\n      }\n\n      // Increment replan count for next iteration\n      replanCount++;\n    }\n\n    return {\n      output: {\n        yamlFlow,\n      },\n      executor: taskExecutor,\n    };\n  }\n\n  private createTypeQueryTask(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert',\n    demand: InsightExtractParam,\n    modelConfig: IModelConfig,\n    opt?: InsightExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n  ) {\n    const queryTask: ExecutionTaskInsightQueryApply = {\n      type: 'Insight',\n      subType: type,\n      locate: null,\n      param: {\n        dataDemand: multimodalPrompt\n          ? ({\n              demand,\n              multimodalPrompt,\n            } as never)\n          : demand, // for user param presentation in report right sidebar\n      },\n      executor: async (param, taskContext) => {\n        const { task } = taskContext;\n        let insightDump: InsightDump | undefined;\n        const dumpCollector: DumpSubscriber = (dump) => {\n          insightDump = dump;\n        };\n        this.insight.onceDumpUpdatedFn = dumpCollector;\n\n        // Get context for query operations\n        const shotTime = Date.now();\n        const uiContext = await this.insight.contextRetrieverFn('extract');\n        task.uiContext = uiContext;\n\n        const recordItem: ExecutionRecorderItem = {\n          type: 'screenshot',\n          ts: shotTime,\n          screenshot: uiContext.screenshotBase64,\n          timing: 'before Extract',\n        };\n        task.recorder = [recordItem];\n\n        const ifTypeRestricted = type !== 'Query';\n        let demandInput = demand;\n        let keyOfResult = 'result';\n        if (ifTypeRestricted && type === 'Assert') {\n          keyOfResult = 'StatementIsTruthy';\n          demandInput = {\n            [keyOfResult]: `Boolean, whether the following statement is true: ${demand}`,\n          };\n        } else if (ifTypeRestricted) {\n          demandInput = {\n            [keyOfResult]: `${type}, ${demand}`,\n          };\n        }\n\n        const { data, usage, thought } = await this.insight.extract<any>(\n          demandInput,\n          modelConfig,\n          opt,\n          multimodalPrompt,\n        );\n\n        let outputResult = data;\n        if (ifTypeRestricted) {\n          // If AI returned a plain string instead of structured format, use it directly\n          if (typeof data === 'string') {\n            outputResult = data;\n          } else {\n            assert(\n              data?.[keyOfResult] !== undefined,\n              'No result in query data',\n            );\n            outputResult = (data as any)[keyOfResult];\n          }\n        }\n\n        return {\n          output: outputResult,\n          log: { dump: insightDump, isWaitForAssert: opt?.isWaitForAssert },\n          usage,\n          thought,\n        };\n      },\n    };\n\n    return queryTask;\n  }\n  async createTypeQueryExecution<T>(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert',\n    demand: InsightExtractParam,\n    modelConfig: IModelConfig,\n    opt?: InsightExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n  ): Promise<ExecutionResult<T>> {\n    const taskExecutor = new Executor(\n      taskTitleStr(\n        type,\n        typeof demand === 'string' ? demand : JSON.stringify(demand),\n      ),\n      {\n        onTaskStart: this.onTaskStartCallback,\n      },\n    );\n\n    const queryTask = await this.createTypeQueryTask(\n      type,\n      demand,\n      modelConfig,\n      opt,\n      multimodalPrompt,\n    );\n\n    await taskExecutor.append(this.prependExecutorWithScreenshot(queryTask));\n    const result = await taskExecutor.flush();\n\n    if (!result) {\n      throw new Error(\n        'result of taskExecutor.flush() is undefined in function createTypeQueryTask',\n      );\n    }\n\n    const { output, thought } = result;\n\n    return {\n      output,\n      thought,\n      executor: taskExecutor,\n    };\n  }\n\n  async assert(\n    assertion: TUserPrompt,\n    modelConfig: IModelConfig,\n    opt?: InsightExtractOption,\n  ): Promise<ExecutionResult<boolean>> {\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n    return await this.createTypeQueryExecution<boolean>(\n      'Assert',\n      textPrompt,\n      modelConfig,\n      opt,\n      multimodalPrompt,\n    );\n  }\n\n  private async appendErrorPlan(\n    taskExecutor: Executor,\n    errorMsg: string,\n    modelConfig: IModelConfig,\n  ) {\n    const errorPlan: PlanningAction<PlanningActionParamError> = {\n      type: 'Error',\n      param: {\n        thought: errorMsg,\n      },\n      locate: null,\n    };\n    const { tasks } = await this.convertPlanToExecutable(\n      [errorPlan],\n      modelConfig,\n    );\n    await taskExecutor.append(this.prependExecutorWithScreenshot(tasks[0]));\n    await taskExecutor.flush();\n\n    return {\n      output: undefined,\n      executor: taskExecutor,\n    };\n  }\n\n  async taskForSleep(timeMs: number, modelConfig: IModelConfig) {\n    const sleepPlan: PlanningAction<PlanningActionParamSleep> = {\n      type: 'Sleep',\n      param: {\n        timeMs,\n      },\n      locate: null,\n    };\n    // The convertPlanToExecutable requires modelConfig as a parameter but will not consume it when type is Sleep\n    const { tasks: sleepTasks } = await this.convertPlanToExecutable(\n      [sleepPlan],\n      modelConfig,\n    );\n\n    return this.prependExecutorWithScreenshot(sleepTasks[0]);\n  }\n\n  async waitFor(\n    assertion: TUserPrompt,\n    opt: PlanningActionParamWaitFor,\n    modelConfig: IModelConfig,\n  ): Promise<ExecutionResult<void>> {\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n\n    const description = `waitFor: ${textPrompt}`;\n    const taskExecutor = new Executor(taskTitleStr('WaitFor', description), {\n      onTaskStart: this.onTaskStartCallback,\n    });\n    const { timeoutMs, checkIntervalMs } = opt;\n\n    assert(assertion, 'No assertion for waitFor');\n    assert(timeoutMs, 'No timeoutMs for waitFor');\n    assert(checkIntervalMs, 'No checkIntervalMs for waitFor');\n\n    assert(\n      checkIntervalMs <= timeoutMs,\n      `wrong config for waitFor: checkIntervalMs must be less than timeoutMs, config: {checkIntervalMs: ${checkIntervalMs}, timeoutMs: ${timeoutMs}}`,\n    );\n\n    const overallStartTime = Date.now();\n    let startTime = Date.now();\n    let errorThought = '';\n    while (Date.now() - overallStartTime < timeoutMs) {\n      startTime = Date.now();\n      const queryTask = await this.createTypeQueryTask(\n        'Assert',\n        textPrompt,\n        modelConfig,\n        {\n          isWaitForAssert: true,\n          doNotThrowError: true,\n        },\n        multimodalPrompt,\n      );\n\n      await taskExecutor.append(this.prependExecutorWithScreenshot(queryTask));\n      const result = (await taskExecutor.flush()) as {\n        output: boolean;\n        thought?: string;\n      };\n\n      if (!result) {\n        throw new Error(\n          'result of taskExecutor.flush() is undefined in function waitFor',\n        );\n      }\n\n      if (result?.output) {\n        return {\n          output: undefined,\n          executor: taskExecutor,\n        };\n      }\n\n      errorThought =\n        result?.thought ||\n        `unknown error when waiting for assertion: ${textPrompt}`;\n      const now = Date.now();\n      if (now - startTime < checkIntervalMs) {\n        const timeRemaining = checkIntervalMs - (now - startTime);\n        const sleepTask = await this.taskForSleep(timeRemaining, modelConfig);\n        await taskExecutor.append(sleepTask);\n      }\n    }\n\n    return this.appendErrorPlan(\n      taskExecutor,\n      `waitFor timeout: ${errorThought}`,\n      modelConfig,\n    );\n  }\n}\n"],"names":["debug","getDebug","defaultReplanningCycleLimit","defaultVlmUiTarsReplanningCycleLimit","locatePlanForLocate","param","locate","locatePlan","TaskExecutor","timing","base64","item","Date","taskApply","appendAfterExecution","taskWithScreenshot","context","args","recorder","task","shot","result","shot2","plans","modelConfig","cacheable","tasks","taskForLocatePlan","plan","detailedLocateParam","onResult","undefined","taskFind","taskContext","_this_taskCache","_locateCacheRecord_cacheContent","assert","JSON","insightDump","usage","dumpCollector","dump","_dump_taskInfo","_dump_taskInfo1","shotTime","uiContext","recordItem","elementFromXpath","userExpectedPathHitFlag","cachePrompt","locateCacheRecord","cacheEntry","elementFromCache","matchElementFromCache","cacheHitFlag","elementFromPlan","matchElementFromPlan","planHitFlag","elementFromAiLocate","aiLocateHitFlag","element","currentCacheEntry","feature","Object","error","Error","hitBy","_plan_locate","_plan_locate1","taskLocate","_plan_param","taskActionError","taskActionFinished","taskActionSleep","taskParam","sleep","planType","actionSpace","action","locateFields","findAllMidsceneLocatorField","requiredLocateFields","field","locateTask","_context_element","Promise","originalError","originalMessage","String","actionFn","wrappedTasks","index","executorContext","userInstruction","yamlString","taskExecutor","Executor","taskTitleStr","actionContext","startTime","vlMode","uiTarsModelVersion","Array","console","planResult","uiTarsPlanning","actions","log","more_actions_needed_by_instruction","rawResponse","finalActions","timeNow","timeRemaining","title","output","isVlmUiTars","globalConfigManager","MIDSCENE_REPLANNING_CYCLE_LIMIT","userPrompt","replanCount","yamlFlow","replanningCycleLimit","errorMsg","planningTask","executables","type","demand","opt","multimodalPrompt","queryTask","ifTypeRestricted","demandInput","keyOfResult","data","thought","outputResult","assertion","textPrompt","parsePrompt","errorPlan","timeMs","sleepPlan","sleepTasks","description","timeoutMs","checkIntervalMs","overallStartTime","errorThought","now","sleepTask","interfaceInstance","insight","opts","ConversationHistory"],"mappings":";;;;;;;;;;;;;;;;;;AA4DA,MAAMA,QAAQC,SAAS;AACvB,MAAMC,8BAA8B;AACpC,MAAMC,uCAAuC;AAEtC,SAASC,oBAAoBC,KAAmC;IACrE,MAAMC,SAAS,AAAiB,YAAjB,OAAOD,QAAqB;QAAE,QAAQA;IAAM,IAAIA;IAC/D,MAAME,aAAkD;QACtD,MAAM;QACND;QACA,OAAOA;QACP,SAAS;IACX;IACA,OAAOC;AACT;AAEO,MAAMC;IAcX,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS;IACvB;IAmBA,MAAc,iBAAiBC,MAAuC,EAAE;QACtE,MAAMC,SAAS,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACpD,MAAMC,OAA8B;YAClC,MAAM;YACN,IAAIC,KAAK,GAAG;YACZ,YAAYF;YACZD;QACF;QACA,OAAOE;IACT;IAEQ,8BACNE,SAA6B,EAC7BC,uBAAuB,KAAK,EACR;QACpB,MAAMC,qBAAyC;YAC7C,GAAGF,SAAS;YACZ,UAAU,OAAOR,OAAOW,SAAS,GAAGC;gBAClC,MAAMC,WAAoC,EAAE;gBAC5C,MAAM,EAAEC,IAAI,EAAE,GAAGH;gBAEjBG,KAAK,QAAQ,GAAGD;gBAChB,MAAME,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAED,KAAK,IAAI,EAAE;gBAC9DD,SAAS,IAAI,CAACE;gBAEd,MAAMC,SAAS,MAAMR,UAAU,QAAQ,CAACR,OAAOW,YAAYC;gBAE3D,IAAIH,sBAAsB;oBACxB,MAAMQ,QAAQ,MAAM,IAAI,CAAC,gBAAgB,CAAC;oBAC1CJ,SAAS,IAAI,CAACI;gBAChB;gBACA,OAAOD;YACT;QACF;QACA,OAAON;IACT;IAEA,MAAa,wBACXQ,KAAuB,EACvBC,WAAyB,EACzBC,SAAmB,EACnB;QACA,MAAMC,QAA8B,EAAE;QAEtC,MAAMC,oBAAoB,CACxBC,MACAC,qBACAC;YAEA,IAAI,AAA+B,YAA/B,OAAOD,qBACTA,sBAAsB;gBACpB,QAAQA;YACV;YAGF,IAAIJ,AAAcM,WAAdN,WACFI,sBAAsB;gBACpB,GAAGA,mBAAmB;gBACtBJ;YACF;YAEF,MAAMO,WAA4C;gBAChD,MAAM;gBACN,SAAS;gBACT,OAAOH;gBACP,SAASD,KAAK,OAAO;gBACrB,UAAU,OAAOvB,OAAO4B;wBAkDpBC,iBACiBC;oBAlDnB,MAAM,EAAEhB,IAAI,EAAE,GAAGc;oBACjBG,OACE/B,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,MAAM,AAAD,KAAKA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,EAAE,AAAD,KAAKA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,IAAI,AAAD,GACxC,CAAC,qDAAqD,EAAEgC,KAAK,SAAS,CACpEhC,QACC;oBAEL,IAAIiC;oBACJ,IAAIC;oBACJ,MAAMC,gBAAgC,CAACC;4BAE7BC,gBASJC;wBAVJL,cAAcG;wBACdF,QAAQG,QAAAA,OAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,KAAM,QAAQ,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;wBAE7BvB,KAAK,GAAG,GAAG;4BACT,MAAMmB;wBACR;wBAEAnB,KAAK,KAAK,GAAGoB;wBAGb,IAAII,QAAAA,OAAAA,KAAAA,IAAAA,QAAAA,CAAAA,kBAAAA,KAAM,QAAQ,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,eAAe,EACjCxB,KAAK,eAAe,GAAGsB,KAAK,QAAQ,CAAC,eAAe;oBAExD;oBACA,IAAI,CAAC,OAAO,CAAC,iBAAiB,GAAGD;oBACjC,MAAMI,WAAWhC,KAAK,GAAG;oBAGzB,MAAMiC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;oBACxD1B,KAAK,SAAS,GAAG0B;oBAEjB,MAAMC,aAAoC;wBACxC,MAAM;wBACN,IAAIF;wBACJ,YAAYC,UAAU,gBAAgB;wBACtC,QAAQ;oBACV;oBACA1B,KAAK,QAAQ,GAAG;wBAAC2B;qBAAW;oBAG5B,MAAMC,mBACJ1C,MAAM,KAAK,IAAK,IAAI,CAAC,SAAS,CAAS,qBAAqB,GACxD,MAAO,IAAI,CAAC,SAAS,CAAS,qBAAqB,CAACA,MAAM,KAAK,IAC/D0B;oBACN,MAAMiB,0BAA0B,CAAC,CAACD;oBAGlC,MAAME,cAAc5C,MAAM,MAAM;oBAChC,MAAM6C,oBAAAA,QACJhB,CAAAA,kBAAAA,IAAI,CAAC,SAAS,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,gBAAgB,CAACe;oBACnC,MAAME,aAAahB,QAAAA,oBAAAA,KAAAA,IAAAA,QAAAA,CAAAA,kCAAAA,kBAAmB,YAAY,AAAD,IAA9BA,KAAAA,IAAAA,gCAAiC,KAAK;oBACzD,MAAMiB,mBAAmBJ,0BACrB,OACA,MAAMK,sBACJ,IAAI,EACJF,YACAF,aACA5C,MAAM,SAAS;oBAErB,MAAMiD,eAAe,CAAC,CAACF;oBAGvB,MAAMG,kBACJ,AAACP,2BAA4BM,eAEzBvB,SADAyB,qBAAqBnD,OAAOwC,UAAU,IAAI;oBAEhD,MAAMY,cAAc,CAAC,CAACF;oBAGtB,MAAMG,sBACJ,AAACV,2BAA4BM,gBAAiBG,cAW1C1B,SATE,OAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CACvB1B,OACA;wBAEE,SAASwC;oBACX,GACArB,YAAW,EAEb,OAAO;oBAEf,MAAMmC,kBAAkB,CAAC,CAACD;oBAE1B,MAAME,UACJb,oBACAK,oBACAG,mBACAG;oBAGF,IAAIG;oBACJ,IACED,WACA,IAAI,CAAC,SAAS,IACd,CAACN,gBACDjD,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,SAAS,AAAD,MAAM,OAErB,IAAI,IAAI,CAAC,SAAS,CAAC,mBAAmB,EACpC,IAAI;wBACF,MAAMyD,UAAU,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CACtDF,QAAQ,IAAI,EACZA,AAA6B7B,WAA7B6B,QAAQ,gBAAgB,GACpB;4BAAE,iBAAiBA,QAAQ,gBAAgB;wBAAC,IAC5C7B;wBAEN,IAAI+B,WAAWC,OAAO,IAAI,CAACD,SAAS,MAAM,GAAG,GAAG;4BAC9C9D,MACE,uCACAiD,aACAa;4BAEFD,oBAAoBC;4BACpB,IAAI,CAAC,SAAS,CAAC,yBAAyB,CACtC;gCACE,MAAM;gCACN,QAAQb;gCACR,OAAOa;4BACT,GACAZ;wBAEJ,OACElD,MACE,yDACAiD;oBAGN,EAAE,OAAOe,OAAO;wBACdhE,MAAM,kCAAkCgE;oBAC1C;yBAEAhE,MAAM;oBAGV,IAAI,CAAC4D,SACH,MAAM,IAAIK,MAAM,CAAC,mBAAmB,EAAE5D,MAAM,MAAM,EAAE;oBAGtD,IAAI6D;oBAEJ,IAAIlB,yBACFkB,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACP,OAAO7D,MAAM,KAAK;wBACpB;oBACF;yBACK,IAAIiD,cACTY,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACPf;4BACA,aAAaU;wBACf;oBACF;yBACK,IAAIJ,aACTS,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACP,IAAIX,QAAAA,kBAAAA,KAAAA,IAAAA,gBAAiB,EAAE;4BACvB,MAAMA,QAAAA,kBAAAA,KAAAA,IAAAA,gBAAiB,IAAI;wBAC7B;oBACF;yBACK,IAAII,iBACTO,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACP,QAAQ7D,MAAM,MAAM;wBACtB;oBACF;oBAGFyB,QAAAA,YAAAA,SAAW8B;oBAEX,OAAO;wBACL,QAAQ;4BACNA;wBACF;wBACAf;wBACAqB;oBACF;gBACF;YACF;YACA,OAAOlC;QACT;QAEA,KAAK,MAAMJ,QAAQL,MACjB,IAAIK,AAAc,aAAdA,KAAK,IAAI,EAAe;gBAIxBuC,cACAC;YAJF,IACE,CAACxC,KAAK,MAAM,IACZA,AAAgB,SAAhBA,KAAK,MAAM,IACXuC,AAAAA,SAAAA,CAAAA,eAAAA,KAAK,MAAM,AAAD,IAAVA,KAAAA,IAAAA,aAAa,EAAE,AAAD,MAAM,QACpBC,AAAAA,SAAAA,CAAAA,gBAAAA,KAAK,MAAM,AAAD,IAAVA,KAAAA,IAAAA,cAAa,EAAE,AAAD,MAAM,QACpB;gBACApE,MAAM,kDAAkD4B;gBACxD;YACF;YACA,MAAMyC,aAAa1C,kBAAkBC,MAAMA,KAAK,MAAM;YAEtDF,MAAM,IAAI,CAAC2C;QACb,OAAO,IAAIzC,AAAc,YAAdA,KAAK,IAAI,EAAc;gBAMH0C;YAL7B,MAAMC,kBACJ;gBACE,MAAM;gBACN,SAAS;gBACT,OAAO3C,KAAK,KAAK;gBACjB,SAASA,KAAK,OAAO,aAAI0C,CAAAA,cAAAA,KAAK,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,OAAO,AAAD;gBAC3C,QAAQ1C,KAAK,MAAM;gBACnB,UAAU;wBAEW0C;oBADnB,MAAM,IAAIL,MACRrC,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,OAAO,AAAD,KAAC,SAAI0C,CAAAA,cAAAA,KAAK,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,OAAO,AAAD,KAAK;gBAE5C;YACF;YACF5C,MAAM,IAAI,CAAC6C;QACb,OAAO,IAAI3C,AAAc,eAAdA,KAAK,IAAI,EAAiB;YACnC,MAAM4C,qBAAqD;gBACzD,MAAM;gBACN,SAAS;gBACT,OAAO;gBACP,SAAS5C,KAAK,OAAO;gBACrB,QAAQA,KAAK,MAAM;gBACnB,UAAU,OAAOvB,SAAW;YAC9B;YACAqB,MAAM,IAAI,CAAC8C;QACb,OAAO,IAAI5C,AAAc,YAAdA,KAAK,IAAI,EAAc;YAChC,MAAM6C,kBACJ;gBACE,MAAM;gBACN,SAAS;gBACT,OAAO7C,KAAK,KAAK;gBACjB,SAASA,KAAK,OAAO;gBACrB,QAAQA,KAAK,MAAM;gBACnB,UAAU,OAAO8C;oBACf,MAAMC,yBAAMD,AAAAA,CAAAA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,MAAM,AAAD,KAAK;gBACnC;YACF;YACFhD,MAAM,IAAI,CAAC+C;QACb,OAAO;YAEL,MAAMG,WAAWhD,KAAK,IAAI;YAC1B,MAAMiD,cAAc,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW;YACpD,MAAMC,SAASD,YAAY,IAAI,CAAC,CAACC,SAAWA,OAAO,IAAI,KAAKF;YAC5D,MAAMvE,QAAQuB,KAAK,KAAK;YAExB,IAAI,CAACkD,QACH,MAAM,IAAIb,MAAM,CAAC,aAAa,EAAEW,SAAS,WAAW,CAAC;YAIvD,MAAMG,eAAeD,SACjBE,4BAA4BF,OAAO,WAAW,IAC9C,EAAE;YAEN,MAAMG,uBAAuBH,SACzBE,4BAA4BF,OAAO,WAAW,EAAE,QAChD,EAAE;YAENC,aAAa,OAAO,CAAC,CAACG;gBACpB,IAAI7E,KAAK,CAAC6E,MAAM,EAAE;oBAChB,MAAM3E,aAAaH,oBAAoBC,KAAK,CAAC6E,MAAM;oBACnDlF,MACE,uCACA,CAAC,YAAY,EAAE4E,UAAU,EACzB,CAAC,MAAM,EAAEvC,KAAK,SAAS,CAAChC,KAAK,CAAC6E,MAAM,GAAG,EACvC,CAAC,WAAW,EAAE7C,KAAK,SAAS,CAAC9B,aAAa;oBAE5C,MAAM4E,aAAaxD,kBACjBpB,YACAF,KAAK,CAAC6E,MAAM,EACZ,CAAC7D;wBACChB,KAAK,CAAC6E,MAAM,GAAG7D;oBACjB;oBAEFK,MAAM,IAAI,CAACyD;gBACb,OAAO;oBACL/C,OACE,CAAC6C,qBAAqB,QAAQ,CAACC,QAC/B,CAAC,uBAAuB,EAAEA,MAAM,6BAA6B,EAAEN,UAAU;oBAE3E5E,MAAM,CAAC,OAAO,EAAEkF,MAAM,6BAA6B,EAAEN,UAAU;gBACjE;YACF;YAEA,MAAMzD,OAKF;gBACF,MAAM;gBACN,SAASyD;gBACT,SAAShD,KAAK,OAAO;gBACrB,OAAOA,KAAK,KAAK;gBACjB,UAAU,OAAOvB,OAAOW;wBAKOoE;oBAJ7BpF,MACE,oBACA4E,UACAvE,OACA,CAAC,wBAAwB,EAAE,QAAA+E,CAAAA,mBAAAA,QAAQ,OAAO,AAAD,IAAdA,KAAAA,IAAAA,iBAAiB,MAAM,EAAE;oBAItD,MAAMvC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;oBACxD7B,QAAQ,IAAI,CAAC,SAAS,GAAG6B;oBAEzBoC,qBAAqB,OAAO,CAAC,CAACC;wBAC5B9C,OACE/B,KAAK,CAAC6E,MAAM,EACZ,CAAC,OAAO,EAAEA,MAAM,yBAAyB,EAAEN,SAAS,yCAAyC,EAAEA,SAAS,CAAC,CAAC;oBAE9G;oBAEA,IAAI;wBACF,MAAMS,QAAQ,GAAG,CAAC;4BACf;gCACC,IAAI,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE;oCACrCrF,MAAM;oCACN,MAAM,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC8E,OAAO,IAAI,EAAEzE;oCACrDL,MAAM;gCACR;4BACF;4BACA2E,yBAAM;yBACP;oBACH,EAAE,OAAOW,eAAoB;wBAC3B,MAAMC,kBACJD,AAAAA,CAAAA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,OAAO,AAAD,KAAKE,OAAOF;wBACnC,MAAM,IAAIrB,MACR,CAAC,wCAAwC,EAAEa,OAAO,IAAI,CAAC,EAAE,EAAES,iBAAiB,EAC5E;4BAAE,OAAOD;wBAAc;oBAE3B;oBAEAtF,MAAM,kBAAkB8E,OAAO,IAAI;oBACnC,MAAMW,WAAWX,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAChD,MAAMW,SAASpF,OAAOW;oBACtBhB,MAAM,iBAAiB8E,OAAO,IAAI;oBAElC,IAAI;wBACF,IAAI,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE;4BACpC9E,MAAM;4BACN,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC8E,OAAO,IAAI,EAAEzE;4BACpDL,MAAM;wBACR;oBACF,EAAE,OAAOsF,eAAoB;wBAC3B,MAAMC,kBACJD,AAAAA,CAAAA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,OAAO,AAAD,KAAKE,OAAOF;wBACnC,MAAM,IAAIrB,MACR,CAAC,uCAAuC,EAAEa,OAAO,IAAI,CAAC,EAAE,EAAES,iBAAiB,EAC3E;4BAAE,OAAOD;wBAAc;oBAE3B;oBAEA,OAAO;wBACL,QAAQ;4BACN,SAAS;4BACT,QAAQV;4BACR,OAAOvE;wBACT;oBACF;gBACF;YACF;YACAqB,MAAM,IAAI,CAACP;QACb;QAGF,MAAMuE,eAAehE,MAAM,GAAG,CAC5B,CAACP,MAA0BwE;YACzB,IAAIxE,AAAc,aAAdA,KAAK,IAAI,EACX,OAAO,IAAI,CAAC,6BAA6B,CACvCA,MACAwE,UAAUjE,MAAM,MAAM,GAAG;YAG7B,OAAOP;QACT;QAGF,OAAO;YACL,OAAOuE;QACT;IACF;IAEA,MAAc,qBAAqBE,eAAgC,EAAE;QACnE,MAAMhD,WAAWhC,KAAK,GAAG;QACzB,MAAMiC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACxD,MAAMC,aAAoC;YACxC,MAAM;YACN,IAAIF;YACJ,YAAYC,UAAU,gBAAgB;YACtC,QAAQ;QACV;QAEA+C,gBAAgB,IAAI,CAAC,QAAQ,GAAG;YAAC9C;SAAW;QAC3C8C,gBAAgB,IAAI,CAA2B,SAAS,GAAG/C;QAE5D,OAAO;YACLA;QACF;IACF;IAEA,MAAM,uBAAuBgD,eAAuB,EAAEC,UAAkB,EAAE;QACxE,MAAMC,eAAe,IAAIC,SAASC,aAAa,UAAUJ,kBAAkB;YACzE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QAEA,MAAM1E,OAAmC;YACvC,MAAM;YACN,SAAS;YACT,QAAQ;YACR,OAAO;gBACL0E;YACF;YACA,UAAU,OAAOxF,OAAOuF;gBACtB,MAAM,IAAI,CAAC,oBAAoB,CAACA;gBAChC,OAAO;oBACL,QAAQ;wBACN,SAAS,EAAE;wBACX,oCAAoC;wBACpC,KAAK;wBACLE;oBACF;oBACA,OAAO;wBACL,KAAK;oBACP;oBACA,OAAO;wBACL,MAAM;wBACN,SAAS;4BACPA;wBACF;oBACF;gBACF;YACF;QACF;QAEA,MAAMC,aAAa,MAAM,CAAC5E;QAC1B,MAAM4E,aAAa,KAAK;QAExB,OAAO;YACL,UAAUA;QACZ;IACF;IAEQ,mBACNF,eAAuB,EACvBK,aAAiC,EACjC1E,WAAyB,EACG;QAC5B,MAAML,OAAmC;YACvC,MAAM;YACN,SAAS;YACT,QAAQ;YACR,OAAO;gBACL0E;YACF;YACA,UAAU,OAAOxF,OAAOuF;gBACtB,MAAMO,YAAYvF,KAAK,GAAG;gBAC1B,MAAM,EAAEiC,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC+C;gBACtD,MAAM,EAAEQ,MAAM,EAAE,GAAG5E;gBACnB,MAAM6E,qBACJD,AAAW,kBAAXA,SAA2B5E,YAAY,kBAAkB,GAAGO;gBAE9DK,OACE,IAAI,CAAC,SAAS,CAAC,WAAW,EAC1B;gBAEF,MAAMyC,cAAc,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW;gBACpD7E,MACE,sCACA6E,YAAY,GAAG,CAAC,CAACC,SAAWA,OAAO,IAAI,EAAE,IAAI,CAAC;gBAEhD1C,OAAOkE,MAAM,OAAO,CAACzB,cAAc;gBACnC,IAAIA,AAAuB,MAAvBA,YAAY,MAAM,EACpB0B,QAAQ,IAAI,CACV,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,gDAAgD,CAAC;gBAIrG,MAAMC,aAAa,MAAOH,AAAAA,CAAAA,qBAAqBI,iBAAiB7E,cAAAA,EAC9DvB,MAAM,eAAe,EACrB;oBACE,SAASwC;oBACTqD;oBACA,eAAe,IAAI,CAAC,SAAS,CAAC,aAAa;oBAC3CrB;oBACArD;oBACA,qBAAqB,IAAI,CAAC,mBAAmB;gBAC/C;gBAEFxB,MAAM,cAAcqC,KAAK,SAAS,CAACmE,YAAY,MAAM;gBAErD,MAAM,EACJE,OAAO,EACPC,GAAG,EACHC,kCAAkC,EAClC5C,KAAK,EACLzB,KAAK,EACLsE,WAAW,EACXlC,KAAK,EACN,GAAG6B;gBAEJZ,gBAAgB,IAAI,CAAC,GAAG,GAAG;oBACzB,GAAIA,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBAClCiB;gBACF;gBACAjB,gBAAgB,IAAI,CAAC,KAAK,GAAGrD;gBAE7B,MAAMuE,eAAeJ,WAAW,EAAE;gBAElC,IAAI/B,OAAO;oBACT,MAAMoC,UAAUnG,KAAK,GAAG;oBACxB,MAAMoG,gBAAgBrC,QAASoC,CAAAA,UAAUZ,SAAQ;oBACjD,IAAIa,gBAAgB,GAClBF,aAAa,IAAI,CAAC;wBAChB,MAAM;wBACN,OAAO;4BACL,QAAQE;wBACV;wBACA,QAAQ;oBACV;gBAEJ;gBAEA,IAAIF,AAAwB,MAAxBA,aAAa,MAAM,EACrB1E,OACE,CAACwE,sCAAsCjC,OACvCX,QAAQ,CAAC,gBAAgB,EAAEA,OAAO,GAAG;gBAIzC,OAAO;oBACL,QAAQ;wBACN,SAAS8C;wBACTF;wBACAD;wBACA,UAAUH,WAAW,QAAQ;oBAC/B;oBACA,OAAO;wBACL,KAAK;oBACP;oBACA3D;gBACF;YACF;QACF;QAEA,OAAO1B;IACT;IAEA,MAAM,SACJ8F,KAAa,EACb1F,KAAuB,EACvBC,WAAyB,EACC;QAC1B,MAAMuE,eAAe,IAAIC,SAASiB,OAAO;YACvC,aAAa,IAAI,CAAC,mBAAmB;QACvC;QACA,MAAM,EAAEvF,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAACH,OAAOC;QAC5D,MAAMuE,aAAa,MAAM,CAACrE;QAC1B,MAAML,SAAS,MAAM0E,aAAa,KAAK;QACvC,MAAM,EAAEmB,MAAM,EAAE,GAAG7F;QACnB,OAAO;YACL6F;YACA,UAAUnB;QACZ;IACF;IAEQ,wBAAwBoB,WAAoB,EAAE;QACpD,OACE,IAAI,CAAC,oBAAoB,IACzBC,oBAAoB,oBAAoB,CACtCC,oCAEDF,CAAAA,cACGhH,uCACAD,2BAA0B;IAElC;IAEA,MAAM,OACJoH,UAAkB,EAClB9F,WAAyB,EACzB0E,aAAsB,EACtBzE,SAAmB,EAQnB;QACA,IAAI,CAAC,mBAAmB,CAAC,KAAK;QAE9B,MAAMsE,eAAe,IAAIC,SAASC,aAAa,UAAUqB,aAAa;YACpE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QAEA,IAAIC,cAAc;QAClB,MAAMC,WAAmC,EAAE;QAC3C,MAAMC,uBAAuB,IAAI,CAAC,uBAAuB,CACvDjG,AAAuB,kBAAvBA,YAAY,MAAM;QAIpB,MAAO,KAAM;YACX,IAAI+F,cAAcE,sBAAsB;gBACtC,MAAMC,WAAW,CAAC,WAAW,EAAED,qBAAqB,+EAA+E,CAAC;gBAEpI,OAAO,IAAI,CAAC,eAAe,CAAC1B,cAAc2B,UAAUlG;YACtD;YAGA,MAAMmG,eAAe,IAAI,CAAC,kBAAkB,CAC1CL,YACApB,eACA1E;YAGF,MAAMuE,aAAa,MAAM,CAAC4B;YAC1B,MAAMtG,SAAS,MAAM0E,aAAa,KAAK;YACvC,MAAMS,aAAiCnF,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,MAAM;YACrD,IAAI0E,aAAa,cAAc,IAC7B,OAAO;gBACL,QAAQS;gBACR,UAAUT;YACZ;YAIF,MAAMxE,QAAQiF,WAAW,OAAO,IAAI,EAAE;YACtCgB,SAAS,IAAI,IAAKhB,WAAW,QAAQ,IAAI,EAAE;YAE3C,IAAIoB;YACJ,IAAI;gBACFA,cAAc,MAAM,IAAI,CAAC,uBAAuB,CAC9CrG,OACAC,aACAC;gBAEFsE,aAAa,MAAM,CAAC6B,YAAY,KAAK;YACvC,EAAE,OAAO5D,OAAO;gBACd,OAAO,IAAI,CAAC,eAAe,CACzB+B,cACA,CAAC,4CAA4C,EAAE/B,MAAM,SAAS,EAAE3B,KAAK,SAAS,CAC5Ed,QACC,EACHC;YAEJ;YAEA,MAAMuE,aAAa,KAAK;YACxB,IAAIA,aAAa,cAAc,IAC7B,OAAO;gBACL,QAAQhE;gBACR,UAAUgE;YACZ;YAIF,IAAI,CAACS,WAAW,kCAAkC,EAChD;YAIFe;QACF;QAEA,OAAO;YACL,QAAQ;gBACNC;YACF;YACA,UAAUzB;QACZ;IACF;IAEQ,oBACN8B,IAA0D,EAC1DC,MAA2B,EAC3BtG,WAAyB,EACzBuG,GAA0B,EAC1BC,gBAAoC,EACpC;QACA,MAAMC,YAA4C;YAChD,MAAM;YACN,SAASJ;YACT,QAAQ;YACR,OAAO;gBACL,YAAYG,mBACP;oBACCF;oBACAE;gBACF,IACAF;YACN;YACA,UAAU,OAAOzH,OAAO4B;gBACtB,MAAM,EAAEd,IAAI,EAAE,GAAGc;gBACjB,IAAIK;gBACJ,MAAME,gBAAgC,CAACC;oBACrCH,cAAcG;gBAChB;gBACA,IAAI,CAAC,OAAO,CAAC,iBAAiB,GAAGD;gBAGjC,MAAMI,WAAWhC,KAAK,GAAG;gBACzB,MAAMiC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;gBACxD1B,KAAK,SAAS,GAAG0B;gBAEjB,MAAMC,aAAoC;oBACxC,MAAM;oBACN,IAAIF;oBACJ,YAAYC,UAAU,gBAAgB;oBACtC,QAAQ;gBACV;gBACA1B,KAAK,QAAQ,GAAG;oBAAC2B;iBAAW;gBAE5B,MAAMoF,mBAAmBL,AAAS,YAATA;gBACzB,IAAIM,cAAcL;gBAClB,IAAIM,cAAc;gBAClB,IAAIF,oBAAoBL,AAAS,aAATA,MAAmB;oBACzCO,cAAc;oBACdD,cAAc;wBACZ,CAACC,YAAY,EAAE,CAAC,kDAAkD,EAAEN,QAAQ;oBAC9E;gBACF,OAAO,IAAII,kBACTC,cAAc;oBACZ,CAACC,YAAY,EAAE,GAAGP,KAAK,EAAE,EAAEC,QAAQ;gBACrC;gBAGF,MAAM,EAAEO,IAAI,EAAE9F,KAAK,EAAE+F,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CACzDH,aACA3G,aACAuG,KACAC;gBAGF,IAAIO,eAAeF;gBACnB,IAAIH,kBAEF,IAAI,AAAgB,YAAhB,OAAOG,MACTE,eAAeF;qBACV;oBACLjG,OACEiG,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,IAAM,CAACD,YAAY,AAAD,MAAMrG,QACxB;oBAEFwG,eAAgBF,IAAY,CAACD,YAAY;gBAC3C;gBAGF,OAAO;oBACL,QAAQG;oBACR,KAAK;wBAAE,MAAMjG;wBAAa,iBAAiByF,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe;oBAAC;oBAChExF;oBACA+F;gBACF;YACF;QACF;QAEA,OAAOL;IACT;IACA,MAAM,yBACJJ,IAA0D,EAC1DC,MAA2B,EAC3BtG,WAAyB,EACzBuG,GAA0B,EAC1BC,gBAAoC,EACP;QAC7B,MAAMjC,eAAe,IAAIC,SACvBC,aACE4B,MACA,AAAkB,YAAlB,OAAOC,SAAsBA,SAASzF,KAAK,SAAS,CAACyF,UAEvD;YACE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QAGF,MAAMG,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9CJ,MACAC,QACAtG,aACAuG,KACAC;QAGF,MAAMjC,aAAa,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAACkC;QAC7D,MAAM5G,SAAS,MAAM0E,aAAa,KAAK;QAEvC,IAAI,CAAC1E,QACH,MAAM,IAAI4C,MACR;QAIJ,MAAM,EAAEiD,MAAM,EAAEoB,OAAO,EAAE,GAAGjH;QAE5B,OAAO;YACL6F;YACAoB;YACA,UAAUvC;QACZ;IACF;IAEA,MAAM,OACJyC,SAAsB,EACtBhH,WAAyB,EACzBuG,GAA0B,EACS;QACnC,MAAM,EAAEU,UAAU,EAAET,gBAAgB,EAAE,GAAGU,YAAYF;QACrD,OAAO,MAAM,IAAI,CAAC,wBAAwB,CACxC,UACAC,YACAjH,aACAuG,KACAC;IAEJ;IAEA,MAAc,gBACZjC,YAAsB,EACtB2B,QAAgB,EAChBlG,WAAyB,EACzB;QACA,MAAMmH,YAAsD;YAC1D,MAAM;YACN,OAAO;gBACL,SAASjB;YACX;YACA,QAAQ;QACV;QACA,MAAM,EAAEhG,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAClD;YAACiH;SAAU,EACXnH;QAEF,MAAMuE,aAAa,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAACrE,KAAK,CAAC,EAAE;QACrE,MAAMqE,aAAa,KAAK;QAExB,OAAO;YACL,QAAQhE;YACR,UAAUgE;QACZ;IACF;IAEA,MAAM,aAAa6C,MAAc,EAAEpH,WAAyB,EAAE;QAC5D,MAAMqH,YAAsD;YAC1D,MAAM;YACN,OAAO;gBACLD;YACF;YACA,QAAQ;QACV;QAEA,MAAM,EAAE,OAAOE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAC9D;YAACD;SAAU,EACXrH;QAGF,OAAO,IAAI,CAAC,6BAA6B,CAACsH,UAAU,CAAC,EAAE;IACzD;IAEA,MAAM,QACJN,SAAsB,EACtBT,GAA+B,EAC/BvG,WAAyB,EACO;QAChC,MAAM,EAAEiH,UAAU,EAAET,gBAAgB,EAAE,GAAGU,YAAYF;QAErD,MAAMO,cAAc,CAAC,SAAS,EAAEN,YAAY;QAC5C,MAAM1C,eAAe,IAAIC,SAASC,aAAa,WAAW8C,cAAc;YACtE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QACA,MAAM,EAAEC,SAAS,EAAEC,eAAe,EAAE,GAAGlB;QAEvC3F,OAAOoG,WAAW;QAClBpG,OAAO4G,WAAW;QAClB5G,OAAO6G,iBAAiB;QAExB7G,OACE6G,mBAAmBD,WACnB,CAAC,iGAAiG,EAAEC,gBAAgB,aAAa,EAAED,UAAU,CAAC,CAAC;QAGjJ,MAAME,mBAAmBtI,KAAK,GAAG;QACjC,IAAIuF,YAAYvF,KAAK,GAAG;QACxB,IAAIuI,eAAe;QACnB,MAAOvI,KAAK,GAAG,KAAKsI,mBAAmBF,UAAW;YAChD7C,YAAYvF,KAAK,GAAG;YACpB,MAAMqH,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9C,UACAQ,YACAjH,aACA;gBACE,iBAAiB;gBACjB,iBAAiB;YACnB,GACAwG;YAGF,MAAMjC,aAAa,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAACkC;YAC7D,MAAM5G,SAAU,MAAM0E,aAAa,KAAK;YAKxC,IAAI,CAAC1E,QACH,MAAM,IAAI4C,MACR;YAIJ,IAAI5C,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,MAAM,EAChB,OAAO;gBACL,QAAQU;gBACR,UAAUgE;YACZ;YAGFoD,eACE9H,AAAAA,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,OAAO,AAAD,KACd,CAAC,0CAA0C,EAAEoH,YAAY;YAC3D,MAAMW,MAAMxI,KAAK,GAAG;YACpB,IAAIwI,MAAMjD,YAAY8C,iBAAiB;gBACrC,MAAMjC,gBAAgBiC,kBAAmBG,CAAAA,MAAMjD,SAAQ;gBACvD,MAAMkD,YAAY,MAAM,IAAI,CAAC,YAAY,CAACrC,eAAexF;gBACzD,MAAMuE,aAAa,MAAM,CAACsD;YAC5B;QACF;QAEA,OAAO,IAAI,CAAC,eAAe,CACzBtD,cACA,CAAC,iBAAiB,EAAEoD,cAAc,EAClC3H;IAEJ;IA1/BA,YACE8H,iBAAoC,EACpCC,OAAgB,EAChBC,IAIC,CACD;QAzBF;QAEA;QAEA;QAEA,uBAAQ,uBAAR;QAEA;QAEA;QAgBE,IAAI,CAAC,SAAS,GAAGF;QACjB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,SAAS,GAAGC,KAAK,SAAS;QAC/B,IAAI,CAAC,mBAAmB,GAAGA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW;QAC5C,IAAI,CAAC,oBAAoB,GAAGA,KAAK,oBAAoB;QACrD,IAAI,CAAC,mBAAmB,GAAG,IAAIC;IACjC;AA4+BF"}
+{"version":3,"file":"agent/tasks.mjs","sources":["webpack://@midscene/core/./src/agent/tasks.ts"],"sourcesContent":["import {\n  ConversationHistory,\n  findAllMidsceneLocatorField,\n  parseActionParam,\n  plan,\n  uiTarsPlanning,\n} from '@/ai-model';\nimport { Executor } from '@/ai-model/action-executor';\nimport type { TMultimodalPrompt, TUserPrompt } from '@/ai-model/common';\nimport type { AbstractInterface } from '@/device';\nimport type Insight from '@/insight';\nimport type {\n  AIUsageInfo,\n  DetailedLocateParam,\n  DumpSubscriber,\n  ElementCacheFeature,\n  ExecutionRecorderItem,\n  ExecutionTaskActionApply,\n  ExecutionTaskApply,\n  ExecutionTaskHitBy,\n  ExecutionTaskInsightLocateApply,\n  ExecutionTaskInsightQueryApply,\n  ExecutionTaskPlanning,\n  ExecutionTaskPlanningApply,\n  ExecutionTaskProgressOptions,\n  ExecutorContext,\n  InsightDump,\n  InsightExtractOption,\n  InsightExtractParam,\n  InterfaceType,\n  LocateResultElement,\n  MidsceneYamlFlowItem,\n  PlanningAIResponse,\n  PlanningAction,\n  PlanningActionParamError,\n  PlanningActionParamSleep,\n  PlanningActionParamWaitFor,\n  PlanningLocateParam,\n} from '@/types';\nimport { sleep } from '@/utils';\nimport {\n  type IModelConfig,\n  MIDSCENE_REPLANNING_CYCLE_LIMIT,\n  globalConfigManager,\n} from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport type { TaskCache } from './task-cache';\nimport { taskTitleStr } from './ui-utils';\nimport {\n  matchElementFromCache,\n  matchElementFromPlan,\n  parsePrompt,\n} from './utils';\n\ninterface ExecutionResult<OutputType = any> {\n  output: OutputType;\n  thought?: string;\n  executor: Executor;\n}\n\nconst debug = getDebug('device-task-executor');\nconst defaultReplanningCycleLimit = 10;\nconst defaultVlmUiTarsReplanningCycleLimit = 40;\n\nexport function locatePlanForLocate(param: string | DetailedLocateParam) {\n  const locate = typeof param === 'string' ? { prompt: param } : param;\n  const locatePlan: PlanningAction<PlanningLocateParam> = {\n    type: 'Locate',\n    locate,\n    param: locate,\n    thought: '',\n  };\n  return locatePlan;\n}\n\nexport class TaskExecutor {\n  interface: AbstractInterface;\n\n  insight: Insight;\n\n  taskCache?: TaskCache;\n\n  private conversationHistory: ConversationHistory;\n\n  onTaskStartCallback?: ExecutionTaskProgressOptions['onTaskStart'];\n\n  replanningCycleLimit?: number;\n\n  // @deprecated use .interface instead\n  get page() {\n    return this.interface;\n  }\n\n  constructor(\n    interfaceInstance: AbstractInterface,\n    insight: Insight,\n    opts: {\n      taskCache?: TaskCache;\n      onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];\n      replanningCycleLimit?: number;\n    },\n  ) {\n    this.interface = interfaceInstance;\n    this.insight = insight;\n    this.taskCache = opts.taskCache;\n    this.onTaskStartCallback = opts?.onTaskStart;\n    this.replanningCycleLimit = opts.replanningCycleLimit;\n    this.conversationHistory = new ConversationHistory();\n  }\n\n  private async recordScreenshot(timing: ExecutionRecorderItem['timing']) {\n    const base64 = await this.interface.screenshotBase64();\n    const item: ExecutionRecorderItem = {\n      type: 'screenshot',\n      ts: Date.now(),\n      screenshot: base64,\n      timing,\n    };\n    return item;\n  }\n\n  private prependExecutorWithScreenshot(\n    taskApply: ExecutionTaskApply,\n    appendAfterExecution = false,\n  ): ExecutionTaskApply {\n    const taskWithScreenshot: ExecutionTaskApply = {\n      ...taskApply,\n      executor: async (param, context, ...args) => {\n        const recorder: ExecutionRecorderItem[] = [];\n        const { task } = context;\n        // set the recorder before executor in case of error\n        task.recorder = recorder;\n        const shot = await this.recordScreenshot(`before ${task.type}`);\n        recorder.push(shot);\n\n        const result = await taskApply.executor(param, context, ...args);\n\n        if (appendAfterExecution) {\n          const shot2 = await this.recordScreenshot('after Action');\n          recorder.push(shot2);\n        }\n        return result;\n      },\n    };\n    return taskWithScreenshot;\n  }\n\n  public async convertPlanToExecutable(\n    plans: PlanningAction[],\n    modelConfig: IModelConfig,\n    cacheable?: boolean,\n  ) {\n    const tasks: ExecutionTaskApply[] = [];\n\n    const taskForLocatePlan = (\n      plan: PlanningAction<PlanningLocateParam>,\n      detailedLocateParam: DetailedLocateParam | string,\n      onResult?: (result: LocateResultElement) => void,\n    ): ExecutionTaskInsightLocateApply => {\n      if (typeof detailedLocateParam === 'string') {\n        detailedLocateParam = {\n          prompt: detailedLocateParam,\n        };\n      }\n      // Apply cacheable option from convertPlanToExecutable if it was explicitly set\n      if (cacheable !== undefined) {\n        detailedLocateParam = {\n          ...detailedLocateParam,\n          cacheable,\n        };\n      }\n      const taskFind: ExecutionTaskInsightLocateApply = {\n        type: 'Insight',\n        subType: 'Locate',\n        param: detailedLocateParam,\n        thought: plan.thought,\n        executor: async (param, taskContext) => {\n          const { task } = taskContext;\n          assert(\n            param?.prompt || param?.id || param?.bbox,\n            `No prompt or id or position or bbox to locate, param=${JSON.stringify(\n              param,\n            )}`,\n          );\n          let insightDump: InsightDump | undefined;\n          let usage: AIUsageInfo | undefined;\n          const dumpCollector: DumpSubscriber = (dump) => {\n            insightDump = dump;\n            usage = dump?.taskInfo?.usage;\n\n            task.log = {\n              dump: insightDump,\n            };\n\n            task.usage = usage;\n\n            // Store searchAreaUsage in task metadata\n            if (dump?.taskInfo?.searchAreaUsage) {\n              task.searchAreaUsage = dump.taskInfo.searchAreaUsage;\n            }\n          };\n          this.insight.onceDumpUpdatedFn = dumpCollector;\n          const shotTime = Date.now();\n\n          // Get context through contextRetrieverFn which handles frozen context\n          const uiContext = await this.insight.contextRetrieverFn('locate');\n          task.uiContext = uiContext;\n\n          const recordItem: ExecutionRecorderItem = {\n            type: 'screenshot',\n            ts: shotTime,\n            screenshot: uiContext.screenshotBase64,\n            timing: 'before Insight',\n          };\n          task.recorder = [recordItem];\n\n          // try matching xpath\n          const elementFromXpath =\n            param.xpath && (this.interface as any).getElementInfoByXpath\n              ? await (this.interface as any).getElementInfoByXpath(param.xpath)\n              : undefined;\n          const userExpectedPathHitFlag = !!elementFromXpath;\n\n          // try matching cache\n          const cachePrompt = param.prompt;\n          const locateCacheRecord =\n            this.taskCache?.matchLocateCache(cachePrompt);\n          const cacheEntry = locateCacheRecord?.cacheContent?.cache;\n          const elementFromCache = userExpectedPathHitFlag\n            ? null\n            : await matchElementFromCache(\n                this,\n                cacheEntry,\n                cachePrompt,\n                param.cacheable,\n              );\n          const cacheHitFlag = !!elementFromCache;\n\n          // try matching plan\n          const elementFromPlan =\n            !userExpectedPathHitFlag && !cacheHitFlag\n              ? matchElementFromPlan(param, uiContext.tree)\n              : undefined;\n          const planHitFlag = !!elementFromPlan;\n\n          // try ai locate\n          const elementFromAiLocate =\n            !userExpectedPathHitFlag && !cacheHitFlag && !planHitFlag\n              ? (\n                  await this.insight.locate(\n                    param,\n                    {\n                      // fallback to ai locate\n                      context: uiContext,\n                    },\n                    modelConfig,\n                  )\n                ).element\n              : undefined;\n          const aiLocateHitFlag = !!elementFromAiLocate;\n\n          const element =\n            elementFromXpath || // highest priority\n            elementFromCache || // second priority\n            elementFromPlan || // third priority\n            elementFromAiLocate;\n\n          // update cache\n          let currentCacheEntry: ElementCacheFeature | undefined;\n          if (\n            element &&\n            this.taskCache &&\n            !cacheHitFlag &&\n            param?.cacheable !== false\n          ) {\n            if (this.interface.cacheFeatureForRect) {\n              try {\n                const feature = await this.interface.cacheFeatureForRect(\n                  element.rect,\n                  element.isOrderSensitive !== undefined\n                    ? { _orderSensitive: element.isOrderSensitive }\n                    : undefined,\n                );\n                if (feature && Object.keys(feature).length > 0) {\n                  debug(\n                    'update cache, prompt: %s, cache: %o',\n                    cachePrompt,\n                    feature,\n                  );\n                  currentCacheEntry = feature;\n                  this.taskCache.updateOrAppendCacheRecord(\n                    {\n                      type: 'locate',\n                      prompt: cachePrompt,\n                      cache: feature,\n                    },\n                    locateCacheRecord,\n                  );\n                } else {\n                  debug(\n                    'no cache data returned, skip cache update, prompt: %s',\n                    cachePrompt,\n                  );\n                }\n              } catch (error) {\n                debug('cacheFeatureForRect failed: %s', error);\n              }\n            } else {\n              debug('cacheFeatureForRect is not supported, skip cache update');\n            }\n          }\n          if (!element) {\n            throw new Error(`Element not found: ${param.prompt}`);\n          }\n\n          let hitBy: ExecutionTaskHitBy | undefined;\n\n          if (userExpectedPathHitFlag) {\n            hitBy = {\n              from: 'User expected path',\n              context: {\n                xpath: param.xpath,\n              },\n            };\n          } else if (cacheHitFlag) {\n            hitBy = {\n              from: 'Cache',\n              context: {\n                cacheEntry,\n                cacheToSave: currentCacheEntry,\n              },\n            };\n          } else if (planHitFlag) {\n            hitBy = {\n              from: 'Planning',\n              context: {\n                id: elementFromPlan?.id,\n                bbox: elementFromPlan?.bbox,\n              },\n            };\n          } else if (aiLocateHitFlag) {\n            hitBy = {\n              from: 'AI model',\n              context: {\n                prompt: param.prompt,\n              },\n            };\n          }\n\n          onResult?.(element);\n\n          return {\n            output: {\n              element,\n            },\n            uiContext,\n            hitBy,\n          };\n        },\n      };\n      return taskFind;\n    };\n\n    for (const plan of plans) {\n      if (plan.type === 'Locate') {\n        if (\n          !plan.locate ||\n          plan.locate === null ||\n          plan.locate?.id === null ||\n          plan.locate?.id === 'null'\n        ) {\n          debug('Locate action with id is null, will be ignored', plan);\n          continue;\n        }\n        const taskLocate = taskForLocatePlan(plan, plan.locate);\n\n        tasks.push(taskLocate);\n      } else if (plan.type === 'Error') {\n        const taskActionError: ExecutionTaskActionApply<PlanningActionParamError> =\n          {\n            type: 'Action',\n            subType: 'Error',\n            param: plan.param,\n            thought: plan.thought || plan.param?.thought,\n            locate: plan.locate,\n            executor: async () => {\n              throw new Error(\n                plan?.thought || plan.param?.thought || 'error without thought',\n              );\n            },\n          };\n        tasks.push(taskActionError);\n      } else if (plan.type === 'Finished') {\n        const taskActionFinished: ExecutionTaskActionApply<null> = {\n          type: 'Action',\n          subType: 'Finished',\n          param: null,\n          thought: plan.thought,\n          locate: plan.locate,\n          executor: async (param) => {},\n        };\n        tasks.push(taskActionFinished);\n      } else if (plan.type === 'Sleep') {\n        const taskActionSleep: ExecutionTaskActionApply<PlanningActionParamSleep> =\n          {\n            type: 'Action',\n            subType: 'Sleep',\n            param: plan.param,\n            thought: plan.thought,\n            locate: plan.locate,\n            executor: async (taskParam) => {\n              await sleep(taskParam?.timeMs || 3000);\n            },\n          };\n        tasks.push(taskActionSleep);\n      } else {\n        // action in action space\n        const planType = plan.type;\n        const actionSpace = await this.interface.actionSpace();\n        const action = actionSpace.find((action) => action.name === planType);\n        const param = plan.param;\n\n        if (!action) {\n          throw new Error(`Action type '${planType}' not found`);\n        }\n\n        // find all params that needs location\n        const locateFields = action\n          ? findAllMidsceneLocatorField(action.paramSchema)\n          : [];\n\n        const requiredLocateFields = action\n          ? findAllMidsceneLocatorField(action.paramSchema, true)\n          : [];\n\n        locateFields.forEach((field) => {\n          if (param[field]) {\n            const locatePlan = locatePlanForLocate(param[field]);\n            debug(\n              'will prepend locate param for field',\n              `action.type=${planType}`,\n              `param=${JSON.stringify(param[field])}`,\n              `locatePlan=${JSON.stringify(locatePlan)}`,\n            );\n            const locateTask = taskForLocatePlan(\n              locatePlan,\n              param[field],\n              (result) => {\n                param[field] = result;\n              },\n            );\n            tasks.push(locateTask);\n          } else {\n            assert(\n              !requiredLocateFields.includes(field),\n              `Required locate field '${field}' is not provided for action ${planType}`,\n            );\n            debug(`field '${field}' is not provided for action ${planType}`);\n          }\n        });\n\n        const task: ExecutionTaskApply<\n          'Action',\n          any,\n          { success: boolean; action: string; param: any },\n          void\n        > = {\n          type: 'Action',\n          subType: planType,\n          thought: plan.thought,\n          param: plan.param,\n          executor: async (param, context) => {\n            debug(\n              'executing action',\n              planType,\n              param,\n              `context.element.center: ${context.element?.center}`,\n            );\n\n            // Get context for actionSpace operations to ensure size info is available\n            const uiContext = await this.insight.contextRetrieverFn('locate');\n            context.task.uiContext = uiContext;\n\n            requiredLocateFields.forEach((field) => {\n              assert(\n                param[field],\n                `field '${field}' is required for action ${planType} but not provided. Cannot execute action ${planType}.`,\n              );\n            });\n\n            try {\n              await Promise.all([\n                (async () => {\n                  if (this.interface.beforeInvokeAction) {\n                    debug('will call \"beforeInvokeAction\" for interface');\n                    await this.interface.beforeInvokeAction(action.name, param);\n                    debug('called \"beforeInvokeAction\" for interface');\n                  }\n                })(),\n                sleep(200),\n              ]);\n            } catch (originalError: any) {\n              const originalMessage =\n                originalError?.message || String(originalError);\n              throw new Error(\n                `error in running beforeInvokeAction for ${action.name}: ${originalMessage}`,\n                { cause: originalError },\n              );\n            }\n\n            // Validate and parse parameters with defaults\n            if (action.paramSchema) {\n              try {\n                param = parseActionParam(param, action.paramSchema);\n              } catch (error: any) {\n                throw new Error(\n                  `Invalid parameters for action ${action.name}: ${error.message}\\nParameters: ${JSON.stringify(param)}`,\n                  { cause: error },\n                );\n              }\n            }\n\n            debug('calling action', action.name);\n            const actionFn = action.call.bind(this.interface);\n            await actionFn(param, context);\n            debug('called action', action.name);\n\n            try {\n              if (this.interface.afterInvokeAction) {\n                debug('will call \"afterInvokeAction\" for interface');\n                await this.interface.afterInvokeAction(action.name, param);\n                debug('called \"afterInvokeAction\" for interface');\n              }\n            } catch (originalError: any) {\n              const originalMessage =\n                originalError?.message || String(originalError);\n              throw new Error(\n                `error in running afterInvokeAction for ${action.name}: ${originalMessage}`,\n                { cause: originalError },\n              );\n            }\n            // Return a proper result for report generation\n            return {\n              output: {\n                success: true,\n                action: planType,\n                param: param,\n              },\n            };\n          },\n        };\n        tasks.push(task);\n      }\n    }\n\n    const wrappedTasks = tasks.map(\n      (task: ExecutionTaskApply, index: number) => {\n        if (task.type === 'Action') {\n          return this.prependExecutorWithScreenshot(\n            task,\n            index === tasks.length - 1,\n          );\n        }\n        return task;\n      },\n    );\n\n    return {\n      tasks: wrappedTasks,\n    };\n  }\n\n  private async setupPlanningContext(executorContext: ExecutorContext) {\n    const shotTime = Date.now();\n    const uiContext = await this.insight.contextRetrieverFn('locate');\n    const recordItem: ExecutionRecorderItem = {\n      type: 'screenshot',\n      ts: shotTime,\n      screenshot: uiContext.screenshotBase64,\n      timing: 'before Planning',\n    };\n\n    executorContext.task.recorder = [recordItem];\n    (executorContext.task as ExecutionTaskPlanning).uiContext = uiContext;\n\n    return {\n      uiContext,\n    };\n  }\n\n  async loadYamlFlowAsPlanning(userInstruction: string, yamlString: string) {\n    const taskExecutor = new Executor(taskTitleStr('Action', userInstruction), {\n      onTaskStart: this.onTaskStartCallback,\n    });\n\n    const task: ExecutionTaskPlanningApply = {\n      type: 'Planning',\n      subType: 'LoadYaml',\n      locate: null,\n      param: {\n        userInstruction,\n      },\n      executor: async (param, executorContext) => {\n        await this.setupPlanningContext(executorContext);\n        return {\n          output: {\n            actions: [],\n            more_actions_needed_by_instruction: false,\n            log: '',\n            yamlString,\n          },\n          cache: {\n            hit: true,\n          },\n          hitBy: {\n            from: 'Cache',\n            context: {\n              yamlString,\n            },\n          },\n        };\n      },\n    };\n\n    await taskExecutor.append(task);\n    await taskExecutor.flush();\n\n    return {\n      executor: taskExecutor,\n    };\n  }\n\n  private createPlanningTask(\n    userInstruction: string,\n    actionContext: string | undefined,\n    modelConfig: IModelConfig,\n  ): ExecutionTaskPlanningApply {\n    const task: ExecutionTaskPlanningApply = {\n      type: 'Planning',\n      subType: 'Plan',\n      locate: null,\n      param: {\n        userInstruction,\n      },\n      executor: async (param, executorContext) => {\n        const startTime = Date.now();\n        const { uiContext } = await this.setupPlanningContext(executorContext);\n        const { vlMode } = modelConfig;\n        const uiTarsModelVersion =\n          vlMode === 'vlm-ui-tars' ? modelConfig.uiTarsModelVersion : undefined;\n\n        assert(\n          this.interface.actionSpace,\n          'actionSpace for device is not implemented',\n        );\n        const actionSpace = await this.interface.actionSpace();\n        debug(\n          'actionSpace for this interface is:',\n          actionSpace.map((action) => action.name).join(', '),\n        );\n        assert(Array.isArray(actionSpace), 'actionSpace must be an array');\n        if (actionSpace.length === 0) {\n          console.warn(\n            `ActionSpace for ${this.interface.interfaceType} is empty. This may lead to unexpected behavior.`,\n          );\n        }\n\n        const planResult = await (uiTarsModelVersion ? uiTarsPlanning : plan)(\n          param.userInstruction,\n          {\n            context: uiContext,\n            actionContext,\n            interfaceType: this.interface.interfaceType as InterfaceType,\n            actionSpace,\n            modelConfig,\n            conversationHistory: this.conversationHistory,\n          },\n        );\n        debug('planResult', JSON.stringify(planResult, null, 2));\n\n        const {\n          actions,\n          log,\n          more_actions_needed_by_instruction,\n          error,\n          usage,\n          rawResponse,\n          sleep,\n        } = planResult;\n\n        executorContext.task.log = {\n          ...(executorContext.task.log || {}),\n          rawResponse,\n        };\n        executorContext.task.usage = usage;\n\n        const finalActions = actions || [];\n\n        if (sleep) {\n          const timeNow = Date.now();\n          const timeRemaining = sleep - (timeNow - startTime);\n          if (timeRemaining > 0) {\n            finalActions.push({\n              type: 'Sleep',\n              param: {\n                timeMs: timeRemaining,\n              },\n              locate: null,\n            } as PlanningAction<PlanningActionParamSleep>);\n          }\n        }\n\n        if (finalActions.length === 0) {\n          assert(\n            !more_actions_needed_by_instruction || sleep,\n            error ? `Failed to plan: ${error}` : 'No plan found',\n          );\n        }\n\n        return {\n          output: {\n            actions: finalActions,\n            more_actions_needed_by_instruction,\n            log,\n            yamlFlow: planResult.yamlFlow,\n          },\n          cache: {\n            hit: false,\n          },\n          uiContext,\n        };\n      },\n    };\n\n    return task;\n  }\n\n  async runPlans(\n    title: string,\n    plans: PlanningAction[],\n    modelConfig: IModelConfig,\n  ): Promise<ExecutionResult> {\n    const taskExecutor = new Executor(title, {\n      onTaskStart: this.onTaskStartCallback,\n    });\n    const { tasks } = await this.convertPlanToExecutable(plans, modelConfig);\n    await taskExecutor.append(tasks);\n    const result = await taskExecutor.flush();\n    const { output } = result!;\n    return {\n      output,\n      executor: taskExecutor,\n    };\n  }\n\n  private getReplanningCycleLimit(isVlmUiTars: boolean) {\n    return (\n      this.replanningCycleLimit ||\n      globalConfigManager.getEnvConfigInNumber(\n        MIDSCENE_REPLANNING_CYCLE_LIMIT,\n      ) ||\n      (isVlmUiTars\n        ? defaultVlmUiTarsReplanningCycleLimit\n        : defaultReplanningCycleLimit)\n    );\n  }\n\n  async action(\n    userPrompt: string,\n    modelConfig: IModelConfig,\n    actionContext?: string,\n    cacheable?: boolean,\n  ): Promise<\n    ExecutionResult<\n      | {\n          yamlFlow?: MidsceneYamlFlowItem[]; // for cache use\n        }\n      | undefined\n    >\n  > {\n    this.conversationHistory.reset();\n\n    const taskExecutor = new Executor(taskTitleStr('Action', userPrompt), {\n      onTaskStart: this.onTaskStartCallback,\n    });\n\n    let replanCount = 0;\n    const yamlFlow: MidsceneYamlFlowItem[] = [];\n    const replanningCycleLimit = this.getReplanningCycleLimit(\n      modelConfig.vlMode === 'vlm-ui-tars',\n    );\n\n    // Main planning loop - unified plan/replan logic\n    while (true) {\n      if (replanCount > replanningCycleLimit) {\n        const errorMsg = `Replanning ${replanningCycleLimit} times, which is more than the limit, please split the task into multiple steps`;\n\n        return this.appendErrorPlan(taskExecutor, errorMsg, modelConfig);\n      }\n\n      // Create planning task (automatically includes execution history if available)\n      const planningTask = this.createPlanningTask(\n        userPrompt,\n        actionContext,\n        modelConfig,\n      );\n\n      await taskExecutor.append(planningTask);\n      const result = await taskExecutor.flush();\n      const planResult: PlanningAIResponse = result?.output;\n      if (taskExecutor.isInErrorState()) {\n        return {\n          output: planResult,\n          executor: taskExecutor,\n        };\n      }\n\n      // Execute planned actions\n      const plans = planResult.actions || [];\n      yamlFlow.push(...(planResult.yamlFlow || []));\n\n      let executables: Awaited<ReturnType<typeof this.convertPlanToExecutable>>;\n      try {\n        executables = await this.convertPlanToExecutable(\n          plans,\n          modelConfig,\n          cacheable,\n        );\n        taskExecutor.append(executables.tasks);\n      } catch (error) {\n        return this.appendErrorPlan(\n          taskExecutor,\n          `Error converting plans to executable tasks: ${error}, plans: ${JSON.stringify(\n            plans,\n          )}`,\n          modelConfig,\n        );\n      }\n\n      await taskExecutor.flush();\n      if (taskExecutor.isInErrorState()) {\n        return {\n          output: undefined,\n          executor: taskExecutor,\n        };\n      }\n\n      // Check if task is complete\n      if (!planResult.more_actions_needed_by_instruction) {\n        break;\n      }\n\n      // Increment replan count for next iteration\n      replanCount++;\n    }\n\n    return {\n      output: {\n        yamlFlow,\n      },\n      executor: taskExecutor,\n    };\n  }\n\n  private createTypeQueryTask(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert',\n    demand: InsightExtractParam,\n    modelConfig: IModelConfig,\n    opt?: InsightExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n  ) {\n    const queryTask: ExecutionTaskInsightQueryApply = {\n      type: 'Insight',\n      subType: type,\n      locate: null,\n      param: {\n        dataDemand: multimodalPrompt\n          ? ({\n              demand,\n              multimodalPrompt,\n            } as never)\n          : demand, // for user param presentation in report right sidebar\n      },\n      executor: async (param, taskContext) => {\n        const { task } = taskContext;\n        let insightDump: InsightDump | undefined;\n        const dumpCollector: DumpSubscriber = (dump) => {\n          insightDump = dump;\n        };\n        this.insight.onceDumpUpdatedFn = dumpCollector;\n\n        // Get context for query operations\n        const shotTime = Date.now();\n        const uiContext = await this.insight.contextRetrieverFn('extract');\n        task.uiContext = uiContext;\n\n        const recordItem: ExecutionRecorderItem = {\n          type: 'screenshot',\n          ts: shotTime,\n          screenshot: uiContext.screenshotBase64,\n          timing: 'before Extract',\n        };\n        task.recorder = [recordItem];\n\n        const ifTypeRestricted = type !== 'Query';\n        let demandInput = demand;\n        let keyOfResult = 'result';\n        if (ifTypeRestricted && type === 'Assert') {\n          keyOfResult = 'StatementIsTruthy';\n          demandInput = {\n            [keyOfResult]: `Boolean, whether the following statement is true: ${demand}`,\n          };\n        } else if (ifTypeRestricted) {\n          demandInput = {\n            [keyOfResult]: `${type}, ${demand}`,\n          };\n        }\n\n        const { data, usage, thought } = await this.insight.extract<any>(\n          demandInput,\n          modelConfig,\n          opt,\n          multimodalPrompt,\n        );\n\n        let outputResult = data;\n        if (ifTypeRestricted) {\n          // If AI returned a plain string instead of structured format, use it directly\n          if (typeof data === 'string') {\n            outputResult = data;\n          } else {\n            assert(\n              data?.[keyOfResult] !== undefined,\n              'No result in query data',\n            );\n            outputResult = (data as any)[keyOfResult];\n          }\n        }\n\n        return {\n          output: outputResult,\n          log: { dump: insightDump, isWaitForAssert: opt?.isWaitForAssert },\n          usage,\n          thought,\n        };\n      },\n    };\n\n    return queryTask;\n  }\n  async createTypeQueryExecution<T>(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert',\n    demand: InsightExtractParam,\n    modelConfig: IModelConfig,\n    opt?: InsightExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n  ): Promise<ExecutionResult<T>> {\n    const taskExecutor = new Executor(\n      taskTitleStr(\n        type,\n        typeof demand === 'string' ? demand : JSON.stringify(demand),\n      ),\n      {\n        onTaskStart: this.onTaskStartCallback,\n      },\n    );\n\n    const queryTask = await this.createTypeQueryTask(\n      type,\n      demand,\n      modelConfig,\n      opt,\n      multimodalPrompt,\n    );\n\n    await taskExecutor.append(this.prependExecutorWithScreenshot(queryTask));\n    const result = await taskExecutor.flush();\n\n    if (!result) {\n      throw new Error(\n        'result of taskExecutor.flush() is undefined in function createTypeQueryTask',\n      );\n    }\n\n    const { output, thought } = result;\n\n    return {\n      output,\n      thought,\n      executor: taskExecutor,\n    };\n  }\n\n  async assert(\n    assertion: TUserPrompt,\n    modelConfig: IModelConfig,\n    opt?: InsightExtractOption,\n  ): Promise<ExecutionResult<boolean>> {\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n    return await this.createTypeQueryExecution<boolean>(\n      'Assert',\n      textPrompt,\n      modelConfig,\n      opt,\n      multimodalPrompt,\n    );\n  }\n\n  private async appendErrorPlan(\n    taskExecutor: Executor,\n    errorMsg: string,\n    modelConfig: IModelConfig,\n  ) {\n    const errorPlan: PlanningAction<PlanningActionParamError> = {\n      type: 'Error',\n      param: {\n        thought: errorMsg,\n      },\n      locate: null,\n    };\n    const { tasks } = await this.convertPlanToExecutable(\n      [errorPlan],\n      modelConfig,\n    );\n    await taskExecutor.append(this.prependExecutorWithScreenshot(tasks[0]));\n    await taskExecutor.flush();\n\n    return {\n      output: undefined,\n      executor: taskExecutor,\n    };\n  }\n\n  async taskForSleep(timeMs: number, modelConfig: IModelConfig) {\n    const sleepPlan: PlanningAction<PlanningActionParamSleep> = {\n      type: 'Sleep',\n      param: {\n        timeMs,\n      },\n      locate: null,\n    };\n    // The convertPlanToExecutable requires modelConfig as a parameter but will not consume it when type is Sleep\n    const { tasks: sleepTasks } = await this.convertPlanToExecutable(\n      [sleepPlan],\n      modelConfig,\n    );\n\n    return this.prependExecutorWithScreenshot(sleepTasks[0]);\n  }\n\n  async waitFor(\n    assertion: TUserPrompt,\n    opt: PlanningActionParamWaitFor,\n    modelConfig: IModelConfig,\n  ): Promise<ExecutionResult<void>> {\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n\n    const description = `waitFor: ${textPrompt}`;\n    const taskExecutor = new Executor(taskTitleStr('WaitFor', description), {\n      onTaskStart: this.onTaskStartCallback,\n    });\n    const { timeoutMs, checkIntervalMs } = opt;\n\n    assert(assertion, 'No assertion for waitFor');\n    assert(timeoutMs, 'No timeoutMs for waitFor');\n    assert(checkIntervalMs, 'No checkIntervalMs for waitFor');\n\n    assert(\n      checkIntervalMs <= timeoutMs,\n      `wrong config for waitFor: checkIntervalMs must be less than timeoutMs, config: {checkIntervalMs: ${checkIntervalMs}, timeoutMs: ${timeoutMs}}`,\n    );\n\n    const overallStartTime = Date.now();\n    let startTime = Date.now();\n    let errorThought = '';\n    while (Date.now() - overallStartTime < timeoutMs) {\n      startTime = Date.now();\n      const queryTask = await this.createTypeQueryTask(\n        'Assert',\n        textPrompt,\n        modelConfig,\n        {\n          isWaitForAssert: true,\n          doNotThrowError: true,\n        },\n        multimodalPrompt,\n      );\n\n      await taskExecutor.append(this.prependExecutorWithScreenshot(queryTask));\n      const result = (await taskExecutor.flush()) as {\n        output: boolean;\n        thought?: string;\n      };\n\n      if (!result) {\n        throw new Error(\n          'result of taskExecutor.flush() is undefined in function waitFor',\n        );\n      }\n\n      if (result?.output) {\n        return {\n          output: undefined,\n          executor: taskExecutor,\n        };\n      }\n\n      errorThought =\n        result?.thought ||\n        `unknown error when waiting for assertion: ${textPrompt}`;\n      const now = Date.now();\n      if (now - startTime < checkIntervalMs) {\n        const timeRemaining = checkIntervalMs - (now - startTime);\n        const sleepTask = await this.taskForSleep(timeRemaining, modelConfig);\n        await taskExecutor.append(sleepTask);\n      }\n    }\n\n    return this.appendErrorPlan(\n      taskExecutor,\n      `waitFor timeout: ${errorThought}`,\n      modelConfig,\n    );\n  }\n}\n"],"names":["debug","getDebug","defaultReplanningCycleLimit","defaultVlmUiTarsReplanningCycleLimit","locatePlanForLocate","param","locate","locatePlan","TaskExecutor","timing","base64","item","Date","taskApply","appendAfterExecution","taskWithScreenshot","context","args","recorder","task","shot","result","shot2","plans","modelConfig","cacheable","tasks","taskForLocatePlan","plan","detailedLocateParam","onResult","undefined","taskFind","taskContext","_this_taskCache","_locateCacheRecord_cacheContent","assert","JSON","insightDump","usage","dumpCollector","dump","_dump_taskInfo","_dump_taskInfo1","shotTime","uiContext","recordItem","elementFromXpath","userExpectedPathHitFlag","cachePrompt","locateCacheRecord","cacheEntry","elementFromCache","matchElementFromCache","cacheHitFlag","elementFromPlan","matchElementFromPlan","planHitFlag","elementFromAiLocate","aiLocateHitFlag","element","currentCacheEntry","feature","Object","error","Error","hitBy","_plan_locate","_plan_locate1","taskLocate","_plan_param","taskActionError","taskActionFinished","taskActionSleep","taskParam","sleep","planType","actionSpace","action","locateFields","findAllMidsceneLocatorField","requiredLocateFields","field","locateTask","_context_element","Promise","originalError","originalMessage","String","parseActionParam","actionFn","wrappedTasks","index","executorContext","userInstruction","yamlString","taskExecutor","Executor","taskTitleStr","actionContext","startTime","vlMode","uiTarsModelVersion","Array","console","planResult","uiTarsPlanning","actions","log","more_actions_needed_by_instruction","rawResponse","finalActions","timeNow","timeRemaining","title","output","isVlmUiTars","globalConfigManager","MIDSCENE_REPLANNING_CYCLE_LIMIT","userPrompt","replanCount","yamlFlow","replanningCycleLimit","errorMsg","planningTask","executables","type","demand","opt","multimodalPrompt","queryTask","ifTypeRestricted","demandInput","keyOfResult","data","thought","outputResult","assertion","textPrompt","parsePrompt","errorPlan","timeMs","sleepPlan","sleepTasks","description","timeoutMs","checkIntervalMs","overallStartTime","errorThought","now","sleepTask","interfaceInstance","insight","opts","ConversationHistory"],"mappings":";;;;;;;;;;;;;;;;;;AA6DA,MAAMA,QAAQC,SAAS;AACvB,MAAMC,8BAA8B;AACpC,MAAMC,uCAAuC;AAEtC,SAASC,oBAAoBC,KAAmC;IACrE,MAAMC,SAAS,AAAiB,YAAjB,OAAOD,QAAqB;QAAE,QAAQA;IAAM,IAAIA;IAC/D,MAAME,aAAkD;QACtD,MAAM;QACND;QACA,OAAOA;QACP,SAAS;IACX;IACA,OAAOC;AACT;AAEO,MAAMC;IAcX,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS;IACvB;IAmBA,MAAc,iBAAiBC,MAAuC,EAAE;QACtE,MAAMC,SAAS,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB;QACpD,MAAMC,OAA8B;YAClC,MAAM;YACN,IAAIC,KAAK,GAAG;YACZ,YAAYF;YACZD;QACF;QACA,OAAOE;IACT;IAEQ,8BACNE,SAA6B,EAC7BC,uBAAuB,KAAK,EACR;QACpB,MAAMC,qBAAyC;YAC7C,GAAGF,SAAS;YACZ,UAAU,OAAOR,OAAOW,SAAS,GAAGC;gBAClC,MAAMC,WAAoC,EAAE;gBAC5C,MAAM,EAAEC,IAAI,EAAE,GAAGH;gBAEjBG,KAAK,QAAQ,GAAGD;gBAChB,MAAME,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAED,KAAK,IAAI,EAAE;gBAC9DD,SAAS,IAAI,CAACE;gBAEd,MAAMC,SAAS,MAAMR,UAAU,QAAQ,CAACR,OAAOW,YAAYC;gBAE3D,IAAIH,sBAAsB;oBACxB,MAAMQ,QAAQ,MAAM,IAAI,CAAC,gBAAgB,CAAC;oBAC1CJ,SAAS,IAAI,CAACI;gBAChB;gBACA,OAAOD;YACT;QACF;QACA,OAAON;IACT;IAEA,MAAa,wBACXQ,KAAuB,EACvBC,WAAyB,EACzBC,SAAmB,EACnB;QACA,MAAMC,QAA8B,EAAE;QAEtC,MAAMC,oBAAoB,CACxBC,MACAC,qBACAC;YAEA,IAAI,AAA+B,YAA/B,OAAOD,qBACTA,sBAAsB;gBACpB,QAAQA;YACV;YAGF,IAAIJ,AAAcM,WAAdN,WACFI,sBAAsB;gBACpB,GAAGA,mBAAmB;gBACtBJ;YACF;YAEF,MAAMO,WAA4C;gBAChD,MAAM;gBACN,SAAS;gBACT,OAAOH;gBACP,SAASD,KAAK,OAAO;gBACrB,UAAU,OAAOvB,OAAO4B;wBAkDpBC,iBACiBC;oBAlDnB,MAAM,EAAEhB,IAAI,EAAE,GAAGc;oBACjBG,OACE/B,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,MAAM,AAAD,KAAKA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,EAAE,AAAD,KAAKA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,IAAI,AAAD,GACxC,CAAC,qDAAqD,EAAEgC,KAAK,SAAS,CACpEhC,QACC;oBAEL,IAAIiC;oBACJ,IAAIC;oBACJ,MAAMC,gBAAgC,CAACC;4BAE7BC,gBASJC;wBAVJL,cAAcG;wBACdF,QAAQG,QAAAA,OAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,KAAM,QAAQ,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;wBAE7BvB,KAAK,GAAG,GAAG;4BACT,MAAMmB;wBACR;wBAEAnB,KAAK,KAAK,GAAGoB;wBAGb,IAAII,QAAAA,OAAAA,KAAAA,IAAAA,QAAAA,CAAAA,kBAAAA,KAAM,QAAQ,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,eAAe,EACjCxB,KAAK,eAAe,GAAGsB,KAAK,QAAQ,CAAC,eAAe;oBAExD;oBACA,IAAI,CAAC,OAAO,CAAC,iBAAiB,GAAGD;oBACjC,MAAMI,WAAWhC,KAAK,GAAG;oBAGzB,MAAMiC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;oBACxD1B,KAAK,SAAS,GAAG0B;oBAEjB,MAAMC,aAAoC;wBACxC,MAAM;wBACN,IAAIF;wBACJ,YAAYC,UAAU,gBAAgB;wBACtC,QAAQ;oBACV;oBACA1B,KAAK,QAAQ,GAAG;wBAAC2B;qBAAW;oBAG5B,MAAMC,mBACJ1C,MAAM,KAAK,IAAK,IAAI,CAAC,SAAS,CAAS,qBAAqB,GACxD,MAAO,IAAI,CAAC,SAAS,CAAS,qBAAqB,CAACA,MAAM,KAAK,IAC/D0B;oBACN,MAAMiB,0BAA0B,CAAC,CAACD;oBAGlC,MAAME,cAAc5C,MAAM,MAAM;oBAChC,MAAM6C,oBAAAA,QACJhB,CAAAA,kBAAAA,IAAI,CAAC,SAAS,AAAD,IAAbA,KAAAA,IAAAA,gBAAgB,gBAAgB,CAACe;oBACnC,MAAME,aAAahB,QAAAA,oBAAAA,KAAAA,IAAAA,QAAAA,CAAAA,kCAAAA,kBAAmB,YAAY,AAAD,IAA9BA,KAAAA,IAAAA,gCAAiC,KAAK;oBACzD,MAAMiB,mBAAmBJ,0BACrB,OACA,MAAMK,sBACJ,IAAI,EACJF,YACAF,aACA5C,MAAM,SAAS;oBAErB,MAAMiD,eAAe,CAAC,CAACF;oBAGvB,MAAMG,kBACJ,AAACP,2BAA4BM,eAEzBvB,SADAyB,qBAAqBnD,OAAOwC,UAAU,IAAI;oBAEhD,MAAMY,cAAc,CAAC,CAACF;oBAGtB,MAAMG,sBACJ,AAACV,2BAA4BM,gBAAiBG,cAW1C1B,SATE,OAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CACvB1B,OACA;wBAEE,SAASwC;oBACX,GACArB,YAAW,EAEb,OAAO;oBAEf,MAAMmC,kBAAkB,CAAC,CAACD;oBAE1B,MAAME,UACJb,oBACAK,oBACAG,mBACAG;oBAGF,IAAIG;oBACJ,IACED,WACA,IAAI,CAAC,SAAS,IACd,CAACN,gBACDjD,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,SAAS,AAAD,MAAM,OAErB,IAAI,IAAI,CAAC,SAAS,CAAC,mBAAmB,EACpC,IAAI;wBACF,MAAMyD,UAAU,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CACtDF,QAAQ,IAAI,EACZA,AAA6B7B,WAA7B6B,QAAQ,gBAAgB,GACpB;4BAAE,iBAAiBA,QAAQ,gBAAgB;wBAAC,IAC5C7B;wBAEN,IAAI+B,WAAWC,OAAO,IAAI,CAACD,SAAS,MAAM,GAAG,GAAG;4BAC9C9D,MACE,uCACAiD,aACAa;4BAEFD,oBAAoBC;4BACpB,IAAI,CAAC,SAAS,CAAC,yBAAyB,CACtC;gCACE,MAAM;gCACN,QAAQb;gCACR,OAAOa;4BACT,GACAZ;wBAEJ,OACElD,MACE,yDACAiD;oBAGN,EAAE,OAAOe,OAAO;wBACdhE,MAAM,kCAAkCgE;oBAC1C;yBAEAhE,MAAM;oBAGV,IAAI,CAAC4D,SACH,MAAM,IAAIK,MAAM,CAAC,mBAAmB,EAAE5D,MAAM,MAAM,EAAE;oBAGtD,IAAI6D;oBAEJ,IAAIlB,yBACFkB,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACP,OAAO7D,MAAM,KAAK;wBACpB;oBACF;yBACK,IAAIiD,cACTY,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACPf;4BACA,aAAaU;wBACf;oBACF;yBACK,IAAIJ,aACTS,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACP,IAAIX,QAAAA,kBAAAA,KAAAA,IAAAA,gBAAiB,EAAE;4BACvB,MAAMA,QAAAA,kBAAAA,KAAAA,IAAAA,gBAAiB,IAAI;wBAC7B;oBACF;yBACK,IAAII,iBACTO,QAAQ;wBACN,MAAM;wBACN,SAAS;4BACP,QAAQ7D,MAAM,MAAM;wBACtB;oBACF;oBAGFyB,QAAAA,YAAAA,SAAW8B;oBAEX,OAAO;wBACL,QAAQ;4BACNA;wBACF;wBACAf;wBACAqB;oBACF;gBACF;YACF;YACA,OAAOlC;QACT;QAEA,KAAK,MAAMJ,QAAQL,MACjB,IAAIK,AAAc,aAAdA,KAAK,IAAI,EAAe;gBAIxBuC,cACAC;YAJF,IACE,CAACxC,KAAK,MAAM,IACZA,AAAgB,SAAhBA,KAAK,MAAM,IACXuC,AAAAA,SAAAA,CAAAA,eAAAA,KAAK,MAAM,AAAD,IAAVA,KAAAA,IAAAA,aAAa,EAAE,AAAD,MAAM,QACpBC,AAAAA,SAAAA,CAAAA,gBAAAA,KAAK,MAAM,AAAD,IAAVA,KAAAA,IAAAA,cAAa,EAAE,AAAD,MAAM,QACpB;gBACApE,MAAM,kDAAkD4B;gBACxD;YACF;YACA,MAAMyC,aAAa1C,kBAAkBC,MAAMA,KAAK,MAAM;YAEtDF,MAAM,IAAI,CAAC2C;QACb,OAAO,IAAIzC,AAAc,YAAdA,KAAK,IAAI,EAAc;gBAMH0C;YAL7B,MAAMC,kBACJ;gBACE,MAAM;gBACN,SAAS;gBACT,OAAO3C,KAAK,KAAK;gBACjB,SAASA,KAAK,OAAO,aAAI0C,CAAAA,cAAAA,KAAK,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,OAAO,AAAD;gBAC3C,QAAQ1C,KAAK,MAAM;gBACnB,UAAU;wBAEW0C;oBADnB,MAAM,IAAIL,MACRrC,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,OAAO,AAAD,KAAC,SAAI0C,CAAAA,cAAAA,KAAK,KAAK,AAAD,IAATA,KAAAA,IAAAA,YAAY,OAAO,AAAD,KAAK;gBAE5C;YACF;YACF5C,MAAM,IAAI,CAAC6C;QACb,OAAO,IAAI3C,AAAc,eAAdA,KAAK,IAAI,EAAiB;YACnC,MAAM4C,qBAAqD;gBACzD,MAAM;gBACN,SAAS;gBACT,OAAO;gBACP,SAAS5C,KAAK,OAAO;gBACrB,QAAQA,KAAK,MAAM;gBACnB,UAAU,OAAOvB,SAAW;YAC9B;YACAqB,MAAM,IAAI,CAAC8C;QACb,OAAO,IAAI5C,AAAc,YAAdA,KAAK,IAAI,EAAc;YAChC,MAAM6C,kBACJ;gBACE,MAAM;gBACN,SAAS;gBACT,OAAO7C,KAAK,KAAK;gBACjB,SAASA,KAAK,OAAO;gBACrB,QAAQA,KAAK,MAAM;gBACnB,UAAU,OAAO8C;oBACf,MAAMC,yBAAMD,AAAAA,CAAAA,QAAAA,YAAAA,KAAAA,IAAAA,UAAW,MAAM,AAAD,KAAK;gBACnC;YACF;YACFhD,MAAM,IAAI,CAAC+C;QACb,OAAO;YAEL,MAAMG,WAAWhD,KAAK,IAAI;YAC1B,MAAMiD,cAAc,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW;YACpD,MAAMC,SAASD,YAAY,IAAI,CAAC,CAACC,SAAWA,OAAO,IAAI,KAAKF;YAC5D,MAAMvE,QAAQuB,KAAK,KAAK;YAExB,IAAI,CAACkD,QACH,MAAM,IAAIb,MAAM,CAAC,aAAa,EAAEW,SAAS,WAAW,CAAC;YAIvD,MAAMG,eAAeD,SACjBE,4BAA4BF,OAAO,WAAW,IAC9C,EAAE;YAEN,MAAMG,uBAAuBH,SACzBE,4BAA4BF,OAAO,WAAW,EAAE,QAChD,EAAE;YAENC,aAAa,OAAO,CAAC,CAACG;gBACpB,IAAI7E,KAAK,CAAC6E,MAAM,EAAE;oBAChB,MAAM3E,aAAaH,oBAAoBC,KAAK,CAAC6E,MAAM;oBACnDlF,MACE,uCACA,CAAC,YAAY,EAAE4E,UAAU,EACzB,CAAC,MAAM,EAAEvC,KAAK,SAAS,CAAChC,KAAK,CAAC6E,MAAM,GAAG,EACvC,CAAC,WAAW,EAAE7C,KAAK,SAAS,CAAC9B,aAAa;oBAE5C,MAAM4E,aAAaxD,kBACjBpB,YACAF,KAAK,CAAC6E,MAAM,EACZ,CAAC7D;wBACChB,KAAK,CAAC6E,MAAM,GAAG7D;oBACjB;oBAEFK,MAAM,IAAI,CAACyD;gBACb,OAAO;oBACL/C,OACE,CAAC6C,qBAAqB,QAAQ,CAACC,QAC/B,CAAC,uBAAuB,EAAEA,MAAM,6BAA6B,EAAEN,UAAU;oBAE3E5E,MAAM,CAAC,OAAO,EAAEkF,MAAM,6BAA6B,EAAEN,UAAU;gBACjE;YACF;YAEA,MAAMzD,OAKF;gBACF,MAAM;gBACN,SAASyD;gBACT,SAAShD,KAAK,OAAO;gBACrB,OAAOA,KAAK,KAAK;gBACjB,UAAU,OAAOvB,OAAOW;wBAKOoE;oBAJ7BpF,MACE,oBACA4E,UACAvE,OACA,CAAC,wBAAwB,EAAE,QAAA+E,CAAAA,mBAAAA,QAAQ,OAAO,AAAD,IAAdA,KAAAA,IAAAA,iBAAiB,MAAM,EAAE;oBAItD,MAAMvC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;oBACxD7B,QAAQ,IAAI,CAAC,SAAS,GAAG6B;oBAEzBoC,qBAAqB,OAAO,CAAC,CAACC;wBAC5B9C,OACE/B,KAAK,CAAC6E,MAAM,EACZ,CAAC,OAAO,EAAEA,MAAM,yBAAyB,EAAEN,SAAS,yCAAyC,EAAEA,SAAS,CAAC,CAAC;oBAE9G;oBAEA,IAAI;wBACF,MAAMS,QAAQ,GAAG,CAAC;4BACf;gCACC,IAAI,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE;oCACrCrF,MAAM;oCACN,MAAM,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC8E,OAAO,IAAI,EAAEzE;oCACrDL,MAAM;gCACR;4BACF;4BACA2E,yBAAM;yBACP;oBACH,EAAE,OAAOW,eAAoB;wBAC3B,MAAMC,kBACJD,AAAAA,CAAAA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,OAAO,AAAD,KAAKE,OAAOF;wBACnC,MAAM,IAAIrB,MACR,CAAC,wCAAwC,EAAEa,OAAO,IAAI,CAAC,EAAE,EAAES,iBAAiB,EAC5E;4BAAE,OAAOD;wBAAc;oBAE3B;oBAGA,IAAIR,OAAO,WAAW,EACpB,IAAI;wBACFzE,QAAQoF,iBAAiBpF,OAAOyE,OAAO,WAAW;oBACpD,EAAE,OAAOd,OAAY;wBACnB,MAAM,IAAIC,MACR,CAAC,8BAA8B,EAAEa,OAAO,IAAI,CAAC,EAAE,EAAEd,MAAM,OAAO,CAAC,cAAc,EAAE3B,KAAK,SAAS,CAAChC,QAAQ,EACtG;4BAAE,OAAO2D;wBAAM;oBAEnB;oBAGFhE,MAAM,kBAAkB8E,OAAO,IAAI;oBACnC,MAAMY,WAAWZ,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAChD,MAAMY,SAASrF,OAAOW;oBACtBhB,MAAM,iBAAiB8E,OAAO,IAAI;oBAElC,IAAI;wBACF,IAAI,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE;4BACpC9E,MAAM;4BACN,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC8E,OAAO,IAAI,EAAEzE;4BACpDL,MAAM;wBACR;oBACF,EAAE,OAAOsF,eAAoB;wBAC3B,MAAMC,kBACJD,AAAAA,CAAAA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,OAAO,AAAD,KAAKE,OAAOF;wBACnC,MAAM,IAAIrB,MACR,CAAC,uCAAuC,EAAEa,OAAO,IAAI,CAAC,EAAE,EAAES,iBAAiB,EAC3E;4BAAE,OAAOD;wBAAc;oBAE3B;oBAEA,OAAO;wBACL,QAAQ;4BACN,SAAS;4BACT,QAAQV;4BACR,OAAOvE;wBACT;oBACF;gBACF;YACF;YACAqB,MAAM,IAAI,CAACP;QACb;QAGF,MAAMwE,eAAejE,MAAM,GAAG,CAC5B,CAACP,MAA0ByE;YACzB,IAAIzE,AAAc,aAAdA,KAAK,IAAI,EACX,OAAO,IAAI,CAAC,6BAA6B,CACvCA,MACAyE,UAAUlE,MAAM,MAAM,GAAG;YAG7B,OAAOP;QACT;QAGF,OAAO;YACL,OAAOwE;QACT;IACF;IAEA,MAAc,qBAAqBE,eAAgC,EAAE;QACnE,MAAMjD,WAAWhC,KAAK,GAAG;QACzB,MAAMiC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACxD,MAAMC,aAAoC;YACxC,MAAM;YACN,IAAIF;YACJ,YAAYC,UAAU,gBAAgB;YACtC,QAAQ;QACV;QAEAgD,gBAAgB,IAAI,CAAC,QAAQ,GAAG;YAAC/C;SAAW;QAC3C+C,gBAAgB,IAAI,CAA2B,SAAS,GAAGhD;QAE5D,OAAO;YACLA;QACF;IACF;IAEA,MAAM,uBAAuBiD,eAAuB,EAAEC,UAAkB,EAAE;QACxE,MAAMC,eAAe,IAAIC,SAASC,aAAa,UAAUJ,kBAAkB;YACzE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QAEA,MAAM3E,OAAmC;YACvC,MAAM;YACN,SAAS;YACT,QAAQ;YACR,OAAO;gBACL2E;YACF;YACA,UAAU,OAAOzF,OAAOwF;gBACtB,MAAM,IAAI,CAAC,oBAAoB,CAACA;gBAChC,OAAO;oBACL,QAAQ;wBACN,SAAS,EAAE;wBACX,oCAAoC;wBACpC,KAAK;wBACLE;oBACF;oBACA,OAAO;wBACL,KAAK;oBACP;oBACA,OAAO;wBACL,MAAM;wBACN,SAAS;4BACPA;wBACF;oBACF;gBACF;YACF;QACF;QAEA,MAAMC,aAAa,MAAM,CAAC7E;QAC1B,MAAM6E,aAAa,KAAK;QAExB,OAAO;YACL,UAAUA;QACZ;IACF;IAEQ,mBACNF,eAAuB,EACvBK,aAAiC,EACjC3E,WAAyB,EACG;QAC5B,MAAML,OAAmC;YACvC,MAAM;YACN,SAAS;YACT,QAAQ;YACR,OAAO;gBACL2E;YACF;YACA,UAAU,OAAOzF,OAAOwF;gBACtB,MAAMO,YAAYxF,KAAK,GAAG;gBAC1B,MAAM,EAAEiC,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAACgD;gBACtD,MAAM,EAAEQ,MAAM,EAAE,GAAG7E;gBACnB,MAAM8E,qBACJD,AAAW,kBAAXA,SAA2B7E,YAAY,kBAAkB,GAAGO;gBAE9DK,OACE,IAAI,CAAC,SAAS,CAAC,WAAW,EAC1B;gBAEF,MAAMyC,cAAc,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW;gBACpD7E,MACE,sCACA6E,YAAY,GAAG,CAAC,CAACC,SAAWA,OAAO,IAAI,EAAE,IAAI,CAAC;gBAEhD1C,OAAOmE,MAAM,OAAO,CAAC1B,cAAc;gBACnC,IAAIA,AAAuB,MAAvBA,YAAY,MAAM,EACpB2B,QAAQ,IAAI,CACV,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,gDAAgD,CAAC;gBAIrG,MAAMC,aAAa,MAAOH,AAAAA,CAAAA,qBAAqBI,iBAAiB9E,cAAAA,EAC9DvB,MAAM,eAAe,EACrB;oBACE,SAASwC;oBACTsD;oBACA,eAAe,IAAI,CAAC,SAAS,CAAC,aAAa;oBAC3CtB;oBACArD;oBACA,qBAAqB,IAAI,CAAC,mBAAmB;gBAC/C;gBAEFxB,MAAM,cAAcqC,KAAK,SAAS,CAACoE,YAAY,MAAM;gBAErD,MAAM,EACJE,OAAO,EACPC,GAAG,EACHC,kCAAkC,EAClC7C,KAAK,EACLzB,KAAK,EACLuE,WAAW,EACXnC,KAAK,EACN,GAAG8B;gBAEJZ,gBAAgB,IAAI,CAAC,GAAG,GAAG;oBACzB,GAAIA,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBAClCiB;gBACF;gBACAjB,gBAAgB,IAAI,CAAC,KAAK,GAAGtD;gBAE7B,MAAMwE,eAAeJ,WAAW,EAAE;gBAElC,IAAIhC,OAAO;oBACT,MAAMqC,UAAUpG,KAAK,GAAG;oBACxB,MAAMqG,gBAAgBtC,QAASqC,CAAAA,UAAUZ,SAAQ;oBACjD,IAAIa,gBAAgB,GAClBF,aAAa,IAAI,CAAC;wBAChB,MAAM;wBACN,OAAO;4BACL,QAAQE;wBACV;wBACA,QAAQ;oBACV;gBAEJ;gBAEA,IAAIF,AAAwB,MAAxBA,aAAa,MAAM,EACrB3E,OACE,CAACyE,sCAAsClC,OACvCX,QAAQ,CAAC,gBAAgB,EAAEA,OAAO,GAAG;gBAIzC,OAAO;oBACL,QAAQ;wBACN,SAAS+C;wBACTF;wBACAD;wBACA,UAAUH,WAAW,QAAQ;oBAC/B;oBACA,OAAO;wBACL,KAAK;oBACP;oBACA5D;gBACF;YACF;QACF;QAEA,OAAO1B;IACT;IAEA,MAAM,SACJ+F,KAAa,EACb3F,KAAuB,EACvBC,WAAyB,EACC;QAC1B,MAAMwE,eAAe,IAAIC,SAASiB,OAAO;YACvC,aAAa,IAAI,CAAC,mBAAmB;QACvC;QACA,MAAM,EAAExF,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAACH,OAAOC;QAC5D,MAAMwE,aAAa,MAAM,CAACtE;QAC1B,MAAML,SAAS,MAAM2E,aAAa,KAAK;QACvC,MAAM,EAAEmB,MAAM,EAAE,GAAG9F;QACnB,OAAO;YACL8F;YACA,UAAUnB;QACZ;IACF;IAEQ,wBAAwBoB,WAAoB,EAAE;QACpD,OACE,IAAI,CAAC,oBAAoB,IACzBC,oBAAoB,oBAAoB,CACtCC,oCAEDF,CAAAA,cACGjH,uCACAD,2BAA0B;IAElC;IAEA,MAAM,OACJqH,UAAkB,EAClB/F,WAAyB,EACzB2E,aAAsB,EACtB1E,SAAmB,EAQnB;QACA,IAAI,CAAC,mBAAmB,CAAC,KAAK;QAE9B,MAAMuE,eAAe,IAAIC,SAASC,aAAa,UAAUqB,aAAa;YACpE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QAEA,IAAIC,cAAc;QAClB,MAAMC,WAAmC,EAAE;QAC3C,MAAMC,uBAAuB,IAAI,CAAC,uBAAuB,CACvDlG,AAAuB,kBAAvBA,YAAY,MAAM;QAIpB,MAAO,KAAM;YACX,IAAIgG,cAAcE,sBAAsB;gBACtC,MAAMC,WAAW,CAAC,WAAW,EAAED,qBAAqB,+EAA+E,CAAC;gBAEpI,OAAO,IAAI,CAAC,eAAe,CAAC1B,cAAc2B,UAAUnG;YACtD;YAGA,MAAMoG,eAAe,IAAI,CAAC,kBAAkB,CAC1CL,YACApB,eACA3E;YAGF,MAAMwE,aAAa,MAAM,CAAC4B;YAC1B,MAAMvG,SAAS,MAAM2E,aAAa,KAAK;YACvC,MAAMS,aAAiCpF,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,MAAM;YACrD,IAAI2E,aAAa,cAAc,IAC7B,OAAO;gBACL,QAAQS;gBACR,UAAUT;YACZ;YAIF,MAAMzE,QAAQkF,WAAW,OAAO,IAAI,EAAE;YACtCgB,SAAS,IAAI,IAAKhB,WAAW,QAAQ,IAAI,EAAE;YAE3C,IAAIoB;YACJ,IAAI;gBACFA,cAAc,MAAM,IAAI,CAAC,uBAAuB,CAC9CtG,OACAC,aACAC;gBAEFuE,aAAa,MAAM,CAAC6B,YAAY,KAAK;YACvC,EAAE,OAAO7D,OAAO;gBACd,OAAO,IAAI,CAAC,eAAe,CACzBgC,cACA,CAAC,4CAA4C,EAAEhC,MAAM,SAAS,EAAE3B,KAAK,SAAS,CAC5Ed,QACC,EACHC;YAEJ;YAEA,MAAMwE,aAAa,KAAK;YACxB,IAAIA,aAAa,cAAc,IAC7B,OAAO;gBACL,QAAQjE;gBACR,UAAUiE;YACZ;YAIF,IAAI,CAACS,WAAW,kCAAkC,EAChD;YAIFe;QACF;QAEA,OAAO;YACL,QAAQ;gBACNC;YACF;YACA,UAAUzB;QACZ;IACF;IAEQ,oBACN8B,IAA0D,EAC1DC,MAA2B,EAC3BvG,WAAyB,EACzBwG,GAA0B,EAC1BC,gBAAoC,EACpC;QACA,MAAMC,YAA4C;YAChD,MAAM;YACN,SAASJ;YACT,QAAQ;YACR,OAAO;gBACL,YAAYG,mBACP;oBACCF;oBACAE;gBACF,IACAF;YACN;YACA,UAAU,OAAO1H,OAAO4B;gBACtB,MAAM,EAAEd,IAAI,EAAE,GAAGc;gBACjB,IAAIK;gBACJ,MAAME,gBAAgC,CAACC;oBACrCH,cAAcG;gBAChB;gBACA,IAAI,CAAC,OAAO,CAAC,iBAAiB,GAAGD;gBAGjC,MAAMI,WAAWhC,KAAK,GAAG;gBACzB,MAAMiC,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;gBACxD1B,KAAK,SAAS,GAAG0B;gBAEjB,MAAMC,aAAoC;oBACxC,MAAM;oBACN,IAAIF;oBACJ,YAAYC,UAAU,gBAAgB;oBACtC,QAAQ;gBACV;gBACA1B,KAAK,QAAQ,GAAG;oBAAC2B;iBAAW;gBAE5B,MAAMqF,mBAAmBL,AAAS,YAATA;gBACzB,IAAIM,cAAcL;gBAClB,IAAIM,cAAc;gBAClB,IAAIF,oBAAoBL,AAAS,aAATA,MAAmB;oBACzCO,cAAc;oBACdD,cAAc;wBACZ,CAACC,YAAY,EAAE,CAAC,kDAAkD,EAAEN,QAAQ;oBAC9E;gBACF,OAAO,IAAII,kBACTC,cAAc;oBACZ,CAACC,YAAY,EAAE,GAAGP,KAAK,EAAE,EAAEC,QAAQ;gBACrC;gBAGF,MAAM,EAAEO,IAAI,EAAE/F,KAAK,EAAEgG,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CACzDH,aACA5G,aACAwG,KACAC;gBAGF,IAAIO,eAAeF;gBACnB,IAAIH,kBAEF,IAAI,AAAgB,YAAhB,OAAOG,MACTE,eAAeF;qBACV;oBACLlG,OACEkG,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,IAAM,CAACD,YAAY,AAAD,MAAMtG,QACxB;oBAEFyG,eAAgBF,IAAY,CAACD,YAAY;gBAC3C;gBAGF,OAAO;oBACL,QAAQG;oBACR,KAAK;wBAAE,MAAMlG;wBAAa,iBAAiB0F,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe;oBAAC;oBAChEzF;oBACAgG;gBACF;YACF;QACF;QAEA,OAAOL;IACT;IACA,MAAM,yBACJJ,IAA0D,EAC1DC,MAA2B,EAC3BvG,WAAyB,EACzBwG,GAA0B,EAC1BC,gBAAoC,EACP;QAC7B,MAAMjC,eAAe,IAAIC,SACvBC,aACE4B,MACA,AAAkB,YAAlB,OAAOC,SAAsBA,SAAS1F,KAAK,SAAS,CAAC0F,UAEvD;YACE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QAGF,MAAMG,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9CJ,MACAC,QACAvG,aACAwG,KACAC;QAGF,MAAMjC,aAAa,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAACkC;QAC7D,MAAM7G,SAAS,MAAM2E,aAAa,KAAK;QAEvC,IAAI,CAAC3E,QACH,MAAM,IAAI4C,MACR;QAIJ,MAAM,EAAEkD,MAAM,EAAEoB,OAAO,EAAE,GAAGlH;QAE5B,OAAO;YACL8F;YACAoB;YACA,UAAUvC;QACZ;IACF;IAEA,MAAM,OACJyC,SAAsB,EACtBjH,WAAyB,EACzBwG,GAA0B,EACS;QACnC,MAAM,EAAEU,UAAU,EAAET,gBAAgB,EAAE,GAAGU,YAAYF;QACrD,OAAO,MAAM,IAAI,CAAC,wBAAwB,CACxC,UACAC,YACAlH,aACAwG,KACAC;IAEJ;IAEA,MAAc,gBACZjC,YAAsB,EACtB2B,QAAgB,EAChBnG,WAAyB,EACzB;QACA,MAAMoH,YAAsD;YAC1D,MAAM;YACN,OAAO;gBACL,SAASjB;YACX;YACA,QAAQ;QACV;QACA,MAAM,EAAEjG,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAClD;YAACkH;SAAU,EACXpH;QAEF,MAAMwE,aAAa,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAACtE,KAAK,CAAC,EAAE;QACrE,MAAMsE,aAAa,KAAK;QAExB,OAAO;YACL,QAAQjE;YACR,UAAUiE;QACZ;IACF;IAEA,MAAM,aAAa6C,MAAc,EAAErH,WAAyB,EAAE;QAC5D,MAAMsH,YAAsD;YAC1D,MAAM;YACN,OAAO;gBACLD;YACF;YACA,QAAQ;QACV;QAEA,MAAM,EAAE,OAAOE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAC9D;YAACD;SAAU,EACXtH;QAGF,OAAO,IAAI,CAAC,6BAA6B,CAACuH,UAAU,CAAC,EAAE;IACzD;IAEA,MAAM,QACJN,SAAsB,EACtBT,GAA+B,EAC/BxG,WAAyB,EACO;QAChC,MAAM,EAAEkH,UAAU,EAAET,gBAAgB,EAAE,GAAGU,YAAYF;QAErD,MAAMO,cAAc,CAAC,SAAS,EAAEN,YAAY;QAC5C,MAAM1C,eAAe,IAAIC,SAASC,aAAa,WAAW8C,cAAc;YACtE,aAAa,IAAI,CAAC,mBAAmB;QACvC;QACA,MAAM,EAAEC,SAAS,EAAEC,eAAe,EAAE,GAAGlB;QAEvC5F,OAAOqG,WAAW;QAClBrG,OAAO6G,WAAW;QAClB7G,OAAO8G,iBAAiB;QAExB9G,OACE8G,mBAAmBD,WACnB,CAAC,iGAAiG,EAAEC,gBAAgB,aAAa,EAAED,UAAU,CAAC,CAAC;QAGjJ,MAAME,mBAAmBvI,KAAK,GAAG;QACjC,IAAIwF,YAAYxF,KAAK,GAAG;QACxB,IAAIwI,eAAe;QACnB,MAAOxI,KAAK,GAAG,KAAKuI,mBAAmBF,UAAW;YAChD7C,YAAYxF,KAAK,GAAG;YACpB,MAAMsH,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9C,UACAQ,YACAlH,aACA;gBACE,iBAAiB;gBACjB,iBAAiB;YACnB,GACAyG;YAGF,MAAMjC,aAAa,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAACkC;YAC7D,MAAM7G,SAAU,MAAM2E,aAAa,KAAK;YAKxC,IAAI,CAAC3E,QACH,MAAM,IAAI4C,MACR;YAIJ,IAAI5C,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,MAAM,EAChB,OAAO;gBACL,QAAQU;gBACR,UAAUiE;YACZ;YAGFoD,eACE/H,AAAAA,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,OAAO,AAAD,KACd,CAAC,0CAA0C,EAAEqH,YAAY;YAC3D,MAAMW,MAAMzI,KAAK,GAAG;YACpB,IAAIyI,MAAMjD,YAAY8C,iBAAiB;gBACrC,MAAMjC,gBAAgBiC,kBAAmBG,CAAAA,MAAMjD,SAAQ;gBACvD,MAAMkD,YAAY,MAAM,IAAI,CAAC,YAAY,CAACrC,eAAezF;gBACzD,MAAMwE,aAAa,MAAM,CAACsD;YAC5B;QACF;QAEA,OAAO,IAAI,CAAC,eAAe,CACzBtD,cACA,CAAC,iBAAiB,EAAEoD,cAAc,EAClC5H;IAEJ;IAtgCA,YACE+H,iBAAoC,EACpCC,OAAgB,EAChBC,IAIC,CACD;QAzBF;QAEA;QAEA;QAEA,uBAAQ,uBAAR;QAEA;QAEA;QAgBE,IAAI,CAAC,SAAS,GAAGF;QACjB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,SAAS,GAAGC,KAAK,SAAS;QAC/B,IAAI,CAAC,mBAAmB,GAAGA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,WAAW;QAC5C,IAAI,CAAC,oBAAoB,GAAGA,KAAK,oBAAoB;QACrD,IAAI,CAAC,mBAAmB,GAAG,IAAIC;IACjC;AAw/BF"}

package/dist/es/agent/utils.mjs

@@ -143,7 +143,7 @@ function trimContextByViewport(execution) {
         }) : execution.tasks
     };
 }
-const getMidsceneVersion = ()=>"0.30.2";
+const getMidsceneVersion = ()=>"0.30.3-beta-20251011064436.0";
 const parsePrompt = (prompt)=>{
     if ('string' == typeof prompt) return {
         textPrompt: prompt,