@midscene/core 1.12.7-beta-20260914023554.0 → 1.12.7

package/dist/lib/utils.js

@@ -228,7 +228,7 @@ function stringifyDumpData(data, indents) {
     return JSON.stringify(data, replacerForPageObject, indents);
 }
 function getVersion() {
-    return "1.12.7-beta-20260914023554.0";
+    return "1.12.7";
 }
 function debugLog(...message) {
     const debugMode = process.env[env_namespaceObject.MIDSCENE_DEBUG_MODE];

package/dist/lib/yaml/player.js

@@ -229,8 +229,8 @@ class ScriptPlayer {
             const ms = sleepTask.sleep;
             let msNumber = ms;
             if ('string' == typeof ms) msNumber = Number.parseInt(ms, 10);
-            (0, utils_namespaceObject.assert)(msNumber && msNumber > 0, `ms for sleep must be greater than 0, but got ${ms}`);
-            await new Promise((resolve)=>setTimeout(resolve, msNumber));
+            (0, utils_namespaceObject.assert)(Number.isFinite(msNumber) && msNumber > 0, `ms for sleep must be greater than 0, but got ${ms}`);
+            await agent.sleep(msNumber);
         } else if ("javascript" in flowItem) {
             const evaluateJavaScriptTask = flowItem;
             const result = await agent.evaluateJavaScript(evaluateJavaScriptTask.javascript);

package/dist/lib/yaml/player.js.map

@@ -1 +1 @@
-{"version":3,"file":"yaml/player.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/yaml/player.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { existsSync, mkdirSync, writeFileSync } from 'node:fs';\nimport { basename, dirname, join, resolve } from 'node:path';\nimport { assert, ifInBrowser, ifInWorker } from '@midscene/shared/utils';\nimport { type ZodTypeAny, z } from 'zod';\n\n// previous defined yaml flow, as a helper\ninterface MidsceneYamlFlowItemAIInput extends LocateOption {\n  // previous version\n  // aiInput: string; // value to input\n  // locate: TUserPrompt; // where to input\n  aiInput: TUserPrompt | undefined; // where to input\n  value: string | number; // value to input\n  mode?: 'replace' | 'clear' | 'typeOnly';\n  autoDismissKeyboard?: boolean;\n  keyboardTypeDelay?: number;\n  inputStrategy?: InputStrategy;\n}\n\ninterface MidsceneYamlFlowItemAIKeyboardPress extends LocateOption {\n  // previous version\n  // aiKeyboardPress: string;\n  // locate?: TUserPrompt; // where to press, optional\n  aiKeyboardPress: TUserPrompt | undefined; // where to press\n  keyName: string; // key to press\n}\n\ninterface MidsceneYamlFlowItemAIScroll extends LocateOption, ScrollParam {\n  // previous version\n  // aiScroll: null;\n  // locate?: TUserPrompt; // which area to scroll, optional\n  aiScroll: TUserPrompt | undefined; // which area to scroll\n}\n\ntype RuntimeYamlFlowItem =\n  | MidsceneYamlFlowItem\n  | MidsceneYamlFlowItemAIInput\n  | MidsceneYamlFlowItemAIKeyboardPress\n  | MidsceneYamlFlowItemAIScroll;\n\nimport type { Agent } from '@/agent/agent';\nimport type { TUserPrompt } from '@/common';\nimport type { InputStrategy } from '@/device';\nimport { deriveCaseStatus } from '@/dump/task-status';\nimport type {\n  DeviceAction,\n  FreeFn,\n  LocateOption,\n  MidsceneYamlFlowItem,\n  MidsceneYamlFlowItemAIAction,\n  MidsceneYamlFlowItemAIAssert,\n  MidsceneYamlFlowItemAIWaitFor,\n  MidsceneYamlFlowItemEvaluateJavaScript,\n  MidsceneYamlFlowItemLogScreenshot,\n  MidsceneYamlFlowItemRunGherkinScenario,\n  MidsceneYamlFlowItemSleep,\n  MidsceneYamlScript,\n  MidsceneYamlScriptEnv,\n  ScriptPlayerStatusValue,\n  ScriptPlayerTaskStatus,\n  ScrollParam,\n} from '@/types';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport { getDebug } from '@midscene/shared/logger';\nimport { runFreeFnCleanup } from './cleanup';\nimport {\n  buildDetailedLocateParam,\n  buildDetailedLocateParamAndRestParams,\n} from './utils';\n\nconst debug = getDebug('yaml-player');\n\nconst aiTaskHandlerMap = {\n  aiQuery: 'aiQuery',\n  aiNumber: 'aiNumber',\n  aiString: 'aiString',\n  aiBoolean: 'aiBoolean',\n  aiAsk: 'aiAsk',\n  aiLocate: 'aiLocate',\n} as const;\n\ntype AISimpleTaskKey = keyof typeof aiTaskHandlerMap;\n\nconst isStringParamSchema = (schema?: ZodTypeAny): boolean => {\n  if (!schema) {\n    return false;\n  }\n\n  const schemaDef = (schema as any)?._def;\n  if (!schemaDef?.typeName) {\n    return false;\n  }\n\n  switch (schemaDef.typeName) {\n    case z.ZodFirstPartyTypeKind.ZodString:\n    case z.ZodFirstPartyTypeKind.ZodEnum:\n    case z.ZodFirstPartyTypeKind.ZodNativeEnum:\n      return true;\n    case z.ZodFirstPartyTypeKind.ZodLiteral:\n      return typeof schemaDef.value === 'string';\n    case z.ZodFirstPartyTypeKind.ZodOptional:\n    case z.ZodFirstPartyTypeKind.ZodNullable:\n    case z.ZodFirstPartyTypeKind.ZodDefault:\n      return isStringParamSchema(schemaDef.innerType);\n    case z.ZodFirstPartyTypeKind.ZodEffects:\n      return isStringParamSchema(schemaDef.schema);\n    case z.ZodFirstPartyTypeKind.ZodPipeline:\n      return isStringParamSchema(schemaDef.out);\n    case z.ZodFirstPartyTypeKind.ZodUnion: {\n      const options = schemaDef.options as ZodTypeAny[] | undefined;\n      return Array.isArray(options)\n        ? options.every((option) => isStringParamSchema(option))\n        : false;\n    }\n    default:\n      return false;\n  }\n};\n\nconst buildShortcutActionParam = (\n  actionName: string,\n  interfaceAlias: string | undefined,\n  value: string,\n) => {\n  if (actionName === 'Launch' || interfaceAlias === 'launch') {\n    return { uri: value };\n  }\n\n  if (actionName === 'Terminate' || interfaceAlias === 'terminate') {\n    return { uri: value };\n  }\n\n  if (\n    actionName === 'RunAdbShell' ||\n    interfaceAlias === 'runAdbShell' ||\n    actionName === 'RunHdcShell' ||\n    interfaceAlias === 'runHdcShell'\n  ) {\n    return { command: value };\n  }\n\n  return undefined;\n};\nexport class ScriptPlayer<T extends MidsceneYamlScriptEnv> {\n  public currentTaskIndex?: number;\n  public taskStatusList: ScriptPlayerTaskStatus[] = [];\n  public status: ScriptPlayerStatusValue = 'init';\n  public reportFile?: string | null;\n  public result: Record<string, any>;\n  private unnamedResultIndex = 0;\n  public output?: string | null;\n  public unstableLogContent?: string | null;\n  public errorInSetup?: Error;\n  private interfaceAgent: Agent | null = null;\n  public agentStatusTip?: string;\n  public target?: MidsceneYamlScriptEnv;\n  private actionSpace: DeviceAction[] = [];\n  private scriptPath?: string;\n  private failedReportExecutionInCurrentStep = false;\n  constructor(\n    private script: MidsceneYamlScript,\n    private setupAgent: (platform: T) => Promise<{\n      agent: Agent;\n      freeFn: FreeFn[];\n    }>,\n    public onTaskStatusChange?: (taskStatus: ScriptPlayerTaskStatus) => void,\n    scriptPath?: string,\n  ) {\n    this.scriptPath = scriptPath;\n    this.result = {};\n\n    this.target =\n      script.target ||\n      script.web ||\n      script.android ||\n      script.ios ||\n      script.computer ||\n      script.config;\n\n    if (ifInBrowser || ifInWorker) {\n      this.output = undefined;\n      debug('output is undefined in browser or worker');\n    } else if (this.target?.output) {\n      this.output = resolve(process.cwd(), this.target.output);\n      debug('setting output by config.output', this.output);\n    } else {\n      const scriptName = this.scriptPath\n        ? basename(this.scriptPath, '.yaml').replace(/\\.(ya?ml)$/i, '')\n        : 'script';\n      this.output = join(\n        getMidsceneRunSubDir('output'),\n        `${scriptName}-${Date.now()}.json`,\n      );\n      debug('setting output by script path', this.output);\n    }\n\n    if (ifInBrowser || ifInWorker) {\n      this.unstableLogContent = undefined;\n    } else if (typeof this.target?.unstableLogContent === 'string') {\n      this.unstableLogContent = resolve(\n        process.cwd(),\n        this.target.unstableLogContent,\n      );\n    } else if (this.target?.unstableLogContent === true) {\n      this.unstableLogContent = join(\n        getMidsceneRunSubDir('output'),\n        'unstableLogContent.json',\n      );\n    }\n\n    this.taskStatusList = (script.tasks || []).map((task, taskIndex) => ({\n      ...task,\n      index: taskIndex,\n      status: 'init',\n      totalSteps: task.flow?.length || 0,\n    }));\n  }\n\n  private setResult(key: string | undefined, value: any) {\n    const keyToUse = key || this.unnamedResultIndex++;\n    if (this.result[keyToUse]) {\n      console.warn(`result key ${keyToUse} already exists, will overwrite`);\n    }\n    this.result[keyToUse] = value;\n\n    return this.flushResult();\n  }\n\n  private setPlayerStatus(status: ScriptPlayerStatusValue, error?: Error) {\n    this.status = status;\n    this.errorInSetup = error;\n  }\n\n  private notifyCurrentTaskStatusChange(taskIndex?: number) {\n    const taskIndexToNotify =\n      typeof taskIndex === 'number' ? taskIndex : this.currentTaskIndex;\n\n    if (typeof taskIndexToNotify !== 'number') {\n      return;\n    }\n\n    const taskStatus = this.taskStatusList[taskIndexToNotify];\n    if (this.onTaskStatusChange) {\n      this.onTaskStatusChange(taskStatus);\n    }\n  }\n\n  private async setTaskStatus(\n    index: number,\n    statusValue: ScriptPlayerStatusValue,\n    error?: Error,\n  ) {\n    this.taskStatusList[index].status = statusValue;\n    if (error) {\n      this.taskStatusList[index].error = error;\n    }\n\n    this.notifyCurrentTaskStatusChange(index);\n  }\n\n  private setTaskIndex(taskIndex: number) {\n    this.currentTaskIndex = taskIndex;\n  }\n\n  private flushResult() {\n    if (this.output) {\n      const output = resolve(process.cwd(), this.output);\n      const outputDir = dirname(output);\n      if (!existsSync(outputDir)) {\n        mkdirSync(outputDir, { recursive: true });\n      }\n      writeFileSync(output, JSON.stringify(this.result || {}, undefined, 2));\n    }\n  }\n\n  private flushUnstableLogContent() {\n    if (this.unstableLogContent) {\n      const content = this.interfaceAgent?._unstableLogContent();\n      const filePath = resolve(process.cwd(), this.unstableLogContent);\n      const outputDir = dirname(filePath);\n      if (!existsSync(outputDir)) {\n        mkdirSync(outputDir, { recursive: true });\n      }\n      writeFileSync(filePath, JSON.stringify(content, null, 2));\n    }\n  }\n\n  async playTask(taskStatus: ScriptPlayerTaskStatus, agent: Agent) {\n    const { flow } = taskStatus;\n    assert(flow, 'missing flow in task');\n\n    for (const flowItemIndex in flow) {\n      const currentStep = Number.parseInt(flowItemIndex, 10);\n      taskStatus.currentStep = currentStep;\n      const flowItem = flow[flowItemIndex] as RuntimeYamlFlowItem;\n      const flowItemRecord = flowItem as Record<string, unknown>;\n      const executionCountBeforeStep = agent.dump?.executions?.length ?? 0;\n      this.failedReportExecutionInCurrentStep = false;\n\n      try {\n        await this.playFlowItem(agent, flowItem, flowItemRecord, flowItemIndex);\n      } catch (error) {\n        this.failedReportExecutionInCurrentStep =\n          this.hasFailedReportExecutionSince(agent, executionCountBeforeStep);\n        throw error;\n      }\n    }\n    this.reportFile = agent.reportFile;\n    await this.flushUnstableLogContent();\n  }\n\n  private hasFailedReportExecutionSince(\n    agent: Agent,\n    executionCountBefore: number,\n  ) {\n    const executions = (agent.dump?.executions ?? []).slice(\n      executionCountBefore,\n    );\n    return deriveCaseStatus(executions) === 'failed';\n  }\n\n  private async playFlowItem(\n    agent: Agent,\n    flowItem: RuntimeYamlFlowItem,\n    flowItemRecord: Record<string, unknown>,\n    flowItemIndex: string,\n  ) {\n    // Skip Finalize action from cache - it's a planning-only marker\n    if ('Finalize' in flowItemRecord) {\n      return;\n    }\n\n    debug(\n      `playing step ${flowItemIndex}, flowItem=${JSON.stringify(flowItem)}`,\n    );\n    const simpleAIKey = (\n      Object.keys(aiTaskHandlerMap) as AISimpleTaskKey[]\n    ).find((key) => Object.prototype.hasOwnProperty.call(flowItemRecord, key));\n    if (\n      'aiAct' in (flowItem as MidsceneYamlFlowItemAIAction) ||\n      'aiAction' in (flowItem as MidsceneYamlFlowItemAIAction) ||\n      'ai' in (flowItem as MidsceneYamlFlowItemAIAction)\n    ) {\n      const actionTask = flowItem as MidsceneYamlFlowItemAIAction;\n      const { aiAct, aiAction, ai, instruction, ...actionOptions } =\n        actionTask as any;\n      const actionPrompt = aiAct ?? aiAction ?? ai;\n      let promptForAI: TUserPrompt | undefined;\n\n      if (typeof instruction === 'string' && instruction) {\n        promptForAI = instruction;\n      } else if (\n        instruction &&\n        typeof instruction === 'object' &&\n        typeof (instruction as { prompt?: unknown }).prompt === 'string' &&\n        (instruction as { prompt?: string }).prompt\n      ) {\n        promptForAI = instruction as TUserPrompt;\n      } else if (\n        actionPrompt &&\n        typeof actionPrompt === 'object' &&\n        typeof (actionPrompt as { prompt?: unknown }).prompt === 'string' &&\n        (actionPrompt as { prompt?: string }).prompt\n      ) {\n        promptForAI = actionPrompt as TUserPrompt;\n      } else if (typeof actionPrompt === 'string' && actionPrompt) {\n        promptForAI = actionPrompt;\n      }\n\n      assert(promptForAI, 'missing prompt for ai (aiAct)');\n      await agent.aiAct(promptForAI, actionOptions);\n    } else if (\n      'runGherkinScenario' in\n      (flowItem as MidsceneYamlFlowItemRunGherkinScenario)\n    ) {\n      const gherkinScenarioTask =\n        flowItem as MidsceneYamlFlowItemRunGherkinScenario;\n      const { runGherkinScenario } = gherkinScenarioTask;\n      assert(runGherkinScenario, 'missing scenario for runGherkinScenario');\n      await agent.runGherkinScenario(runGherkinScenario, {\n        cacheable: false,\n      });\n    } else if ('aiAssert' in (flowItem as MidsceneYamlFlowItemAIAssert)) {\n      const assertTask = flowItem as MidsceneYamlFlowItemAIAssert;\n      const {\n        aiAssert: prompt,\n        errorMessage: msg,\n        name,\n        ...restOpts\n      } = assertTask;\n      assert(prompt, 'missing prompt for aiAssert');\n      assert(\n        !Object.prototype.hasOwnProperty.call(assertTask, 'observe'),\n        '`observe` is not supported in YAML aiAssert. Use agent.startObserving() from code instead.',\n      );\n\n      const result = await agent.aiAssert(prompt, msg, {\n        ...restOpts,\n        keepRawResponse: true,\n      });\n      const pass = result?.pass;\n      const thought = result?.thought;\n      const message = result?.message;\n\n      this.setResult(name, { pass, thought, message });\n\n      if (!pass) {\n        throw new Error(message);\n      }\n    } else if (simpleAIKey) {\n      const {\n        [simpleAIKey]: prompt,\n        name,\n        ...options\n      } = flowItem as Record<string, any>;\n      assert(prompt, `missing prompt for ${simpleAIKey}`);\n      assert(\n        !Object.prototype.hasOwnProperty.call(flowItem, 'observe'),\n        '`observe` is not supported in YAML flow items. Use agent.startObserving() from code instead.',\n      );\n\n      const agentMethod = (agent as any)[aiTaskHandlerMap[simpleAIKey]];\n      assert(\n        typeof agentMethod === 'function',\n        `missing agent method for ${simpleAIKey}`,\n      );\n      const aiResult = await agentMethod.call(agent, prompt, options);\n      this.setResult(name, aiResult);\n    } else if ('aiWaitFor' in (flowItem as MidsceneYamlFlowItemAIWaitFor)) {\n      const waitForTask = flowItem as MidsceneYamlFlowItemAIWaitFor;\n      const { aiWaitFor, timeout, ...restWaitForOpts } = waitForTask;\n      const prompt = aiWaitFor;\n      assert(prompt, 'missing prompt for aiWaitFor');\n      const waitForOptions = {\n        ...restWaitForOpts,\n        ...(timeout !== undefined ? { timeout, timeoutMs: timeout } : {}),\n      };\n      await agent.aiWaitFor(prompt, waitForOptions);\n    } else if ('sleep' in flowItem) {\n      const sleepTask = flowItem as unknown as MidsceneYamlFlowItemSleep;\n      const ms = sleepTask.sleep;\n      let msNumber = ms;\n      if (typeof ms === 'string') {\n        msNumber = Number.parseInt(ms, 10);\n      }\n      assert(\n        msNumber && msNumber > 0,\n        `ms for sleep must be greater than 0, but got ${ms}`,\n      );\n      await new Promise((resolve) => setTimeout(resolve, msNumber));\n    } else if ('javascript' in flowItem) {\n      const evaluateJavaScriptTask =\n        flowItem as unknown as MidsceneYamlFlowItemEvaluateJavaScript;\n\n      const result = await agent.evaluateJavaScript(\n        evaluateJavaScriptTask.javascript,\n      );\n      this.setResult(evaluateJavaScriptTask.name, result);\n    } else if (\n      'logScreenshot' in (flowItem as MidsceneYamlFlowItemLogScreenshot) ||\n      'recordToReport' in (flowItem as MidsceneYamlFlowItemLogScreenshot)\n    ) {\n      const recordTask = flowItem as MidsceneYamlFlowItemLogScreenshot;\n      const title =\n        recordTask.recordToReport ?? recordTask.logScreenshot ?? 'untitled';\n      const content = recordTask.content || '';\n      await agent.recordToReport(title, { content });\n    } else if ('aiInput' in flowItem) {\n      // may be input empty string ''\n      const {\n        aiInput,\n        value: rawValue,\n        ...inputTask\n      } = flowItem as unknown as MidsceneYamlFlowItemAIInput;\n\n      // Compatibility with previous version:\n      // Old format: { aiInput: string (value), locate: TUserPrompt }\n      // New format - 1: { aiInput: TUserPrompt, value: string | number }\n      // New format - 2: { aiInput: undefined, locate: TUserPrompt, value: string | number }\n      let locatePrompt: TUserPrompt | undefined;\n      let value: string | number | undefined;\n      if ((inputTask as any).locate) {\n        // Old format - aiInput is the value, locate is the prompt\n        // Keep backward compatibility: empty string is treated as no value\n        value = (aiInput as string | number) || rawValue;\n        locatePrompt = (inputTask as any).locate;\n      } else {\n        // New format - aiInput is the prompt, value is the value\n        locatePrompt = aiInput || '';\n        value = rawValue;\n      }\n\n      // Convert value to string for Input action\n      await agent.callActionInActionSpace('Input', {\n        ...inputTask,\n        ...(value !== undefined ? { value: String(value) } : {}),\n        ...(locatePrompt\n          ? { locate: buildDetailedLocateParam(locatePrompt, inputTask) }\n          : {}),\n      });\n    } else if ('aiKeyboardPress' in flowItem) {\n      const { aiKeyboardPress, ...keyboardPressTask } =\n        flowItem as unknown as MidsceneYamlFlowItemAIKeyboardPress;\n\n      // Compatibility with previous version:\n      // Old format: { aiKeyboardPress: string (key), locate?: TUserPrompt }\n      // New format - 1: { aiKeyboardPress: TUserPrompt, keyName: string }\n      // New format - 2: { aiKeyboardPress: , locate?: TUserPrompt, keyName: string }\n      let locatePrompt: TUserPrompt | undefined;\n      let keyName: string | undefined;\n      if ((keyboardPressTask as any).locate) {\n        // Old format - aiKeyboardPress is the key, locate is the prompt\n        keyName = aiKeyboardPress as string;\n        locatePrompt = (keyboardPressTask as any).locate;\n      } else if (keyboardPressTask.keyName) {\n        // New format - aiKeyboardPress is the prompt, key is the key\n        keyName = keyboardPressTask.keyName;\n        locatePrompt = aiKeyboardPress;\n      } else {\n        keyName = aiKeyboardPress as string;\n      }\n\n      await agent.callActionInActionSpace('KeyboardPress', {\n        ...keyboardPressTask,\n        ...(keyName ? { keyName } : {}),\n        ...(locatePrompt\n          ? {\n              locate: buildDetailedLocateParam(locatePrompt, keyboardPressTask),\n            }\n          : {}),\n      });\n    } else if ('aiScroll' in flowItem) {\n      const { aiScroll, ...scrollTask } =\n        flowItem as unknown as MidsceneYamlFlowItemAIScroll;\n\n      // Compatibility with previous version:\n      // Old format: { aiScroll: null, locate?: TUserPrompt, direction, scrollType, distance? }\n      // New format - 1: { aiScroll: TUserPrompt, direction, scrollType, distance? }\n      // New format - 2: { aiScroll: undefined, locate: TUserPrompt, direction, scrollType, distance? }\n      const { locate, ...scrollOptions } = scrollTask as any;\n      const locatePrompt: TUserPrompt | undefined =\n        locate ?? aiScroll ?? undefined;\n\n      await agent.aiScroll(locatePrompt, scrollOptions);\n    } else if ('aiTap' in flowItem) {\n      const { aiTap, prompt, locate, ...tapOptions } = flowItem as any;\n\n      let locatePrompt: TUserPrompt;\n      let opts = tapOptions;\n      // Support both formats:\n      // 1. { aiTap: null, locate: { prompt, images, ... } }  (locate as sibling key)\n      // 2. { aiTap: { locate: { prompt, images, ... } } }    (locate nested in aiTap)\n      const locateObj =\n        locate ??\n        (typeof aiTap === 'object' && aiTap !== null\n          ? aiTap.locate\n          : undefined);\n\n      if (typeof aiTap === 'string' && aiTap) {\n        // User YAML: aiTap: 'search input box'\n        locatePrompt = aiTap;\n      } else if (typeof locateObj === 'object' && locateObj?.prompt) {\n        // buildYamlFlowFromPlans: { aiTap: '', locate: { prompt, deepLocate, cacheable } }\n        const { prompt: lp, ...locateOpts } = locateObj;\n        locatePrompt = lp;\n        opts = { ...locateOpts, ...tapOptions };\n      } else {\n        // User YAML: aiTap: { prompt: '...' } or aiTap: null + prompt: '...'\n        locatePrompt = aiTap?.prompt || prompt || locateObj;\n      }\n\n      assert(locatePrompt, 'missing prompt for aiTap');\n      await agent.aiTap(locatePrompt, opts);\n    } else {\n      // generic action, find the action in actionSpace\n\n      /* for aiRightClick, the parameters are a flattened data for the 'locate', these are all valid data\n\n        - aiRightClick: 'search input box'\n        - aiRightClick: 'search input box'\n          deepLocate: true\n          cacheable: false\n        - aiRightClick:\n          prompt: 'search input box'\n        - aiRightClick:\n          prompt: 'search input box'\n          deepLocate: true\n          cacheable: false\n        */\n\n      const actionSpace = this.actionSpace;\n      let locatePromptShortcut: string | undefined;\n      let actionParamForMatchedAction: unknown;\n      const matchedAction = actionSpace.find((action) => {\n        const actionInterfaceAlias = action.interfaceAlias;\n        if (\n          actionInterfaceAlias &&\n          Object.prototype.hasOwnProperty.call(flowItem, actionInterfaceAlias)\n        ) {\n          actionParamForMatchedAction =\n            flowItem[actionInterfaceAlias as keyof typeof flowItem];\n          if (typeof actionParamForMatchedAction === 'string') {\n            locatePromptShortcut = actionParamForMatchedAction;\n          }\n          return true;\n        }\n\n        const keyOfActionInActionSpace = action.name;\n        if (\n          Object.prototype.hasOwnProperty.call(\n            flowItem,\n            keyOfActionInActionSpace,\n          )\n        ) {\n          actionParamForMatchedAction =\n            flowItem[keyOfActionInActionSpace as keyof typeof flowItem];\n          if (typeof actionParamForMatchedAction === 'string') {\n            locatePromptShortcut = actionParamForMatchedAction;\n          }\n          return true;\n        }\n\n        return false;\n      });\n\n      assert(\n        matchedAction,\n        `unknown flowItem in yaml: ${JSON.stringify(flowItem)}`,\n      );\n\n      const schemaIsStringParam = isStringParamSchema(\n        matchedAction.paramSchema,\n      );\n      let stringParamToCall: string | undefined;\n      const resultName = (flowItem as any).name;\n      const timeout = (flowItem as any).timeout;\n      const hasRunAdbShellAlias = Object.prototype.hasOwnProperty.call(\n        flowItem,\n        'runAdbShell',\n      );\n\n      if (\n        hasRunAdbShellAlias &&\n        typeof actionParamForMatchedAction === 'string' &&\n        typeof timeout === 'number' &&\n        typeof (agent as any).runAdbShell === 'function'\n      ) {\n        const result = await (agent as any).runAdbShell(\n          actionParamForMatchedAction,\n          { timeout },\n        );\n        if (result !== undefined) {\n          this.setResult(resultName, result);\n        }\n        return;\n      }\n\n      const specialActionParamToCall =\n        typeof actionParamForMatchedAction === 'string'\n          ? buildShortcutActionParam(\n              matchedAction.name,\n              matchedAction.interfaceAlias,\n              actionParamForMatchedAction,\n            )\n          : undefined;\n      if (specialActionParamToCall) {\n        debug(\n          `matchedAction: ${matchedAction.name}`,\n          `flowParams: ${JSON.stringify(specialActionParamToCall)}`,\n        );\n        const result = await agent.callActionInActionSpace(\n          matchedAction.name,\n          specialActionParamToCall,\n        );\n\n        if (result !== undefined) {\n          this.setResult(resultName, result);\n        }\n      } else if (\n        typeof actionParamForMatchedAction === 'string' &&\n        schemaIsStringParam\n      ) {\n        if (matchedAction.paramSchema) {\n          const parseResult = matchedAction.paramSchema.safeParse(\n            actionParamForMatchedAction,\n          );\n          if (parseResult.success && typeof parseResult.data === 'string') {\n            stringParamToCall = parseResult.data;\n          } else if (!parseResult.success) {\n            debug(\n              `parse failed for action ${matchedAction.name} with string param`,\n              parseResult.error,\n            );\n            stringParamToCall = actionParamForMatchedAction;\n          }\n        } else {\n          stringParamToCall = actionParamForMatchedAction;\n        }\n\n        if (stringParamToCall !== undefined) {\n          debug(\n            `matchedAction: ${matchedAction.name}`,\n            `flowParams: ${JSON.stringify(stringParamToCall)}`,\n          );\n          const result = await agent.callActionInActionSpace(\n            matchedAction.name,\n            stringParamToCall,\n          );\n\n          // Store result if there's a name property in flowItem\n          const resultName = (flowItem as any).name;\n          if (result !== undefined) {\n            this.setResult(resultName, result);\n          }\n        }\n      } else {\n        // Determine the source for parameter extraction:\n        // - If we have a locatePromptShortcut, use the flowItem (for actions like aiTap with prompt)\n        // - Otherwise, use actionParamForMatchedAction (for actions like runWdaRequest with structured params)\n        const sourceForParams =\n          locatePromptShortcut &&\n          typeof actionParamForMatchedAction === 'string'\n            ? { ...flowItem, prompt: locatePromptShortcut }\n            : typeof actionParamForMatchedAction === 'object' &&\n                actionParamForMatchedAction !== null\n              ? actionParamForMatchedAction\n              : flowItem;\n\n        const { locateParam, restParams } =\n          buildDetailedLocateParamAndRestParams(\n            locatePromptShortcut || '',\n            sourceForParams as LocateOption,\n            [\n              matchedAction.name,\n              matchedAction.interfaceAlias || '_never_mind_',\n            ],\n          );\n\n        const flowParams = {\n          ...restParams,\n          locate: locateParam,\n        };\n\n        debug(\n          `matchedAction: ${matchedAction.name}`,\n          `flowParams: ${JSON.stringify(flowParams, null, 2)}`,\n        );\n        const result = await agent.callActionInActionSpace(\n          matchedAction.name,\n          flowParams,\n        );\n\n        // Store result if there's a name property in flowItem\n        const resultName = (flowItem as any).name;\n        if (result !== undefined) {\n          this.setResult(resultName, result);\n        }\n      }\n    }\n  }\n\n  async run() {\n    const { target, web, android, ios, harmony, computer, tasks } = this.script;\n    const webEnv = web || target;\n    const androidEnv = android;\n    const iosEnv = ios;\n    const harmonyEnv = harmony;\n    const computerEnv = computer;\n    const platform =\n      webEnv || androidEnv || iosEnv || harmonyEnv || computerEnv;\n\n    this.setPlayerStatus('running');\n\n    let agent: Agent | null = null;\n    let freeFn: FreeFn[] = [];\n    try {\n      const { agent: newAgent, freeFn: newFreeFn } = await this.setupAgent(\n        platform as T,\n      );\n      this.actionSpace = await newAgent.getActionSpace();\n      agent = newAgent;\n      const originalOnTaskStartTip = agent.onTaskStartTip;\n      agent.onTaskStartTip = (tip) => {\n        if (this.status === 'running') {\n          this.agentStatusTip = tip;\n        }\n        originalOnTaskStartTip?.(tip);\n      };\n      freeFn = [\n        ...(newFreeFn || []),\n        {\n          name: 'restore-agent-onTaskStartTip',\n          fn: () => {\n            if (agent) {\n              agent.onTaskStartTip = originalOnTaskStartTip;\n            }\n          },\n        },\n      ];\n    } catch (e) {\n      this.setPlayerStatus('error', e as Error);\n      return;\n    }\n    this.interfaceAgent = agent;\n\n    let taskIndex = 0;\n    this.setPlayerStatus('running');\n    let errorFlag = false;\n    while (taskIndex < tasks.length) {\n      const taskStatus = this.taskStatusList[taskIndex];\n      this.setTaskStatus(taskIndex, 'running' as any);\n      this.setTaskIndex(taskIndex);\n      this.failedReportExecutionInCurrentStep = false;\n\n      try {\n        await this.playTask(taskStatus, this.interfaceAgent);\n        this.setTaskStatus(taskIndex, 'done' as any);\n      } catch (e) {\n        this.setTaskStatus(taskIndex, 'error' as any, e as Error);\n        const recordErrorToReport = (agent as any).recordErrorToReport;\n        if (\n          !this.failedReportExecutionInCurrentStep &&\n          typeof recordErrorToReport === 'function'\n        ) {\n          try {\n            await recordErrorToReport.call(\n              agent,\n              `YAML task failed - ${taskStatus.name}`,\n              {\n                error: e as Error,\n                content: `Step ${taskStatus.currentStep ?? 0} failed while running YAML task \"${taskStatus.name}\".`,\n              },\n            );\n          } catch (reportError) {\n            debug('failed to record yaml error to report', reportError);\n          }\n        }\n\n        if (taskStatus.continueOnError) {\n          // nothing more to do\n        } else {\n          this.reportFile = agent.reportFile;\n          errorFlag = true;\n          break;\n        }\n      }\n      this.reportFile = agent?.reportFile;\n      taskIndex++;\n    }\n\n    if (errorFlag) {\n      this.setPlayerStatus('error');\n    } else {\n      this.setPlayerStatus('done');\n    }\n    this.agentStatusTip = '';\n\n    await runFreeFnCleanup(freeFn);\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","debug","getDebug","aiTaskHandlerMap","isStringParamSchema","schema","schemaDef","z","options","Array","option","buildShortcutActionParam","actionName","interfaceAlias","value","ScriptPlayer","keyToUse","console","status","error","taskIndex","taskIndexToNotify","taskStatus","index","statusValue","output","resolve","process","outputDir","dirname","existsSync","mkdirSync","writeFileSync","JSON","undefined","content","filePath","agent","flow","assert","flowItemIndex","currentStep","Number","flowItem","flowItemRecord","executionCountBeforeStep","executionCountBefore","executions","deriveCaseStatus","simpleAIKey","actionTask","aiAct","aiAction","ai","instruction","actionOptions","actionPrompt","promptForAI","gherkinScenarioTask","runGherkinScenario","assertTask","prompt","msg","name","restOpts","result","pass","thought","message","Error","agentMethod","aiResult","waitForTask","aiWaitFor","timeout","restWaitForOpts","waitForOptions","sleepTask","ms","msNumber","Promise","setTimeout","evaluateJavaScriptTask","recordTask","title","aiInput","rawValue","inputTask","locatePrompt","String","buildDetailedLocateParam","aiKeyboardPress","keyboardPressTask","keyName","aiScroll","scrollTask","locate","scrollOptions","aiTap","tapOptions","opts","locateObj","lp","locateOpts","actionSpace","locatePromptShortcut","actionParamForMatchedAction","matchedAction","action","actionInterfaceAlias","keyOfActionInActionSpace","schemaIsStringParam","stringParamToCall","resultName","hasRunAdbShellAlias","specialActionParamToCall","parseResult","sourceForParams","locateParam","restParams","buildDetailedLocateParamAndRestParams","flowParams","target","web","android","ios","harmony","computer","tasks","webEnv","androidEnv","iosEnv","harmonyEnv","computerEnv","platform","freeFn","newAgent","newFreeFn","originalOnTaskStartTip","tip","e","errorFlag","recordErrorToReport","reportError","runFreeFnCleanup","script","setupAgent","onTaskStatusChange","scriptPath","ifInBrowser","ifInWorker","scriptName","basename","join","getMidsceneRunSubDir","Date","task"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;AC+DA,MAAMI,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEvB,MAAMC,mBAAmB;IACvB,SAAS;IACT,UAAU;IACV,UAAU;IACV,WAAW;IACX,OAAO;IACP,UAAU;AACZ;AAIA,MAAMC,sBAAsB,CAACC;IAC3B,IAAI,CAACA,QACH,OAAO;IAGT,MAAMC,YAAaD,QAAgB;IACnC,IAAI,CAACC,WAAW,UACd,OAAO;IAGT,OAAQA,UAAU,QAAQ;QACxB,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,SAAiC;QACtC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,OAA+B;QACpC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,aAAqC;YACxC,OAAO;QACT,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,UAAkC;YACrC,OAAO,AAA2B,YAA3B,OAAOD,UAAU,KAAK;QAC/B,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,WAAmC;QACxC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,WAAmC;QACxC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,UAAkC;YACrC,OAAOH,oBAAoBE,UAAU,SAAS;QAChD,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,UAAkC;YACrC,OAAOH,oBAAoBE,UAAU,MAAM;QAC7C,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,WAAmC;YACtC,OAAOH,oBAAoBE,UAAU,GAAG;QAC1C,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,QAAgC;YAAE;gBACrC,MAAMC,UAAUF,UAAU,OAAO;gBACjC,OAAOG,MAAM,OAAO,CAACD,WACjBA,QAAQ,KAAK,CAAC,CAACE,SAAWN,oBAAoBM,WAC9C;YACN;QACA;YACE,OAAO;IACX;AACF;AAEA,MAAMC,2BAA2B,CAC/BC,YACAC,gBACAC;IAEA,IAAIF,AAAe,aAAfA,cAA2BC,AAAmB,aAAnBA,gBAC7B,OAAO;QAAE,KAAKC;IAAM;IAGtB,IAAIF,AAAe,gBAAfA,cAA8BC,AAAmB,gBAAnBA,gBAChC,OAAO;QAAE,KAAKC;IAAM;IAGtB,IACEF,AAAe,kBAAfA,cACAC,AAAmB,kBAAnBA,kBACAD,AAAe,kBAAfA,cACAC,AAAmB,kBAAnBA,gBAEA,OAAO;QAAE,SAASC;IAAM;AAI5B;AACO,MAAMC;IA2EH,UAAUnB,GAAuB,EAAEkB,KAAU,EAAE;QACrD,MAAME,WAAWpB,OAAO,IAAI,CAAC,kBAAkB;QAC/C,IAAI,IAAI,CAAC,MAAM,CAACoB,SAAS,EACvBC,QAAQ,IAAI,CAAC,CAAC,WAAW,EAAED,SAAS,+BAA+B,CAAC;QAEtE,IAAI,CAAC,MAAM,CAACA,SAAS,GAAGF;QAExB,OAAO,IAAI,CAAC,WAAW;IACzB;IAEQ,gBAAgBI,MAA+B,EAAEC,KAAa,EAAE;QACtE,IAAI,CAAC,MAAM,GAAGD;QACd,IAAI,CAAC,YAAY,GAAGC;IACtB;IAEQ,8BAA8BC,SAAkB,EAAE;QACxD,MAAMC,oBACJ,AAAqB,YAArB,OAAOD,YAAyBA,YAAY,IAAI,CAAC,gBAAgB;QAEnE,IAAI,AAA6B,YAA7B,OAAOC,mBACT;QAGF,MAAMC,aAAa,IAAI,CAAC,cAAc,CAACD,kBAAkB;QACzD,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACC;IAE5B;IAEA,MAAc,cACZC,KAAa,EACbC,WAAoC,EACpCL,KAAa,EACb;QACA,IAAI,CAAC,cAAc,CAACI,MAAM,CAAC,MAAM,GAAGC;QACpC,IAAIL,OACF,IAAI,CAAC,cAAc,CAACI,MAAM,CAAC,KAAK,GAAGJ;QAGrC,IAAI,CAAC,6BAA6B,CAACI;IACrC;IAEQ,aAAaH,SAAiB,EAAE;QACtC,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAEQ,cAAc;QACpB,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,MAAMK,SAASC,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQC,QAAQ,GAAG,IAAI,IAAI,CAAC,MAAM;YACjD,MAAMC,YAAYC,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQJ;YAC1B,IAAI,CAACK,AAAAA,IAAAA,iCAAAA,UAAAA,AAAAA,EAAWF,YACdG,AAAAA,IAAAA,iCAAAA,SAAAA,AAAAA,EAAUH,WAAW;gBAAE,WAAW;YAAK;YAEzCI,IAAAA,iCAAAA,aAAAA,AAAAA,EAAcP,QAAQQ,KAAK,SAAS,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,GAAGC,QAAW;QACrE;IACF;IAEQ,0BAA0B;QAChC,IAAI,IAAI,CAAC,kBAAkB,EAAE;YAC3B,MAAMC,UAAU,IAAI,CAAC,cAAc,EAAE;YACrC,MAAMC,WAAWV,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQC,QAAQ,GAAG,IAAI,IAAI,CAAC,kBAAkB;YAC/D,MAAMC,YAAYC,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQO;YAC1B,IAAI,CAACN,AAAAA,IAAAA,iCAAAA,UAAAA,AAAAA,EAAWF,YACdG,AAAAA,IAAAA,iCAAAA,SAAAA,AAAAA,EAAUH,WAAW;gBAAE,WAAW;YAAK;YAEzCI,IAAAA,iCAAAA,aAAAA,AAAAA,EAAcI,UAAUH,KAAK,SAAS,CAACE,SAAS,MAAM;QACxD;IACF;IAEA,MAAM,SAASb,UAAkC,EAAEe,KAAY,EAAE;QAC/D,MAAM,EAAEC,IAAI,EAAE,GAAGhB;QACjBiB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOD,MAAM;QAEb,IAAK,MAAME,iBAAiBF,KAAM;YAChC,MAAMG,cAAcC,OAAO,QAAQ,CAACF,eAAe;YACnDlB,WAAW,WAAW,GAAGmB;YACzB,MAAME,WAAWL,IAAI,CAACE,cAAc;YACpC,MAAMI,iBAAiBD;YACvB,MAAME,2BAA2BR,MAAM,IAAI,EAAE,YAAY,UAAU;YACnE,IAAI,CAAC,kCAAkC,GAAG;YAE1C,IAAI;gBACF,MAAM,IAAI,CAAC,YAAY,CAACA,OAAOM,UAAUC,gBAAgBJ;YAC3D,EAAE,OAAOrB,OAAO;gBACd,IAAI,CAAC,kCAAkC,GACrC,IAAI,CAAC,6BAA6B,CAACkB,OAAOQ;gBAC5C,MAAM1B;YACR;QACF;QACA,IAAI,CAAC,UAAU,GAAGkB,MAAM,UAAU;QAClC,MAAM,IAAI,CAAC,uBAAuB;IACpC;IAEQ,8BACNA,KAAY,EACZS,oBAA4B,EAC5B;QACA,MAAMC,aAAcV,AAAAA,CAAAA,MAAM,IAAI,EAAE,cAAc,EAAC,EAAG,KAAK,CACrDS;QAEF,OAAOE,AAAiC,aAAjCA,AAAAA,IAAAA,+BAAAA,gBAAAA,AAAAA,EAAiBD;IAC1B;IAEA,MAAc,aACZV,KAAY,EACZM,QAA6B,EAC7BC,cAAuC,EACvCJ,aAAqB,EACrB;QAEA,IAAI,cAAcI,gBAChB;QAGF3C,MACE,CAAC,aAAa,EAAEuC,cAAc,WAAW,EAAEP,KAAK,SAAS,CAACU,WAAW;QAEvE,MAAMM,cACJpD,OAAO,IAAI,CAACM,kBACZ,IAAI,CAAC,CAACP,MAAQC,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC+C,gBAAgBhD;QACrE,IACE,WAAY+C,YACZ,cAAeA,YACf,QAASA,UACT;YACA,MAAMO,aAAaP;YACnB,MAAM,EAAEQ,KAAK,EAAEC,QAAQ,EAAEC,EAAE,EAAEC,WAAW,EAAE,GAAGC,eAAe,GAC1DL;YACF,MAAMM,eAAeL,SAASC,YAAYC;YAC1C,IAAII;YAEJ,IAAI,AAAuB,YAAvB,OAAOH,eAA4BA,aACrCG,cAAcH;iBACT,IACLA,eACA,AAAuB,YAAvB,OAAOA,eACP,AAAwD,YAAxD,OAAQA,YAAqC,MAAM,IAClDA,YAAoC,MAAM,EAE3CG,cAAcH;iBACT,IACLE,gBACA,AAAwB,YAAxB,OAAOA,gBACP,AAAyD,YAAzD,OAAQA,aAAsC,MAAM,IACnDA,aAAqC,MAAM,EAE5CC,cAAcD;iBACT,IAAI,AAAwB,YAAxB,OAAOA,gBAA6BA,cAC7CC,cAAcD;YAGhBjB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOkB,aAAa;YACpB,MAAMpB,MAAM,KAAK,CAACoB,aAAaF;QACjC,OAAO,IACL,wBACCZ,UACD;YACA,MAAMe,sBACJf;YACF,MAAM,EAAEgB,kBAAkB,EAAE,GAAGD;YAC/BnB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOoB,oBAAoB;YAC3B,MAAMtB,MAAM,kBAAkB,CAACsB,oBAAoB;gBACjD,WAAW;YACb;QACF,OAAO,IAAI,cAAehB,UAA2C;YACnE,MAAMiB,aAAajB;YACnB,MAAM,EACJ,UAAUkB,MAAM,EAChB,cAAcC,GAAG,EACjBC,IAAI,EACJ,GAAGC,UACJ,GAAGJ;YACJrB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOsB,QAAQ;YACftB,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,CAAC1C,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC+D,YAAY,YAClD;YAGF,MAAMK,SAAS,MAAM5B,MAAM,QAAQ,CAACwB,QAAQC,KAAK;gBAC/C,GAAGE,QAAQ;gBACX,iBAAiB;YACnB;YACA,MAAME,OAAOD,QAAQ;YACrB,MAAME,UAAUF,QAAQ;YACxB,MAAMG,UAAUH,QAAQ;YAExB,IAAI,CAAC,SAAS,CAACF,MAAM;gBAAEG;gBAAMC;gBAASC;YAAQ;YAE9C,IAAI,CAACF,MACH,MAAM,IAAIG,MAAMD;QAEpB,OAAO,IAAInB,aAAa;YACtB,MAAM,EACJ,CAACA,YAAY,EAAEY,MAAM,EACrBE,IAAI,EACJ,GAAGvD,SACJ,GAAGmC;YACJJ,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOsB,QAAQ,CAAC,mBAAmB,EAAEZ,aAAa;YAClDV,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,CAAC1C,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC8C,UAAU,YAChD;YAGF,MAAM2B,cAAejC,KAAa,CAAClC,gBAAgB,CAAC8C,YAAY,CAAC;YACjEV,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,AAAuB,cAAvB,OAAO+B,aACP,CAAC,yBAAyB,EAAErB,aAAa;YAE3C,MAAMsB,WAAW,MAAMD,YAAY,IAAI,CAACjC,OAAOwB,QAAQrD;YACvD,IAAI,CAAC,SAAS,CAACuD,MAAMQ;QACvB,OAAO,IAAI,eAAgB5B,UAA4C;YACrE,MAAM6B,cAAc7B;YACpB,MAAM,EAAE8B,SAAS,EAAEC,OAAO,EAAE,GAAGC,iBAAiB,GAAGH;YACnD,MAAMX,SAASY;YACflC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOsB,QAAQ;YACf,MAAMe,iBAAiB;gBACrB,GAAGD,eAAe;gBAClB,GAAID,AAAYxC,WAAZwC,UAAwB;oBAAEA;oBAAS,WAAWA;gBAAQ,IAAI,CAAC,CAAC;YAClE;YACA,MAAMrC,MAAM,SAAS,CAACwB,QAAQe;QAChC,OAAO,IAAI,WAAWjC,UAAU;YAC9B,MAAMkC,YAAYlC;YAClB,MAAMmC,KAAKD,UAAU,KAAK;YAC1B,IAAIE,WAAWD;YACf,IAAI,AAAc,YAAd,OAAOA,IACTC,WAAWrC,OAAO,QAAQ,CAACoC,IAAI;YAEjCvC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEwC,YAAYA,WAAW,GACvB,CAAC,6CAA6C,EAAED,IAAI;YAEtD,MAAM,IAAIE,QAAQ,CAACtD,UAAYuD,WAAWvD,SAASqD;QACrD,OAAO,IAAI,gBAAgBpC,UAAU;YACnC,MAAMuC,yBACJvC;YAEF,MAAMsB,SAAS,MAAM5B,MAAM,kBAAkB,CAC3C6C,uBAAuB,UAAU;YAEnC,IAAI,CAAC,SAAS,CAACA,uBAAuB,IAAI,EAAEjB;QAC9C,OAAO,IACL,mBAAoBtB,YACpB,oBAAqBA,UACrB;YACA,MAAMwC,aAAaxC;YACnB,MAAMyC,QACJD,WAAW,cAAc,IAAIA,WAAW,aAAa,IAAI;YAC3D,MAAMhD,UAAUgD,WAAW,OAAO,IAAI;YACtC,MAAM9C,MAAM,cAAc,CAAC+C,OAAO;gBAAEjD;YAAQ;QAC9C,OAAO,IAAI,aAAaQ,UAAU;YAEhC,MAAM,EACJ0C,OAAO,EACP,OAAOC,QAAQ,EACf,GAAGC,WACJ,GAAG5C;YAMJ,IAAI6C;YACJ,IAAI1E;YACJ,IAAKyE,UAAkB,MAAM,EAAE;gBAG7BzE,QAASuE,WAA+BC;gBACxCE,eAAgBD,UAAkB,MAAM;YAC1C,OAAO;gBAELC,eAAeH,WAAW;gBAC1BvE,QAAQwE;YACV;YAGA,MAAMjD,MAAM,uBAAuB,CAAC,SAAS;gBAC3C,GAAGkD,SAAS;gBACZ,GAAIzE,AAAUoB,WAAVpB,QAAsB;oBAAE,OAAO2E,OAAO3E;gBAAO,IAAI,CAAC,CAAC;gBACvD,GAAI0E,eACA;oBAAE,QAAQE,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBF,cAAcD;gBAAW,IAC5D,CAAC,CAAC;YACR;QACF,OAAO,IAAI,qBAAqB5C,UAAU;YACxC,MAAM,EAAEgD,eAAe,EAAE,GAAGC,mBAAmB,GAC7CjD;YAMF,IAAI6C;YACJ,IAAIK;YACJ,IAAKD,kBAA0B,MAAM,EAAE;gBAErCC,UAAUF;gBACVH,eAAgBI,kBAA0B,MAAM;YAClD,OAAO,IAAIA,kBAAkB,OAAO,EAAE;gBAEpCC,UAAUD,kBAAkB,OAAO;gBACnCJ,eAAeG;YACjB,OACEE,UAAUF;YAGZ,MAAMtD,MAAM,uBAAuB,CAAC,iBAAiB;gBACnD,GAAGuD,iBAAiB;gBACpB,GAAIC,UAAU;oBAAEA;gBAAQ,IAAI,CAAC,CAAC;gBAC9B,GAAIL,eACA;oBACE,QAAQE,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBF,cAAcI;gBACjD,IACA,CAAC,CAAC;YACR;QACF,OAAO,IAAI,cAAcjD,UAAU;YACjC,MAAM,EAAEmD,QAAQ,EAAE,GAAGC,YAAY,GAC/BpD;YAMF,MAAM,EAAEqD,MAAM,EAAE,GAAGC,eAAe,GAAGF;YACrC,MAAMP,eACJQ,UAAUF,YAAY5D;YAExB,MAAMG,MAAM,QAAQ,CAACmD,cAAcS;QACrC,OAAO,IAAI,WAAWtD,UAAU;YAC9B,MAAM,EAAEuD,KAAK,EAAErC,MAAM,EAAEmC,MAAM,EAAE,GAAGG,YAAY,GAAGxD;YAEjD,IAAI6C;YACJ,IAAIY,OAAOD;YAIX,MAAME,YACJL,UACC,CAAiB,YAAjB,OAAOE,SAAsBA,AAAU,SAAVA,QAC1BA,MAAM,MAAM,GACZhE,MAAQ;YAEd,IAAI,AAAiB,YAAjB,OAAOgE,SAAsBA,OAE/BV,eAAeU;iBACV,IAAI,AAAqB,YAArB,OAAOG,aAA0BA,WAAW,QAAQ;gBAE7D,MAAM,EAAE,QAAQC,EAAE,EAAE,GAAGC,YAAY,GAAGF;gBACtCb,eAAec;gBACfF,OAAO;oBAAE,GAAGG,UAAU;oBAAE,GAAGJ,UAAU;gBAAC;YACxC,OAEEX,eAAeU,OAAO,UAAUrC,UAAUwC;YAG5C9D,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOiD,cAAc;YACrB,MAAMnD,MAAM,KAAK,CAACmD,cAAcY;QAClC,OAAO;YAiBL,MAAMI,cAAc,IAAI,CAAC,WAAW;YACpC,IAAIC;YACJ,IAAIC;YACJ,MAAMC,gBAAgBH,YAAY,IAAI,CAAC,CAACI;gBACtC,MAAMC,uBAAuBD,OAAO,cAAc;gBAClD,IACEC,wBACAhH,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC8C,UAAUkE,uBAC/C;oBACAH,8BACE/D,QAAQ,CAACkE,qBAA8C;oBACzD,IAAI,AAAuC,YAAvC,OAAOH,6BACTD,uBAAuBC;oBAEzB,OAAO;gBACT;gBAEA,MAAMI,2BAA2BF,OAAO,IAAI;gBAC5C,IACE/G,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAClC8C,UACAmE,2BAEF;oBACAJ,8BACE/D,QAAQ,CAACmE,yBAAkD;oBAC7D,IAAI,AAAuC,YAAvC,OAAOJ,6BACTD,uBAAuBC;oBAEzB,OAAO;gBACT;gBAEA,OAAO;YACT;YAEAnE,IAAAA,sBAAAA,MAAAA,AAAAA,EACEoE,eACA,CAAC,0BAA0B,EAAE1E,KAAK,SAAS,CAACU,WAAW;YAGzD,MAAMoE,sBAAsB3G,oBAC1BuG,cAAc,WAAW;YAE3B,IAAIK;YACJ,MAAMC,aAActE,SAAiB,IAAI;YACzC,MAAM+B,UAAW/B,SAAiB,OAAO;YACzC,MAAMuE,sBAAsBrH,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAC9D8C,UACA;YAGF,IACEuE,uBACA,AAAuC,YAAvC,OAAOR,+BACP,AAAmB,YAAnB,OAAOhC,WACP,AAAsC,cAAtC,OAAQrC,MAAc,WAAW,EACjC;gBACA,MAAM4B,SAAS,MAAO5B,MAAc,WAAW,CAC7CqE,6BACA;oBAAEhC;gBAAQ;gBAEZ,IAAIT,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAACgD,YAAYhD;gBAE7B;YACF;YAEA,MAAMkD,2BACJ,AAAuC,YAAvC,OAAOT,8BACH/F,yBACEgG,cAAc,IAAI,EAClBA,cAAc,cAAc,EAC5BD,+BAEFxE;YACN,IAAIiF,0BAA0B;gBAC5BlH,MACE,CAAC,eAAe,EAAE0G,cAAc,IAAI,EAAE,EACtC,CAAC,YAAY,EAAE1E,KAAK,SAAS,CAACkF,2BAA2B;gBAE3D,MAAMlD,SAAS,MAAM5B,MAAM,uBAAuB,CAChDsE,cAAc,IAAI,EAClBQ;gBAGF,IAAIlD,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAACgD,YAAYhD;YAE/B,OAAO,IACL,AAAuC,YAAvC,OAAOyC,+BACPK,qBACA;gBACA,IAAIJ,cAAc,WAAW,EAAE;oBAC7B,MAAMS,cAAcT,cAAc,WAAW,CAAC,SAAS,CACrDD;oBAEF,IAAIU,YAAY,OAAO,IAAI,AAA4B,YAA5B,OAAOA,YAAY,IAAI,EAChDJ,oBAAoBI,YAAY,IAAI;yBAC/B,IAAI,CAACA,YAAY,OAAO,EAAE;wBAC/BnH,MACE,CAAC,wBAAwB,EAAE0G,cAAc,IAAI,CAAC,kBAAkB,CAAC,EACjES,YAAY,KAAK;wBAEnBJ,oBAAoBN;oBACtB;gBACF,OACEM,oBAAoBN;gBAGtB,IAAIM,AAAsB9E,WAAtB8E,mBAAiC;oBACnC/G,MACE,CAAC,eAAe,EAAE0G,cAAc,IAAI,EAAE,EACtC,CAAC,YAAY,EAAE1E,KAAK,SAAS,CAAC+E,oBAAoB;oBAEpD,MAAM/C,SAAS,MAAM5B,MAAM,uBAAuB,CAChDsE,cAAc,IAAI,EAClBK;oBAIF,MAAMC,aAActE,SAAiB,IAAI;oBACzC,IAAIsB,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAACgD,YAAYhD;gBAE/B;YACF,OAAO;gBAIL,MAAMoD,kBACJZ,wBACA,AAAuC,YAAvC,OAAOC,8BACH;oBAAE,GAAG/D,QAAQ;oBAAE,QAAQ8D;gBAAqB,IAC5C,AAAuC,YAAvC,OAAOC,+BACLA,AAAgC,SAAhCA,8BACAA,8BACA/D;gBAER,MAAM,EAAE2E,WAAW,EAAEC,UAAU,EAAE,GAC/BC,AAAAA,IAAAA,kCAAAA,qCAAAA,AAAAA,EACEf,wBAAwB,IACxBY,iBACA;oBACEV,cAAc,IAAI;oBAClBA,cAAc,cAAc,IAAI;iBACjC;gBAGL,MAAMc,aAAa;oBACjB,GAAGF,UAAU;oBACb,QAAQD;gBACV;gBAEArH,MACE,CAAC,eAAe,EAAE0G,cAAc,IAAI,EAAE,EACtC,CAAC,YAAY,EAAE1E,KAAK,SAAS,CAACwF,YAAY,MAAM,IAAI;gBAEtD,MAAMxD,SAAS,MAAM5B,MAAM,uBAAuB,CAChDsE,cAAc,IAAI,EAClBc;gBAIF,MAAMR,aAActE,SAAiB,IAAI;gBACzC,IAAIsB,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAACgD,YAAYhD;YAE/B;QACF;IACF;IAEA,MAAM,MAAM;QACV,MAAM,EAAEyD,MAAM,EAAEC,GAAG,EAAEC,OAAO,EAAEC,GAAG,EAAEC,OAAO,EAAEC,QAAQ,EAAEC,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM;QAC3E,MAAMC,SAASN,OAAOD;QACtB,MAAMQ,aAAaN;QACnB,MAAMO,SAASN;QACf,MAAMO,aAAaN;QACnB,MAAMO,cAAcN;QACpB,MAAMO,WACJL,UAAUC,cAAcC,UAAUC,cAAcC;QAElD,IAAI,CAAC,eAAe,CAAC;QAErB,IAAIhG,QAAsB;QAC1B,IAAIkG,SAAmB,EAAE;QACzB,IAAI;YACF,MAAM,EAAE,OAAOC,QAAQ,EAAE,QAAQC,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAClEH;YAEF,IAAI,CAAC,WAAW,GAAG,MAAME,SAAS,cAAc;YAChDnG,QAAQmG;YACR,MAAME,yBAAyBrG,MAAM,cAAc;YACnDA,MAAM,cAAc,GAAG,CAACsG;gBACtB,IAAI,AAAgB,cAAhB,IAAI,CAAC,MAAM,EACb,IAAI,CAAC,cAAc,GAAGA;gBAExBD,yBAAyBC;YAC3B;YACAJ,SAAS;mBACHE,aAAa,EAAE;gBACnB;oBACE,MAAM;oBACN,IAAI;wBACF,IAAIpG,OACFA,MAAM,cAAc,GAAGqG;oBAE3B;gBACF;aACD;QACH,EAAE,OAAOE,GAAG;YACV,IAAI,CAAC,eAAe,CAAC,SAASA;YAC9B;QACF;QACA,IAAI,CAAC,cAAc,GAAGvG;QAEtB,IAAIjB,YAAY;QAChB,IAAI,CAAC,eAAe,CAAC;QACrB,IAAIyH,YAAY;QAChB,MAAOzH,YAAY4G,MAAM,MAAM,CAAE;YAC/B,MAAM1G,aAAa,IAAI,CAAC,cAAc,CAACF,UAAU;YACjD,IAAI,CAAC,aAAa,CAACA,WAAW;YAC9B,IAAI,CAAC,YAAY,CAACA;YAClB,IAAI,CAAC,kCAAkC,GAAG;YAE1C,IAAI;gBACF,MAAM,IAAI,CAAC,QAAQ,CAACE,YAAY,IAAI,CAAC,cAAc;gBACnD,IAAI,CAAC,aAAa,CAACF,WAAW;YAChC,EAAE,OAAOwH,GAAG;gBACV,IAAI,CAAC,aAAa,CAACxH,WAAW,SAAgBwH;gBAC9C,MAAME,sBAAuBzG,MAAc,mBAAmB;gBAC9D,IACE,CAAC,IAAI,CAAC,kCAAkC,IACxC,AAA+B,cAA/B,OAAOyG,qBAEP,IAAI;oBACF,MAAMA,oBAAoB,IAAI,CAC5BzG,OACA,CAAC,mBAAmB,EAAEf,WAAW,IAAI,EAAE,EACvC;wBACE,OAAOsH;wBACP,SAAS,CAAC,KAAK,EAAEtH,WAAW,WAAW,IAAI,EAAE,iCAAiC,EAAEA,WAAW,IAAI,CAAC,EAAE,CAAC;oBACrG;gBAEJ,EAAE,OAAOyH,aAAa;oBACpB9I,MAAM,yCAAyC8I;gBACjD;gBAGF,IAAIzH,WAAW,eAAe;qBAEvB;oBACL,IAAI,CAAC,UAAU,GAAGe,MAAM,UAAU;oBAClCwG,YAAY;oBACZ;gBACF;YACF;YACA,IAAI,CAAC,UAAU,GAAGxG,OAAO;YACzBjB;QACF;QAEA,IAAIyH,WACF,IAAI,CAAC,eAAe,CAAC;aAErB,IAAI,CAAC,eAAe,CAAC;QAEvB,IAAI,CAAC,cAAc,GAAG;QAEtB,MAAMG,AAAAA,IAAAA,oCAAAA,gBAAAA,AAAAA,EAAiBT;IACzB;IA3rBA,YACUU,MAA0B,EAC1BC,UAGN,EACKC,kBAAiE,EACxEC,UAAmB,CACnB;;;;QAvBF,uBAAO,oBAAP;QACA,uBAAO,kBAAP;QACA,uBAAO,UAAP;QACA,uBAAO,cAAP;QACA,uBAAO,UAAP;QACA,uBAAQ,sBAAR;QACA,uBAAO,UAAP;QACA,uBAAO,sBAAP;QACA,uBAAO,gBAAP;QACA,uBAAQ,kBAAR;QACA,uBAAO,kBAAP;QACA,uBAAO,UAAP;QACA,uBAAQ,eAAR;QACA,uBAAQ,cAAR;QACA,uBAAQ,sCAAR;aAEUH,MAAM,GAANA;aACAC,UAAU,GAAVA;aAIDC,kBAAkB,GAAlBA;aApBF,cAAc,GAA6B,EAAE;aAC7C,MAAM,GAA4B;aAGjC,kBAAkB,GAAG;aAIrB,cAAc,GAAiB;aAG/B,WAAW,GAAmB,EAAE;aAEhC,kCAAkC,GAAG;QAU3C,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,MAAM,GAAG,CAAC;QAEf,IAAI,CAAC,MAAM,GACTH,OAAO,MAAM,IACbA,OAAO,GAAG,IACVA,OAAO,OAAO,IACdA,OAAO,GAAG,IACVA,OAAO,QAAQ,IACfA,OAAO,MAAM;QAEf,IAAII,sBAAAA,WAAWA,IAAIC,sBAAAA,UAAUA,EAAE;YAC7B,IAAI,CAAC,MAAM,GAAGpH;YACdjC,MAAM;QACR,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,QAAQ;YAC9B,IAAI,CAAC,MAAM,GAAGyB,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQC,QAAQ,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM;YACvD1B,MAAM,mCAAmC,IAAI,CAAC,MAAM;QACtD,OAAO;YACL,MAAMsJ,aAAa,IAAI,CAAC,UAAU,GAC9BC,AAAAA,IAAAA,mCAAAA,QAAAA,AAAAA,EAAS,IAAI,CAAC,UAAU,EAAE,SAAS,OAAO,CAAC,eAAe,MAC1D;YACJ,IAAI,CAAC,MAAM,GAAGC,AAAAA,IAAAA,mCAAAA,IAAAA,AAAAA,EACZC,AAAAA,IAAAA,uBAAAA,oBAAAA,AAAAA,EAAqB,WACrB,GAAGH,WAAW,CAAC,EAAEI,KAAK,GAAG,GAAG,KAAK,CAAC;YAEpC1J,MAAM,iCAAiC,IAAI,CAAC,MAAM;QACpD;QAEA,IAAIoJ,sBAAAA,WAAWA,IAAIC,sBAAAA,UAAUA,EAC3B,IAAI,CAAC,kBAAkB,GAAGpH;aACrB,IAAI,AAA2C,YAA3C,OAAO,IAAI,CAAC,MAAM,EAAE,oBAC7B,IAAI,CAAC,kBAAkB,GAAGR,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EACxBC,QAAQ,GAAG,IACX,IAAI,CAAC,MAAM,CAAC,kBAAkB;aAE3B,IAAI,IAAI,CAAC,MAAM,EAAE,uBAAuB,MAC7C,IAAI,CAAC,kBAAkB,GAAG8H,AAAAA,IAAAA,mCAAAA,IAAAA,AAAAA,EACxBC,AAAAA,IAAAA,uBAAAA,oBAAAA,AAAAA,EAAqB,WACrB;QAIJ,IAAI,CAAC,cAAc,GAAIT,AAAAA,CAAAA,OAAO,KAAK,IAAI,EAAC,EAAG,GAAG,CAAC,CAACW,MAAMxI,YAAe;gBACnE,GAAGwI,IAAI;gBACP,OAAOxI;gBACP,QAAQ;gBACR,YAAYwI,KAAK,IAAI,EAAE,UAAU;YACnC;IACF;AAmoBF"}
+{"version":3,"file":"yaml/player.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/yaml/player.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { existsSync, mkdirSync, writeFileSync } from 'node:fs';\nimport { basename, dirname, join, resolve } from 'node:path';\nimport { assert, ifInBrowser, ifInWorker } from '@midscene/shared/utils';\nimport { type ZodTypeAny, z } from 'zod';\n\n// previous defined yaml flow, as a helper\ninterface MidsceneYamlFlowItemAIInput extends LocateOption {\n  // previous version\n  // aiInput: string; // value to input\n  // locate: TUserPrompt; // where to input\n  aiInput: TUserPrompt | undefined; // where to input\n  value: string | number; // value to input\n  mode?: 'replace' | 'clear' | 'typeOnly';\n  autoDismissKeyboard?: boolean;\n  keyboardTypeDelay?: number;\n  inputStrategy?: InputStrategy;\n}\n\ninterface MidsceneYamlFlowItemAIKeyboardPress extends LocateOption {\n  // previous version\n  // aiKeyboardPress: string;\n  // locate?: TUserPrompt; // where to press, optional\n  aiKeyboardPress: TUserPrompt | undefined; // where to press\n  keyName: string; // key to press\n}\n\ninterface MidsceneYamlFlowItemAIScroll extends LocateOption, ScrollParam {\n  // previous version\n  // aiScroll: null;\n  // locate?: TUserPrompt; // which area to scroll, optional\n  aiScroll: TUserPrompt | undefined; // which area to scroll\n}\n\ntype RuntimeYamlFlowItem =\n  | MidsceneYamlFlowItem\n  | MidsceneYamlFlowItemAIInput\n  | MidsceneYamlFlowItemAIKeyboardPress\n  | MidsceneYamlFlowItemAIScroll;\n\nimport type { Agent } from '@/agent/agent';\nimport type { TUserPrompt } from '@/common';\nimport type { InputStrategy } from '@/device';\nimport { deriveCaseStatus } from '@/dump/task-status';\nimport type {\n  DeviceAction,\n  FreeFn,\n  LocateOption,\n  MidsceneYamlFlowItem,\n  MidsceneYamlFlowItemAIAction,\n  MidsceneYamlFlowItemAIAssert,\n  MidsceneYamlFlowItemAIWaitFor,\n  MidsceneYamlFlowItemEvaluateJavaScript,\n  MidsceneYamlFlowItemLogScreenshot,\n  MidsceneYamlFlowItemRunGherkinScenario,\n  MidsceneYamlFlowItemSleep,\n  MidsceneYamlScript,\n  MidsceneYamlScriptEnv,\n  ScriptPlayerStatusValue,\n  ScriptPlayerTaskStatus,\n  ScrollParam,\n} from '@/types';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport { getDebug } from '@midscene/shared/logger';\nimport { runFreeFnCleanup } from './cleanup';\nimport {\n  buildDetailedLocateParam,\n  buildDetailedLocateParamAndRestParams,\n} from './utils';\n\nconst debug = getDebug('yaml-player');\n\nconst aiTaskHandlerMap = {\n  aiQuery: 'aiQuery',\n  aiNumber: 'aiNumber',\n  aiString: 'aiString',\n  aiBoolean: 'aiBoolean',\n  aiAsk: 'aiAsk',\n  aiLocate: 'aiLocate',\n} as const;\n\ntype AISimpleTaskKey = keyof typeof aiTaskHandlerMap;\n\nconst isStringParamSchema = (schema?: ZodTypeAny): boolean => {\n  if (!schema) {\n    return false;\n  }\n\n  const schemaDef = (schema as any)?._def;\n  if (!schemaDef?.typeName) {\n    return false;\n  }\n\n  switch (schemaDef.typeName) {\n    case z.ZodFirstPartyTypeKind.ZodString:\n    case z.ZodFirstPartyTypeKind.ZodEnum:\n    case z.ZodFirstPartyTypeKind.ZodNativeEnum:\n      return true;\n    case z.ZodFirstPartyTypeKind.ZodLiteral:\n      return typeof schemaDef.value === 'string';\n    case z.ZodFirstPartyTypeKind.ZodOptional:\n    case z.ZodFirstPartyTypeKind.ZodNullable:\n    case z.ZodFirstPartyTypeKind.ZodDefault:\n      return isStringParamSchema(schemaDef.innerType);\n    case z.ZodFirstPartyTypeKind.ZodEffects:\n      return isStringParamSchema(schemaDef.schema);\n    case z.ZodFirstPartyTypeKind.ZodPipeline:\n      return isStringParamSchema(schemaDef.out);\n    case z.ZodFirstPartyTypeKind.ZodUnion: {\n      const options = schemaDef.options as ZodTypeAny[] | undefined;\n      return Array.isArray(options)\n        ? options.every((option) => isStringParamSchema(option))\n        : false;\n    }\n    default:\n      return false;\n  }\n};\n\nconst buildShortcutActionParam = (\n  actionName: string,\n  interfaceAlias: string | undefined,\n  value: string,\n) => {\n  if (actionName === 'Launch' || interfaceAlias === 'launch') {\n    return { uri: value };\n  }\n\n  if (actionName === 'Terminate' || interfaceAlias === 'terminate') {\n    return { uri: value };\n  }\n\n  if (\n    actionName === 'RunAdbShell' ||\n    interfaceAlias === 'runAdbShell' ||\n    actionName === 'RunHdcShell' ||\n    interfaceAlias === 'runHdcShell'\n  ) {\n    return { command: value };\n  }\n\n  return undefined;\n};\nexport class ScriptPlayer<T extends MidsceneYamlScriptEnv> {\n  public currentTaskIndex?: number;\n  public taskStatusList: ScriptPlayerTaskStatus[] = [];\n  public status: ScriptPlayerStatusValue = 'init';\n  public reportFile?: string | null;\n  public result: Record<string, any>;\n  private unnamedResultIndex = 0;\n  public output?: string | null;\n  public unstableLogContent?: string | null;\n  public errorInSetup?: Error;\n  private interfaceAgent: Agent | null = null;\n  public agentStatusTip?: string;\n  public target?: MidsceneYamlScriptEnv;\n  private actionSpace: DeviceAction[] = [];\n  private scriptPath?: string;\n  private failedReportExecutionInCurrentStep = false;\n  constructor(\n    private script: MidsceneYamlScript,\n    private setupAgent: (platform: T) => Promise<{\n      agent: Agent;\n      freeFn: FreeFn[];\n    }>,\n    public onTaskStatusChange?: (taskStatus: ScriptPlayerTaskStatus) => void,\n    scriptPath?: string,\n  ) {\n    this.scriptPath = scriptPath;\n    this.result = {};\n\n    this.target =\n      script.target ||\n      script.web ||\n      script.android ||\n      script.ios ||\n      script.computer ||\n      script.config;\n\n    if (ifInBrowser || ifInWorker) {\n      this.output = undefined;\n      debug('output is undefined in browser or worker');\n    } else if (this.target?.output) {\n      this.output = resolve(process.cwd(), this.target.output);\n      debug('setting output by config.output', this.output);\n    } else {\n      const scriptName = this.scriptPath\n        ? basename(this.scriptPath, '.yaml').replace(/\\.(ya?ml)$/i, '')\n        : 'script';\n      this.output = join(\n        getMidsceneRunSubDir('output'),\n        `${scriptName}-${Date.now()}.json`,\n      );\n      debug('setting output by script path', this.output);\n    }\n\n    if (ifInBrowser || ifInWorker) {\n      this.unstableLogContent = undefined;\n    } else if (typeof this.target?.unstableLogContent === 'string') {\n      this.unstableLogContent = resolve(\n        process.cwd(),\n        this.target.unstableLogContent,\n      );\n    } else if (this.target?.unstableLogContent === true) {\n      this.unstableLogContent = join(\n        getMidsceneRunSubDir('output'),\n        'unstableLogContent.json',\n      );\n    }\n\n    this.taskStatusList = (script.tasks || []).map((task, taskIndex) => ({\n      ...task,\n      index: taskIndex,\n      status: 'init',\n      totalSteps: task.flow?.length || 0,\n    }));\n  }\n\n  private setResult(key: string | undefined, value: any) {\n    const keyToUse = key || this.unnamedResultIndex++;\n    if (this.result[keyToUse]) {\n      console.warn(`result key ${keyToUse} already exists, will overwrite`);\n    }\n    this.result[keyToUse] = value;\n\n    return this.flushResult();\n  }\n\n  private setPlayerStatus(status: ScriptPlayerStatusValue, error?: Error) {\n    this.status = status;\n    this.errorInSetup = error;\n  }\n\n  private notifyCurrentTaskStatusChange(taskIndex?: number) {\n    const taskIndexToNotify =\n      typeof taskIndex === 'number' ? taskIndex : this.currentTaskIndex;\n\n    if (typeof taskIndexToNotify !== 'number') {\n      return;\n    }\n\n    const taskStatus = this.taskStatusList[taskIndexToNotify];\n    if (this.onTaskStatusChange) {\n      this.onTaskStatusChange(taskStatus);\n    }\n  }\n\n  private async setTaskStatus(\n    index: number,\n    statusValue: ScriptPlayerStatusValue,\n    error?: Error,\n  ) {\n    this.taskStatusList[index].status = statusValue;\n    if (error) {\n      this.taskStatusList[index].error = error;\n    }\n\n    this.notifyCurrentTaskStatusChange(index);\n  }\n\n  private setTaskIndex(taskIndex: number) {\n    this.currentTaskIndex = taskIndex;\n  }\n\n  private flushResult() {\n    if (this.output) {\n      const output = resolve(process.cwd(), this.output);\n      const outputDir = dirname(output);\n      if (!existsSync(outputDir)) {\n        mkdirSync(outputDir, { recursive: true });\n      }\n      writeFileSync(output, JSON.stringify(this.result || {}, undefined, 2));\n    }\n  }\n\n  private flushUnstableLogContent() {\n    if (this.unstableLogContent) {\n      const content = this.interfaceAgent?._unstableLogContent();\n      const filePath = resolve(process.cwd(), this.unstableLogContent);\n      const outputDir = dirname(filePath);\n      if (!existsSync(outputDir)) {\n        mkdirSync(outputDir, { recursive: true });\n      }\n      writeFileSync(filePath, JSON.stringify(content, null, 2));\n    }\n  }\n\n  async playTask(taskStatus: ScriptPlayerTaskStatus, agent: Agent) {\n    const { flow } = taskStatus;\n    assert(flow, 'missing flow in task');\n\n    for (const flowItemIndex in flow) {\n      const currentStep = Number.parseInt(flowItemIndex, 10);\n      taskStatus.currentStep = currentStep;\n      const flowItem = flow[flowItemIndex] as RuntimeYamlFlowItem;\n      const flowItemRecord = flowItem as Record<string, unknown>;\n      const executionCountBeforeStep = agent.dump?.executions?.length ?? 0;\n      this.failedReportExecutionInCurrentStep = false;\n\n      try {\n        await this.playFlowItem(agent, flowItem, flowItemRecord, flowItemIndex);\n      } catch (error) {\n        this.failedReportExecutionInCurrentStep =\n          this.hasFailedReportExecutionSince(agent, executionCountBeforeStep);\n        throw error;\n      }\n    }\n    this.reportFile = agent.reportFile;\n    await this.flushUnstableLogContent();\n  }\n\n  private hasFailedReportExecutionSince(\n    agent: Agent,\n    executionCountBefore: number,\n  ) {\n    const executions = (agent.dump?.executions ?? []).slice(\n      executionCountBefore,\n    );\n    return deriveCaseStatus(executions) === 'failed';\n  }\n\n  private async playFlowItem(\n    agent: Agent,\n    flowItem: RuntimeYamlFlowItem,\n    flowItemRecord: Record<string, unknown>,\n    flowItemIndex: string,\n  ) {\n    // Skip Finalize action from cache - it's a planning-only marker\n    if ('Finalize' in flowItemRecord) {\n      return;\n    }\n\n    debug(\n      `playing step ${flowItemIndex}, flowItem=${JSON.stringify(flowItem)}`,\n    );\n    const simpleAIKey = (\n      Object.keys(aiTaskHandlerMap) as AISimpleTaskKey[]\n    ).find((key) => Object.prototype.hasOwnProperty.call(flowItemRecord, key));\n    if (\n      'aiAct' in (flowItem as MidsceneYamlFlowItemAIAction) ||\n      'aiAction' in (flowItem as MidsceneYamlFlowItemAIAction) ||\n      'ai' in (flowItem as MidsceneYamlFlowItemAIAction)\n    ) {\n      const actionTask = flowItem as MidsceneYamlFlowItemAIAction;\n      const { aiAct, aiAction, ai, instruction, ...actionOptions } =\n        actionTask as any;\n      const actionPrompt = aiAct ?? aiAction ?? ai;\n      let promptForAI: TUserPrompt | undefined;\n\n      if (typeof instruction === 'string' && instruction) {\n        promptForAI = instruction;\n      } else if (\n        instruction &&\n        typeof instruction === 'object' &&\n        typeof (instruction as { prompt?: unknown }).prompt === 'string' &&\n        (instruction as { prompt?: string }).prompt\n      ) {\n        promptForAI = instruction as TUserPrompt;\n      } else if (\n        actionPrompt &&\n        typeof actionPrompt === 'object' &&\n        typeof (actionPrompt as { prompt?: unknown }).prompt === 'string' &&\n        (actionPrompt as { prompt?: string }).prompt\n      ) {\n        promptForAI = actionPrompt as TUserPrompt;\n      } else if (typeof actionPrompt === 'string' && actionPrompt) {\n        promptForAI = actionPrompt;\n      }\n\n      assert(promptForAI, 'missing prompt for ai (aiAct)');\n      await agent.aiAct(promptForAI, actionOptions);\n    } else if (\n      'runGherkinScenario' in\n      (flowItem as MidsceneYamlFlowItemRunGherkinScenario)\n    ) {\n      const gherkinScenarioTask =\n        flowItem as MidsceneYamlFlowItemRunGherkinScenario;\n      const { runGherkinScenario } = gherkinScenarioTask;\n      assert(runGherkinScenario, 'missing scenario for runGherkinScenario');\n      await agent.runGherkinScenario(runGherkinScenario, {\n        cacheable: false,\n      });\n    } else if ('aiAssert' in (flowItem as MidsceneYamlFlowItemAIAssert)) {\n      const assertTask = flowItem as MidsceneYamlFlowItemAIAssert;\n      const {\n        aiAssert: prompt,\n        errorMessage: msg,\n        name,\n        ...restOpts\n      } = assertTask;\n      assert(prompt, 'missing prompt for aiAssert');\n      assert(\n        !Object.prototype.hasOwnProperty.call(assertTask, 'observe'),\n        '`observe` is not supported in YAML aiAssert. Use agent.startObserving() from code instead.',\n      );\n\n      const result = await agent.aiAssert(prompt, msg, {\n        ...restOpts,\n        keepRawResponse: true,\n      });\n      const pass = result?.pass;\n      const thought = result?.thought;\n      const message = result?.message;\n\n      this.setResult(name, { pass, thought, message });\n\n      if (!pass) {\n        throw new Error(message);\n      }\n    } else if (simpleAIKey) {\n      const {\n        [simpleAIKey]: prompt,\n        name,\n        ...options\n      } = flowItem as Record<string, any>;\n      assert(prompt, `missing prompt for ${simpleAIKey}`);\n      assert(\n        !Object.prototype.hasOwnProperty.call(flowItem, 'observe'),\n        '`observe` is not supported in YAML flow items. Use agent.startObserving() from code instead.',\n      );\n\n      const agentMethod = (agent as any)[aiTaskHandlerMap[simpleAIKey]];\n      assert(\n        typeof agentMethod === 'function',\n        `missing agent method for ${simpleAIKey}`,\n      );\n      const aiResult = await agentMethod.call(agent, prompt, options);\n      this.setResult(name, aiResult);\n    } else if ('aiWaitFor' in (flowItem as MidsceneYamlFlowItemAIWaitFor)) {\n      const waitForTask = flowItem as MidsceneYamlFlowItemAIWaitFor;\n      const { aiWaitFor, timeout, ...restWaitForOpts } = waitForTask;\n      const prompt = aiWaitFor;\n      assert(prompt, 'missing prompt for aiWaitFor');\n      const waitForOptions = {\n        ...restWaitForOpts,\n        ...(timeout !== undefined ? { timeout, timeoutMs: timeout } : {}),\n      };\n      await agent.aiWaitFor(prompt, waitForOptions);\n    } else if ('sleep' in flowItem) {\n      const sleepTask = flowItem as unknown as MidsceneYamlFlowItemSleep;\n      const ms = sleepTask.sleep;\n      let msNumber = ms;\n      if (typeof ms === 'string') {\n        msNumber = Number.parseInt(ms, 10);\n      }\n      assert(\n        Number.isFinite(msNumber) && msNumber > 0,\n        `ms for sleep must be greater than 0, but got ${ms}`,\n      );\n      await agent.sleep(msNumber);\n    } else if ('javascript' in flowItem) {\n      const evaluateJavaScriptTask =\n        flowItem as unknown as MidsceneYamlFlowItemEvaluateJavaScript;\n\n      const result = await agent.evaluateJavaScript(\n        evaluateJavaScriptTask.javascript,\n      );\n      this.setResult(evaluateJavaScriptTask.name, result);\n    } else if (\n      'logScreenshot' in (flowItem as MidsceneYamlFlowItemLogScreenshot) ||\n      'recordToReport' in (flowItem as MidsceneYamlFlowItemLogScreenshot)\n    ) {\n      const recordTask = flowItem as MidsceneYamlFlowItemLogScreenshot;\n      const title =\n        recordTask.recordToReport ?? recordTask.logScreenshot ?? 'untitled';\n      const content = recordTask.content || '';\n      await agent.recordToReport(title, { content });\n    } else if ('aiInput' in flowItem) {\n      // may be input empty string ''\n      const {\n        aiInput,\n        value: rawValue,\n        ...inputTask\n      } = flowItem as unknown as MidsceneYamlFlowItemAIInput;\n\n      // Compatibility with previous version:\n      // Old format: { aiInput: string (value), locate: TUserPrompt }\n      // New format - 1: { aiInput: TUserPrompt, value: string | number }\n      // New format - 2: { aiInput: undefined, locate: TUserPrompt, value: string | number }\n      let locatePrompt: TUserPrompt | undefined;\n      let value: string | number | undefined;\n      if ((inputTask as any).locate) {\n        // Old format - aiInput is the value, locate is the prompt\n        // Keep backward compatibility: empty string is treated as no value\n        value = (aiInput as string | number) || rawValue;\n        locatePrompt = (inputTask as any).locate;\n      } else {\n        // New format - aiInput is the prompt, value is the value\n        locatePrompt = aiInput || '';\n        value = rawValue;\n      }\n\n      // Convert value to string for Input action\n      await agent.callActionInActionSpace('Input', {\n        ...inputTask,\n        ...(value !== undefined ? { value: String(value) } : {}),\n        ...(locatePrompt\n          ? { locate: buildDetailedLocateParam(locatePrompt, inputTask) }\n          : {}),\n      });\n    } else if ('aiKeyboardPress' in flowItem) {\n      const { aiKeyboardPress, ...keyboardPressTask } =\n        flowItem as unknown as MidsceneYamlFlowItemAIKeyboardPress;\n\n      // Compatibility with previous version:\n      // Old format: { aiKeyboardPress: string (key), locate?: TUserPrompt }\n      // New format - 1: { aiKeyboardPress: TUserPrompt, keyName: string }\n      // New format - 2: { aiKeyboardPress: , locate?: TUserPrompt, keyName: string }\n      let locatePrompt: TUserPrompt | undefined;\n      let keyName: string | undefined;\n      if ((keyboardPressTask as any).locate) {\n        // Old format - aiKeyboardPress is the key, locate is the prompt\n        keyName = aiKeyboardPress as string;\n        locatePrompt = (keyboardPressTask as any).locate;\n      } else if (keyboardPressTask.keyName) {\n        // New format - aiKeyboardPress is the prompt, key is the key\n        keyName = keyboardPressTask.keyName;\n        locatePrompt = aiKeyboardPress;\n      } else {\n        keyName = aiKeyboardPress as string;\n      }\n\n      await agent.callActionInActionSpace('KeyboardPress', {\n        ...keyboardPressTask,\n        ...(keyName ? { keyName } : {}),\n        ...(locatePrompt\n          ? {\n              locate: buildDetailedLocateParam(locatePrompt, keyboardPressTask),\n            }\n          : {}),\n      });\n    } else if ('aiScroll' in flowItem) {\n      const { aiScroll, ...scrollTask } =\n        flowItem as unknown as MidsceneYamlFlowItemAIScroll;\n\n      // Compatibility with previous version:\n      // Old format: { aiScroll: null, locate?: TUserPrompt, direction, scrollType, distance? }\n      // New format - 1: { aiScroll: TUserPrompt, direction, scrollType, distance? }\n      // New format - 2: { aiScroll: undefined, locate: TUserPrompt, direction, scrollType, distance? }\n      const { locate, ...scrollOptions } = scrollTask as any;\n      const locatePrompt: TUserPrompt | undefined =\n        locate ?? aiScroll ?? undefined;\n\n      await agent.aiScroll(locatePrompt, scrollOptions);\n    } else if ('aiTap' in flowItem) {\n      const { aiTap, prompt, locate, ...tapOptions } = flowItem as any;\n\n      let locatePrompt: TUserPrompt;\n      let opts = tapOptions;\n      // Support both formats:\n      // 1. { aiTap: null, locate: { prompt, images, ... } }  (locate as sibling key)\n      // 2. { aiTap: { locate: { prompt, images, ... } } }    (locate nested in aiTap)\n      const locateObj =\n        locate ??\n        (typeof aiTap === 'object' && aiTap !== null\n          ? aiTap.locate\n          : undefined);\n\n      if (typeof aiTap === 'string' && aiTap) {\n        // User YAML: aiTap: 'search input box'\n        locatePrompt = aiTap;\n      } else if (typeof locateObj === 'object' && locateObj?.prompt) {\n        // buildYamlFlowFromPlans: { aiTap: '', locate: { prompt, deepLocate, cacheable } }\n        const { prompt: lp, ...locateOpts } = locateObj;\n        locatePrompt = lp;\n        opts = { ...locateOpts, ...tapOptions };\n      } else {\n        // User YAML: aiTap: { prompt: '...' } or aiTap: null + prompt: '...'\n        locatePrompt = aiTap?.prompt || prompt || locateObj;\n      }\n\n      assert(locatePrompt, 'missing prompt for aiTap');\n      await agent.aiTap(locatePrompt, opts);\n    } else {\n      // generic action, find the action in actionSpace\n\n      /* for aiRightClick, the parameters are a flattened data for the 'locate', these are all valid data\n\n        - aiRightClick: 'search input box'\n        - aiRightClick: 'search input box'\n          deepLocate: true\n          cacheable: false\n        - aiRightClick:\n          prompt: 'search input box'\n        - aiRightClick:\n          prompt: 'search input box'\n          deepLocate: true\n          cacheable: false\n        */\n\n      const actionSpace = this.actionSpace;\n      let locatePromptShortcut: string | undefined;\n      let actionParamForMatchedAction: unknown;\n      const matchedAction = actionSpace.find((action) => {\n        const actionInterfaceAlias = action.interfaceAlias;\n        if (\n          actionInterfaceAlias &&\n          Object.prototype.hasOwnProperty.call(flowItem, actionInterfaceAlias)\n        ) {\n          actionParamForMatchedAction =\n            flowItem[actionInterfaceAlias as keyof typeof flowItem];\n          if (typeof actionParamForMatchedAction === 'string') {\n            locatePromptShortcut = actionParamForMatchedAction;\n          }\n          return true;\n        }\n\n        const keyOfActionInActionSpace = action.name;\n        if (\n          Object.prototype.hasOwnProperty.call(\n            flowItem,\n            keyOfActionInActionSpace,\n          )\n        ) {\n          actionParamForMatchedAction =\n            flowItem[keyOfActionInActionSpace as keyof typeof flowItem];\n          if (typeof actionParamForMatchedAction === 'string') {\n            locatePromptShortcut = actionParamForMatchedAction;\n          }\n          return true;\n        }\n\n        return false;\n      });\n\n      assert(\n        matchedAction,\n        `unknown flowItem in yaml: ${JSON.stringify(flowItem)}`,\n      );\n\n      const schemaIsStringParam = isStringParamSchema(\n        matchedAction.paramSchema,\n      );\n      let stringParamToCall: string | undefined;\n      const resultName = (flowItem as any).name;\n      const timeout = (flowItem as any).timeout;\n      const hasRunAdbShellAlias = Object.prototype.hasOwnProperty.call(\n        flowItem,\n        'runAdbShell',\n      );\n\n      if (\n        hasRunAdbShellAlias &&\n        typeof actionParamForMatchedAction === 'string' &&\n        typeof timeout === 'number' &&\n        typeof (agent as any).runAdbShell === 'function'\n      ) {\n        const result = await (agent as any).runAdbShell(\n          actionParamForMatchedAction,\n          { timeout },\n        );\n        if (result !== undefined) {\n          this.setResult(resultName, result);\n        }\n        return;\n      }\n\n      const specialActionParamToCall =\n        typeof actionParamForMatchedAction === 'string'\n          ? buildShortcutActionParam(\n              matchedAction.name,\n              matchedAction.interfaceAlias,\n              actionParamForMatchedAction,\n            )\n          : undefined;\n      if (specialActionParamToCall) {\n        debug(\n          `matchedAction: ${matchedAction.name}`,\n          `flowParams: ${JSON.stringify(specialActionParamToCall)}`,\n        );\n        const result = await agent.callActionInActionSpace(\n          matchedAction.name,\n          specialActionParamToCall,\n        );\n\n        if (result !== undefined) {\n          this.setResult(resultName, result);\n        }\n      } else if (\n        typeof actionParamForMatchedAction === 'string' &&\n        schemaIsStringParam\n      ) {\n        if (matchedAction.paramSchema) {\n          const parseResult = matchedAction.paramSchema.safeParse(\n            actionParamForMatchedAction,\n          );\n          if (parseResult.success && typeof parseResult.data === 'string') {\n            stringParamToCall = parseResult.data;\n          } else if (!parseResult.success) {\n            debug(\n              `parse failed for action ${matchedAction.name} with string param`,\n              parseResult.error,\n            );\n            stringParamToCall = actionParamForMatchedAction;\n          }\n        } else {\n          stringParamToCall = actionParamForMatchedAction;\n        }\n\n        if (stringParamToCall !== undefined) {\n          debug(\n            `matchedAction: ${matchedAction.name}`,\n            `flowParams: ${JSON.stringify(stringParamToCall)}`,\n          );\n          const result = await agent.callActionInActionSpace(\n            matchedAction.name,\n            stringParamToCall,\n          );\n\n          // Store result if there's a name property in flowItem\n          const resultName = (flowItem as any).name;\n          if (result !== undefined) {\n            this.setResult(resultName, result);\n          }\n        }\n      } else {\n        // Determine the source for parameter extraction:\n        // - If we have a locatePromptShortcut, use the flowItem (for actions like aiTap with prompt)\n        // - Otherwise, use actionParamForMatchedAction (for actions like runWdaRequest with structured params)\n        const sourceForParams =\n          locatePromptShortcut &&\n          typeof actionParamForMatchedAction === 'string'\n            ? { ...flowItem, prompt: locatePromptShortcut }\n            : typeof actionParamForMatchedAction === 'object' &&\n                actionParamForMatchedAction !== null\n              ? actionParamForMatchedAction\n              : flowItem;\n\n        const { locateParam, restParams } =\n          buildDetailedLocateParamAndRestParams(\n            locatePromptShortcut || '',\n            sourceForParams as LocateOption,\n            [\n              matchedAction.name,\n              matchedAction.interfaceAlias || '_never_mind_',\n            ],\n          );\n\n        const flowParams = {\n          ...restParams,\n          locate: locateParam,\n        };\n\n        debug(\n          `matchedAction: ${matchedAction.name}`,\n          `flowParams: ${JSON.stringify(flowParams, null, 2)}`,\n        );\n        const result = await agent.callActionInActionSpace(\n          matchedAction.name,\n          flowParams,\n        );\n\n        // Store result if there's a name property in flowItem\n        const resultName = (flowItem as any).name;\n        if (result !== undefined) {\n          this.setResult(resultName, result);\n        }\n      }\n    }\n  }\n\n  async run() {\n    const { target, web, android, ios, harmony, computer, tasks } = this.script;\n    const webEnv = web || target;\n    const androidEnv = android;\n    const iosEnv = ios;\n    const harmonyEnv = harmony;\n    const computerEnv = computer;\n    const platform =\n      webEnv || androidEnv || iosEnv || harmonyEnv || computerEnv;\n\n    this.setPlayerStatus('running');\n\n    let agent: Agent | null = null;\n    let freeFn: FreeFn[] = [];\n    try {\n      const { agent: newAgent, freeFn: newFreeFn } = await this.setupAgent(\n        platform as T,\n      );\n      this.actionSpace = await newAgent.getActionSpace();\n      agent = newAgent;\n      const originalOnTaskStartTip = agent.onTaskStartTip;\n      agent.onTaskStartTip = (tip) => {\n        if (this.status === 'running') {\n          this.agentStatusTip = tip;\n        }\n        originalOnTaskStartTip?.(tip);\n      };\n      freeFn = [\n        ...(newFreeFn || []),\n        {\n          name: 'restore-agent-onTaskStartTip',\n          fn: () => {\n            if (agent) {\n              agent.onTaskStartTip = originalOnTaskStartTip;\n            }\n          },\n        },\n      ];\n    } catch (e) {\n      this.setPlayerStatus('error', e as Error);\n      return;\n    }\n    this.interfaceAgent = agent;\n\n    let taskIndex = 0;\n    this.setPlayerStatus('running');\n    let errorFlag = false;\n    while (taskIndex < tasks.length) {\n      const taskStatus = this.taskStatusList[taskIndex];\n      this.setTaskStatus(taskIndex, 'running' as any);\n      this.setTaskIndex(taskIndex);\n      this.failedReportExecutionInCurrentStep = false;\n\n      try {\n        await this.playTask(taskStatus, this.interfaceAgent);\n        this.setTaskStatus(taskIndex, 'done' as any);\n      } catch (e) {\n        this.setTaskStatus(taskIndex, 'error' as any, e as Error);\n        const recordErrorToReport = (agent as any).recordErrorToReport;\n        if (\n          !this.failedReportExecutionInCurrentStep &&\n          typeof recordErrorToReport === 'function'\n        ) {\n          try {\n            await recordErrorToReport.call(\n              agent,\n              `YAML task failed - ${taskStatus.name}`,\n              {\n                error: e as Error,\n                content: `Step ${taskStatus.currentStep ?? 0} failed while running YAML task \"${taskStatus.name}\".`,\n              },\n            );\n          } catch (reportError) {\n            debug('failed to record yaml error to report', reportError);\n          }\n        }\n\n        if (taskStatus.continueOnError) {\n          // nothing more to do\n        } else {\n          this.reportFile = agent.reportFile;\n          errorFlag = true;\n          break;\n        }\n      }\n      this.reportFile = agent?.reportFile;\n      taskIndex++;\n    }\n\n    if (errorFlag) {\n      this.setPlayerStatus('error');\n    } else {\n      this.setPlayerStatus('done');\n    }\n    this.agentStatusTip = '';\n\n    await runFreeFnCleanup(freeFn);\n  }\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","debug","getDebug","aiTaskHandlerMap","isStringParamSchema","schema","schemaDef","z","options","Array","option","buildShortcutActionParam","actionName","interfaceAlias","value","ScriptPlayer","keyToUse","console","status","error","taskIndex","taskIndexToNotify","taskStatus","index","statusValue","output","resolve","process","outputDir","dirname","existsSync","mkdirSync","writeFileSync","JSON","undefined","content","filePath","agent","flow","assert","flowItemIndex","currentStep","Number","flowItem","flowItemRecord","executionCountBeforeStep","executionCountBefore","executions","deriveCaseStatus","simpleAIKey","actionTask","aiAct","aiAction","ai","instruction","actionOptions","actionPrompt","promptForAI","gherkinScenarioTask","runGherkinScenario","assertTask","prompt","msg","name","restOpts","result","pass","thought","message","Error","agentMethod","aiResult","waitForTask","aiWaitFor","timeout","restWaitForOpts","waitForOptions","sleepTask","ms","msNumber","evaluateJavaScriptTask","recordTask","title","aiInput","rawValue","inputTask","locatePrompt","String","buildDetailedLocateParam","aiKeyboardPress","keyboardPressTask","keyName","aiScroll","scrollTask","locate","scrollOptions","aiTap","tapOptions","opts","locateObj","lp","locateOpts","actionSpace","locatePromptShortcut","actionParamForMatchedAction","matchedAction","action","actionInterfaceAlias","keyOfActionInActionSpace","schemaIsStringParam","stringParamToCall","resultName","hasRunAdbShellAlias","specialActionParamToCall","parseResult","sourceForParams","locateParam","restParams","buildDetailedLocateParamAndRestParams","flowParams","target","web","android","ios","harmony","computer","tasks","webEnv","androidEnv","iosEnv","harmonyEnv","computerEnv","platform","freeFn","newAgent","newFreeFn","originalOnTaskStartTip","tip","e","errorFlag","recordErrorToReport","reportError","runFreeFnCleanup","script","setupAgent","onTaskStatusChange","scriptPath","ifInBrowser","ifInWorker","scriptName","basename","join","getMidsceneRunSubDir","Date","task"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;AC+DA,MAAMI,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEvB,MAAMC,mBAAmB;IACvB,SAAS;IACT,UAAU;IACV,UAAU;IACV,WAAW;IACX,OAAO;IACP,UAAU;AACZ;AAIA,MAAMC,sBAAsB,CAACC;IAC3B,IAAI,CAACA,QACH,OAAO;IAGT,MAAMC,YAAaD,QAAgB;IACnC,IAAI,CAACC,WAAW,UACd,OAAO;IAGT,OAAQA,UAAU,QAAQ;QACxB,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,SAAiC;QACtC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,OAA+B;QACpC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,aAAqC;YACxC,OAAO;QACT,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,UAAkC;YACrC,OAAO,AAA2B,YAA3B,OAAOD,UAAU,KAAK;QAC/B,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,WAAmC;QACxC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,WAAmC;QACxC,KAAKA,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,UAAkC;YACrC,OAAOH,oBAAoBE,UAAU,SAAS;QAChD,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,UAAkC;YACrC,OAAOH,oBAAoBE,UAAU,MAAM;QAC7C,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,WAAmC;YACtC,OAAOH,oBAAoBE,UAAU,GAAG;QAC1C,KAAKC,6BAAAA,CAAAA,CAAAA,qBAAAA,CAAAA,QAAgC;YAAE;gBACrC,MAAMC,UAAUF,UAAU,OAAO;gBACjC,OAAOG,MAAM,OAAO,CAACD,WACjBA,QAAQ,KAAK,CAAC,CAACE,SAAWN,oBAAoBM,WAC9C;YACN;QACA;YACE,OAAO;IACX;AACF;AAEA,MAAMC,2BAA2B,CAC/BC,YACAC,gBACAC;IAEA,IAAIF,AAAe,aAAfA,cAA2BC,AAAmB,aAAnBA,gBAC7B,OAAO;QAAE,KAAKC;IAAM;IAGtB,IAAIF,AAAe,gBAAfA,cAA8BC,AAAmB,gBAAnBA,gBAChC,OAAO;QAAE,KAAKC;IAAM;IAGtB,IACEF,AAAe,kBAAfA,cACAC,AAAmB,kBAAnBA,kBACAD,AAAe,kBAAfA,cACAC,AAAmB,kBAAnBA,gBAEA,OAAO;QAAE,SAASC;IAAM;AAI5B;AACO,MAAMC;IA2EH,UAAUnB,GAAuB,EAAEkB,KAAU,EAAE;QACrD,MAAME,WAAWpB,OAAO,IAAI,CAAC,kBAAkB;QAC/C,IAAI,IAAI,CAAC,MAAM,CAACoB,SAAS,EACvBC,QAAQ,IAAI,CAAC,CAAC,WAAW,EAAED,SAAS,+BAA+B,CAAC;QAEtE,IAAI,CAAC,MAAM,CAACA,SAAS,GAAGF;QAExB,OAAO,IAAI,CAAC,WAAW;IACzB;IAEQ,gBAAgBI,MAA+B,EAAEC,KAAa,EAAE;QACtE,IAAI,CAAC,MAAM,GAAGD;QACd,IAAI,CAAC,YAAY,GAAGC;IACtB;IAEQ,8BAA8BC,SAAkB,EAAE;QACxD,MAAMC,oBACJ,AAAqB,YAArB,OAAOD,YAAyBA,YAAY,IAAI,CAAC,gBAAgB;QAEnE,IAAI,AAA6B,YAA7B,OAAOC,mBACT;QAGF,MAAMC,aAAa,IAAI,CAAC,cAAc,CAACD,kBAAkB;QACzD,IAAI,IAAI,CAAC,kBAAkB,EACzB,IAAI,CAAC,kBAAkB,CAACC;IAE5B;IAEA,MAAc,cACZC,KAAa,EACbC,WAAoC,EACpCL,KAAa,EACb;QACA,IAAI,CAAC,cAAc,CAACI,MAAM,CAAC,MAAM,GAAGC;QACpC,IAAIL,OACF,IAAI,CAAC,cAAc,CAACI,MAAM,CAAC,KAAK,GAAGJ;QAGrC,IAAI,CAAC,6BAA6B,CAACI;IACrC;IAEQ,aAAaH,SAAiB,EAAE;QACtC,IAAI,CAAC,gBAAgB,GAAGA;IAC1B;IAEQ,cAAc;QACpB,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,MAAMK,SAASC,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQC,QAAQ,GAAG,IAAI,IAAI,CAAC,MAAM;YACjD,MAAMC,YAAYC,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQJ;YAC1B,IAAI,CAACK,AAAAA,IAAAA,iCAAAA,UAAAA,AAAAA,EAAWF,YACdG,AAAAA,IAAAA,iCAAAA,SAAAA,AAAAA,EAAUH,WAAW;gBAAE,WAAW;YAAK;YAEzCI,IAAAA,iCAAAA,aAAAA,AAAAA,EAAcP,QAAQQ,KAAK,SAAS,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,GAAGC,QAAW;QACrE;IACF;IAEQ,0BAA0B;QAChC,IAAI,IAAI,CAAC,kBAAkB,EAAE;YAC3B,MAAMC,UAAU,IAAI,CAAC,cAAc,EAAE;YACrC,MAAMC,WAAWV,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQC,QAAQ,GAAG,IAAI,IAAI,CAAC,kBAAkB;YAC/D,MAAMC,YAAYC,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQO;YAC1B,IAAI,CAACN,AAAAA,IAAAA,iCAAAA,UAAAA,AAAAA,EAAWF,YACdG,AAAAA,IAAAA,iCAAAA,SAAAA,AAAAA,EAAUH,WAAW;gBAAE,WAAW;YAAK;YAEzCI,IAAAA,iCAAAA,aAAAA,AAAAA,EAAcI,UAAUH,KAAK,SAAS,CAACE,SAAS,MAAM;QACxD;IACF;IAEA,MAAM,SAASb,UAAkC,EAAEe,KAAY,EAAE;QAC/D,MAAM,EAAEC,IAAI,EAAE,GAAGhB;QACjBiB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOD,MAAM;QAEb,IAAK,MAAME,iBAAiBF,KAAM;YAChC,MAAMG,cAAcC,OAAO,QAAQ,CAACF,eAAe;YACnDlB,WAAW,WAAW,GAAGmB;YACzB,MAAME,WAAWL,IAAI,CAACE,cAAc;YACpC,MAAMI,iBAAiBD;YACvB,MAAME,2BAA2BR,MAAM,IAAI,EAAE,YAAY,UAAU;YACnE,IAAI,CAAC,kCAAkC,GAAG;YAE1C,IAAI;gBACF,MAAM,IAAI,CAAC,YAAY,CAACA,OAAOM,UAAUC,gBAAgBJ;YAC3D,EAAE,OAAOrB,OAAO;gBACd,IAAI,CAAC,kCAAkC,GACrC,IAAI,CAAC,6BAA6B,CAACkB,OAAOQ;gBAC5C,MAAM1B;YACR;QACF;QACA,IAAI,CAAC,UAAU,GAAGkB,MAAM,UAAU;QAClC,MAAM,IAAI,CAAC,uBAAuB;IACpC;IAEQ,8BACNA,KAAY,EACZS,oBAA4B,EAC5B;QACA,MAAMC,aAAcV,AAAAA,CAAAA,MAAM,IAAI,EAAE,cAAc,EAAC,EAAG,KAAK,CACrDS;QAEF,OAAOE,AAAiC,aAAjCA,AAAAA,IAAAA,+BAAAA,gBAAAA,AAAAA,EAAiBD;IAC1B;IAEA,MAAc,aACZV,KAAY,EACZM,QAA6B,EAC7BC,cAAuC,EACvCJ,aAAqB,EACrB;QAEA,IAAI,cAAcI,gBAChB;QAGF3C,MACE,CAAC,aAAa,EAAEuC,cAAc,WAAW,EAAEP,KAAK,SAAS,CAACU,WAAW;QAEvE,MAAMM,cACJpD,OAAO,IAAI,CAACM,kBACZ,IAAI,CAAC,CAACP,MAAQC,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC+C,gBAAgBhD;QACrE,IACE,WAAY+C,YACZ,cAAeA,YACf,QAASA,UACT;YACA,MAAMO,aAAaP;YACnB,MAAM,EAAEQ,KAAK,EAAEC,QAAQ,EAAEC,EAAE,EAAEC,WAAW,EAAE,GAAGC,eAAe,GAC1DL;YACF,MAAMM,eAAeL,SAASC,YAAYC;YAC1C,IAAII;YAEJ,IAAI,AAAuB,YAAvB,OAAOH,eAA4BA,aACrCG,cAAcH;iBACT,IACLA,eACA,AAAuB,YAAvB,OAAOA,eACP,AAAwD,YAAxD,OAAQA,YAAqC,MAAM,IAClDA,YAAoC,MAAM,EAE3CG,cAAcH;iBACT,IACLE,gBACA,AAAwB,YAAxB,OAAOA,gBACP,AAAyD,YAAzD,OAAQA,aAAsC,MAAM,IACnDA,aAAqC,MAAM,EAE5CC,cAAcD;iBACT,IAAI,AAAwB,YAAxB,OAAOA,gBAA6BA,cAC7CC,cAAcD;YAGhBjB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOkB,aAAa;YACpB,MAAMpB,MAAM,KAAK,CAACoB,aAAaF;QACjC,OAAO,IACL,wBACCZ,UACD;YACA,MAAMe,sBACJf;YACF,MAAM,EAAEgB,kBAAkB,EAAE,GAAGD;YAC/BnB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOoB,oBAAoB;YAC3B,MAAMtB,MAAM,kBAAkB,CAACsB,oBAAoB;gBACjD,WAAW;YACb;QACF,OAAO,IAAI,cAAehB,UAA2C;YACnE,MAAMiB,aAAajB;YACnB,MAAM,EACJ,UAAUkB,MAAM,EAChB,cAAcC,GAAG,EACjBC,IAAI,EACJ,GAAGC,UACJ,GAAGJ;YACJrB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOsB,QAAQ;YACftB,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,CAAC1C,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC+D,YAAY,YAClD;YAGF,MAAMK,SAAS,MAAM5B,MAAM,QAAQ,CAACwB,QAAQC,KAAK;gBAC/C,GAAGE,QAAQ;gBACX,iBAAiB;YACnB;YACA,MAAME,OAAOD,QAAQ;YACrB,MAAME,UAAUF,QAAQ;YACxB,MAAMG,UAAUH,QAAQ;YAExB,IAAI,CAAC,SAAS,CAACF,MAAM;gBAAEG;gBAAMC;gBAASC;YAAQ;YAE9C,IAAI,CAACF,MACH,MAAM,IAAIG,MAAMD;QAEpB,OAAO,IAAInB,aAAa;YACtB,MAAM,EACJ,CAACA,YAAY,EAAEY,MAAM,EACrBE,IAAI,EACJ,GAAGvD,SACJ,GAAGmC;YACJJ,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOsB,QAAQ,CAAC,mBAAmB,EAAEZ,aAAa;YAClDV,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,CAAC1C,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC8C,UAAU,YAChD;YAGF,MAAM2B,cAAejC,KAAa,CAAClC,gBAAgB,CAAC8C,YAAY,CAAC;YACjEV,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,AAAuB,cAAvB,OAAO+B,aACP,CAAC,yBAAyB,EAAErB,aAAa;YAE3C,MAAMsB,WAAW,MAAMD,YAAY,IAAI,CAACjC,OAAOwB,QAAQrD;YACvD,IAAI,CAAC,SAAS,CAACuD,MAAMQ;QACvB,OAAO,IAAI,eAAgB5B,UAA4C;YACrE,MAAM6B,cAAc7B;YACpB,MAAM,EAAE8B,SAAS,EAAEC,OAAO,EAAE,GAAGC,iBAAiB,GAAGH;YACnD,MAAMX,SAASY;YACflC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOsB,QAAQ;YACf,MAAMe,iBAAiB;gBACrB,GAAGD,eAAe;gBAClB,GAAID,AAAYxC,WAAZwC,UAAwB;oBAAEA;oBAAS,WAAWA;gBAAQ,IAAI,CAAC,CAAC;YAClE;YACA,MAAMrC,MAAM,SAAS,CAACwB,QAAQe;QAChC,OAAO,IAAI,WAAWjC,UAAU;YAC9B,MAAMkC,YAAYlC;YAClB,MAAMmC,KAAKD,UAAU,KAAK;YAC1B,IAAIE,WAAWD;YACf,IAAI,AAAc,YAAd,OAAOA,IACTC,WAAWrC,OAAO,QAAQ,CAACoC,IAAI;YAEjCvC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEG,OAAO,QAAQ,CAACqC,aAAaA,WAAW,GACxC,CAAC,6CAA6C,EAAED,IAAI;YAEtD,MAAMzC,MAAM,KAAK,CAAC0C;QACpB,OAAO,IAAI,gBAAgBpC,UAAU;YACnC,MAAMqC,yBACJrC;YAEF,MAAMsB,SAAS,MAAM5B,MAAM,kBAAkB,CAC3C2C,uBAAuB,UAAU;YAEnC,IAAI,CAAC,SAAS,CAACA,uBAAuB,IAAI,EAAEf;QAC9C,OAAO,IACL,mBAAoBtB,YACpB,oBAAqBA,UACrB;YACA,MAAMsC,aAAatC;YACnB,MAAMuC,QACJD,WAAW,cAAc,IAAIA,WAAW,aAAa,IAAI;YAC3D,MAAM9C,UAAU8C,WAAW,OAAO,IAAI;YACtC,MAAM5C,MAAM,cAAc,CAAC6C,OAAO;gBAAE/C;YAAQ;QAC9C,OAAO,IAAI,aAAaQ,UAAU;YAEhC,MAAM,EACJwC,OAAO,EACP,OAAOC,QAAQ,EACf,GAAGC,WACJ,GAAG1C;YAMJ,IAAI2C;YACJ,IAAIxE;YACJ,IAAKuE,UAAkB,MAAM,EAAE;gBAG7BvE,QAASqE,WAA+BC;gBACxCE,eAAgBD,UAAkB,MAAM;YAC1C,OAAO;gBAELC,eAAeH,WAAW;gBAC1BrE,QAAQsE;YACV;YAGA,MAAM/C,MAAM,uBAAuB,CAAC,SAAS;gBAC3C,GAAGgD,SAAS;gBACZ,GAAIvE,AAAUoB,WAAVpB,QAAsB;oBAAE,OAAOyE,OAAOzE;gBAAO,IAAI,CAAC,CAAC;gBACvD,GAAIwE,eACA;oBAAE,QAAQE,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBF,cAAcD;gBAAW,IAC5D,CAAC,CAAC;YACR;QACF,OAAO,IAAI,qBAAqB1C,UAAU;YACxC,MAAM,EAAE8C,eAAe,EAAE,GAAGC,mBAAmB,GAC7C/C;YAMF,IAAI2C;YACJ,IAAIK;YACJ,IAAKD,kBAA0B,MAAM,EAAE;gBAErCC,UAAUF;gBACVH,eAAgBI,kBAA0B,MAAM;YAClD,OAAO,IAAIA,kBAAkB,OAAO,EAAE;gBAEpCC,UAAUD,kBAAkB,OAAO;gBACnCJ,eAAeG;YACjB,OACEE,UAAUF;YAGZ,MAAMpD,MAAM,uBAAuB,CAAC,iBAAiB;gBACnD,GAAGqD,iBAAiB;gBACpB,GAAIC,UAAU;oBAAEA;gBAAQ,IAAI,CAAC,CAAC;gBAC9B,GAAIL,eACA;oBACE,QAAQE,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBF,cAAcI;gBACjD,IACA,CAAC,CAAC;YACR;QACF,OAAO,IAAI,cAAc/C,UAAU;YACjC,MAAM,EAAEiD,QAAQ,EAAE,GAAGC,YAAY,GAC/BlD;YAMF,MAAM,EAAEmD,MAAM,EAAE,GAAGC,eAAe,GAAGF;YACrC,MAAMP,eACJQ,UAAUF,YAAY1D;YAExB,MAAMG,MAAM,QAAQ,CAACiD,cAAcS;QACrC,OAAO,IAAI,WAAWpD,UAAU;YAC9B,MAAM,EAAEqD,KAAK,EAAEnC,MAAM,EAAEiC,MAAM,EAAE,GAAGG,YAAY,GAAGtD;YAEjD,IAAI2C;YACJ,IAAIY,OAAOD;YAIX,MAAME,YACJL,UACC,CAAiB,YAAjB,OAAOE,SAAsBA,AAAU,SAAVA,QAC1BA,MAAM,MAAM,GACZ9D,MAAQ;YAEd,IAAI,AAAiB,YAAjB,OAAO8D,SAAsBA,OAE/BV,eAAeU;iBACV,IAAI,AAAqB,YAArB,OAAOG,aAA0BA,WAAW,QAAQ;gBAE7D,MAAM,EAAE,QAAQC,EAAE,EAAE,GAAGC,YAAY,GAAGF;gBACtCb,eAAec;gBACfF,OAAO;oBAAE,GAAGG,UAAU;oBAAE,GAAGJ,UAAU;gBAAC;YACxC,OAEEX,eAAeU,OAAO,UAAUnC,UAAUsC;YAG5C5D,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO+C,cAAc;YACrB,MAAMjD,MAAM,KAAK,CAACiD,cAAcY;QAClC,OAAO;YAiBL,MAAMI,cAAc,IAAI,CAAC,WAAW;YACpC,IAAIC;YACJ,IAAIC;YACJ,MAAMC,gBAAgBH,YAAY,IAAI,CAAC,CAACI;gBACtC,MAAMC,uBAAuBD,OAAO,cAAc;gBAClD,IACEC,wBACA9G,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC8C,UAAUgE,uBAC/C;oBACAH,8BACE7D,QAAQ,CAACgE,qBAA8C;oBACzD,IAAI,AAAuC,YAAvC,OAAOH,6BACTD,uBAAuBC;oBAEzB,OAAO;gBACT;gBAEA,MAAMI,2BAA2BF,OAAO,IAAI;gBAC5C,IACE7G,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAClC8C,UACAiE,2BAEF;oBACAJ,8BACE7D,QAAQ,CAACiE,yBAAkD;oBAC7D,IAAI,AAAuC,YAAvC,OAAOJ,6BACTD,uBAAuBC;oBAEzB,OAAO;gBACT;gBAEA,OAAO;YACT;YAEAjE,IAAAA,sBAAAA,MAAAA,AAAAA,EACEkE,eACA,CAAC,0BAA0B,EAAExE,KAAK,SAAS,CAACU,WAAW;YAGzD,MAAMkE,sBAAsBzG,oBAC1BqG,cAAc,WAAW;YAE3B,IAAIK;YACJ,MAAMC,aAAcpE,SAAiB,IAAI;YACzC,MAAM+B,UAAW/B,SAAiB,OAAO;YACzC,MAAMqE,sBAAsBnH,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAC9D8C,UACA;YAGF,IACEqE,uBACA,AAAuC,YAAvC,OAAOR,+BACP,AAAmB,YAAnB,OAAO9B,WACP,AAAsC,cAAtC,OAAQrC,MAAc,WAAW,EACjC;gBACA,MAAM4B,SAAS,MAAO5B,MAAc,WAAW,CAC7CmE,6BACA;oBAAE9B;gBAAQ;gBAEZ,IAAIT,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAAC8C,YAAY9C;gBAE7B;YACF;YAEA,MAAMgD,2BACJ,AAAuC,YAAvC,OAAOT,8BACH7F,yBACE8F,cAAc,IAAI,EAClBA,cAAc,cAAc,EAC5BD,+BAEFtE;YACN,IAAI+E,0BAA0B;gBAC5BhH,MACE,CAAC,eAAe,EAAEwG,cAAc,IAAI,EAAE,EACtC,CAAC,YAAY,EAAExE,KAAK,SAAS,CAACgF,2BAA2B;gBAE3D,MAAMhD,SAAS,MAAM5B,MAAM,uBAAuB,CAChDoE,cAAc,IAAI,EAClBQ;gBAGF,IAAIhD,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAAC8C,YAAY9C;YAE/B,OAAO,IACL,AAAuC,YAAvC,OAAOuC,+BACPK,qBACA;gBACA,IAAIJ,cAAc,WAAW,EAAE;oBAC7B,MAAMS,cAAcT,cAAc,WAAW,CAAC,SAAS,CACrDD;oBAEF,IAAIU,YAAY,OAAO,IAAI,AAA4B,YAA5B,OAAOA,YAAY,IAAI,EAChDJ,oBAAoBI,YAAY,IAAI;yBAC/B,IAAI,CAACA,YAAY,OAAO,EAAE;wBAC/BjH,MACE,CAAC,wBAAwB,EAAEwG,cAAc,IAAI,CAAC,kBAAkB,CAAC,EACjES,YAAY,KAAK;wBAEnBJ,oBAAoBN;oBACtB;gBACF,OACEM,oBAAoBN;gBAGtB,IAAIM,AAAsB5E,WAAtB4E,mBAAiC;oBACnC7G,MACE,CAAC,eAAe,EAAEwG,cAAc,IAAI,EAAE,EACtC,CAAC,YAAY,EAAExE,KAAK,SAAS,CAAC6E,oBAAoB;oBAEpD,MAAM7C,SAAS,MAAM5B,MAAM,uBAAuB,CAChDoE,cAAc,IAAI,EAClBK;oBAIF,MAAMC,aAAcpE,SAAiB,IAAI;oBACzC,IAAIsB,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAAC8C,YAAY9C;gBAE/B;YACF,OAAO;gBAIL,MAAMkD,kBACJZ,wBACA,AAAuC,YAAvC,OAAOC,8BACH;oBAAE,GAAG7D,QAAQ;oBAAE,QAAQ4D;gBAAqB,IAC5C,AAAuC,YAAvC,OAAOC,+BACLA,AAAgC,SAAhCA,8BACAA,8BACA7D;gBAER,MAAM,EAAEyE,WAAW,EAAEC,UAAU,EAAE,GAC/BC,AAAAA,IAAAA,kCAAAA,qCAAAA,AAAAA,EACEf,wBAAwB,IACxBY,iBACA;oBACEV,cAAc,IAAI;oBAClBA,cAAc,cAAc,IAAI;iBACjC;gBAGL,MAAMc,aAAa;oBACjB,GAAGF,UAAU;oBACb,QAAQD;gBACV;gBAEAnH,MACE,CAAC,eAAe,EAAEwG,cAAc,IAAI,EAAE,EACtC,CAAC,YAAY,EAAExE,KAAK,SAAS,CAACsF,YAAY,MAAM,IAAI;gBAEtD,MAAMtD,SAAS,MAAM5B,MAAM,uBAAuB,CAChDoE,cAAc,IAAI,EAClBc;gBAIF,MAAMR,aAAcpE,SAAiB,IAAI;gBACzC,IAAIsB,AAAW/B,WAAX+B,QACF,IAAI,CAAC,SAAS,CAAC8C,YAAY9C;YAE/B;QACF;IACF;IAEA,MAAM,MAAM;QACV,MAAM,EAAEuD,MAAM,EAAEC,GAAG,EAAEC,OAAO,EAAEC,GAAG,EAAEC,OAAO,EAAEC,QAAQ,EAAEC,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM;QAC3E,MAAMC,SAASN,OAAOD;QACtB,MAAMQ,aAAaN;QACnB,MAAMO,SAASN;QACf,MAAMO,aAAaN;QACnB,MAAMO,cAAcN;QACpB,MAAMO,WACJL,UAAUC,cAAcC,UAAUC,cAAcC;QAElD,IAAI,CAAC,eAAe,CAAC;QAErB,IAAI9F,QAAsB;QAC1B,IAAIgG,SAAmB,EAAE;QACzB,IAAI;YACF,MAAM,EAAE,OAAOC,QAAQ,EAAE,QAAQC,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAClEH;YAEF,IAAI,CAAC,WAAW,GAAG,MAAME,SAAS,cAAc;YAChDjG,QAAQiG;YACR,MAAME,yBAAyBnG,MAAM,cAAc;YACnDA,MAAM,cAAc,GAAG,CAACoG;gBACtB,IAAI,AAAgB,cAAhB,IAAI,CAAC,MAAM,EACb,IAAI,CAAC,cAAc,GAAGA;gBAExBD,yBAAyBC;YAC3B;YACAJ,SAAS;mBACHE,aAAa,EAAE;gBACnB;oBACE,MAAM;oBACN,IAAI;wBACF,IAAIlG,OACFA,MAAM,cAAc,GAAGmG;oBAE3B;gBACF;aACD;QACH,EAAE,OAAOE,GAAG;YACV,IAAI,CAAC,eAAe,CAAC,SAASA;YAC9B;QACF;QACA,IAAI,CAAC,cAAc,GAAGrG;QAEtB,IAAIjB,YAAY;QAChB,IAAI,CAAC,eAAe,CAAC;QACrB,IAAIuH,YAAY;QAChB,MAAOvH,YAAY0G,MAAM,MAAM,CAAE;YAC/B,MAAMxG,aAAa,IAAI,CAAC,cAAc,CAACF,UAAU;YACjD,IAAI,CAAC,aAAa,CAACA,WAAW;YAC9B,IAAI,CAAC,YAAY,CAACA;YAClB,IAAI,CAAC,kCAAkC,GAAG;YAE1C,IAAI;gBACF,MAAM,IAAI,CAAC,QAAQ,CAACE,YAAY,IAAI,CAAC,cAAc;gBACnD,IAAI,CAAC,aAAa,CAACF,WAAW;YAChC,EAAE,OAAOsH,GAAG;gBACV,IAAI,CAAC,aAAa,CAACtH,WAAW,SAAgBsH;gBAC9C,MAAME,sBAAuBvG,MAAc,mBAAmB;gBAC9D,IACE,CAAC,IAAI,CAAC,kCAAkC,IACxC,AAA+B,cAA/B,OAAOuG,qBAEP,IAAI;oBACF,MAAMA,oBAAoB,IAAI,CAC5BvG,OACA,CAAC,mBAAmB,EAAEf,WAAW,IAAI,EAAE,EACvC;wBACE,OAAOoH;wBACP,SAAS,CAAC,KAAK,EAAEpH,WAAW,WAAW,IAAI,EAAE,iCAAiC,EAAEA,WAAW,IAAI,CAAC,EAAE,CAAC;oBACrG;gBAEJ,EAAE,OAAOuH,aAAa;oBACpB5I,MAAM,yCAAyC4I;gBACjD;gBAGF,IAAIvH,WAAW,eAAe;qBAEvB;oBACL,IAAI,CAAC,UAAU,GAAGe,MAAM,UAAU;oBAClCsG,YAAY;oBACZ;gBACF;YACF;YACA,IAAI,CAAC,UAAU,GAAGtG,OAAO;YACzBjB;QACF;QAEA,IAAIuH,WACF,IAAI,CAAC,eAAe,CAAC;aAErB,IAAI,CAAC,eAAe,CAAC;QAEvB,IAAI,CAAC,cAAc,GAAG;QAEtB,MAAMG,AAAAA,IAAAA,oCAAAA,gBAAAA,AAAAA,EAAiBT;IACzB;IA3rBA,YACUU,MAA0B,EAC1BC,UAGN,EACKC,kBAAiE,EACxEC,UAAmB,CACnB;;;;QAvBF,uBAAO,oBAAP;QACA,uBAAO,kBAAP;QACA,uBAAO,UAAP;QACA,uBAAO,cAAP;QACA,uBAAO,UAAP;QACA,uBAAQ,sBAAR;QACA,uBAAO,UAAP;QACA,uBAAO,sBAAP;QACA,uBAAO,gBAAP;QACA,uBAAQ,kBAAR;QACA,uBAAO,kBAAP;QACA,uBAAO,UAAP;QACA,uBAAQ,eAAR;QACA,uBAAQ,cAAR;QACA,uBAAQ,sCAAR;aAEUH,MAAM,GAANA;aACAC,UAAU,GAAVA;aAIDC,kBAAkB,GAAlBA;aApBF,cAAc,GAA6B,EAAE;aAC7C,MAAM,GAA4B;aAGjC,kBAAkB,GAAG;aAIrB,cAAc,GAAiB;aAG/B,WAAW,GAAmB,EAAE;aAEhC,kCAAkC,GAAG;QAU3C,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,MAAM,GAAG,CAAC;QAEf,IAAI,CAAC,MAAM,GACTH,OAAO,MAAM,IACbA,OAAO,GAAG,IACVA,OAAO,OAAO,IACdA,OAAO,GAAG,IACVA,OAAO,QAAQ,IACfA,OAAO,MAAM;QAEf,IAAII,sBAAAA,WAAWA,IAAIC,sBAAAA,UAAUA,EAAE;YAC7B,IAAI,CAAC,MAAM,GAAGlH;YACdjC,MAAM;QACR,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,QAAQ;YAC9B,IAAI,CAAC,MAAM,GAAGyB,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EAAQC,QAAQ,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM;YACvD1B,MAAM,mCAAmC,IAAI,CAAC,MAAM;QACtD,OAAO;YACL,MAAMoJ,aAAa,IAAI,CAAC,UAAU,GAC9BC,AAAAA,IAAAA,mCAAAA,QAAAA,AAAAA,EAAS,IAAI,CAAC,UAAU,EAAE,SAAS,OAAO,CAAC,eAAe,MAC1D;YACJ,IAAI,CAAC,MAAM,GAAGC,AAAAA,IAAAA,mCAAAA,IAAAA,AAAAA,EACZC,AAAAA,IAAAA,uBAAAA,oBAAAA,AAAAA,EAAqB,WACrB,GAAGH,WAAW,CAAC,EAAEI,KAAK,GAAG,GAAG,KAAK,CAAC;YAEpCxJ,MAAM,iCAAiC,IAAI,CAAC,MAAM;QACpD;QAEA,IAAIkJ,sBAAAA,WAAWA,IAAIC,sBAAAA,UAAUA,EAC3B,IAAI,CAAC,kBAAkB,GAAGlH;aACrB,IAAI,AAA2C,YAA3C,OAAO,IAAI,CAAC,MAAM,EAAE,oBAC7B,IAAI,CAAC,kBAAkB,GAAGR,AAAAA,IAAAA,mCAAAA,OAAAA,AAAAA,EACxBC,QAAQ,GAAG,IACX,IAAI,CAAC,MAAM,CAAC,kBAAkB;aAE3B,IAAI,IAAI,CAAC,MAAM,EAAE,uBAAuB,MAC7C,IAAI,CAAC,kBAAkB,GAAG4H,AAAAA,IAAAA,mCAAAA,IAAAA,AAAAA,EACxBC,AAAAA,IAAAA,uBAAAA,oBAAAA,AAAAA,EAAqB,WACrB;QAIJ,IAAI,CAAC,cAAc,GAAIT,AAAAA,CAAAA,OAAO,KAAK,IAAI,EAAC,EAAG,GAAG,CAAC,CAACW,MAAMtI,YAAe;gBACnE,GAAGsI,IAAI;gBACP,OAAOtI;gBACP,QAAQ;gBACR,YAAYsI,KAAK,IAAI,EAAE,UAAU;YACnC;IACF;AAmoBF"}

package/dist/types/agent/agent.d.ts

@@ -269,6 +269,15 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     clearProgressListeners(): void;
     private notifyDumpUpdateListeners;
     destroy(): Promise<void>;
+    /**
+     * Wait for a finite, positive duration in milliseconds and record it as a
+     * Sleep task with the standard UI snapshots. Does not invoke device action
+     * hooks or call a model, but standard UI capture requires valid model
+     * configuration. Recorded elapsed time includes screenshot overhead.
+     * Initial UI capture failure rejects before waiting; a failed final
+     * screenshot does not fail an otherwise completed wait.
+     */
+    sleep(ms: number): Promise<void>;
     recordToReport(title?: string, opt?: RecordToReportOptions): Promise<void>;
     recordErrorToReport(title: string, opt: {
         /** Any thrown value; normalized before it is stored in the report. */

package/dist/types/agent/tasks.d.ts

@@ -1,6 +1,6 @@
 import type { ModelRuntime } from '../ai-model/models';
 import { type TMultimodalPrompt, type TUserPrompt } from '../common';
-import type { AbstractInterface } from '../device';
+import { type AbstractInterface } from '../device';
 import type Service from '../service';
 import type { TaskRunner } from '../task-runner';
 import { TaskExecutionError } from '../task-runner';
@@ -91,6 +91,7 @@ export declare class TaskExecutor {
     loadYamlFlowAsPlanning(userInstruction: TUserPrompt, yamlString: string, reportOptions?: ActionReportOptions): Promise<{
         runner: TaskRunner;
     }>;
+    sleep(ms: number): Promise<void>;
     runPlans(title: string, plans: PlanningAction[], planningModel: ModelRuntime, defaultModel: ModelRuntime, options?: {
         uiContext?: UIContext;
     }): Promise<ExecutionResult>;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.12.7-beta-20260914023554.0",
+  "version": "1.12.7",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -161,7 +161,7 @@
     "semver": "7.5.2",
     "undici": "^6.0.0",
     "zod": "^3.25.1",
-    "@midscene/shared": "1.12.7-beta-20260914023554.0"
+    "@midscene/shared": "1.12.7"
   },
   "devDependencies": {
     "@rslib/core": "^0.18.3",