@midscene/core 1.15.4-beta-20261013090705.0 → 1.15.4

package/dist/es/agent/index.mjs

@@ -1,8 +1,8 @@
 import { Agent, createAgent } from "./agent.mjs";
-import { actionInputSchema, aiActInputSchema, aiActOptionsInputSchema, aiAssertInputSchema, aiAssertOptionsInputSchema, aiDragAndDropInputSchema, aiInputInputSchema, aiKeyboardPressInputSchema, aiLongPressInputSchema, aiPinchInputSchema, aiQueryInputSchema, aiScrollInputSchema, aiTapInputSchema, aiWaitForInputSchema, aiWaitForOptionsInputSchema, commonAgentTestRunnerNodeDefinitions, createAgentTestRunnerNodeDefinition, insightInputSchema, insightOptionsInputSchema, javascriptInputSchema, locateOptionsInputSchema, promptImageInputSchema, recordToReportInputSchema, recordToReportOptionsInputSchema, reportScreenshotInputSchema, runGherkinScenarioInputSchema, structuredUserPromptInputSchema, userPromptInputSchema } from "./test-runner-nodes.mjs";
+import { actionInputSchema, aiActInputSchema, aiActOptionsInputSchema, aiAssertInputSchema, aiAssertOptionsInputSchema, aiDragAndDropInputSchema, aiInputInputSchema, aiKeyboardPressInputSchema, aiLongPressInputSchema, aiPinchInputSchema, aiQueryInputSchema, aiScrollInputSchema, aiTapInputSchema, aiWaitForInputSchema, commonAgentTestRunnerNodeDefinitions, createAgentTestRunnerNodeDefinition, insightInputSchema, insightOptionsInputSchema, javascriptInputSchema, locateOptionsInputSchema, promptImageInputSchema, recordToReportInputSchema, recordToReportOptionsInputSchema, reportScreenshotInputSchema, runGherkinScenarioInputSchema, structuredUserPromptInputSchema, userPromptInputSchema } from "./test-runner-nodes.mjs";
 import { commonContextParser, printReportMsg } from "./utils.mjs";
 import { getReportFileName } from "./report-file-name.mjs";
 import { extractInsightParam, locateParamStr, paramStr, taskTitleStr, typeStr } from "./ui-utils.mjs";
 import { TaskCache, cacheFileExt } from "./task-cache.mjs";
 import { TaskExecutor } from "./tasks.mjs";
-export { Agent, TaskCache, TaskExecutor, actionInputSchema, aiActInputSchema, aiActOptionsInputSchema, aiAssertInputSchema, aiAssertOptionsInputSchema, aiDragAndDropInputSchema, aiInputInputSchema, aiKeyboardPressInputSchema, aiLongPressInputSchema, aiPinchInputSchema, aiQueryInputSchema, aiScrollInputSchema, aiTapInputSchema, aiWaitForInputSchema, aiWaitForOptionsInputSchema, cacheFileExt, commonAgentTestRunnerNodeDefinitions, commonContextParser, createAgent, createAgentTestRunnerNodeDefinition, extractInsightParam, getReportFileName, insightInputSchema, insightOptionsInputSchema, javascriptInputSchema, locateOptionsInputSchema, locateParamStr, paramStr, printReportMsg, promptImageInputSchema, recordToReportInputSchema, recordToReportOptionsInputSchema, reportScreenshotInputSchema, runGherkinScenarioInputSchema, structuredUserPromptInputSchema, taskTitleStr, typeStr, userPromptInputSchema };
+export { Agent, TaskCache, TaskExecutor, actionInputSchema, aiActInputSchema, aiActOptionsInputSchema, aiAssertInputSchema, aiAssertOptionsInputSchema, aiDragAndDropInputSchema, aiInputInputSchema, aiKeyboardPressInputSchema, aiLongPressInputSchema, aiPinchInputSchema, aiQueryInputSchema, aiScrollInputSchema, aiTapInputSchema, aiWaitForInputSchema, cacheFileExt, commonAgentTestRunnerNodeDefinitions, commonContextParser, createAgent, createAgentTestRunnerNodeDefinition, extractInsightParam, getReportFileName, insightInputSchema, insightOptionsInputSchema, javascriptInputSchema, locateOptionsInputSchema, locateParamStr, paramStr, printReportMsg, promptImageInputSchema, recordToReportInputSchema, recordToReportOptionsInputSchema, reportScreenshotInputSchema, runGherkinScenarioInputSchema, structuredUserPromptInputSchema, taskTitleStr, typeStr, userPromptInputSchema };

package/dist/es/agent/tasks.mjs

@@ -422,7 +422,7 @@ class TaskExecutor {
             this.invalidateFailedCacheHitLocates(runner, taskCountBeforeRun);
             ++replanCount;
             if (replanCount > replanningCycleLimit) {
-                const errorMsg = `Replanned ${replanningCycleLimit} times, exceeding the limit. Please configure a larger value for replanningCycleLimit (or use MIDSCENE_REPLANNING_CYCLE_LIMIT) to handle more complex tasks.`;
+                const errorMsg = `Task stopped: the planning cycle limit (${replanningCycleLimit}) has been reached. This limit prevents the model from getting stuck in an endless planning loop. If your task requires more planning cycles, increase replanningCycleLimit or set the environment variable MIDSCENE_REPLANNING_CYCLE_LIMIT to a higher value. See https://midscenejs.com/zh/reference/#common for details.`;
                 return appendFailedPlan(errorMsg, planIndex);
             }
             if (!conversationHistory.pendingFeedbackMessage) {

package/dist/es/agent/tasks.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent/tasks.mjs","sources":["../../../src/agent/tasks.ts"],"sourcesContent":["import { AIResponseParseError, ConversationHistory } from '@/ai-model';\nimport type { ModelRuntime } from '@/ai-model/models';\nimport { buildTypeQueryDemandValue } from '@/ai-model/prompt/insight';\nimport { prepareUserPrompt } from '@/ai-model/shared/multimodal-prompt';\nimport { standardPlan } from '@/ai-model/workflows/planning';\nimport {\n  type TMultimodalPrompt,\n  type TUserPrompt,\n  getReadableTimeString,\n  userPromptToMultimodalPrompt,\n  userPromptToString,\n} from '@/common';\nimport { type AbstractInterface, defineActionSleep } from '@/device';\nimport type Service from '@/service';\nimport type {\n  ExecutionReferenceImage,\n  TaskRunner,\n  TaskRunnerEvent,\n} from '@/task-runner';\nimport { TaskExecutionError } from '@/task-runner';\nimport type {\n  AiActEffort,\n  AiActProgressData,\n  AiActProgressPhase,\n  DetailedLocateParam,\n  DeviceAction,\n  ExecutionRecorderItem,\n  ExecutionTask,\n  ExecutionTaskApply,\n  ExecutionTaskInsightQueryApply,\n  ExecutionTaskPlanningApply,\n  ExecutionTaskProgressOptions,\n  MidsceneYamlFlowItem,\n  PlanningAIResponse,\n  PlanningAction,\n  PlanningActionParamWaitFor,\n  ServiceDump,\n  ServiceExtractOption,\n  ServiceExtractParam,\n  UIContext,\n} from '@/types';\nimport { ServiceError, aiActProgressScope } from '@/types';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport {\n  type ActionReadiness,\n  isActionReadinessError,\n} from './action-readiness';\nimport { ExecutionSession } from './execution-session';\nimport { withFileChooser } from './file-chooser';\nimport {\n  type AgentProgressPublisher,\n  createAiActActionReporter,\n  errorMessageForAiAct,\n} from './progress';\nimport { renderAIContext } from './prompt-context';\nimport { TaskBuilder } from './task-builder';\nimport type { TaskCache } from './task-cache';\nexport { locatePlanForLocate } from './task-builder';\nimport { setTimingFieldOnce } from '@/task-timing';\nimport { descriptionOfTree } from '@midscene/shared/extractor';\nimport { type TaskTitleType, taskTitleStr } from './ui-utils';\nimport { withUsageIntent } from './usage-intent';\nimport { parsePrompt } from './utils';\n\ninterface ExecutionResult<OutputType = any> {\n  output: OutputType;\n  thought?: string;\n  runner: TaskRunner;\n}\n\ninterface TaskExecutorHooks {\n  onSnapshotChange?: (\n    runner: TaskRunner,\n    error?: TaskExecutionError,\n  ) => Promise<void> | void;\n  // Publish onto the agent's progress bus. The bus owns sequencing, so the\n  // executor is a pure producer: it names the scope/phase and hands over data.\n  onProgress?: AgentProgressPublisher;\n}\n\nexport type ActionReportOptions = {\n  type?: TaskTitleType;\n  prompt?: string;\n};\n\nconst debug = getDebug('device-task-executor');\nconst warnLog = getDebug('device-task-executor', { console: true });\nconst maxErrorCountAllowedInOnePlanningLoop = 5;\n\n// Cap planning feedback by default so a large action output (e.g. a long adb\n// shell stdout) cannot blow up the next planning request's context. Actions\n// that require lossless structured feedback can explicitly choose their limit.\nconst maxPlanningFeedbackLength = 500;\n\nfunction truncatePlanningFeedback(\n  feedback: string,\n  requestedLimit?: number | 'unlimited',\n): string {\n  if (requestedLimit === 'unlimited') {\n    return feedback;\n  }\n  const limit =\n    requestedLimit && Number.isFinite(requestedLimit) && requestedLimit > 0\n      ? Math.floor(requestedLimit)\n      : maxPlanningFeedbackLength;\n  if (feedback.length <= limit) {\n    return feedback;\n  }\n\n  return `${feedback.slice(0, limit)}\n...[truncated, ${feedback.length - limit} more characters]`;\n}\n\nexport { TaskExecutionError };\nexport { withFileChooser } from './file-chooser';\n\nexport class TaskExecutor {\n  interface: AbstractInterface;\n\n  service: Service;\n\n  taskCache?: TaskCache;\n\n  private readonly providedActionSpace: DeviceAction[];\n\n  private readonly taskBuilder: TaskBuilder;\n\n  onTaskStartCallback?: ExecutionTaskProgressOptions['onTaskStart'];\n\n  private readonly hooks?: TaskExecutorHooks;\n  private readonly getAbortSignal?: () => AbortSignal | undefined;\n\n  replanningCycleLimit?: number;\n\n  waitAfterAction?: number;\n\n  useDeviceTime?: boolean;\n\n  // @deprecated use .interface instead\n  get page() {\n    return this.interface;\n  }\n\n  constructor(\n    interfaceInstance: AbstractInterface,\n    service: Service,\n    opts: {\n      taskCache?: TaskCache;\n      onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];\n      replanningCycleLimit?: number;\n      waitAfterAction?: number;\n      actionReadiness?: ActionReadiness;\n      useDeviceTime?: boolean;\n      hooks?: TaskExecutorHooks;\n      getAbortSignal?: () => AbortSignal | undefined;\n      operationResource?: object;\n      actionSpace: DeviceAction[];\n    },\n  ) {\n    this.interface = interfaceInstance;\n    this.service = service;\n    this.taskCache = opts.taskCache;\n    this.onTaskStartCallback = opts?.onTaskStart;\n    this.replanningCycleLimit = opts.replanningCycleLimit;\n    this.waitAfterAction = opts.waitAfterAction;\n    this.useDeviceTime = opts.useDeviceTime;\n    this.hooks = opts.hooks;\n    this.getAbortSignal = opts.getAbortSignal;\n    this.providedActionSpace = opts.actionSpace;\n    this.taskBuilder = new TaskBuilder({\n      interfaceInstance,\n      service,\n      taskCache: opts.taskCache,\n      actionSpace: this.getActionSpace(),\n      waitAfterAction: opts.waitAfterAction,\n      actionReadiness: opts.actionReadiness,\n      operationResource: opts.operationResource,\n    });\n  }\n\n  private createExecutionSession(\n    title: string,\n    options?: {\n      tasks?: ExecutionTaskApply[];\n      abortSignal?: AbortSignal;\n      uiContext?: UIContext;\n      referenceImages?: readonly ExecutionReferenceImage[];\n      onSnapshotChange?: (\n        runner: TaskRunner,\n        error?: TaskExecutionError,\n      ) => Promise<void> | void;\n      onTaskEvent?: (event: TaskRunnerEvent) => Promise<void> | void;\n    },\n  ) {\n    return new ExecutionSession(\n      title,\n      (signal) =>\n        options?.uiContext\n          ? Promise.resolve(options.uiContext)\n          : Promise.resolve(this.service.contextRetrieverFn(signal)),\n      {\n        abortSignal: options?.abortSignal ?? this.getAbortSignal?.(),\n        onTaskStart: this.onTaskStartCallback,\n        tasks: options?.tasks,\n        referenceImages: options?.referenceImages,\n        onSnapshotChange: async (runner, error) => {\n          await this.hooks?.onSnapshotChange?.(runner, error);\n          await options?.onSnapshotChange?.(runner, error);\n        },\n        ...(options?.onTaskEvent ? { onTaskEvent: options.onTaskEvent } : {}),\n      },\n    );\n  }\n\n  private getActionSpace(): DeviceAction[] {\n    return this.providedActionSpace;\n  }\n\n  /**\n   * Publish one event onto the agent's progress bus. The task layer is a pure\n   * producer here: it names the scope/phase and forwards the structured\n   * payload; the bus stamps the sequence and isolates listener errors. It has\n   * no knowledge of how the event is rendered or consumed.\n   */\n  private async emitProgress(\n    scope: string,\n    phase: string,\n    data: unknown,\n  ): Promise<void> {\n    await this.hooks?.onProgress?.(scope, phase, data);\n  }\n\n  /**\n   * aiAct-flavored convenience over {@link emitProgress}: aiAct is the first\n   * producer (\"pilot\") on the generic bus, so its events are simply tagged with\n   * the `aiAct` scope.\n   */\n  private emitAiActProgress(\n    phase: AiActProgressPhase,\n    data: AiActProgressData,\n  ): Promise<void> {\n    return this.emitProgress(aiActProgressScope, phase, data);\n  }\n\n  /**\n   * Set the pending feedback message consumed by the next planning round.\n   * The message is always prefixed with the current time. When a body is\n   * provided it is appended after the timestamp; otherwise only the time\n   * context is recorded. This is the single entry point for writing\n   * `pendingFeedbackMessage` so the time prefix stays consistent.\n   */\n  private setPendingFeedbackMessage(\n    conversationHistory: ConversationHistory,\n    timeString: string,\n    body?: string,\n  ) {\n    conversationHistory.pendingFeedbackMessage = body\n      ? `Time: ${timeString}, ${body}`\n      : `Current time: ${timeString}`;\n  }\n\n  /**\n   * Collect feedback produced by executed tasks for the next planning round.\n   * Returns undefined when no task reported feedback.\n   */\n  private collectPlanningFeedback(tasks: ExecutionTask[]): string | undefined {\n    const feedbackMessages = tasks.flatMap(\n      ({ planningFeedback, planningFeedbackMaxLength }) =>\n        planningFeedback\n          ? [\n              truncatePlanningFeedback(\n                planningFeedback,\n                planningFeedbackMaxLength,\n              ),\n            ]\n          : [],\n    );\n    return feedbackMessages.length > 0\n      ? feedbackMessages.join('\\n\\n')\n      : undefined;\n  }\n\n  /**\n   * Get a readable time string. When device time is enabled, use the\n   * device-formatted wall-clock time directly so host timezone formatting does\n   * not reinterpret a device timestamp.\n   * @param format - Optional format string\n   * @returns A formatted time string\n   */\n  private async getTimeString(format?: string): Promise<string> {\n    if (this.useDeviceTime) {\n      if (this.interface.getDeviceLocalTimeString) {\n        try {\n          return await this.interface.getDeviceLocalTimeString(format);\n        } catch (error) {\n          warnLog(\n            `Failed to get device time string, falling back to runtime time: ${error}`,\n          );\n        }\n      } else {\n        warnLog(\n          'useDeviceTime is enabled but getDeviceLocalTimeString is not implemented, falling back to runtime time.',\n        );\n      }\n    }\n\n    return getReadableTimeString(format);\n  }\n\n  public async convertPlanToExecutable(\n    plans: PlanningAction[],\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    options?: {\n      cacheable?: boolean;\n      deepLocate?: boolean;\n      abortSignal?: AbortSignal;\n    },\n  ) {\n    return this.taskBuilder.build(plans, planningModel, defaultModel, options);\n  }\n\n  async loadYamlFlowAsPlanning(\n    userInstruction: TUserPrompt,\n    yamlString: string,\n    reportOptions?: ActionReportOptions,\n  ) {\n    const session = this.createExecutionSession(\n      taskTitleStr(\n        reportOptions?.type || 'Act',\n        reportOptions?.prompt || userPromptToString(userInstruction),\n      ),\n      {\n        referenceImages: userPromptToMultimodalPrompt(userInstruction)?.images,\n      },\n    );\n\n    const task: ExecutionTaskPlanningApply = {\n      type: 'Planning',\n      subType: 'LoadYaml',\n      param: {\n        userInstruction,\n        ...(reportOptions?.prompt\n          ? { userInstructionDisplay: reportOptions.prompt }\n          : {}),\n      },\n      executor: async (executorContext) => {\n        const { uiContext } = executorContext;\n        assert(uiContext, 'uiContext is required for Planning task');\n        return {\n          output: {\n            actions: [],\n            shouldContinuePlanning: false,\n            log: '',\n            yamlString,\n          },\n          cache: {\n            hit: true,\n          },\n          hitBy: {\n            from: 'Cache',\n            context: {\n              yamlString,\n            },\n          },\n        };\n      },\n    };\n    const runner = session.getRunner();\n    await session.appendAndRun(task);\n\n    return {\n      runner,\n    };\n  }\n\n  async sleep(ms: number, abortSignal?: AbortSignal): Promise<void> {\n    abortSignal ??= this.getAbortSignal?.();\n    const session = this.createExecutionSession('Sleep', { abortSignal });\n    const action = defineActionSleep(abortSignal);\n    await session.appendAndRun({\n      type: 'Action Space',\n      subType: action.name,\n      param: { timeMs: ms },\n      executor: async ({ task }) => {\n        assert(\n          Number.isFinite(ms) && ms > 0,\n          `ms for sleep must be a finite number greater than 0, but got ${ms}`,\n        );\n        setTimingFieldOnce(task.timing, 'callActionStart');\n        try {\n          await action.call({ timeMs: ms });\n        } finally {\n          setTimingFieldOnce(task.timing, 'callActionEnd');\n        }\n      },\n    });\n  }\n\n  async runPlans(\n    title: string,\n    plans: PlanningAction[],\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    options?: { uiContext?: UIContext; abortSignal?: AbortSignal },\n  ): Promise<ExecutionResult> {\n    const abortSignal = options?.abortSignal ?? this.getAbortSignal?.();\n    const session = this.createExecutionSession(title, {\n      ...options,\n      abortSignal,\n    });\n    const runner = session.getRunner();\n    const executionPlanningModel = { ...planningModel, executionId: runner.id };\n    const executionDefaultModel = { ...defaultModel, executionId: runner.id };\n    const { tasks } = await this.convertPlanToExecutable(\n      plans,\n      executionPlanningModel,\n      executionDefaultModel,\n      { abortSignal },\n    );\n    const result = await session.appendAndRun(tasks);\n    const { output } = result ?? {};\n    return {\n      output,\n      runner,\n    };\n  }\n\n  async action(\n    userPrompt: TUserPrompt,\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    aiActContext?: string,\n    cacheable?: boolean,\n    replanningCycleLimitOverride?: number,\n    effort: AiActEffort = 'balance',\n    fileChooserAccept?: string[],\n    deepLocate?: boolean,\n    abortSignal?: AbortSignal,\n    reportOptions?: ActionReportOptions,\n  ): Promise<\n    ExecutionResult<\n      | {\n          yamlFlow?: MidsceneYamlFlowItem[]; // for cache use\n          output?: string;\n        }\n      | undefined\n    >\n  > {\n    abortSignal?.throwIfAborted();\n    return withFileChooser(this.interface, fileChooserAccept, async () => {\n      return this.runAction(\n        userPrompt,\n        planningModel,\n        defaultModel,\n        aiActContext,\n        cacheable,\n        replanningCycleLimitOverride,\n        effort,\n        deepLocate,\n        abortSignal,\n        reportOptions,\n      );\n    });\n  }\n\n  /**\n   * Called when the task is about to replan. Marks every cache-hit locate task\n   * in the just-run batch (tasks at index >= fromIndex) as stale: that batch\n   * did not finish the task, so the element each cache hit produced is suspect.\n   * The upcoming re-locate of the same prompt then replaces the bad entry in\n   * place instead of appending a duplicate that would re-poison the cache on the\n   * next run (#2529).\n   *\n   * Marking a locate that was actually fine is harmless: the step is only ever\n   * replaced if the same prompt is located again (i.e. the step is redone),\n   * which does not happen for a locate that already succeeded.\n   */\n  private invalidateFailedCacheHitLocates(\n    runner: TaskRunner,\n    fromIndex: number,\n  ) {\n    if (!this.taskCache) {\n      return;\n    }\n    for (let i = fromIndex; i < runner.tasks.length; i++) {\n      const task = runner.tasks[i];\n      if (\n        task.type === 'Planning' &&\n        task.subType === 'Locate' &&\n        task.hitBy?.from === 'Cache'\n      ) {\n        const prompt = (task.param as DetailedLocateParam | undefined)?.prompt;\n        if (prompt) {\n          this.taskCache.markLocateCacheStale(prompt);\n        }\n      }\n    }\n  }\n\n  private async runAction(\n    userPrompt: TUserPrompt,\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    aiActContext?: string,\n    cacheable?: boolean,\n    replanningCycleLimitOverride?: number,\n    effort: AiActEffort = 'balance',\n    deepLocate?: boolean,\n    abortSignal?: AbortSignal,\n    reportOptions?: ActionReportOptions,\n  ): Promise<\n    ExecutionResult<\n      | {\n          yamlFlow?: MidsceneYamlFlowItem[]; // for cache use\n          output?: string;\n        }\n      | undefined\n    >\n  > {\n    abortSignal ??= this.getAbortSignal?.();\n    const conversationHistory = new ConversationHistory();\n    const promptDisplay =\n      reportOptions?.prompt || userPromptToString(userPrompt);\n\n    // Per-call reporter that maps the runner's native task events to aiAct\n    // action progress for the action batch currently running. Kept local (not\n    // on the instance) so concurrent aiAct() calls on the same executor stay\n    // isolated; it is set while a planned batch runs and cleared afterwards.\n    let activeActionReporter:\n      | ((event: TaskRunnerEvent) => Promise<void>)\n      | undefined;\n\n    const session = this.createExecutionSession(\n      taskTitleStr(reportOptions?.type || 'Act', promptDisplay),\n      {\n        abortSignal,\n        referenceImages: userPromptToMultimodalPrompt(userPrompt)?.images,\n        onTaskEvent: async (event) => {\n          await activeActionReporter?.(event);\n        },\n      },\n    );\n    const runner = session.getRunner();\n    planningModel = { ...planningModel, executionId: runner.id };\n    defaultModel = { ...defaultModel, executionId: runner.id };\n\n    const noIndividualLocateModel = planningModel.config.slot === 'default';\n    const includeLocateInPlanning =\n      effort !== 'deepThink' && noIndividualLocateModel;\n    const imagesIncludeCount = effort === 'deepThink' ? 2 : 1;\n\n    debug('setting includeLocateInPlanning to', includeLocateInPlanning, {\n      effort,\n      noIndividualLocateModel,\n    });\n\n    let replanCount = 0;\n    const yamlFlow: MidsceneYamlFlowItem[] = [];\n    const replanningCycleLimit =\n      replanningCycleLimitOverride ?? this.replanningCycleLimit;\n    if (replanningCycleLimit === undefined) {\n      throw new Error(\n        'replanningCycleLimit is required for TaskExecutor.action',\n      );\n    }\n\n    await this.emitAiActProgress('start', {\n      prompt: promptDisplay,\n      planLimit: replanningCycleLimit,\n    });\n\n    const appendFailedPlan = async (\n      errorMsg: string,\n      planIndex?: number,\n    ): Promise<{\n      output: undefined;\n      runner: TaskRunner;\n    }> => {\n      await this.emitAiActProgress('failed', {\n        ...(planIndex ? { planIndex } : {}),\n        planLimit: replanningCycleLimit,\n        error: errorMsg,\n      });\n      return session.appendErrorPlan(errorMsg);\n    };\n\n    let errorCountInOnePlanningLoop = 0; // count the number of errors in one planning loop\n    let outputString: string | undefined;\n    let latestPlanResult: PlanningAIResponse | undefined;\n    let latestPlanIndex = 0;\n\n    if (abortSignal?.aborted) {\n      return appendFailedPlan(\n        `Task aborted: ${abortSignal.reason || 'abort signal received'}`,\n      );\n    }\n    const getPreparedUserPrompt = (() => {\n      let promise: ReturnType<typeof prepareUserPrompt> | undefined;\n\n      return () => {\n        promise ??= prepareUserPrompt(userPrompt);\n        return promise;\n      };\n    })();\n\n    // Main planning loop - unified plan/replan logic\n    while (true) {\n      const planIndex = replanCount + 1;\n      latestPlanIndex = planIndex;\n\n      // Check abort signal before each planning cycle\n      if (abortSignal?.aborted) {\n        return appendFailedPlan(\n          `Task aborted: ${abortSignal.reason || 'abort signal received'}`,\n          planIndex,\n        );\n      }\n\n      // Get sub-goal status text if available\n      const subGoalStatus = conversationHistory.subGoalsToText() || undefined;\n\n      // Get memories text if available\n      const memoriesStatus = conversationHistory.memoriesToText() || undefined;\n\n      const result = await session.appendAndRun(\n        {\n          type: 'Planning',\n          subType: 'Plan',\n          param: {\n            userInstruction: userPrompt,\n            ...(reportOptions?.prompt\n              ? { userInstructionDisplay: reportOptions.prompt }\n              : {}),\n            replanningCycleLimit,\n            aiActContext,\n            imagesIncludeCount,\n            effort,\n            ...(subGoalStatus ? { subGoalStatus } : {}),\n            ...(memoriesStatus ? { memoriesStatus } : {}),\n          },\n          executor: async (executorContext) => {\n            const { uiContext } = executorContext;\n            assert(uiContext, 'uiContext is required for Planning task');\n            const planningUiContext = uiContext as UIContext;\n            const timing = executorContext.task.timing;\n            await this.emitAiActProgress('plan_thinking', {\n              planIndex,\n              planLimit: replanningCycleLimit,\n              screenshot: planningUiContext.screenshot,\n            });\n\n            const actionSpace = this.getActionSpace();\n            debug(\n              'actionSpace for this interface is:',\n              actionSpace.map((action) => action.name).join(', '),\n            );\n            assert(Array.isArray(actionSpace), 'actionSpace must be an array');\n            if (actionSpace.length === 0) {\n              console.warn(\n                `ActionSpace for ${this.interface.interfaceType} is empty. This may lead to unexpected behavior.`,\n              );\n            }\n\n            const planImpl =\n              planningModel.adapter.planning.kind === 'custom'\n                ? planningModel.adapter.planning.planFn\n                : standardPlan;\n\n            let planResult: Awaited<ReturnType<typeof planImpl>>;\n            try {\n              const preparedUserPrompt = await getPreparedUserPrompt();\n\n              setTimingFieldOnce(timing, 'callAiStart');\n              planResult = await planImpl(preparedUserPrompt, {\n                context: planningUiContext,\n                actionContext: renderAIContext(aiActContext),\n                actionSpace,\n                modelRuntime: planningModel,\n                conversationHistory,\n                includeLocateInPlanning,\n                imagesIncludeCount,\n                effort,\n                abortSignal,\n              });\n            } catch (planError) {\n              if (planError instanceof AIResponseParseError) {\n                // Record usage and rawResponse even when parsing fails\n                executorContext.task.usage = withUsageIntent(\n                  planError.usage,\n                  'planning',\n                );\n                executorContext.task.log = {\n                  ...(executorContext.task.log || {}),\n                  rawResponse: planError.rawResponse,\n                  rawAssistantOutput: planError.rawAssistantOutput,\n                };\n              }\n              await this.emitAiActProgress('plan_failed', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                error: errorMessageForAiAct(planError),\n              });\n              throw planError;\n            } finally {\n              setTimingFieldOnce(timing, 'callAiEnd');\n            }\n            debug('planResult', JSON.stringify(planResult, null, 2));\n\n            const {\n              actions,\n              thought,\n              log,\n              memory,\n              error,\n              usage,\n              rawResponse,\n              rawAssistantOutput,\n              reasoning_content,\n              finalizeSuccess,\n              finalizeMessage,\n              updateSubGoals,\n              markFinishedIndexes,\n            } = planResult;\n            outputString = finalizeMessage;\n\n            executorContext.task.log = {\n              ...(executorContext.task.log || {}),\n              rawResponse,\n              rawAssistantOutput,\n            };\n            executorContext.task.usage = withUsageIntent(usage, 'planning');\n            executorContext.task.reasoning_content = reasoning_content;\n            executorContext.task.output = {\n              actions: actions || [],\n              log,\n              thought,\n              memory,\n              yamlFlow: planResult.yamlFlow,\n              output: finalizeMessage,\n              shouldContinuePlanning: planResult.shouldContinuePlanning,\n              updateSubGoals,\n              markFinishedIndexes,\n            };\n            executorContext.uiContext = planningUiContext;\n\n            // Forward the raw in-progress reasoning the model produced; the\n            // consumer decides which field to surface and how to format it.\n            // `finalizeMessage` is intentionally left for the `complete` event.\n            if (log || thought) {\n              await this.emitAiActProgress('plan_planned', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                ...(log ? { log } : {}),\n                ...(thought ? { thought } : {}),\n              });\n            }\n\n            if (error) {\n              const errorMessage = `Failed to continue: ${error}\\n${log || ''}`;\n              await this.emitAiActProgress('plan_failed', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                error: errorMessage,\n              });\n            }\n\n            assert(!error, `Failed to continue: ${error}\\n${log || ''}`);\n\n            // Check if task was finalized with failure\n            if (finalizeSuccess === false) {\n              const errorMessage = `Task failed: ${finalizeMessage || 'No error message provided'}\\n${log || ''}`;\n              await this.emitAiActProgress('plan_failed', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                error: errorMessage,\n              });\n              assert(false, errorMessage);\n            }\n\n            return {\n              cache: {\n                hit: false,\n              },\n            } as any;\n          },\n        },\n        {\n          allowWhenError: true,\n        },\n      );\n\n      const planResult = result?.output as PlanningAIResponse | undefined;\n      latestPlanResult = planResult;\n\n      // Execute planned actions\n      const plans = planResult?.actions || [];\n      yamlFlow.push(...(planResult?.yamlFlow || []));\n\n      let executables: Awaited<ReturnType<typeof this.convertPlanToExecutable>>;\n      try {\n        executables = await this.convertPlanToExecutable(\n          plans,\n          planningModel,\n          defaultModel,\n          {\n            cacheable,\n            deepLocate,\n            abortSignal,\n          },\n        );\n      } catch (error) {\n        return appendFailedPlan(\n          `Error converting plans to executable tasks: ${errorMessageForAiAct(error)}, plans: ${JSON.stringify(\n            plans,\n          )}`,\n          planIndex,\n        );\n      }\n      if (conversationHistory.pendingFeedbackMessage) {\n        console.warn(\n          'unconsumed pending feedback message detected, this may lead to unexpected planning result:',\n          conversationHistory.pendingFeedbackMessage,\n        );\n      }\n\n      // Capture the time context for the next planning call before running.\n      const initialTimeString = await this.getTimeString();\n\n      const taskCountBeforeRun = runner.tasks.length;\n      // Scope a reporter to this replanning round so native task events from the\n      // runner are mapped to aiAct progress with the right plan context; cleared\n      // in `finally` so events fired between batches are ignored.\n      activeActionReporter = createAiActActionReporter(\n        planIndex,\n        replanningCycleLimit,\n        (phase, data) => this.emitAiActProgress(phase, data),\n      );\n      try {\n        await session.appendAndRun(executables.tasks);\n        this.setPendingFeedbackMessage(\n          conversationHistory,\n          initialTimeString,\n          this.collectPlanningFeedback(runner.tasks.slice(taskCountBeforeRun)),\n        );\n      } catch (error: any) {\n        // A completed action must not be replayed because readiness failed.\n        if (isActionReadinessError(error)) throw error;\n        // errorFlag = true;\n        errorCountInOnePlanningLoop++;\n        const timeString = await this.getTimeString();\n        this.setPendingFeedbackMessage(\n          conversationHistory,\n          timeString,\n          `Error executing running tasks: ${error?.message || String(error)}`,\n        );\n        debug(\n          'error when executing running tasks, but continue to run if it is not too many errors:',\n          error instanceof Error ? error.message : String(error),\n          'current error count in one planning loop:',\n          errorCountInOnePlanningLoop,\n        );\n      } finally {\n        activeActionReporter = undefined;\n      }\n\n      if (errorCountInOnePlanningLoop > maxErrorCountAllowedInOnePlanningLoop) {\n        return appendFailedPlan(\n          'Too many errors in one planning loop',\n          planIndex,\n        );\n      }\n\n      // Check abort signal after executing actions\n      if (abortSignal?.aborted) {\n        return appendFailedPlan(\n          `Task aborted: ${abortSignal.reason || 'abort signal received'}`,\n          planIndex,\n        );\n      }\n\n      // // Check if task is complete\n      if (!planResult?.shouldContinuePlanning) {\n        break;\n      }\n\n      // We are about to replan, which means the batch we just ran did not finish\n      // the task. Any locate task in that batch that was served from cache\n      // produced an element that failed to complete the step (the action threw,\n      // or it clicked the wrong element and the goal was not reached). Mark those\n      // cache entries stale so the re-locate of the same prompt replaces them in\n      // place instead of appending a poisoning duplicate that would be matched\n      // first on the next run (#2529).\n      this.invalidateFailedCacheHitLocates(runner, taskCountBeforeRun);\n\n      // Increment replan count for next iteration\n      ++replanCount;\n\n      if (replanCount > replanningCycleLimit) {\n        const errorMsg = `Replanned ${replanningCycleLimit} times, exceeding the limit. Please configure a larger value for replanningCycleLimit (or use MIDSCENE_REPLANNING_CYCLE_LIMIT) to handle more complex tasks.`;\n        return appendFailedPlan(errorMsg, planIndex);\n      }\n\n      if (!conversationHistory.pendingFeedbackMessage) {\n        const timeString = await this.getTimeString();\n        conversationHistory.pendingFeedbackMessage = `Time: ${timeString}, I have finished the action previously planned.`;\n      }\n    }\n\n    // Carry the raw final text; the consumer formats it. `outputString` is the\n    // model's finalize message, with the latest plan's log/thought as fallback\n    // context for consumers that want to show why the run completed.\n    await this.emitAiActProgress('complete', {\n      planIndex: latestPlanIndex,\n      planLimit: replanningCycleLimit,\n      ...((outputString ?? latestPlanResult?.output)\n        ? { output: outputString ?? latestPlanResult?.output }\n        : {}),\n      ...(latestPlanResult?.log ? { log: latestPlanResult.log } : {}),\n      ...(latestPlanResult?.thought\n        ? { thought: latestPlanResult.thought }\n        : {}),\n    });\n\n    return {\n      output: {\n        yamlFlow,\n        output: outputString,\n      },\n      runner,\n    };\n  }\n\n  private createTypeQueryTask(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert' | 'WaitFor',\n    demand: ServiceExtractParam,\n    modelRuntime: ModelRuntime,\n    opt?: ServiceExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n    executionOptions?: {\n      abortSignal?: AbortSignal;\n    },\n  ) {\n    const queryTask: ExecutionTaskInsightQueryApply = {\n      type: 'Insight',\n      subType: type,\n      param: {\n        domIncluded: opt?.domIncluded,\n        ...(opt?.context !== undefined ? { context: opt.context } : {}),\n        dataDemand: multimodalPrompt\n          ? ({\n              demand,\n              multimodalPrompt,\n            } as never)\n          : demand, // for user param presentation in report right sidebar\n      },\n      executor: async (taskContext) => {\n        const { task } = taskContext;\n        let queryDump: ServiceDump | undefined;\n        const applyDump = (dump: ServiceDump) => {\n          queryDump = dump;\n          task.log = {\n            dump,\n            rawResponse: dump.taskInfo?.rawResponse,\n            rawAssistantOutput: dump.taskInfo?.rawAssistantOutput,\n            searchAreaRawChoiceMessage:\n              dump.taskInfo?.searchAreaRawChoiceMessage,\n          };\n          task.usage = withUsageIntent(dump.taskInfo?.usage, 'insight');\n          if (dump.taskInfo?.reasoning_content) {\n            task.reasoning_content = dump.taskInfo.reasoning_content;\n          }\n        };\n\n        // Get context for query operations\n        const uiContext = taskContext.uiContext;\n        assert(uiContext, 'uiContext is required for Query task');\n\n        const ifTypeRestricted = type !== 'Query';\n        let demandInput = demand;\n        let keyOfResult = 'result';\n        if (ifTypeRestricted && (type === 'Assert' || type === 'WaitFor')) {\n          keyOfResult = 'StatementIsTruthy';\n          demandInput = {\n            [keyOfResult]: buildTypeQueryDemandValue(type, demand),\n          };\n        } else if (ifTypeRestricted) {\n          keyOfResult = type;\n          demandInput = {\n            [keyOfResult]: buildTypeQueryDemandValue(type, demand),\n          };\n        }\n\n        let extractResult;\n\n        let extraPageDescription = '';\n        if (opt?.domIncluded && this.interface.getElementsNodeTree) {\n          debug('appending tree info for page');\n          const tree = await this.interface.getElementsNodeTree();\n          extraPageDescription = await descriptionOfTree(\n            tree,\n            200,\n            false,\n            opt?.domIncluded === 'visible-only',\n          );\n        }\n\n        try {\n          extractResult = await this.service.extract<any>(\n            demandInput,\n            modelRuntime,\n            opt,\n            extraPageDescription,\n            multimodalPrompt,\n            uiContext,\n            {\n              ...executionOptions,\n              abortSignal: executionOptions?.abortSignal ?? taskContext.signal,\n            },\n          );\n        } catch (error) {\n          if (error instanceof ServiceError) {\n            applyDump(error.dump);\n          }\n          throw error;\n        } finally {\n          // Surface the captured screenshot sequence in the report, then release\n          // it from the UIContext so its base64 is not retained twice.\n          recordAndReleaseScreenshotSequence(task, uiContext);\n        }\n\n        const { data, thought, dump } = extractResult;\n        applyDump(dump);\n\n        let outputResult = data;\n        if (ifTypeRestricted) {\n          // If AI returned a plain string instead of structured format, use it directly\n          if (typeof data === 'string') {\n            outputResult = data;\n          } else if (type === 'WaitFor') {\n            if (data === null || data === undefined) {\n              outputResult = false;\n            } else {\n              outputResult = (data as any)[keyOfResult];\n            }\n          } else if (data === null || data === undefined) {\n            outputResult = null;\n          } else {\n            // AI model may return {result: ...} instead of {[keyOfResult]: ...}\n            if (data?.[keyOfResult] !== undefined) {\n              outputResult = (data as any)[keyOfResult];\n            } else if (data?.result !== undefined) {\n              outputResult = (data as any).result;\n            } else {\n              assert(false, 'No result in query data');\n            }\n          }\n        }\n\n        // Keep assertion failures in the task result so TaskRunner can persist\n        // the model dump before aiAssert turns the result into a thrown error.\n        if (type === 'Assert') {\n          outputResult = Boolean(outputResult);\n        }\n\n        return {\n          output: outputResult,\n          log: queryDump,\n          thought,\n        };\n      },\n    };\n\n    return queryTask;\n  }\n  async createTypeQueryExecution<T>(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert',\n    demand: ServiceExtractParam,\n    modelRuntime: ModelRuntime,\n    opt?: ServiceExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n    executionOptions?: {\n      abortSignal?: AbortSignal;\n      uiContext?: UIContext;\n    },\n  ): Promise<ExecutionResult<T>> {\n    const abortSignal =\n      executionOptions?.abortSignal ?? this.getAbortSignal?.();\n    abortSignal?.throwIfAborted();\n    const session = this.createExecutionSession(\n      taskTitleStr(\n        type,\n        typeof demand === 'string' ? demand : JSON.stringify(demand),\n      ),\n      {\n        ...(executionOptions?.uiContext\n          ? { uiContext: executionOptions.uiContext }\n          : {}),\n        referenceImages: multimodalPrompt?.images,\n        abortSignal,\n      },\n    );\n\n    const runner = session.getRunner();\n    const executionModelRuntime = { ...modelRuntime, executionId: runner.id };\n    const queryTask = await this.createTypeQueryTask(\n      type,\n      demand,\n      executionModelRuntime,\n      opt,\n      multimodalPrompt,\n      { ...executionOptions, abortSignal },\n    );\n\n    const result = await session.appendAndRun(queryTask);\n\n    if (!result) {\n      throw new Error(\n        'result of taskExecutor.flush() is undefined in function createTypeQueryTask',\n      );\n    }\n\n    const { output, thought } = result;\n\n    return {\n      output,\n      thought,\n      runner,\n    };\n  }\n\n  async waitFor(\n    assertion: TUserPrompt,\n    opt: PlanningActionParamWaitFor,\n    modelRuntime: ModelRuntime,\n  ): Promise<ExecutionResult<void>> {\n    const abortSignal = this.getAbortSignal?.();\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n\n    const description = `waitFor: ${textPrompt}`;\n    const session = this.createExecutionSession(\n      taskTitleStr('WaitFor', description),\n      { referenceImages: multimodalPrompt?.images, abortSignal },\n    );\n    const runner = session.getRunner();\n    const executionModelRuntime = { ...modelRuntime, executionId: runner.id };\n    const {\n      timeoutMs,\n      checkIntervalMs,\n      domIncluded,\n      screenshotIncluded,\n      ...restOpt\n    } = opt;\n    const serviceExtractOpt: ServiceExtractOption = {\n      domIncluded,\n      screenshotIncluded,\n      ...restOpt,\n    };\n\n    assert(assertion, 'No assertion for waitFor');\n    assert(timeoutMs, 'No timeoutMs for waitFor');\n    assert(checkIntervalMs, 'No checkIntervalMs for waitFor');\n\n    assert(\n      checkIntervalMs <= timeoutMs,\n      `wrong config for waitFor: checkIntervalMs must be less than timeoutMs, config: {checkIntervalMs: ${checkIntervalMs}, timeoutMs: ${timeoutMs}}`,\n    );\n\n    const overallStartTime = Date.now();\n    let lastCheckStart = overallStartTime;\n    let errorThought = '';\n    // Continue checking as long as the previous iteration began within the timeout window.\n    while (lastCheckStart - overallStartTime <= timeoutMs) {\n      const currentCheckStart = Date.now();\n      lastCheckStart = currentCheckStart;\n      abortSignal?.throwIfAborted();\n      const queryTask = await this.createTypeQueryTask(\n        'WaitFor',\n        textPrompt,\n        executionModelRuntime,\n        serviceExtractOpt,\n        multimodalPrompt,\n        { abortSignal },\n      );\n\n      const result = (await session.appendAndRun(queryTask)) as\n        | {\n            output: boolean;\n            thought?: string;\n          }\n        | undefined;\n\n      if (result?.output) {\n        return {\n          output: undefined,\n          runner,\n        };\n      }\n\n      errorThought =\n        result?.thought ||\n        (!result && `No result from assertion: ${textPrompt}`) ||\n        `unknown error when waiting for assertion: ${textPrompt}`;\n      const now = Date.now();\n      if (now - currentCheckStart < checkIntervalMs) {\n        const elapsed = now - currentCheckStart;\n        const timeRemaining = checkIntervalMs - elapsed;\n        const thought = `Check interval is ${checkIntervalMs}ms, ${elapsed}ms elapsed since last check, sleeping for ${timeRemaining}ms`;\n        const { tasks: sleepTasks } = await this.convertPlanToExecutable(\n          [{ type: 'Sleep', param: { timeMs: timeRemaining }, thought }],\n          modelRuntime,\n          modelRuntime,\n          { abortSignal },\n        );\n        if (sleepTasks[0]) {\n          await session.appendAndRun(sleepTasks[0]);\n        }\n      }\n    }\n\n    return session.appendErrorPlan(`waitFor timeout: ${errorThought}`);\n  }\n}\n/**\n * Surface a captured screenshot sequence in the report timeline, then release\n * it from the UIContext.\n *\n * When a UIObservation insight runs, the observed frames live on\n * `uiContext.screenshotSequence` only as a transient model input. This attaches\n * them to the task recorder so the report renders the full sequence the model\n * saw (the report timeline builds one screenshot per recorder item), then drops\n * the field from the UIContext so its base64 is not retained twice for the\n * lifetime of the dump.\n *\n * The last frame is the representative `uiContext.screenshot`, already shown in\n * the report, so only the earlier frames are recorded to avoid duplication.\n * Observed frames are PREPENDED to `task.recorder` (rather than appended) so\n * array order matches chronological order — they were captured before the\n * assertion's before/after screenshots.\n */\nexport function recordAndReleaseScreenshotSequence(\n  task: ExecutionTask,\n  uiContext: UIContext | undefined,\n): void {\n  const frames = uiContext?.screenshotSequence;\n  if (frames && frames.length > 1) {\n    const recorderItems: ExecutionRecorderItem[] = [];\n    for (let i = 0; i < frames.length - 1; i++) {\n      const frame = frames[i];\n      recorderItems.push({\n        type: 'screenshot',\n        ts: frame.capturedAt,\n        screenshot: frame,\n        description: `Observed frame ${i + 1}/${frames.length}`,\n        timing: 'observed-frame',\n      });\n    }\n    // Prepend observed frames so they appear before the task's own\n    // before/after screenshots in array order. Observed frames have earlier\n    // timestamps than the assertion task itself, so this keeps array order\n    // aligned with chronological order for consumers that iterate in-place.\n    task.recorder = task.recorder\n      ? [...recorderItems, ...task.recorder]\n      : recorderItems;\n  }\n  if (uiContext?.screenshotSequence) {\n    uiContext.screenshotSequence = undefined;\n  }\n}\n"],"names":["debug","getDebug","warnLog","maxErrorCountAllowedInOnePlanningLoop","maxPlanningFeedbackLength","truncatePlanningFeedback","feedback","requestedLimit","limit","Number","Math","TaskExecutor","title","options","ExecutionSession","signal","Promise","runner","error","scope","phase","data","aiActProgressScope","conversationHistory","timeString","body","tasks","feedbackMessages","planningFeedback","planningFeedbackMaxLength","undefined","format","getReadableTimeString","plans","planningModel","defaultModel","userInstruction","yamlString","reportOptions","session","taskTitleStr","userPromptToString","userPromptToMultimodalPrompt","task","executorContext","uiContext","assert","ms","abortSignal","action","defineActionSleep","setTimingFieldOnce","executionPlanningModel","executionDefaultModel","result","output","userPrompt","aiActContext","cacheable","replanningCycleLimitOverride","effort","fileChooserAccept","deepLocate","withFileChooser","fromIndex","i","prompt","ConversationHistory","promptDisplay","activeActionReporter","event","noIndividualLocateModel","includeLocateInPlanning","imagesIncludeCount","replanCount","yamlFlow","replanningCycleLimit","Error","appendFailedPlan","errorMsg","planIndex","errorCountInOnePlanningLoop","outputString","latestPlanResult","latestPlanIndex","getPreparedUserPrompt","promise","prepareUserPrompt","subGoalStatus","memoriesStatus","planningUiContext","timing","actionSpace","Array","console","planImpl","standardPlan","planResult","preparedUserPrompt","renderAIContext","planError","AIResponseParseError","withUsageIntent","errorMessageForAiAct","JSON","actions","thought","log","memory","usage","rawResponse","rawAssistantOutput","reasoning_content","finalizeSuccess","finalizeMessage","updateSubGoals","markFinishedIndexes","errorMessage","executables","initialTimeString","taskCountBeforeRun","createAiActActionReporter","isActionReadinessError","String","type","demand","modelRuntime","opt","multimodalPrompt","executionOptions","queryTask","taskContext","queryDump","applyDump","dump","ifTypeRestricted","demandInput","keyOfResult","buildTypeQueryDemandValue","extractResult","extraPageDescription","tree","descriptionOfTree","ServiceError","recordAndReleaseScreenshotSequence","outputResult","Boolean","executionModelRuntime","assertion","textPrompt","parsePrompt","description","timeoutMs","checkIntervalMs","domIncluded","screenshotIncluded","restOpt","serviceExtractOpt","overallStartTime","Date","lastCheckStart","errorThought","currentCheckStart","now","elapsed","timeRemaining","sleepTasks","interfaceInstance","service","opts","TaskBuilder","frames","recorderItems","frame"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsFA,MAAMA,QAAQC,SAAS;AACvB,MAAMC,UAAUD,SAAS,wBAAwB;IAAE,SAAS;AAAK;AACjE,MAAME,wCAAwC;AAK9C,MAAMC,4BAA4B;AAElC,SAASC,yBACPC,QAAgB,EAChBC,cAAqC;IAErC,IAAIA,AAAmB,gBAAnBA,gBACF,OAAOD;IAET,MAAME,QACJD,kBAAkBE,OAAO,QAAQ,CAACF,mBAAmBA,iBAAiB,IAClEG,KAAK,KAAK,CAACH,kBACXH;IACN,IAAIE,SAAS,MAAM,IAAIE,OACrB,OAAOF;IAGT,OAAO,GAAGA,SAAS,KAAK,CAAC,GAAGE,OAAO;eACtB,EAAEF,SAAS,MAAM,GAAGE,MAAM,iBAAiB,CAAC;AAC3D;AAKO,MAAMG;IAuBX,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS;IACvB;IAuCQ,uBACNC,KAAa,EACbC,OAUC,EACD;QACA,OAAO,IAAIC,iBACTF,OACA,CAACG,SACCF,SAAS,YACLG,QAAQ,OAAO,CAACH,QAAQ,SAAS,IACjCG,QAAQ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACD,UACtD;YACE,aAAaF,SAAS,eAAe,IAAI,CAAC,cAAc;YACxD,aAAa,IAAI,CAAC,mBAAmB;YACrC,OAAOA,SAAS;YAChB,iBAAiBA,SAAS;YAC1B,kBAAkB,OAAOI,QAAQC;gBAC/B,MAAM,IAAI,CAAC,KAAK,EAAE,mBAAmBD,QAAQC;gBAC7C,MAAML,SAAS,mBAAmBI,QAAQC;YAC5C;YACA,GAAIL,SAAS,cAAc;gBAAE,aAAaA,QAAQ,WAAW;YAAC,IAAI,CAAC,CAAC;QACtE;IAEJ;IAEQ,iBAAiC;QACvC,OAAO,IAAI,CAAC,mBAAmB;IACjC;IAQA,MAAc,aACZM,KAAa,EACbC,KAAa,EACbC,IAAa,EACE;QACf,MAAM,IAAI,CAAC,KAAK,EAAE,aAAaF,OAAOC,OAAOC;IAC/C;IAOQ,kBACND,KAAyB,EACzBC,IAAuB,EACR;QACf,OAAO,IAAI,CAAC,YAAY,CAACC,oBAAoBF,OAAOC;IACtD;IASQ,0BACNE,mBAAwC,EACxCC,UAAkB,EAClBC,IAAa,EACb;QACAF,oBAAoB,sBAAsB,GAAGE,OACzC,CAAC,MAAM,EAAED,WAAW,EAAE,EAAEC,MAAM,GAC9B,CAAC,cAAc,EAAED,YAAY;IACnC;IAMQ,wBAAwBE,KAAsB,EAAsB;QAC1E,MAAMC,mBAAmBD,MAAM,OAAO,CACpC,CAAC,EAAEE,gBAAgB,EAAEC,yBAAyB,EAAE,GAC9CD,mBACI;gBACEvB,yBACEuB,kBACAC;aAEH,GACD,EAAE;QAEV,OAAOF,iBAAiB,MAAM,GAAG,IAC7BA,iBAAiB,IAAI,CAAC,UACtBG;IACN;IASA,MAAc,cAAcC,MAAe,EAAmB;QAC5D,IAAI,IAAI,CAAC,aAAa,EACpB,IAAI,IAAI,CAAC,SAAS,CAAC,wBAAwB,EACzC,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,wBAAwB,CAACA;QACvD,EAAE,OAAOb,OAAO;YACdhB,QACE,CAAC,gEAAgE,EAAEgB,OAAO;QAE9E;aAEAhB,QACE;QAKN,OAAO8B,sBAAsBD;IAC/B;IAEA,MAAa,wBACXE,KAAuB,EACvBC,aAA2B,EAC3BC,YAA0B,EAC1BtB,OAIC,EACD;QACA,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAACoB,OAAOC,eAAeC,cAActB;IACpE;IAEA,MAAM,uBACJuB,eAA4B,EAC5BC,UAAkB,EAClBC,aAAmC,EACnC;QACA,MAAMC,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aACEF,eAAe,QAAQ,OACvBA,eAAe,UAAUG,mBAAmBL,mBAE9C;YACE,iBAAiBM,6BAA6BN,kBAAkB;QAClE;QAGF,MAAMO,OAAmC;YACvC,MAAM;YACN,SAAS;YACT,OAAO;gBACLP;gBACA,GAAIE,eAAe,SACf;oBAAE,wBAAwBA,cAAc,MAAM;gBAAC,IAC/C,CAAC,CAAC;YACR;YACA,UAAU,OAAOM;gBACf,MAAM,EAAEC,SAAS,EAAE,GAAGD;gBACtBE,OAAOD,WAAW;gBAClB,OAAO;oBACL,QAAQ;wBACN,SAAS,EAAE;wBACX,wBAAwB;wBACxB,KAAK;wBACLR;oBACF;oBACA,OAAO;wBACL,KAAK;oBACP;oBACA,OAAO;wBACL,MAAM;wBACN,SAAS;4BACPA;wBACF;oBACF;gBACF;YACF;QACF;QACA,MAAMpB,SAASsB,QAAQ,SAAS;QAChC,MAAMA,QAAQ,YAAY,CAACI;QAE3B,OAAO;YACL1B;QACF;IACF;IAEA,MAAM,MAAM8B,EAAU,EAAEC,WAAyB,EAAiB;QAChEA,gBAAgB,IAAI,CAAC,cAAc;QACnC,MAAMT,UAAU,IAAI,CAAC,sBAAsB,CAAC,SAAS;YAAES;QAAY;QACnE,MAAMC,SAASC,kBAAkBF;QACjC,MAAMT,QAAQ,YAAY,CAAC;YACzB,MAAM;YACN,SAASU,OAAO,IAAI;YACpB,OAAO;gBAAE,QAAQF;YAAG;YACpB,UAAU,OAAO,EAAEJ,IAAI,EAAE;gBACvBG,OACErC,OAAO,QAAQ,CAACsC,OAAOA,KAAK,GAC5B,CAAC,6DAA6D,EAAEA,IAAI;gBAEtEI,mBAAmBR,KAAK,MAAM,EAAE;gBAChC,IAAI;oBACF,MAAMM,OAAO,IAAI,CAAC;wBAAE,QAAQF;oBAAG;gBACjC,SAAU;oBACRI,mBAAmBR,KAAK,MAAM,EAAE;gBAClC;YACF;QACF;IACF;IAEA,MAAM,SACJ/B,KAAa,EACbqB,KAAuB,EACvBC,aAA2B,EAC3BC,YAA0B,EAC1BtB,OAA8D,EACpC;QAC1B,MAAMmC,cAAcnC,SAAS,eAAe,IAAI,CAAC,cAAc;QAC/D,MAAM0B,UAAU,IAAI,CAAC,sBAAsB,CAAC3B,OAAO;YACjD,GAAGC,OAAO;YACVmC;QACF;QACA,MAAM/B,SAASsB,QAAQ,SAAS;QAChC,MAAMa,yBAAyB;YAAE,GAAGlB,aAAa;YAAE,aAAajB,OAAO,EAAE;QAAC;QAC1E,MAAMoC,wBAAwB;YAAE,GAAGlB,YAAY;YAAE,aAAalB,OAAO,EAAE;QAAC;QACxE,MAAM,EAAES,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAClDO,OACAmB,wBACAC,uBACA;YAAEL;QAAY;QAEhB,MAAMM,SAAS,MAAMf,QAAQ,YAAY,CAACb;QAC1C,MAAM,EAAE6B,MAAM,EAAE,GAAGD,UAAU,CAAC;QAC9B,OAAO;YACLC;YACAtC;QACF;IACF;IAEA,MAAM,OACJuC,UAAuB,EACvBtB,aAA2B,EAC3BC,YAA0B,EAC1BsB,YAAqB,EACrBC,SAAmB,EACnBC,4BAAqC,EACrCC,SAAsB,SAAS,EAC/BC,iBAA4B,EAC5BC,UAAoB,EACpBd,WAAyB,EACzBV,aAAmC,EASnC;QACAU,aAAa;QACb,OAAOe,gBAAgB,IAAI,CAAC,SAAS,EAAEF,mBAAmB,UACjD,IAAI,CAAC,SAAS,CACnBL,YACAtB,eACAC,cACAsB,cACAC,WACAC,8BACAC,QACAE,YACAd,aACAV;IAGN;IAcQ,gCACNrB,MAAkB,EAClB+C,SAAiB,EACjB;QACA,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB;QAEF,IAAK,IAAIC,IAAID,WAAWC,IAAIhD,OAAO,KAAK,CAAC,MAAM,EAAEgD,IAAK;YACpD,MAAMtB,OAAO1B,OAAO,KAAK,CAACgD,EAAE;YAC5B,IACEtB,AAAc,eAAdA,KAAK,IAAI,IACTA,AAAiB,aAAjBA,KAAK,OAAO,IACZA,KAAK,KAAK,EAAE,SAAS,SACrB;gBACA,MAAMuB,SAAUvB,KAAK,KAAK,EAAsC;gBAChE,IAAIuB,QACF,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAACA;YAExC;QACF;IACF;IAEA,MAAc,UACZV,UAAuB,EACvBtB,aAA2B,EAC3BC,YAA0B,EAC1BsB,YAAqB,EACrBC,SAAmB,EACnBC,4BAAqC,EACrCC,SAAsB,SAAS,EAC/BE,UAAoB,EACpBd,WAAyB,EACzBV,aAAmC,EASnC;QACAU,gBAAgB,IAAI,CAAC,cAAc;QACnC,MAAMzB,sBAAsB,IAAI4C;QAChC,MAAMC,gBACJ9B,eAAe,UAAUG,mBAAmBe;QAM9C,IAAIa;QAIJ,MAAM9B,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aAAaF,eAAe,QAAQ,OAAO8B,gBAC3C;YACEpB;YACA,iBAAiBN,6BAA6Bc,aAAa;YAC3D,aAAa,OAAOc;gBAClB,MAAMD,uBAAuBC;YAC/B;QACF;QAEF,MAAMrD,SAASsB,QAAQ,SAAS;QAChCL,gBAAgB;YAAE,GAAGA,aAAa;YAAE,aAAajB,OAAO,EAAE;QAAC;QAC3DkB,eAAe;YAAE,GAAGA,YAAY;YAAE,aAAalB,OAAO,EAAE;QAAC;QAEzD,MAAMsD,0BAA0BrC,AAA8B,cAA9BA,cAAc,MAAM,CAAC,IAAI;QACzD,MAAMsC,0BACJZ,AAAW,gBAAXA,UAA0BW;QAC5B,MAAME,qBAAqBb,AAAW,gBAAXA,SAAyB,IAAI;QAExD5D,MAAM,sCAAsCwE,yBAAyB;YACnEZ;YACAW;QACF;QAEA,IAAIG,cAAc;QAClB,MAAMC,WAAmC,EAAE;QAC3C,MAAMC,uBACJjB,gCAAgC,IAAI,CAAC,oBAAoB;QAC3D,IAAIiB,AAAyB9C,WAAzB8C,sBACF,MAAM,IAAIC,MACR;QAIJ,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS;YACpC,QAAQT;YACR,WAAWQ;QACb;QAEA,MAAME,mBAAmB,OACvBC,UACAC;YAKA,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU;gBACrC,GAAIA,YAAY;oBAAEA;gBAAU,IAAI,CAAC,CAAC;gBAClC,WAAWJ;gBACX,OAAOG;YACT;YACA,OAAOxC,QAAQ,eAAe,CAACwC;QACjC;QAEA,IAAIE,8BAA8B;QAClC,IAAIC;QACJ,IAAIC;QACJ,IAAIC,kBAAkB;QAEtB,IAAIpC,aAAa,SACf,OAAO8B,iBACL,CAAC,cAAc,EAAE9B,YAAY,MAAM,IAAI,yBAAyB;QAGpE,MAAMqC,wBAAyB,AAAC;YAC9B,IAAIC;YAEJ,OAAO;gBACLA,YAAYC,kBAAkB/B;gBAC9B,OAAO8B;YACT;QACF;QAGA,MAAO,KAAM;YACX,MAAMN,YAAYN,cAAc;YAChCU,kBAAkBJ;YAGlB,IAAIhC,aAAa,SACf,OAAO8B,iBACL,CAAC,cAAc,EAAE9B,YAAY,MAAM,IAAI,yBAAyB,EAChEgC;YAKJ,MAAMQ,gBAAgBjE,oBAAoB,cAAc,MAAMO;YAG9D,MAAM2D,iBAAiBlE,oBAAoB,cAAc,MAAMO;YAE/D,MAAMwB,SAAS,MAAMf,QAAQ,YAAY,CACvC;gBACE,MAAM;gBACN,SAAS;gBACT,OAAO;oBACL,iBAAiBiB;oBACjB,GAAIlB,eAAe,SACf;wBAAE,wBAAwBA,cAAc,MAAM;oBAAC,IAC/C,CAAC,CAAC;oBACNsC;oBACAnB;oBACAgB;oBACAb;oBACA,GAAI4B,gBAAgB;wBAAEA;oBAAc,IAAI,CAAC,CAAC;oBAC1C,GAAIC,iBAAiB;wBAAEA;oBAAe,IAAI,CAAC,CAAC;gBAC9C;gBACA,UAAU,OAAO7C;oBACf,MAAM,EAAEC,SAAS,EAAE,GAAGD;oBACtBE,OAAOD,WAAW;oBAClB,MAAM6C,oBAAoB7C;oBAC1B,MAAM8C,SAAS/C,gBAAgB,IAAI,CAAC,MAAM;oBAC1C,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB;wBAC5CoC;wBACA,WAAWJ;wBACX,YAAYc,kBAAkB,UAAU;oBAC1C;oBAEA,MAAME,cAAc,IAAI,CAAC,cAAc;oBACvC5F,MACE,sCACA4F,YAAY,GAAG,CAAC,CAAC3C,SAAWA,OAAO,IAAI,EAAE,IAAI,CAAC;oBAEhDH,OAAO+C,MAAM,OAAO,CAACD,cAAc;oBACnC,IAAIA,AAAuB,MAAvBA,YAAY,MAAM,EACpBE,QAAQ,IAAI,CACV,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,gDAAgD,CAAC;oBAIrG,MAAMC,WACJ7D,AAAwC,aAAxCA,cAAc,OAAO,CAAC,QAAQ,CAAC,IAAI,GAC/BA,cAAc,OAAO,CAAC,QAAQ,CAAC,MAAM,GACrC8D;oBAEN,IAAIC;oBACJ,IAAI;wBACF,MAAMC,qBAAqB,MAAMb;wBAEjClC,mBAAmBwC,QAAQ;wBAC3BM,aAAa,MAAMF,SAASG,oBAAoB;4BAC9C,SAASR;4BACT,eAAeS,gBAAgB1C;4BAC/BmC;4BACA,cAAc1D;4BACdX;4BACAiD;4BACAC;4BACAb;4BACAZ;wBACF;oBACF,EAAE,OAAOoD,WAAW;wBAClB,IAAIA,qBAAqBC,sBAAsB;4BAE7CzD,gBAAgB,IAAI,CAAC,KAAK,GAAG0D,gBAC3BF,UAAU,KAAK,EACf;4BAEFxD,gBAAgB,IAAI,CAAC,GAAG,GAAG;gCACzB,GAAIA,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gCAClC,aAAawD,UAAU,WAAW;gCAClC,oBAAoBA,UAAU,kBAAkB;4BAClD;wBACF;wBACA,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe;4BAC1CpB;4BACA,WAAWJ;4BACX,OAAO2B,qBAAqBH;wBAC9B;wBACA,MAAMA;oBACR,SAAU;wBACRjD,mBAAmBwC,QAAQ;oBAC7B;oBACA3F,MAAM,cAAcwG,KAAK,SAAS,CAACP,YAAY,MAAM;oBAErD,MAAM,EACJQ,OAAO,EACPC,OAAO,EACPC,GAAG,EACHC,MAAM,EACN1F,KAAK,EACL2F,KAAK,EACLC,WAAW,EACXC,kBAAkB,EAClBC,iBAAiB,EACjBC,eAAe,EACfC,eAAe,EACfC,cAAc,EACdC,mBAAmB,EACpB,GAAGnB;oBACJf,eAAegC;oBAEftE,gBAAgB,IAAI,CAAC,GAAG,GAAG;wBACzB,GAAIA,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;wBAClCkE;wBACAC;oBACF;oBACAnE,gBAAgB,IAAI,CAAC,KAAK,GAAG0D,gBAAgBO,OAAO;oBACpDjE,gBAAgB,IAAI,CAAC,iBAAiB,GAAGoE;oBACzCpE,gBAAgB,IAAI,CAAC,MAAM,GAAG;wBAC5B,SAAS6D,WAAW,EAAE;wBACtBE;wBACAD;wBACAE;wBACA,UAAUX,WAAW,QAAQ;wBAC7B,QAAQiB;wBACR,wBAAwBjB,WAAW,sBAAsB;wBACzDkB;wBACAC;oBACF;oBACAxE,gBAAgB,SAAS,GAAG8C;oBAK5B,IAAIiB,OAAOD,SACT,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB;wBAC3C1B;wBACA,WAAWJ;wBACX,GAAI+B,MAAM;4BAAEA;wBAAI,IAAI,CAAC,CAAC;wBACtB,GAAID,UAAU;4BAAEA;wBAAQ,IAAI,CAAC,CAAC;oBAChC;oBAGF,IAAIxF,OAAO;wBACT,MAAMmG,eAAe,CAAC,oBAAoB,EAAEnG,MAAM,EAAE,EAAEyF,OAAO,IAAI;wBACjE,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe;4BAC1C3B;4BACA,WAAWJ;4BACX,OAAOyC;wBACT;oBACF;oBAEAvE,OAAO,CAAC5B,OAAO,CAAC,oBAAoB,EAAEA,MAAM,EAAE,EAAEyF,OAAO,IAAI;oBAG3D,IAAIM,AAAoB,UAApBA,iBAA2B;wBAC7B,MAAMI,eAAe,CAAC,aAAa,EAAEH,mBAAmB,4BAA4B,EAAE,EAAEP,OAAO,IAAI;wBACnG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe;4BAC1C3B;4BACA,WAAWJ;4BACX,OAAOyC;wBACT;wBACAvE,OAAO,OAAOuE;oBAChB;oBAEA,OAAO;wBACL,OAAO;4BACL,KAAK;wBACP;oBACF;gBACF;YACF,GACA;gBACE,gBAAgB;YAClB;YAGF,MAAMpB,aAAa3C,QAAQ;YAC3B6B,mBAAmBc;YAGnB,MAAMhE,QAAQgE,YAAY,WAAW,EAAE;YACvCtB,SAAS,IAAI,IAAKsB,YAAY,YAAY,EAAE;YAE5C,IAAIqB;YACJ,IAAI;gBACFA,cAAc,MAAM,IAAI,CAAC,uBAAuB,CAC9CrF,OACAC,eACAC,cACA;oBACEuB;oBACAI;oBACAd;gBACF;YAEJ,EAAE,OAAO9B,OAAO;gBACd,OAAO4D,iBACL,CAAC,4CAA4C,EAAEyB,qBAAqBrF,OAAO,SAAS,EAAEsF,KAAK,SAAS,CAClGvE,QACC,EACH+C;YAEJ;YACA,IAAIzD,oBAAoB,sBAAsB,EAC5CuE,QAAQ,IAAI,CACV,8FACAvE,oBAAoB,sBAAsB;YAK9C,MAAMgG,oBAAoB,MAAM,IAAI,CAAC,aAAa;YAElD,MAAMC,qBAAqBvG,OAAO,KAAK,CAAC,MAAM;YAI9CoD,uBAAuBoD,0BACrBzC,WACAJ,sBACA,CAACxD,OAAOC,OAAS,IAAI,CAAC,iBAAiB,CAACD,OAAOC;YAEjD,IAAI;gBACF,MAAMkB,QAAQ,YAAY,CAAC+E,YAAY,KAAK;gBAC5C,IAAI,CAAC,yBAAyB,CAC5B/F,qBACAgG,mBACA,IAAI,CAAC,uBAAuB,CAACtG,OAAO,KAAK,CAAC,KAAK,CAACuG;YAEpD,EAAE,OAAOtG,OAAY;gBAEnB,IAAIwG,uBAAuBxG,QAAQ,MAAMA;gBAEzC+D;gBACA,MAAMzD,aAAa,MAAM,IAAI,CAAC,aAAa;gBAC3C,IAAI,CAAC,yBAAyB,CAC5BD,qBACAC,YACA,CAAC,+BAA+B,EAAEN,OAAO,WAAWyG,OAAOzG,QAAQ;gBAErElB,MACE,yFACAkB,iBAAiB2D,QAAQ3D,MAAM,OAAO,GAAGyG,OAAOzG,QAChD,6CACA+D;YAEJ,SAAU;gBACRZ,uBAAuBvC;YACzB;YAEA,IAAImD,8BAA8B9E,uCAChC,OAAO2E,iBACL,wCACAE;YAKJ,IAAIhC,aAAa,SACf,OAAO8B,iBACL,CAAC,cAAc,EAAE9B,YAAY,MAAM,IAAI,yBAAyB,EAChEgC;YAKJ,IAAI,CAACiB,YAAY,wBACf;YAUF,IAAI,CAAC,+BAA+B,CAAChF,QAAQuG;YAG7C,EAAE9C;YAEF,IAAIA,cAAcE,sBAAsB;gBACtC,MAAMG,WAAW,CAAC,UAAU,EAAEH,qBAAqB,4JAA4J,CAAC;gBAChN,OAAOE,iBAAiBC,UAAUC;YACpC;YAEA,IAAI,CAACzD,oBAAoB,sBAAsB,EAAE;gBAC/C,MAAMC,aAAa,MAAM,IAAI,CAAC,aAAa;gBAC3CD,oBAAoB,sBAAsB,GAAG,CAAC,MAAM,EAAEC,WAAW,gDAAgD,CAAC;YACpH;QACF;QAKA,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY;YACvC,WAAW4D;YACX,WAAWR;YACX,GAAKM,gBAAgBC,kBAAkB,SACnC;gBAAE,QAAQD,gBAAgBC,kBAAkB;YAAO,IACnD,CAAC,CAAC;YACN,GAAIA,kBAAkB,MAAM;gBAAE,KAAKA,iBAAiB,GAAG;YAAC,IAAI,CAAC,CAAC;YAC9D,GAAIA,kBAAkB,UAClB;gBAAE,SAASA,iBAAiB,OAAO;YAAC,IACpC,CAAC,CAAC;QACR;QAEA,OAAO;YACL,QAAQ;gBACNR;gBACA,QAAQO;YACV;YACAjE;QACF;IACF;IAEQ,oBACN2G,IAAsE,EACtEC,MAA2B,EAC3BC,YAA0B,EAC1BC,GAA0B,EAC1BC,gBAAoC,EACpCC,gBAEC,EACD;QACA,MAAMC,YAA4C;YAChD,MAAM;YACN,SAASN;YACT,OAAO;gBACL,aAAaG,KAAK;gBAClB,GAAIA,KAAK,YAAYjG,SAAY;oBAAE,SAASiG,IAAI,OAAO;gBAAC,IAAI,CAAC,CAAC;gBAC9D,YAAYC,mBACP;oBACCH;oBACAG;gBACF,IACAH;YACN;YACA,UAAU,OAAOM;gBACf,MAAM,EAAExF,IAAI,EAAE,GAAGwF;gBACjB,IAAIC;gBACJ,MAAMC,YAAY,CAACC;oBACjBF,YAAYE;oBACZ3F,KAAK,GAAG,GAAG;wBACT2F;wBACA,aAAaA,KAAK,QAAQ,EAAE;wBAC5B,oBAAoBA,KAAK,QAAQ,EAAE;wBACnC,4BACEA,KAAK,QAAQ,EAAE;oBACnB;oBACA3F,KAAK,KAAK,GAAG2D,gBAAgBgC,KAAK,QAAQ,EAAE,OAAO;oBACnD,IAAIA,KAAK,QAAQ,EAAE,mBACjB3F,KAAK,iBAAiB,GAAG2F,KAAK,QAAQ,CAAC,iBAAiB;gBAE5D;gBAGA,MAAMzF,YAAYsF,YAAY,SAAS;gBACvCrF,OAAOD,WAAW;gBAElB,MAAM0F,mBAAmBX,AAAS,YAATA;gBACzB,IAAIY,cAAcX;gBAClB,IAAIY,cAAc;gBAClB,IAAIF,oBAAqBX,CAAAA,AAAS,aAATA,QAAqBA,AAAS,cAATA,IAAiB,GAAI;oBACjEa,cAAc;oBACdD,cAAc;wBACZ,CAACC,YAAY,EAAEC,0BAA0Bd,MAAMC;oBACjD;gBACF,OAAO,IAAIU,kBAAkB;oBAC3BE,cAAcb;oBACdY,cAAc;wBACZ,CAACC,YAAY,EAAEC,0BAA0Bd,MAAMC;oBACjD;gBACF;gBAEA,IAAIc;gBAEJ,IAAIC,uBAAuB;gBAC3B,IAAIb,KAAK,eAAe,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE;oBAC1D/H,MAAM;oBACN,MAAM6I,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB;oBACrDD,uBAAuB,MAAME,kBAC3BD,MACA,KACA,OACAd,KAAK,gBAAgB;gBAEzB;gBAEA,IAAI;oBACFY,gBAAgB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CACxCH,aACAV,cACAC,KACAa,sBACAZ,kBACAnF,WACA;wBACE,GAAGoF,gBAAgB;wBACnB,aAAaA,kBAAkB,eAAeE,YAAY,MAAM;oBAClE;gBAEJ,EAAE,OAAOjH,OAAO;oBACd,IAAIA,iBAAiB6H,cACnBV,UAAUnH,MAAM,IAAI;oBAEtB,MAAMA;gBACR,SAAU;oBAGR8H,mCAAmCrG,MAAME;gBAC3C;gBAEA,MAAM,EAAExB,IAAI,EAAEqF,OAAO,EAAE4B,IAAI,EAAE,GAAGK;gBAChCN,UAAUC;gBAEV,IAAIW,eAAe5H;gBACnB,IAAIkH,kBAEF,IAAI,AAAgB,YAAhB,OAAOlH,MACT4H,eAAe5H;qBACV,IAAIuG,AAAS,cAATA,MAEPqB,eADE5H,QAAAA,OACa,QAECA,IAAY,CAACoH,YAAY;qBAEtC,IAAIpH,QAAAA,MACT4H,eAAe;qBAGf,IAAI5H,MAAM,CAACoH,YAAY,KAAK3G,QAC1BmH,eAAgB5H,IAAY,CAACoH,YAAY;qBACpC,IAAIpH,MAAM,WAAWS,QAC1BmH,eAAgB5H,KAAa,MAAM;qBAEnCyB,OAAO,OAAO;gBAOpB,IAAI8E,AAAS,aAATA,MACFqB,eAAeC,QAAQD;gBAGzB,OAAO;oBACL,QAAQA;oBACR,KAAKb;oBACL1B;gBACF;YACF;QACF;QAEA,OAAOwB;IACT;IACA,MAAM,yBACJN,IAA0D,EAC1DC,MAA2B,EAC3BC,YAA0B,EAC1BC,GAA0B,EAC1BC,gBAAoC,EACpCC,gBAGC,EAC4B;QAC7B,MAAMjF,cACJiF,kBAAkB,eAAe,IAAI,CAAC,cAAc;QACtDjF,aAAa;QACb,MAAMT,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aACEoF,MACA,AAAkB,YAAlB,OAAOC,SAAsBA,SAASrB,KAAK,SAAS,CAACqB,UAEvD;YACE,GAAII,kBAAkB,YAClB;gBAAE,WAAWA,iBAAiB,SAAS;YAAC,IACxC,CAAC,CAAC;YACN,iBAAiBD,kBAAkB;YACnChF;QACF;QAGF,MAAM/B,SAASsB,QAAQ,SAAS;QAChC,MAAM4G,wBAAwB;YAAE,GAAGrB,YAAY;YAAE,aAAa7G,OAAO,EAAE;QAAC;QACxE,MAAMiH,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9CN,MACAC,QACAsB,uBACApB,KACAC,kBACA;YAAE,GAAGC,gBAAgB;YAAEjF;QAAY;QAGrC,MAAMM,SAAS,MAAMf,QAAQ,YAAY,CAAC2F;QAE1C,IAAI,CAAC5E,QACH,MAAM,IAAIuB,MACR;QAIJ,MAAM,EAAEtB,MAAM,EAAEmD,OAAO,EAAE,GAAGpD;QAE5B,OAAO;YACLC;YACAmD;YACAzF;QACF;IACF;IAEA,MAAM,QACJmI,SAAsB,EACtBrB,GAA+B,EAC/BD,YAA0B,EACM;QAChC,MAAM9E,cAAc,IAAI,CAAC,cAAc;QACvC,MAAM,EAAEqG,UAAU,EAAErB,gBAAgB,EAAE,GAAGsB,YAAYF;QAErD,MAAMG,cAAc,CAAC,SAAS,EAAEF,YAAY;QAC5C,MAAM9G,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aAAa,WAAW+G,cACxB;YAAE,iBAAiBvB,kBAAkB;YAAQhF;QAAY;QAE3D,MAAM/B,SAASsB,QAAQ,SAAS;QAChC,MAAM4G,wBAAwB;YAAE,GAAGrB,YAAY;YAAE,aAAa7G,OAAO,EAAE;QAAC;QACxE,MAAM,EACJuI,SAAS,EACTC,eAAe,EACfC,WAAW,EACXC,kBAAkB,EAClB,GAAGC,SACJ,GAAG7B;QACJ,MAAM8B,oBAA0C;YAC9CH;YACAC;YACA,GAAGC,OAAO;QACZ;QAEA9G,OAAOsG,WAAW;QAClBtG,OAAO0G,WAAW;QAClB1G,OAAO2G,iBAAiB;QAExB3G,OACE2G,mBAAmBD,WACnB,CAAC,iGAAiG,EAAEC,gBAAgB,aAAa,EAAED,UAAU,CAAC,CAAC;QAGjJ,MAAMM,mBAAmBC,KAAK,GAAG;QACjC,IAAIC,iBAAiBF;QACrB,IAAIG,eAAe;QAEnB,MAAOD,iBAAiBF,oBAAoBN,UAAW;YACrD,MAAMU,oBAAoBH,KAAK,GAAG;YAClCC,iBAAiBE;YACjBlH,aAAa;YACb,MAAMkF,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9C,WACAmB,YACAF,uBACAU,mBACA7B,kBACA;gBAAEhF;YAAY;YAGhB,MAAMM,SAAU,MAAMf,QAAQ,YAAY,CAAC2F;YAO3C,IAAI5E,QAAQ,QACV,OAAO;gBACL,QAAQxB;gBACRb;YACF;YAGFgJ,eACE3G,QAAQ,WACP,CAACA,UAAU,CAAC,0BAA0B,EAAE+F,YAAY,IACrD,CAAC,0CAA0C,EAAEA,YAAY;YAC3D,MAAMc,MAAMJ,KAAK,GAAG;YACpB,IAAII,MAAMD,oBAAoBT,iBAAiB;gBAC7C,MAAMW,UAAUD,MAAMD;gBACtB,MAAMG,gBAAgBZ,kBAAkBW;gBACxC,MAAM1D,UAAU,CAAC,kBAAkB,EAAE+C,gBAAgB,IAAI,EAAEW,QAAQ,0CAA0C,EAAEC,cAAc,EAAE,CAAC;gBAChI,MAAM,EAAE,OAAOC,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAC9D;oBAAC;wBAAE,MAAM;wBAAS,OAAO;4BAAE,QAAQD;wBAAc;wBAAG3D;oBAAQ;iBAAE,EAC9DoB,cACAA,cACA;oBAAE9E;gBAAY;gBAEhB,IAAIsH,UAAU,CAAC,EAAE,EACf,MAAM/H,QAAQ,YAAY,CAAC+H,UAAU,CAAC,EAAE;YAE5C;QACF;QAEA,OAAO/H,QAAQ,eAAe,CAAC,CAAC,iBAAiB,EAAE0H,cAAc;IACnE;IAtjCA,YACEM,iBAAoC,EACpCC,OAAgB,EAChBC,IAWC,CACD;QAzCF;QAEA;QAEA;QAEA,uBAAiB,uBAAjB;QAEA,uBAAiB,eAAjB;QAEA;QAEA,uBAAiB,SAAjB;QACA,uBAAiB,kBAAjB;QAEA;QAEA;QAEA;QAuBE,IAAI,CAAC,SAAS,GAAGF;QACjB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,SAAS,GAAGC,KAAK,SAAS;QAC/B,IAAI,CAAC,mBAAmB,GAAGA,MAAM;QACjC,IAAI,CAAC,oBAAoB,GAAGA,KAAK,oBAAoB;QACrD,IAAI,CAAC,eAAe,GAAGA,KAAK,eAAe;QAC3C,IAAI,CAAC,aAAa,GAAGA,KAAK,aAAa;QACvC,IAAI,CAAC,KAAK,GAAGA,KAAK,KAAK;QACvB,IAAI,CAAC,cAAc,GAAGA,KAAK,cAAc;QACzC,IAAI,CAAC,mBAAmB,GAAGA,KAAK,WAAW;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAIC,YAAY;YACjCH;YACAC;YACA,WAAWC,KAAK,SAAS;YACzB,aAAa,IAAI,CAAC,cAAc;YAChC,iBAAiBA,KAAK,eAAe;YACrC,iBAAiBA,KAAK,eAAe;YACrC,mBAAmBA,KAAK,iBAAiB;QAC3C;IACF;AAohCF;AAkBO,SAASzB,mCACdrG,IAAmB,EACnBE,SAAgC;IAEhC,MAAM8H,SAAS9H,WAAW;IAC1B,IAAI8H,UAAUA,OAAO,MAAM,GAAG,GAAG;QAC/B,MAAMC,gBAAyC,EAAE;QACjD,IAAK,IAAI3G,IAAI,GAAGA,IAAI0G,OAAO,MAAM,GAAG,GAAG1G,IAAK;YAC1C,MAAM4G,QAAQF,MAAM,CAAC1G,EAAE;YACvB2G,cAAc,IAAI,CAAC;gBACjB,MAAM;gBACN,IAAIC,MAAM,UAAU;gBACpB,YAAYA;gBACZ,aAAa,CAAC,eAAe,EAAE5G,IAAI,EAAE,CAAC,EAAE0G,OAAO,MAAM,EAAE;gBACvD,QAAQ;YACV;QACF;QAKAhI,KAAK,QAAQ,GAAGA,KAAK,QAAQ,GACzB;eAAIiI;eAAkBjI,KAAK,QAAQ;SAAC,GACpCiI;IACN;IACA,IAAI/H,WAAW,oBACbA,UAAU,kBAAkB,GAAGf;AAEnC"}
+{"version":3,"file":"agent/tasks.mjs","sources":["../../../src/agent/tasks.ts"],"sourcesContent":["import { AIResponseParseError, ConversationHistory } from '@/ai-model';\nimport type { ModelRuntime } from '@/ai-model/models';\nimport { buildTypeQueryDemandValue } from '@/ai-model/prompt/insight';\nimport { prepareUserPrompt } from '@/ai-model/shared/multimodal-prompt';\nimport { standardPlan } from '@/ai-model/workflows/planning';\nimport {\n  type TMultimodalPrompt,\n  type TUserPrompt,\n  getReadableTimeString,\n  userPromptToMultimodalPrompt,\n  userPromptToString,\n} from '@/common';\nimport { type AbstractInterface, defineActionSleep } from '@/device';\nimport type Service from '@/service';\nimport type {\n  ExecutionReferenceImage,\n  TaskRunner,\n  TaskRunnerEvent,\n} from '@/task-runner';\nimport { TaskExecutionError } from '@/task-runner';\nimport type {\n  AiActEffort,\n  AiActProgressData,\n  AiActProgressPhase,\n  DetailedLocateParam,\n  DeviceAction,\n  ExecutionRecorderItem,\n  ExecutionTask,\n  ExecutionTaskApply,\n  ExecutionTaskInsightQueryApply,\n  ExecutionTaskPlanningApply,\n  ExecutionTaskProgressOptions,\n  MidsceneYamlFlowItem,\n  PlanningAIResponse,\n  PlanningAction,\n  PlanningActionParamWaitFor,\n  ServiceDump,\n  ServiceExtractOption,\n  ServiceExtractParam,\n  UIContext,\n} from '@/types';\nimport { ServiceError, aiActProgressScope } from '@/types';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport {\n  type ActionReadiness,\n  isActionReadinessError,\n} from './action-readiness';\nimport { ExecutionSession } from './execution-session';\nimport { withFileChooser } from './file-chooser';\nimport {\n  type AgentProgressPublisher,\n  createAiActActionReporter,\n  errorMessageForAiAct,\n} from './progress';\nimport { renderAIContext } from './prompt-context';\nimport { TaskBuilder } from './task-builder';\nimport type { TaskCache } from './task-cache';\nexport { locatePlanForLocate } from './task-builder';\nimport { setTimingFieldOnce } from '@/task-timing';\nimport { descriptionOfTree } from '@midscene/shared/extractor';\nimport { type TaskTitleType, taskTitleStr } from './ui-utils';\nimport { withUsageIntent } from './usage-intent';\nimport { parsePrompt } from './utils';\n\ninterface ExecutionResult<OutputType = any> {\n  output: OutputType;\n  thought?: string;\n  runner: TaskRunner;\n}\n\ninterface TaskExecutorHooks {\n  onSnapshotChange?: (\n    runner: TaskRunner,\n    error?: TaskExecutionError,\n  ) => Promise<void> | void;\n  // Publish onto the agent's progress bus. The bus owns sequencing, so the\n  // executor is a pure producer: it names the scope/phase and hands over data.\n  onProgress?: AgentProgressPublisher;\n}\n\nexport type ActionReportOptions = {\n  type?: TaskTitleType;\n  prompt?: string;\n};\n\nconst debug = getDebug('device-task-executor');\nconst warnLog = getDebug('device-task-executor', { console: true });\nconst maxErrorCountAllowedInOnePlanningLoop = 5;\n\n// Cap planning feedback by default so a large action output (e.g. a long adb\n// shell stdout) cannot blow up the next planning request's context. Actions\n// that require lossless structured feedback can explicitly choose their limit.\nconst maxPlanningFeedbackLength = 500;\n\nfunction truncatePlanningFeedback(\n  feedback: string,\n  requestedLimit?: number | 'unlimited',\n): string {\n  if (requestedLimit === 'unlimited') {\n    return feedback;\n  }\n  const limit =\n    requestedLimit && Number.isFinite(requestedLimit) && requestedLimit > 0\n      ? Math.floor(requestedLimit)\n      : maxPlanningFeedbackLength;\n  if (feedback.length <= limit) {\n    return feedback;\n  }\n\n  return `${feedback.slice(0, limit)}\n...[truncated, ${feedback.length - limit} more characters]`;\n}\n\nexport { TaskExecutionError };\nexport { withFileChooser } from './file-chooser';\n\nexport class TaskExecutor {\n  interface: AbstractInterface;\n\n  service: Service;\n\n  taskCache?: TaskCache;\n\n  private readonly providedActionSpace: DeviceAction[];\n\n  private readonly taskBuilder: TaskBuilder;\n\n  onTaskStartCallback?: ExecutionTaskProgressOptions['onTaskStart'];\n\n  private readonly hooks?: TaskExecutorHooks;\n  private readonly getAbortSignal?: () => AbortSignal | undefined;\n\n  replanningCycleLimit?: number;\n\n  waitAfterAction?: number;\n\n  useDeviceTime?: boolean;\n\n  // @deprecated use .interface instead\n  get page() {\n    return this.interface;\n  }\n\n  constructor(\n    interfaceInstance: AbstractInterface,\n    service: Service,\n    opts: {\n      taskCache?: TaskCache;\n      onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];\n      replanningCycleLimit?: number;\n      waitAfterAction?: number;\n      actionReadiness?: ActionReadiness;\n      useDeviceTime?: boolean;\n      hooks?: TaskExecutorHooks;\n      getAbortSignal?: () => AbortSignal | undefined;\n      operationResource?: object;\n      actionSpace: DeviceAction[];\n    },\n  ) {\n    this.interface = interfaceInstance;\n    this.service = service;\n    this.taskCache = opts.taskCache;\n    this.onTaskStartCallback = opts?.onTaskStart;\n    this.replanningCycleLimit = opts.replanningCycleLimit;\n    this.waitAfterAction = opts.waitAfterAction;\n    this.useDeviceTime = opts.useDeviceTime;\n    this.hooks = opts.hooks;\n    this.getAbortSignal = opts.getAbortSignal;\n    this.providedActionSpace = opts.actionSpace;\n    this.taskBuilder = new TaskBuilder({\n      interfaceInstance,\n      service,\n      taskCache: opts.taskCache,\n      actionSpace: this.getActionSpace(),\n      waitAfterAction: opts.waitAfterAction,\n      actionReadiness: opts.actionReadiness,\n      operationResource: opts.operationResource,\n    });\n  }\n\n  private createExecutionSession(\n    title: string,\n    options?: {\n      tasks?: ExecutionTaskApply[];\n      abortSignal?: AbortSignal;\n      uiContext?: UIContext;\n      referenceImages?: readonly ExecutionReferenceImage[];\n      onSnapshotChange?: (\n        runner: TaskRunner,\n        error?: TaskExecutionError,\n      ) => Promise<void> | void;\n      onTaskEvent?: (event: TaskRunnerEvent) => Promise<void> | void;\n    },\n  ) {\n    return new ExecutionSession(\n      title,\n      (signal) =>\n        options?.uiContext\n          ? Promise.resolve(options.uiContext)\n          : Promise.resolve(this.service.contextRetrieverFn(signal)),\n      {\n        abortSignal: options?.abortSignal ?? this.getAbortSignal?.(),\n        onTaskStart: this.onTaskStartCallback,\n        tasks: options?.tasks,\n        referenceImages: options?.referenceImages,\n        onSnapshotChange: async (runner, error) => {\n          await this.hooks?.onSnapshotChange?.(runner, error);\n          await options?.onSnapshotChange?.(runner, error);\n        },\n        ...(options?.onTaskEvent ? { onTaskEvent: options.onTaskEvent } : {}),\n      },\n    );\n  }\n\n  private getActionSpace(): DeviceAction[] {\n    return this.providedActionSpace;\n  }\n\n  /**\n   * Publish one event onto the agent's progress bus. The task layer is a pure\n   * producer here: it names the scope/phase and forwards the structured\n   * payload; the bus stamps the sequence and isolates listener errors. It has\n   * no knowledge of how the event is rendered or consumed.\n   */\n  private async emitProgress(\n    scope: string,\n    phase: string,\n    data: unknown,\n  ): Promise<void> {\n    await this.hooks?.onProgress?.(scope, phase, data);\n  }\n\n  /**\n   * aiAct-flavored convenience over {@link emitProgress}: aiAct is the first\n   * producer (\"pilot\") on the generic bus, so its events are simply tagged with\n   * the `aiAct` scope.\n   */\n  private emitAiActProgress(\n    phase: AiActProgressPhase,\n    data: AiActProgressData,\n  ): Promise<void> {\n    return this.emitProgress(aiActProgressScope, phase, data);\n  }\n\n  /**\n   * Set the pending feedback message consumed by the next planning round.\n   * The message is always prefixed with the current time. When a body is\n   * provided it is appended after the timestamp; otherwise only the time\n   * context is recorded. This is the single entry point for writing\n   * `pendingFeedbackMessage` so the time prefix stays consistent.\n   */\n  private setPendingFeedbackMessage(\n    conversationHistory: ConversationHistory,\n    timeString: string,\n    body?: string,\n  ) {\n    conversationHistory.pendingFeedbackMessage = body\n      ? `Time: ${timeString}, ${body}`\n      : `Current time: ${timeString}`;\n  }\n\n  /**\n   * Collect feedback produced by executed tasks for the next planning round.\n   * Returns undefined when no task reported feedback.\n   */\n  private collectPlanningFeedback(tasks: ExecutionTask[]): string | undefined {\n    const feedbackMessages = tasks.flatMap(\n      ({ planningFeedback, planningFeedbackMaxLength }) =>\n        planningFeedback\n          ? [\n              truncatePlanningFeedback(\n                planningFeedback,\n                planningFeedbackMaxLength,\n              ),\n            ]\n          : [],\n    );\n    return feedbackMessages.length > 0\n      ? feedbackMessages.join('\\n\\n')\n      : undefined;\n  }\n\n  /**\n   * Get a readable time string. When device time is enabled, use the\n   * device-formatted wall-clock time directly so host timezone formatting does\n   * not reinterpret a device timestamp.\n   * @param format - Optional format string\n   * @returns A formatted time string\n   */\n  private async getTimeString(format?: string): Promise<string> {\n    if (this.useDeviceTime) {\n      if (this.interface.getDeviceLocalTimeString) {\n        try {\n          return await this.interface.getDeviceLocalTimeString(format);\n        } catch (error) {\n          warnLog(\n            `Failed to get device time string, falling back to runtime time: ${error}`,\n          );\n        }\n      } else {\n        warnLog(\n          'useDeviceTime is enabled but getDeviceLocalTimeString is not implemented, falling back to runtime time.',\n        );\n      }\n    }\n\n    return getReadableTimeString(format);\n  }\n\n  public async convertPlanToExecutable(\n    plans: PlanningAction[],\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    options?: {\n      cacheable?: boolean;\n      deepLocate?: boolean;\n      abortSignal?: AbortSignal;\n    },\n  ) {\n    return this.taskBuilder.build(plans, planningModel, defaultModel, options);\n  }\n\n  async loadYamlFlowAsPlanning(\n    userInstruction: TUserPrompt,\n    yamlString: string,\n    reportOptions?: ActionReportOptions,\n  ) {\n    const session = this.createExecutionSession(\n      taskTitleStr(\n        reportOptions?.type || 'Act',\n        reportOptions?.prompt || userPromptToString(userInstruction),\n      ),\n      {\n        referenceImages: userPromptToMultimodalPrompt(userInstruction)?.images,\n      },\n    );\n\n    const task: ExecutionTaskPlanningApply = {\n      type: 'Planning',\n      subType: 'LoadYaml',\n      param: {\n        userInstruction,\n        ...(reportOptions?.prompt\n          ? { userInstructionDisplay: reportOptions.prompt }\n          : {}),\n      },\n      executor: async (executorContext) => {\n        const { uiContext } = executorContext;\n        assert(uiContext, 'uiContext is required for Planning task');\n        return {\n          output: {\n            actions: [],\n            shouldContinuePlanning: false,\n            log: '',\n            yamlString,\n          },\n          cache: {\n            hit: true,\n          },\n          hitBy: {\n            from: 'Cache',\n            context: {\n              yamlString,\n            },\n          },\n        };\n      },\n    };\n    const runner = session.getRunner();\n    await session.appendAndRun(task);\n\n    return {\n      runner,\n    };\n  }\n\n  async sleep(ms: number, abortSignal?: AbortSignal): Promise<void> {\n    abortSignal ??= this.getAbortSignal?.();\n    const session = this.createExecutionSession('Sleep', { abortSignal });\n    const action = defineActionSleep(abortSignal);\n    await session.appendAndRun({\n      type: 'Action Space',\n      subType: action.name,\n      param: { timeMs: ms },\n      executor: async ({ task }) => {\n        assert(\n          Number.isFinite(ms) && ms > 0,\n          `ms for sleep must be a finite number greater than 0, but got ${ms}`,\n        );\n        setTimingFieldOnce(task.timing, 'callActionStart');\n        try {\n          await action.call({ timeMs: ms });\n        } finally {\n          setTimingFieldOnce(task.timing, 'callActionEnd');\n        }\n      },\n    });\n  }\n\n  async runPlans(\n    title: string,\n    plans: PlanningAction[],\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    options?: { uiContext?: UIContext; abortSignal?: AbortSignal },\n  ): Promise<ExecutionResult> {\n    const abortSignal = options?.abortSignal ?? this.getAbortSignal?.();\n    const session = this.createExecutionSession(title, {\n      ...options,\n      abortSignal,\n    });\n    const runner = session.getRunner();\n    const executionPlanningModel = { ...planningModel, executionId: runner.id };\n    const executionDefaultModel = { ...defaultModel, executionId: runner.id };\n    const { tasks } = await this.convertPlanToExecutable(\n      plans,\n      executionPlanningModel,\n      executionDefaultModel,\n      { abortSignal },\n    );\n    const result = await session.appendAndRun(tasks);\n    const { output } = result ?? {};\n    return {\n      output,\n      runner,\n    };\n  }\n\n  async action(\n    userPrompt: TUserPrompt,\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    aiActContext?: string,\n    cacheable?: boolean,\n    replanningCycleLimitOverride?: number,\n    effort: AiActEffort = 'balance',\n    fileChooserAccept?: string[],\n    deepLocate?: boolean,\n    abortSignal?: AbortSignal,\n    reportOptions?: ActionReportOptions,\n  ): Promise<\n    ExecutionResult<\n      | {\n          yamlFlow?: MidsceneYamlFlowItem[]; // for cache use\n          output?: string;\n        }\n      | undefined\n    >\n  > {\n    abortSignal?.throwIfAborted();\n    return withFileChooser(this.interface, fileChooserAccept, async () => {\n      return this.runAction(\n        userPrompt,\n        planningModel,\n        defaultModel,\n        aiActContext,\n        cacheable,\n        replanningCycleLimitOverride,\n        effort,\n        deepLocate,\n        abortSignal,\n        reportOptions,\n      );\n    });\n  }\n\n  /**\n   * Called when the task is about to replan. Marks every cache-hit locate task\n   * in the just-run batch (tasks at index >= fromIndex) as stale: that batch\n   * did not finish the task, so the element each cache hit produced is suspect.\n   * The upcoming re-locate of the same prompt then replaces the bad entry in\n   * place instead of appending a duplicate that would re-poison the cache on the\n   * next run (#2529).\n   *\n   * Marking a locate that was actually fine is harmless: the step is only ever\n   * replaced if the same prompt is located again (i.e. the step is redone),\n   * which does not happen for a locate that already succeeded.\n   */\n  private invalidateFailedCacheHitLocates(\n    runner: TaskRunner,\n    fromIndex: number,\n  ) {\n    if (!this.taskCache) {\n      return;\n    }\n    for (let i = fromIndex; i < runner.tasks.length; i++) {\n      const task = runner.tasks[i];\n      if (\n        task.type === 'Planning' &&\n        task.subType === 'Locate' &&\n        task.hitBy?.from === 'Cache'\n      ) {\n        const prompt = (task.param as DetailedLocateParam | undefined)?.prompt;\n        if (prompt) {\n          this.taskCache.markLocateCacheStale(prompt);\n        }\n      }\n    }\n  }\n\n  private async runAction(\n    userPrompt: TUserPrompt,\n    planningModel: ModelRuntime,\n    defaultModel: ModelRuntime,\n    aiActContext?: string,\n    cacheable?: boolean,\n    replanningCycleLimitOverride?: number,\n    effort: AiActEffort = 'balance',\n    deepLocate?: boolean,\n    abortSignal?: AbortSignal,\n    reportOptions?: ActionReportOptions,\n  ): Promise<\n    ExecutionResult<\n      | {\n          yamlFlow?: MidsceneYamlFlowItem[]; // for cache use\n          output?: string;\n        }\n      | undefined\n    >\n  > {\n    abortSignal ??= this.getAbortSignal?.();\n    const conversationHistory = new ConversationHistory();\n    const promptDisplay =\n      reportOptions?.prompt || userPromptToString(userPrompt);\n\n    // Per-call reporter that maps the runner's native task events to aiAct\n    // action progress for the action batch currently running. Kept local (not\n    // on the instance) so concurrent aiAct() calls on the same executor stay\n    // isolated; it is set while a planned batch runs and cleared afterwards.\n    let activeActionReporter:\n      | ((event: TaskRunnerEvent) => Promise<void>)\n      | undefined;\n\n    const session = this.createExecutionSession(\n      taskTitleStr(reportOptions?.type || 'Act', promptDisplay),\n      {\n        abortSignal,\n        referenceImages: userPromptToMultimodalPrompt(userPrompt)?.images,\n        onTaskEvent: async (event) => {\n          await activeActionReporter?.(event);\n        },\n      },\n    );\n    const runner = session.getRunner();\n    planningModel = { ...planningModel, executionId: runner.id };\n    defaultModel = { ...defaultModel, executionId: runner.id };\n\n    const noIndividualLocateModel = planningModel.config.slot === 'default';\n    const includeLocateInPlanning =\n      effort !== 'deepThink' && noIndividualLocateModel;\n    const imagesIncludeCount = effort === 'deepThink' ? 2 : 1;\n\n    debug('setting includeLocateInPlanning to', includeLocateInPlanning, {\n      effort,\n      noIndividualLocateModel,\n    });\n\n    let replanCount = 0;\n    const yamlFlow: MidsceneYamlFlowItem[] = [];\n    const replanningCycleLimit =\n      replanningCycleLimitOverride ?? this.replanningCycleLimit;\n    if (replanningCycleLimit === undefined) {\n      throw new Error(\n        'replanningCycleLimit is required for TaskExecutor.action',\n      );\n    }\n\n    await this.emitAiActProgress('start', {\n      prompt: promptDisplay,\n      planLimit: replanningCycleLimit,\n    });\n\n    const appendFailedPlan = async (\n      errorMsg: string,\n      planIndex?: number,\n    ): Promise<{\n      output: undefined;\n      runner: TaskRunner;\n    }> => {\n      await this.emitAiActProgress('failed', {\n        ...(planIndex ? { planIndex } : {}),\n        planLimit: replanningCycleLimit,\n        error: errorMsg,\n      });\n      return session.appendErrorPlan(errorMsg);\n    };\n\n    let errorCountInOnePlanningLoop = 0; // count the number of errors in one planning loop\n    let outputString: string | undefined;\n    let latestPlanResult: PlanningAIResponse | undefined;\n    let latestPlanIndex = 0;\n\n    if (abortSignal?.aborted) {\n      return appendFailedPlan(\n        `Task aborted: ${abortSignal.reason || 'abort signal received'}`,\n      );\n    }\n    const getPreparedUserPrompt = (() => {\n      let promise: ReturnType<typeof prepareUserPrompt> | undefined;\n\n      return () => {\n        promise ??= prepareUserPrompt(userPrompt);\n        return promise;\n      };\n    })();\n\n    // Main planning loop - unified plan/replan logic\n    while (true) {\n      const planIndex = replanCount + 1;\n      latestPlanIndex = planIndex;\n\n      // Check abort signal before each planning cycle\n      if (abortSignal?.aborted) {\n        return appendFailedPlan(\n          `Task aborted: ${abortSignal.reason || 'abort signal received'}`,\n          planIndex,\n        );\n      }\n\n      // Get sub-goal status text if available\n      const subGoalStatus = conversationHistory.subGoalsToText() || undefined;\n\n      // Get memories text if available\n      const memoriesStatus = conversationHistory.memoriesToText() || undefined;\n\n      const result = await session.appendAndRun(\n        {\n          type: 'Planning',\n          subType: 'Plan',\n          param: {\n            userInstruction: userPrompt,\n            ...(reportOptions?.prompt\n              ? { userInstructionDisplay: reportOptions.prompt }\n              : {}),\n            replanningCycleLimit,\n            aiActContext,\n            imagesIncludeCount,\n            effort,\n            ...(subGoalStatus ? { subGoalStatus } : {}),\n            ...(memoriesStatus ? { memoriesStatus } : {}),\n          },\n          executor: async (executorContext) => {\n            const { uiContext } = executorContext;\n            assert(uiContext, 'uiContext is required for Planning task');\n            const planningUiContext = uiContext as UIContext;\n            const timing = executorContext.task.timing;\n            await this.emitAiActProgress('plan_thinking', {\n              planIndex,\n              planLimit: replanningCycleLimit,\n              screenshot: planningUiContext.screenshot,\n            });\n\n            const actionSpace = this.getActionSpace();\n            debug(\n              'actionSpace for this interface is:',\n              actionSpace.map((action) => action.name).join(', '),\n            );\n            assert(Array.isArray(actionSpace), 'actionSpace must be an array');\n            if (actionSpace.length === 0) {\n              console.warn(\n                `ActionSpace for ${this.interface.interfaceType} is empty. This may lead to unexpected behavior.`,\n              );\n            }\n\n            const planImpl =\n              planningModel.adapter.planning.kind === 'custom'\n                ? planningModel.adapter.planning.planFn\n                : standardPlan;\n\n            let planResult: Awaited<ReturnType<typeof planImpl>>;\n            try {\n              const preparedUserPrompt = await getPreparedUserPrompt();\n\n              setTimingFieldOnce(timing, 'callAiStart');\n              planResult = await planImpl(preparedUserPrompt, {\n                context: planningUiContext,\n                actionContext: renderAIContext(aiActContext),\n                actionSpace,\n                modelRuntime: planningModel,\n                conversationHistory,\n                includeLocateInPlanning,\n                imagesIncludeCount,\n                effort,\n                abortSignal,\n              });\n            } catch (planError) {\n              if (planError instanceof AIResponseParseError) {\n                // Record usage and rawResponse even when parsing fails\n                executorContext.task.usage = withUsageIntent(\n                  planError.usage,\n                  'planning',\n                );\n                executorContext.task.log = {\n                  ...(executorContext.task.log || {}),\n                  rawResponse: planError.rawResponse,\n                  rawAssistantOutput: planError.rawAssistantOutput,\n                };\n              }\n              await this.emitAiActProgress('plan_failed', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                error: errorMessageForAiAct(planError),\n              });\n              throw planError;\n            } finally {\n              setTimingFieldOnce(timing, 'callAiEnd');\n            }\n            debug('planResult', JSON.stringify(planResult, null, 2));\n\n            const {\n              actions,\n              thought,\n              log,\n              memory,\n              error,\n              usage,\n              rawResponse,\n              rawAssistantOutput,\n              reasoning_content,\n              finalizeSuccess,\n              finalizeMessage,\n              updateSubGoals,\n              markFinishedIndexes,\n            } = planResult;\n            outputString = finalizeMessage;\n\n            executorContext.task.log = {\n              ...(executorContext.task.log || {}),\n              rawResponse,\n              rawAssistantOutput,\n            };\n            executorContext.task.usage = withUsageIntent(usage, 'planning');\n            executorContext.task.reasoning_content = reasoning_content;\n            executorContext.task.output = {\n              actions: actions || [],\n              log,\n              thought,\n              memory,\n              yamlFlow: planResult.yamlFlow,\n              output: finalizeMessage,\n              shouldContinuePlanning: planResult.shouldContinuePlanning,\n              updateSubGoals,\n              markFinishedIndexes,\n            };\n            executorContext.uiContext = planningUiContext;\n\n            // Forward the raw in-progress reasoning the model produced; the\n            // consumer decides which field to surface and how to format it.\n            // `finalizeMessage` is intentionally left for the `complete` event.\n            if (log || thought) {\n              await this.emitAiActProgress('plan_planned', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                ...(log ? { log } : {}),\n                ...(thought ? { thought } : {}),\n              });\n            }\n\n            if (error) {\n              const errorMessage = `Failed to continue: ${error}\\n${log || ''}`;\n              await this.emitAiActProgress('plan_failed', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                error: errorMessage,\n              });\n            }\n\n            assert(!error, `Failed to continue: ${error}\\n${log || ''}`);\n\n            // Check if task was finalized with failure\n            if (finalizeSuccess === false) {\n              const errorMessage = `Task failed: ${finalizeMessage || 'No error message provided'}\\n${log || ''}`;\n              await this.emitAiActProgress('plan_failed', {\n                planIndex,\n                planLimit: replanningCycleLimit,\n                error: errorMessage,\n              });\n              assert(false, errorMessage);\n            }\n\n            return {\n              cache: {\n                hit: false,\n              },\n            } as any;\n          },\n        },\n        {\n          allowWhenError: true,\n        },\n      );\n\n      const planResult = result?.output as PlanningAIResponse | undefined;\n      latestPlanResult = planResult;\n\n      // Execute planned actions\n      const plans = planResult?.actions || [];\n      yamlFlow.push(...(planResult?.yamlFlow || []));\n\n      let executables: Awaited<ReturnType<typeof this.convertPlanToExecutable>>;\n      try {\n        executables = await this.convertPlanToExecutable(\n          plans,\n          planningModel,\n          defaultModel,\n          {\n            cacheable,\n            deepLocate,\n            abortSignal,\n          },\n        );\n      } catch (error) {\n        return appendFailedPlan(\n          `Error converting plans to executable tasks: ${errorMessageForAiAct(error)}, plans: ${JSON.stringify(\n            plans,\n          )}`,\n          planIndex,\n        );\n      }\n      if (conversationHistory.pendingFeedbackMessage) {\n        console.warn(\n          'unconsumed pending feedback message detected, this may lead to unexpected planning result:',\n          conversationHistory.pendingFeedbackMessage,\n        );\n      }\n\n      // Capture the time context for the next planning call before running.\n      const initialTimeString = await this.getTimeString();\n\n      const taskCountBeforeRun = runner.tasks.length;\n      // Scope a reporter to this replanning round so native task events from the\n      // runner are mapped to aiAct progress with the right plan context; cleared\n      // in `finally` so events fired between batches are ignored.\n      activeActionReporter = createAiActActionReporter(\n        planIndex,\n        replanningCycleLimit,\n        (phase, data) => this.emitAiActProgress(phase, data),\n      );\n      try {\n        await session.appendAndRun(executables.tasks);\n        this.setPendingFeedbackMessage(\n          conversationHistory,\n          initialTimeString,\n          this.collectPlanningFeedback(runner.tasks.slice(taskCountBeforeRun)),\n        );\n      } catch (error: any) {\n        // A completed action must not be replayed because readiness failed.\n        if (isActionReadinessError(error)) throw error;\n        // errorFlag = true;\n        errorCountInOnePlanningLoop++;\n        const timeString = await this.getTimeString();\n        this.setPendingFeedbackMessage(\n          conversationHistory,\n          timeString,\n          `Error executing running tasks: ${error?.message || String(error)}`,\n        );\n        debug(\n          'error when executing running tasks, but continue to run if it is not too many errors:',\n          error instanceof Error ? error.message : String(error),\n          'current error count in one planning loop:',\n          errorCountInOnePlanningLoop,\n        );\n      } finally {\n        activeActionReporter = undefined;\n      }\n\n      if (errorCountInOnePlanningLoop > maxErrorCountAllowedInOnePlanningLoop) {\n        return appendFailedPlan(\n          'Too many errors in one planning loop',\n          planIndex,\n        );\n      }\n\n      // Check abort signal after executing actions\n      if (abortSignal?.aborted) {\n        return appendFailedPlan(\n          `Task aborted: ${abortSignal.reason || 'abort signal received'}`,\n          planIndex,\n        );\n      }\n\n      // // Check if task is complete\n      if (!planResult?.shouldContinuePlanning) {\n        break;\n      }\n\n      // We are about to replan, which means the batch we just ran did not finish\n      // the task. Any locate task in that batch that was served from cache\n      // produced an element that failed to complete the step (the action threw,\n      // or it clicked the wrong element and the goal was not reached). Mark those\n      // cache entries stale so the re-locate of the same prompt replaces them in\n      // place instead of appending a poisoning duplicate that would be matched\n      // first on the next run (#2529).\n      this.invalidateFailedCacheHitLocates(runner, taskCountBeforeRun);\n\n      // Increment replan count for next iteration\n      ++replanCount;\n\n      if (replanCount > replanningCycleLimit) {\n        const errorMsg = `Task stopped: the planning cycle limit (${replanningCycleLimit}) has been reached. This limit prevents the model from getting stuck in an endless planning loop. If your task requires more planning cycles, increase replanningCycleLimit or set the environment variable MIDSCENE_REPLANNING_CYCLE_LIMIT to a higher value. See https://midscenejs.com/zh/reference/#common for details.`;\n        return appendFailedPlan(errorMsg, planIndex);\n      }\n\n      if (!conversationHistory.pendingFeedbackMessage) {\n        const timeString = await this.getTimeString();\n        conversationHistory.pendingFeedbackMessage = `Time: ${timeString}, I have finished the action previously planned.`;\n      }\n    }\n\n    // Carry the raw final text; the consumer formats it. `outputString` is the\n    // model's finalize message, with the latest plan's log/thought as fallback\n    // context for consumers that want to show why the run completed.\n    await this.emitAiActProgress('complete', {\n      planIndex: latestPlanIndex,\n      planLimit: replanningCycleLimit,\n      ...((outputString ?? latestPlanResult?.output)\n        ? { output: outputString ?? latestPlanResult?.output }\n        : {}),\n      ...(latestPlanResult?.log ? { log: latestPlanResult.log } : {}),\n      ...(latestPlanResult?.thought\n        ? { thought: latestPlanResult.thought }\n        : {}),\n    });\n\n    return {\n      output: {\n        yamlFlow,\n        output: outputString,\n      },\n      runner,\n    };\n  }\n\n  private createTypeQueryTask(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert' | 'WaitFor',\n    demand: ServiceExtractParam,\n    modelRuntime: ModelRuntime,\n    opt?: ServiceExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n    executionOptions?: {\n      abortSignal?: AbortSignal;\n    },\n  ) {\n    const queryTask: ExecutionTaskInsightQueryApply = {\n      type: 'Insight',\n      subType: type,\n      param: {\n        domIncluded: opt?.domIncluded,\n        ...(opt?.context !== undefined ? { context: opt.context } : {}),\n        dataDemand: multimodalPrompt\n          ? ({\n              demand,\n              multimodalPrompt,\n            } as never)\n          : demand, // for user param presentation in report right sidebar\n      },\n      executor: async (taskContext) => {\n        const { task } = taskContext;\n        let queryDump: ServiceDump | undefined;\n        const applyDump = (dump: ServiceDump) => {\n          queryDump = dump;\n          task.log = {\n            dump,\n            rawResponse: dump.taskInfo?.rawResponse,\n            rawAssistantOutput: dump.taskInfo?.rawAssistantOutput,\n            searchAreaRawChoiceMessage:\n              dump.taskInfo?.searchAreaRawChoiceMessage,\n          };\n          task.usage = withUsageIntent(dump.taskInfo?.usage, 'insight');\n          if (dump.taskInfo?.reasoning_content) {\n            task.reasoning_content = dump.taskInfo.reasoning_content;\n          }\n        };\n\n        // Get context for query operations\n        const uiContext = taskContext.uiContext;\n        assert(uiContext, 'uiContext is required for Query task');\n\n        const ifTypeRestricted = type !== 'Query';\n        let demandInput = demand;\n        let keyOfResult = 'result';\n        if (ifTypeRestricted && (type === 'Assert' || type === 'WaitFor')) {\n          keyOfResult = 'StatementIsTruthy';\n          demandInput = {\n            [keyOfResult]: buildTypeQueryDemandValue(type, demand),\n          };\n        } else if (ifTypeRestricted) {\n          keyOfResult = type;\n          demandInput = {\n            [keyOfResult]: buildTypeQueryDemandValue(type, demand),\n          };\n        }\n\n        let extractResult;\n\n        let extraPageDescription = '';\n        if (opt?.domIncluded && this.interface.getElementsNodeTree) {\n          debug('appending tree info for page');\n          const tree = await this.interface.getElementsNodeTree();\n          extraPageDescription = await descriptionOfTree(\n            tree,\n            200,\n            false,\n            opt?.domIncluded === 'visible-only',\n          );\n        }\n\n        try {\n          extractResult = await this.service.extract<any>(\n            demandInput,\n            modelRuntime,\n            opt,\n            extraPageDescription,\n            multimodalPrompt,\n            uiContext,\n            {\n              ...executionOptions,\n              abortSignal: executionOptions?.abortSignal ?? taskContext.signal,\n            },\n          );\n        } catch (error) {\n          if (error instanceof ServiceError) {\n            applyDump(error.dump);\n          }\n          throw error;\n        } finally {\n          // Surface the captured screenshot sequence in the report, then release\n          // it from the UIContext so its base64 is not retained twice.\n          recordAndReleaseScreenshotSequence(task, uiContext);\n        }\n\n        const { data, thought, dump } = extractResult;\n        applyDump(dump);\n\n        let outputResult = data;\n        if (ifTypeRestricted) {\n          // If AI returned a plain string instead of structured format, use it directly\n          if (typeof data === 'string') {\n            outputResult = data;\n          } else if (type === 'WaitFor') {\n            if (data === null || data === undefined) {\n              outputResult = false;\n            } else {\n              outputResult = (data as any)[keyOfResult];\n            }\n          } else if (data === null || data === undefined) {\n            outputResult = null;\n          } else {\n            // AI model may return {result: ...} instead of {[keyOfResult]: ...}\n            if (data?.[keyOfResult] !== undefined) {\n              outputResult = (data as any)[keyOfResult];\n            } else if (data?.result !== undefined) {\n              outputResult = (data as any).result;\n            } else {\n              assert(false, 'No result in query data');\n            }\n          }\n        }\n\n        // Keep assertion failures in the task result so TaskRunner can persist\n        // the model dump before aiAssert turns the result into a thrown error.\n        if (type === 'Assert') {\n          outputResult = Boolean(outputResult);\n        }\n\n        return {\n          output: outputResult,\n          log: queryDump,\n          thought,\n        };\n      },\n    };\n\n    return queryTask;\n  }\n  async createTypeQueryExecution<T>(\n    type: 'Query' | 'Boolean' | 'Number' | 'String' | 'Assert',\n    demand: ServiceExtractParam,\n    modelRuntime: ModelRuntime,\n    opt?: ServiceExtractOption,\n    multimodalPrompt?: TMultimodalPrompt,\n    executionOptions?: {\n      abortSignal?: AbortSignal;\n      uiContext?: UIContext;\n    },\n  ): Promise<ExecutionResult<T>> {\n    const abortSignal =\n      executionOptions?.abortSignal ?? this.getAbortSignal?.();\n    abortSignal?.throwIfAborted();\n    const session = this.createExecutionSession(\n      taskTitleStr(\n        type,\n        typeof demand === 'string' ? demand : JSON.stringify(demand),\n      ),\n      {\n        ...(executionOptions?.uiContext\n          ? { uiContext: executionOptions.uiContext }\n          : {}),\n        referenceImages: multimodalPrompt?.images,\n        abortSignal,\n      },\n    );\n\n    const runner = session.getRunner();\n    const executionModelRuntime = { ...modelRuntime, executionId: runner.id };\n    const queryTask = await this.createTypeQueryTask(\n      type,\n      demand,\n      executionModelRuntime,\n      opt,\n      multimodalPrompt,\n      { ...executionOptions, abortSignal },\n    );\n\n    const result = await session.appendAndRun(queryTask);\n\n    if (!result) {\n      throw new Error(\n        'result of taskExecutor.flush() is undefined in function createTypeQueryTask',\n      );\n    }\n\n    const { output, thought } = result;\n\n    return {\n      output,\n      thought,\n      runner,\n    };\n  }\n\n  async waitFor(\n    assertion: TUserPrompt,\n    opt: PlanningActionParamWaitFor,\n    modelRuntime: ModelRuntime,\n  ): Promise<ExecutionResult<void>> {\n    const abortSignal = this.getAbortSignal?.();\n    const { textPrompt, multimodalPrompt } = parsePrompt(assertion);\n\n    const description = `waitFor: ${textPrompt}`;\n    const session = this.createExecutionSession(\n      taskTitleStr('WaitFor', description),\n      { referenceImages: multimodalPrompt?.images, abortSignal },\n    );\n    const runner = session.getRunner();\n    const executionModelRuntime = { ...modelRuntime, executionId: runner.id };\n    const {\n      timeoutMs,\n      checkIntervalMs,\n      domIncluded,\n      screenshotIncluded,\n      ...restOpt\n    } = opt;\n    const serviceExtractOpt: ServiceExtractOption = {\n      domIncluded,\n      screenshotIncluded,\n      ...restOpt,\n    };\n\n    assert(assertion, 'No assertion for waitFor');\n    assert(timeoutMs, 'No timeoutMs for waitFor');\n    assert(checkIntervalMs, 'No checkIntervalMs for waitFor');\n\n    assert(\n      checkIntervalMs <= timeoutMs,\n      `wrong config for waitFor: checkIntervalMs must be less than timeoutMs, config: {checkIntervalMs: ${checkIntervalMs}, timeoutMs: ${timeoutMs}}`,\n    );\n\n    const overallStartTime = Date.now();\n    let lastCheckStart = overallStartTime;\n    let errorThought = '';\n    // Continue checking as long as the previous iteration began within the timeout window.\n    while (lastCheckStart - overallStartTime <= timeoutMs) {\n      const currentCheckStart = Date.now();\n      lastCheckStart = currentCheckStart;\n      abortSignal?.throwIfAborted();\n      const queryTask = await this.createTypeQueryTask(\n        'WaitFor',\n        textPrompt,\n        executionModelRuntime,\n        serviceExtractOpt,\n        multimodalPrompt,\n        { abortSignal },\n      );\n\n      const result = (await session.appendAndRun(queryTask)) as\n        | {\n            output: boolean;\n            thought?: string;\n          }\n        | undefined;\n\n      if (result?.output) {\n        return {\n          output: undefined,\n          runner,\n        };\n      }\n\n      errorThought =\n        result?.thought ||\n        (!result && `No result from assertion: ${textPrompt}`) ||\n        `unknown error when waiting for assertion: ${textPrompt}`;\n      const now = Date.now();\n      if (now - currentCheckStart < checkIntervalMs) {\n        const elapsed = now - currentCheckStart;\n        const timeRemaining = checkIntervalMs - elapsed;\n        const thought = `Check interval is ${checkIntervalMs}ms, ${elapsed}ms elapsed since last check, sleeping for ${timeRemaining}ms`;\n        const { tasks: sleepTasks } = await this.convertPlanToExecutable(\n          [{ type: 'Sleep', param: { timeMs: timeRemaining }, thought }],\n          modelRuntime,\n          modelRuntime,\n          { abortSignal },\n        );\n        if (sleepTasks[0]) {\n          await session.appendAndRun(sleepTasks[0]);\n        }\n      }\n    }\n\n    return session.appendErrorPlan(`waitFor timeout: ${errorThought}`);\n  }\n}\n/**\n * Surface a captured screenshot sequence in the report timeline, then release\n * it from the UIContext.\n *\n * When a UIObservation insight runs, the observed frames live on\n * `uiContext.screenshotSequence` only as a transient model input. This attaches\n * them to the task recorder so the report renders the full sequence the model\n * saw (the report timeline builds one screenshot per recorder item), then drops\n * the field from the UIContext so its base64 is not retained twice for the\n * lifetime of the dump.\n *\n * The last frame is the representative `uiContext.screenshot`, already shown in\n * the report, so only the earlier frames are recorded to avoid duplication.\n * Observed frames are PREPENDED to `task.recorder` (rather than appended) so\n * array order matches chronological order — they were captured before the\n * assertion's before/after screenshots.\n */\nexport function recordAndReleaseScreenshotSequence(\n  task: ExecutionTask,\n  uiContext: UIContext | undefined,\n): void {\n  const frames = uiContext?.screenshotSequence;\n  if (frames && frames.length > 1) {\n    const recorderItems: ExecutionRecorderItem[] = [];\n    for (let i = 0; i < frames.length - 1; i++) {\n      const frame = frames[i];\n      recorderItems.push({\n        type: 'screenshot',\n        ts: frame.capturedAt,\n        screenshot: frame,\n        description: `Observed frame ${i + 1}/${frames.length}`,\n        timing: 'observed-frame',\n      });\n    }\n    // Prepend observed frames so they appear before the task's own\n    // before/after screenshots in array order. Observed frames have earlier\n    // timestamps than the assertion task itself, so this keeps array order\n    // aligned with chronological order for consumers that iterate in-place.\n    task.recorder = task.recorder\n      ? [...recorderItems, ...task.recorder]\n      : recorderItems;\n  }\n  if (uiContext?.screenshotSequence) {\n    uiContext.screenshotSequence = undefined;\n  }\n}\n"],"names":["debug","getDebug","warnLog","maxErrorCountAllowedInOnePlanningLoop","maxPlanningFeedbackLength","truncatePlanningFeedback","feedback","requestedLimit","limit","Number","Math","TaskExecutor","title","options","ExecutionSession","signal","Promise","runner","error","scope","phase","data","aiActProgressScope","conversationHistory","timeString","body","tasks","feedbackMessages","planningFeedback","planningFeedbackMaxLength","undefined","format","getReadableTimeString","plans","planningModel","defaultModel","userInstruction","yamlString","reportOptions","session","taskTitleStr","userPromptToString","userPromptToMultimodalPrompt","task","executorContext","uiContext","assert","ms","abortSignal","action","defineActionSleep","setTimingFieldOnce","executionPlanningModel","executionDefaultModel","result","output","userPrompt","aiActContext","cacheable","replanningCycleLimitOverride","effort","fileChooserAccept","deepLocate","withFileChooser","fromIndex","i","prompt","ConversationHistory","promptDisplay","activeActionReporter","event","noIndividualLocateModel","includeLocateInPlanning","imagesIncludeCount","replanCount","yamlFlow","replanningCycleLimit","Error","appendFailedPlan","errorMsg","planIndex","errorCountInOnePlanningLoop","outputString","latestPlanResult","latestPlanIndex","getPreparedUserPrompt","promise","prepareUserPrompt","subGoalStatus","memoriesStatus","planningUiContext","timing","actionSpace","Array","console","planImpl","standardPlan","planResult","preparedUserPrompt","renderAIContext","planError","AIResponseParseError","withUsageIntent","errorMessageForAiAct","JSON","actions","thought","log","memory","usage","rawResponse","rawAssistantOutput","reasoning_content","finalizeSuccess","finalizeMessage","updateSubGoals","markFinishedIndexes","errorMessage","executables","initialTimeString","taskCountBeforeRun","createAiActActionReporter","isActionReadinessError","String","type","demand","modelRuntime","opt","multimodalPrompt","executionOptions","queryTask","taskContext","queryDump","applyDump","dump","ifTypeRestricted","demandInput","keyOfResult","buildTypeQueryDemandValue","extractResult","extraPageDescription","tree","descriptionOfTree","ServiceError","recordAndReleaseScreenshotSequence","outputResult","Boolean","executionModelRuntime","assertion","textPrompt","parsePrompt","description","timeoutMs","checkIntervalMs","domIncluded","screenshotIncluded","restOpt","serviceExtractOpt","overallStartTime","Date","lastCheckStart","errorThought","currentCheckStart","now","elapsed","timeRemaining","sleepTasks","interfaceInstance","service","opts","TaskBuilder","frames","recorderItems","frame"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsFA,MAAMA,QAAQC,SAAS;AACvB,MAAMC,UAAUD,SAAS,wBAAwB;IAAE,SAAS;AAAK;AACjE,MAAME,wCAAwC;AAK9C,MAAMC,4BAA4B;AAElC,SAASC,yBACPC,QAAgB,EAChBC,cAAqC;IAErC,IAAIA,AAAmB,gBAAnBA,gBACF,OAAOD;IAET,MAAME,QACJD,kBAAkBE,OAAO,QAAQ,CAACF,mBAAmBA,iBAAiB,IAClEG,KAAK,KAAK,CAACH,kBACXH;IACN,IAAIE,SAAS,MAAM,IAAIE,OACrB,OAAOF;IAGT,OAAO,GAAGA,SAAS,KAAK,CAAC,GAAGE,OAAO;eACtB,EAAEF,SAAS,MAAM,GAAGE,MAAM,iBAAiB,CAAC;AAC3D;AAKO,MAAMG;IAuBX,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS;IACvB;IAuCQ,uBACNC,KAAa,EACbC,OAUC,EACD;QACA,OAAO,IAAIC,iBACTF,OACA,CAACG,SACCF,SAAS,YACLG,QAAQ,OAAO,CAACH,QAAQ,SAAS,IACjCG,QAAQ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAACD,UACtD;YACE,aAAaF,SAAS,eAAe,IAAI,CAAC,cAAc;YACxD,aAAa,IAAI,CAAC,mBAAmB;YACrC,OAAOA,SAAS;YAChB,iBAAiBA,SAAS;YAC1B,kBAAkB,OAAOI,QAAQC;gBAC/B,MAAM,IAAI,CAAC,KAAK,EAAE,mBAAmBD,QAAQC;gBAC7C,MAAML,SAAS,mBAAmBI,QAAQC;YAC5C;YACA,GAAIL,SAAS,cAAc;gBAAE,aAAaA,QAAQ,WAAW;YAAC,IAAI,CAAC,CAAC;QACtE;IAEJ;IAEQ,iBAAiC;QACvC,OAAO,IAAI,CAAC,mBAAmB;IACjC;IAQA,MAAc,aACZM,KAAa,EACbC,KAAa,EACbC,IAAa,EACE;QACf,MAAM,IAAI,CAAC,KAAK,EAAE,aAAaF,OAAOC,OAAOC;IAC/C;IAOQ,kBACND,KAAyB,EACzBC,IAAuB,EACR;QACf,OAAO,IAAI,CAAC,YAAY,CAACC,oBAAoBF,OAAOC;IACtD;IASQ,0BACNE,mBAAwC,EACxCC,UAAkB,EAClBC,IAAa,EACb;QACAF,oBAAoB,sBAAsB,GAAGE,OACzC,CAAC,MAAM,EAAED,WAAW,EAAE,EAAEC,MAAM,GAC9B,CAAC,cAAc,EAAED,YAAY;IACnC;IAMQ,wBAAwBE,KAAsB,EAAsB;QAC1E,MAAMC,mBAAmBD,MAAM,OAAO,CACpC,CAAC,EAAEE,gBAAgB,EAAEC,yBAAyB,EAAE,GAC9CD,mBACI;gBACEvB,yBACEuB,kBACAC;aAEH,GACD,EAAE;QAEV,OAAOF,iBAAiB,MAAM,GAAG,IAC7BA,iBAAiB,IAAI,CAAC,UACtBG;IACN;IASA,MAAc,cAAcC,MAAe,EAAmB;QAC5D,IAAI,IAAI,CAAC,aAAa,EACpB,IAAI,IAAI,CAAC,SAAS,CAAC,wBAAwB,EACzC,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,wBAAwB,CAACA;QACvD,EAAE,OAAOb,OAAO;YACdhB,QACE,CAAC,gEAAgE,EAAEgB,OAAO;QAE9E;aAEAhB,QACE;QAKN,OAAO8B,sBAAsBD;IAC/B;IAEA,MAAa,wBACXE,KAAuB,EACvBC,aAA2B,EAC3BC,YAA0B,EAC1BtB,OAIC,EACD;QACA,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAACoB,OAAOC,eAAeC,cAActB;IACpE;IAEA,MAAM,uBACJuB,eAA4B,EAC5BC,UAAkB,EAClBC,aAAmC,EACnC;QACA,MAAMC,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aACEF,eAAe,QAAQ,OACvBA,eAAe,UAAUG,mBAAmBL,mBAE9C;YACE,iBAAiBM,6BAA6BN,kBAAkB;QAClE;QAGF,MAAMO,OAAmC;YACvC,MAAM;YACN,SAAS;YACT,OAAO;gBACLP;gBACA,GAAIE,eAAe,SACf;oBAAE,wBAAwBA,cAAc,MAAM;gBAAC,IAC/C,CAAC,CAAC;YACR;YACA,UAAU,OAAOM;gBACf,MAAM,EAAEC,SAAS,EAAE,GAAGD;gBACtBE,OAAOD,WAAW;gBAClB,OAAO;oBACL,QAAQ;wBACN,SAAS,EAAE;wBACX,wBAAwB;wBACxB,KAAK;wBACLR;oBACF;oBACA,OAAO;wBACL,KAAK;oBACP;oBACA,OAAO;wBACL,MAAM;wBACN,SAAS;4BACPA;wBACF;oBACF;gBACF;YACF;QACF;QACA,MAAMpB,SAASsB,QAAQ,SAAS;QAChC,MAAMA,QAAQ,YAAY,CAACI;QAE3B,OAAO;YACL1B;QACF;IACF;IAEA,MAAM,MAAM8B,EAAU,EAAEC,WAAyB,EAAiB;QAChEA,gBAAgB,IAAI,CAAC,cAAc;QACnC,MAAMT,UAAU,IAAI,CAAC,sBAAsB,CAAC,SAAS;YAAES;QAAY;QACnE,MAAMC,SAASC,kBAAkBF;QACjC,MAAMT,QAAQ,YAAY,CAAC;YACzB,MAAM;YACN,SAASU,OAAO,IAAI;YACpB,OAAO;gBAAE,QAAQF;YAAG;YACpB,UAAU,OAAO,EAAEJ,IAAI,EAAE;gBACvBG,OACErC,OAAO,QAAQ,CAACsC,OAAOA,KAAK,GAC5B,CAAC,6DAA6D,EAAEA,IAAI;gBAEtEI,mBAAmBR,KAAK,MAAM,EAAE;gBAChC,IAAI;oBACF,MAAMM,OAAO,IAAI,CAAC;wBAAE,QAAQF;oBAAG;gBACjC,SAAU;oBACRI,mBAAmBR,KAAK,MAAM,EAAE;gBAClC;YACF;QACF;IACF;IAEA,MAAM,SACJ/B,KAAa,EACbqB,KAAuB,EACvBC,aAA2B,EAC3BC,YAA0B,EAC1BtB,OAA8D,EACpC;QAC1B,MAAMmC,cAAcnC,SAAS,eAAe,IAAI,CAAC,cAAc;QAC/D,MAAM0B,UAAU,IAAI,CAAC,sBAAsB,CAAC3B,OAAO;YACjD,GAAGC,OAAO;YACVmC;QACF;QACA,MAAM/B,SAASsB,QAAQ,SAAS;QAChC,MAAMa,yBAAyB;YAAE,GAAGlB,aAAa;YAAE,aAAajB,OAAO,EAAE;QAAC;QAC1E,MAAMoC,wBAAwB;YAAE,GAAGlB,YAAY;YAAE,aAAalB,OAAO,EAAE;QAAC;QACxE,MAAM,EAAES,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAClDO,OACAmB,wBACAC,uBACA;YAAEL;QAAY;QAEhB,MAAMM,SAAS,MAAMf,QAAQ,YAAY,CAACb;QAC1C,MAAM,EAAE6B,MAAM,EAAE,GAAGD,UAAU,CAAC;QAC9B,OAAO;YACLC;YACAtC;QACF;IACF;IAEA,MAAM,OACJuC,UAAuB,EACvBtB,aAA2B,EAC3BC,YAA0B,EAC1BsB,YAAqB,EACrBC,SAAmB,EACnBC,4BAAqC,EACrCC,SAAsB,SAAS,EAC/BC,iBAA4B,EAC5BC,UAAoB,EACpBd,WAAyB,EACzBV,aAAmC,EASnC;QACAU,aAAa;QACb,OAAOe,gBAAgB,IAAI,CAAC,SAAS,EAAEF,mBAAmB,UACjD,IAAI,CAAC,SAAS,CACnBL,YACAtB,eACAC,cACAsB,cACAC,WACAC,8BACAC,QACAE,YACAd,aACAV;IAGN;IAcQ,gCACNrB,MAAkB,EAClB+C,SAAiB,EACjB;QACA,IAAI,CAAC,IAAI,CAAC,SAAS,EACjB;QAEF,IAAK,IAAIC,IAAID,WAAWC,IAAIhD,OAAO,KAAK,CAAC,MAAM,EAAEgD,IAAK;YACpD,MAAMtB,OAAO1B,OAAO,KAAK,CAACgD,EAAE;YAC5B,IACEtB,AAAc,eAAdA,KAAK,IAAI,IACTA,AAAiB,aAAjBA,KAAK,OAAO,IACZA,KAAK,KAAK,EAAE,SAAS,SACrB;gBACA,MAAMuB,SAAUvB,KAAK,KAAK,EAAsC;gBAChE,IAAIuB,QACF,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAACA;YAExC;QACF;IACF;IAEA,MAAc,UACZV,UAAuB,EACvBtB,aAA2B,EAC3BC,YAA0B,EAC1BsB,YAAqB,EACrBC,SAAmB,EACnBC,4BAAqC,EACrCC,SAAsB,SAAS,EAC/BE,UAAoB,EACpBd,WAAyB,EACzBV,aAAmC,EASnC;QACAU,gBAAgB,IAAI,CAAC,cAAc;QACnC,MAAMzB,sBAAsB,IAAI4C;QAChC,MAAMC,gBACJ9B,eAAe,UAAUG,mBAAmBe;QAM9C,IAAIa;QAIJ,MAAM9B,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aAAaF,eAAe,QAAQ,OAAO8B,gBAC3C;YACEpB;YACA,iBAAiBN,6BAA6Bc,aAAa;YAC3D,aAAa,OAAOc;gBAClB,MAAMD,uBAAuBC;YAC/B;QACF;QAEF,MAAMrD,SAASsB,QAAQ,SAAS;QAChCL,gBAAgB;YAAE,GAAGA,aAAa;YAAE,aAAajB,OAAO,EAAE;QAAC;QAC3DkB,eAAe;YAAE,GAAGA,YAAY;YAAE,aAAalB,OAAO,EAAE;QAAC;QAEzD,MAAMsD,0BAA0BrC,AAA8B,cAA9BA,cAAc,MAAM,CAAC,IAAI;QACzD,MAAMsC,0BACJZ,AAAW,gBAAXA,UAA0BW;QAC5B,MAAME,qBAAqBb,AAAW,gBAAXA,SAAyB,IAAI;QAExD5D,MAAM,sCAAsCwE,yBAAyB;YACnEZ;YACAW;QACF;QAEA,IAAIG,cAAc;QAClB,MAAMC,WAAmC,EAAE;QAC3C,MAAMC,uBACJjB,gCAAgC,IAAI,CAAC,oBAAoB;QAC3D,IAAIiB,AAAyB9C,WAAzB8C,sBACF,MAAM,IAAIC,MACR;QAIJ,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS;YACpC,QAAQT;YACR,WAAWQ;QACb;QAEA,MAAME,mBAAmB,OACvBC,UACAC;YAKA,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU;gBACrC,GAAIA,YAAY;oBAAEA;gBAAU,IAAI,CAAC,CAAC;gBAClC,WAAWJ;gBACX,OAAOG;YACT;YACA,OAAOxC,QAAQ,eAAe,CAACwC;QACjC;QAEA,IAAIE,8BAA8B;QAClC,IAAIC;QACJ,IAAIC;QACJ,IAAIC,kBAAkB;QAEtB,IAAIpC,aAAa,SACf,OAAO8B,iBACL,CAAC,cAAc,EAAE9B,YAAY,MAAM,IAAI,yBAAyB;QAGpE,MAAMqC,wBAAyB,AAAC;YAC9B,IAAIC;YAEJ,OAAO;gBACLA,YAAYC,kBAAkB/B;gBAC9B,OAAO8B;YACT;QACF;QAGA,MAAO,KAAM;YACX,MAAMN,YAAYN,cAAc;YAChCU,kBAAkBJ;YAGlB,IAAIhC,aAAa,SACf,OAAO8B,iBACL,CAAC,cAAc,EAAE9B,YAAY,MAAM,IAAI,yBAAyB,EAChEgC;YAKJ,MAAMQ,gBAAgBjE,oBAAoB,cAAc,MAAMO;YAG9D,MAAM2D,iBAAiBlE,oBAAoB,cAAc,MAAMO;YAE/D,MAAMwB,SAAS,MAAMf,QAAQ,YAAY,CACvC;gBACE,MAAM;gBACN,SAAS;gBACT,OAAO;oBACL,iBAAiBiB;oBACjB,GAAIlB,eAAe,SACf;wBAAE,wBAAwBA,cAAc,MAAM;oBAAC,IAC/C,CAAC,CAAC;oBACNsC;oBACAnB;oBACAgB;oBACAb;oBACA,GAAI4B,gBAAgB;wBAAEA;oBAAc,IAAI,CAAC,CAAC;oBAC1C,GAAIC,iBAAiB;wBAAEA;oBAAe,IAAI,CAAC,CAAC;gBAC9C;gBACA,UAAU,OAAO7C;oBACf,MAAM,EAAEC,SAAS,EAAE,GAAGD;oBACtBE,OAAOD,WAAW;oBAClB,MAAM6C,oBAAoB7C;oBAC1B,MAAM8C,SAAS/C,gBAAgB,IAAI,CAAC,MAAM;oBAC1C,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB;wBAC5CoC;wBACA,WAAWJ;wBACX,YAAYc,kBAAkB,UAAU;oBAC1C;oBAEA,MAAME,cAAc,IAAI,CAAC,cAAc;oBACvC5F,MACE,sCACA4F,YAAY,GAAG,CAAC,CAAC3C,SAAWA,OAAO,IAAI,EAAE,IAAI,CAAC;oBAEhDH,OAAO+C,MAAM,OAAO,CAACD,cAAc;oBACnC,IAAIA,AAAuB,MAAvBA,YAAY,MAAM,EACpBE,QAAQ,IAAI,CACV,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,gDAAgD,CAAC;oBAIrG,MAAMC,WACJ7D,AAAwC,aAAxCA,cAAc,OAAO,CAAC,QAAQ,CAAC,IAAI,GAC/BA,cAAc,OAAO,CAAC,QAAQ,CAAC,MAAM,GACrC8D;oBAEN,IAAIC;oBACJ,IAAI;wBACF,MAAMC,qBAAqB,MAAMb;wBAEjClC,mBAAmBwC,QAAQ;wBAC3BM,aAAa,MAAMF,SAASG,oBAAoB;4BAC9C,SAASR;4BACT,eAAeS,gBAAgB1C;4BAC/BmC;4BACA,cAAc1D;4BACdX;4BACAiD;4BACAC;4BACAb;4BACAZ;wBACF;oBACF,EAAE,OAAOoD,WAAW;wBAClB,IAAIA,qBAAqBC,sBAAsB;4BAE7CzD,gBAAgB,IAAI,CAAC,KAAK,GAAG0D,gBAC3BF,UAAU,KAAK,EACf;4BAEFxD,gBAAgB,IAAI,CAAC,GAAG,GAAG;gCACzB,GAAIA,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gCAClC,aAAawD,UAAU,WAAW;gCAClC,oBAAoBA,UAAU,kBAAkB;4BAClD;wBACF;wBACA,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe;4BAC1CpB;4BACA,WAAWJ;4BACX,OAAO2B,qBAAqBH;wBAC9B;wBACA,MAAMA;oBACR,SAAU;wBACRjD,mBAAmBwC,QAAQ;oBAC7B;oBACA3F,MAAM,cAAcwG,KAAK,SAAS,CAACP,YAAY,MAAM;oBAErD,MAAM,EACJQ,OAAO,EACPC,OAAO,EACPC,GAAG,EACHC,MAAM,EACN1F,KAAK,EACL2F,KAAK,EACLC,WAAW,EACXC,kBAAkB,EAClBC,iBAAiB,EACjBC,eAAe,EACfC,eAAe,EACfC,cAAc,EACdC,mBAAmB,EACpB,GAAGnB;oBACJf,eAAegC;oBAEftE,gBAAgB,IAAI,CAAC,GAAG,GAAG;wBACzB,GAAIA,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;wBAClCkE;wBACAC;oBACF;oBACAnE,gBAAgB,IAAI,CAAC,KAAK,GAAG0D,gBAAgBO,OAAO;oBACpDjE,gBAAgB,IAAI,CAAC,iBAAiB,GAAGoE;oBACzCpE,gBAAgB,IAAI,CAAC,MAAM,GAAG;wBAC5B,SAAS6D,WAAW,EAAE;wBACtBE;wBACAD;wBACAE;wBACA,UAAUX,WAAW,QAAQ;wBAC7B,QAAQiB;wBACR,wBAAwBjB,WAAW,sBAAsB;wBACzDkB;wBACAC;oBACF;oBACAxE,gBAAgB,SAAS,GAAG8C;oBAK5B,IAAIiB,OAAOD,SACT,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB;wBAC3C1B;wBACA,WAAWJ;wBACX,GAAI+B,MAAM;4BAAEA;wBAAI,IAAI,CAAC,CAAC;wBACtB,GAAID,UAAU;4BAAEA;wBAAQ,IAAI,CAAC,CAAC;oBAChC;oBAGF,IAAIxF,OAAO;wBACT,MAAMmG,eAAe,CAAC,oBAAoB,EAAEnG,MAAM,EAAE,EAAEyF,OAAO,IAAI;wBACjE,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe;4BAC1C3B;4BACA,WAAWJ;4BACX,OAAOyC;wBACT;oBACF;oBAEAvE,OAAO,CAAC5B,OAAO,CAAC,oBAAoB,EAAEA,MAAM,EAAE,EAAEyF,OAAO,IAAI;oBAG3D,IAAIM,AAAoB,UAApBA,iBAA2B;wBAC7B,MAAMI,eAAe,CAAC,aAAa,EAAEH,mBAAmB,4BAA4B,EAAE,EAAEP,OAAO,IAAI;wBACnG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe;4BAC1C3B;4BACA,WAAWJ;4BACX,OAAOyC;wBACT;wBACAvE,OAAO,OAAOuE;oBAChB;oBAEA,OAAO;wBACL,OAAO;4BACL,KAAK;wBACP;oBACF;gBACF;YACF,GACA;gBACE,gBAAgB;YAClB;YAGF,MAAMpB,aAAa3C,QAAQ;YAC3B6B,mBAAmBc;YAGnB,MAAMhE,QAAQgE,YAAY,WAAW,EAAE;YACvCtB,SAAS,IAAI,IAAKsB,YAAY,YAAY,EAAE;YAE5C,IAAIqB;YACJ,IAAI;gBACFA,cAAc,MAAM,IAAI,CAAC,uBAAuB,CAC9CrF,OACAC,eACAC,cACA;oBACEuB;oBACAI;oBACAd;gBACF;YAEJ,EAAE,OAAO9B,OAAO;gBACd,OAAO4D,iBACL,CAAC,4CAA4C,EAAEyB,qBAAqBrF,OAAO,SAAS,EAAEsF,KAAK,SAAS,CAClGvE,QACC,EACH+C;YAEJ;YACA,IAAIzD,oBAAoB,sBAAsB,EAC5CuE,QAAQ,IAAI,CACV,8FACAvE,oBAAoB,sBAAsB;YAK9C,MAAMgG,oBAAoB,MAAM,IAAI,CAAC,aAAa;YAElD,MAAMC,qBAAqBvG,OAAO,KAAK,CAAC,MAAM;YAI9CoD,uBAAuBoD,0BACrBzC,WACAJ,sBACA,CAACxD,OAAOC,OAAS,IAAI,CAAC,iBAAiB,CAACD,OAAOC;YAEjD,IAAI;gBACF,MAAMkB,QAAQ,YAAY,CAAC+E,YAAY,KAAK;gBAC5C,IAAI,CAAC,yBAAyB,CAC5B/F,qBACAgG,mBACA,IAAI,CAAC,uBAAuB,CAACtG,OAAO,KAAK,CAAC,KAAK,CAACuG;YAEpD,EAAE,OAAOtG,OAAY;gBAEnB,IAAIwG,uBAAuBxG,QAAQ,MAAMA;gBAEzC+D;gBACA,MAAMzD,aAAa,MAAM,IAAI,CAAC,aAAa;gBAC3C,IAAI,CAAC,yBAAyB,CAC5BD,qBACAC,YACA,CAAC,+BAA+B,EAAEN,OAAO,WAAWyG,OAAOzG,QAAQ;gBAErElB,MACE,yFACAkB,iBAAiB2D,QAAQ3D,MAAM,OAAO,GAAGyG,OAAOzG,QAChD,6CACA+D;YAEJ,SAAU;gBACRZ,uBAAuBvC;YACzB;YAEA,IAAImD,8BAA8B9E,uCAChC,OAAO2E,iBACL,wCACAE;YAKJ,IAAIhC,aAAa,SACf,OAAO8B,iBACL,CAAC,cAAc,EAAE9B,YAAY,MAAM,IAAI,yBAAyB,EAChEgC;YAKJ,IAAI,CAACiB,YAAY,wBACf;YAUF,IAAI,CAAC,+BAA+B,CAAChF,QAAQuG;YAG7C,EAAE9C;YAEF,IAAIA,cAAcE,sBAAsB;gBACtC,MAAMG,WAAW,CAAC,wCAAwC,EAAEH,qBAAqB,2TAA2T,CAAC;gBAC7Y,OAAOE,iBAAiBC,UAAUC;YACpC;YAEA,IAAI,CAACzD,oBAAoB,sBAAsB,EAAE;gBAC/C,MAAMC,aAAa,MAAM,IAAI,CAAC,aAAa;gBAC3CD,oBAAoB,sBAAsB,GAAG,CAAC,MAAM,EAAEC,WAAW,gDAAgD,CAAC;YACpH;QACF;QAKA,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY;YACvC,WAAW4D;YACX,WAAWR;YACX,GAAKM,gBAAgBC,kBAAkB,SACnC;gBAAE,QAAQD,gBAAgBC,kBAAkB;YAAO,IACnD,CAAC,CAAC;YACN,GAAIA,kBAAkB,MAAM;gBAAE,KAAKA,iBAAiB,GAAG;YAAC,IAAI,CAAC,CAAC;YAC9D,GAAIA,kBAAkB,UAClB;gBAAE,SAASA,iBAAiB,OAAO;YAAC,IACpC,CAAC,CAAC;QACR;QAEA,OAAO;YACL,QAAQ;gBACNR;gBACA,QAAQO;YACV;YACAjE;QACF;IACF;IAEQ,oBACN2G,IAAsE,EACtEC,MAA2B,EAC3BC,YAA0B,EAC1BC,GAA0B,EAC1BC,gBAAoC,EACpCC,gBAEC,EACD;QACA,MAAMC,YAA4C;YAChD,MAAM;YACN,SAASN;YACT,OAAO;gBACL,aAAaG,KAAK;gBAClB,GAAIA,KAAK,YAAYjG,SAAY;oBAAE,SAASiG,IAAI,OAAO;gBAAC,IAAI,CAAC,CAAC;gBAC9D,YAAYC,mBACP;oBACCH;oBACAG;gBACF,IACAH;YACN;YACA,UAAU,OAAOM;gBACf,MAAM,EAAExF,IAAI,EAAE,GAAGwF;gBACjB,IAAIC;gBACJ,MAAMC,YAAY,CAACC;oBACjBF,YAAYE;oBACZ3F,KAAK,GAAG,GAAG;wBACT2F;wBACA,aAAaA,KAAK,QAAQ,EAAE;wBAC5B,oBAAoBA,KAAK,QAAQ,EAAE;wBACnC,4BACEA,KAAK,QAAQ,EAAE;oBACnB;oBACA3F,KAAK,KAAK,GAAG2D,gBAAgBgC,KAAK,QAAQ,EAAE,OAAO;oBACnD,IAAIA,KAAK,QAAQ,EAAE,mBACjB3F,KAAK,iBAAiB,GAAG2F,KAAK,QAAQ,CAAC,iBAAiB;gBAE5D;gBAGA,MAAMzF,YAAYsF,YAAY,SAAS;gBACvCrF,OAAOD,WAAW;gBAElB,MAAM0F,mBAAmBX,AAAS,YAATA;gBACzB,IAAIY,cAAcX;gBAClB,IAAIY,cAAc;gBAClB,IAAIF,oBAAqBX,CAAAA,AAAS,aAATA,QAAqBA,AAAS,cAATA,IAAiB,GAAI;oBACjEa,cAAc;oBACdD,cAAc;wBACZ,CAACC,YAAY,EAAEC,0BAA0Bd,MAAMC;oBACjD;gBACF,OAAO,IAAIU,kBAAkB;oBAC3BE,cAAcb;oBACdY,cAAc;wBACZ,CAACC,YAAY,EAAEC,0BAA0Bd,MAAMC;oBACjD;gBACF;gBAEA,IAAIc;gBAEJ,IAAIC,uBAAuB;gBAC3B,IAAIb,KAAK,eAAe,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE;oBAC1D/H,MAAM;oBACN,MAAM6I,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB;oBACrDD,uBAAuB,MAAME,kBAC3BD,MACA,KACA,OACAd,KAAK,gBAAgB;gBAEzB;gBAEA,IAAI;oBACFY,gBAAgB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CACxCH,aACAV,cACAC,KACAa,sBACAZ,kBACAnF,WACA;wBACE,GAAGoF,gBAAgB;wBACnB,aAAaA,kBAAkB,eAAeE,YAAY,MAAM;oBAClE;gBAEJ,EAAE,OAAOjH,OAAO;oBACd,IAAIA,iBAAiB6H,cACnBV,UAAUnH,MAAM,IAAI;oBAEtB,MAAMA;gBACR,SAAU;oBAGR8H,mCAAmCrG,MAAME;gBAC3C;gBAEA,MAAM,EAAExB,IAAI,EAAEqF,OAAO,EAAE4B,IAAI,EAAE,GAAGK;gBAChCN,UAAUC;gBAEV,IAAIW,eAAe5H;gBACnB,IAAIkH,kBAEF,IAAI,AAAgB,YAAhB,OAAOlH,MACT4H,eAAe5H;qBACV,IAAIuG,AAAS,cAATA,MAEPqB,eADE5H,QAAAA,OACa,QAECA,IAAY,CAACoH,YAAY;qBAEtC,IAAIpH,QAAAA,MACT4H,eAAe;qBAGf,IAAI5H,MAAM,CAACoH,YAAY,KAAK3G,QAC1BmH,eAAgB5H,IAAY,CAACoH,YAAY;qBACpC,IAAIpH,MAAM,WAAWS,QAC1BmH,eAAgB5H,KAAa,MAAM;qBAEnCyB,OAAO,OAAO;gBAOpB,IAAI8E,AAAS,aAATA,MACFqB,eAAeC,QAAQD;gBAGzB,OAAO;oBACL,QAAQA;oBACR,KAAKb;oBACL1B;gBACF;YACF;QACF;QAEA,OAAOwB;IACT;IACA,MAAM,yBACJN,IAA0D,EAC1DC,MAA2B,EAC3BC,YAA0B,EAC1BC,GAA0B,EAC1BC,gBAAoC,EACpCC,gBAGC,EAC4B;QAC7B,MAAMjF,cACJiF,kBAAkB,eAAe,IAAI,CAAC,cAAc;QACtDjF,aAAa;QACb,MAAMT,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aACEoF,MACA,AAAkB,YAAlB,OAAOC,SAAsBA,SAASrB,KAAK,SAAS,CAACqB,UAEvD;YACE,GAAII,kBAAkB,YAClB;gBAAE,WAAWA,iBAAiB,SAAS;YAAC,IACxC,CAAC,CAAC;YACN,iBAAiBD,kBAAkB;YACnChF;QACF;QAGF,MAAM/B,SAASsB,QAAQ,SAAS;QAChC,MAAM4G,wBAAwB;YAAE,GAAGrB,YAAY;YAAE,aAAa7G,OAAO,EAAE;QAAC;QACxE,MAAMiH,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9CN,MACAC,QACAsB,uBACApB,KACAC,kBACA;YAAE,GAAGC,gBAAgB;YAAEjF;QAAY;QAGrC,MAAMM,SAAS,MAAMf,QAAQ,YAAY,CAAC2F;QAE1C,IAAI,CAAC5E,QACH,MAAM,IAAIuB,MACR;QAIJ,MAAM,EAAEtB,MAAM,EAAEmD,OAAO,EAAE,GAAGpD;QAE5B,OAAO;YACLC;YACAmD;YACAzF;QACF;IACF;IAEA,MAAM,QACJmI,SAAsB,EACtBrB,GAA+B,EAC/BD,YAA0B,EACM;QAChC,MAAM9E,cAAc,IAAI,CAAC,cAAc;QACvC,MAAM,EAAEqG,UAAU,EAAErB,gBAAgB,EAAE,GAAGsB,YAAYF;QAErD,MAAMG,cAAc,CAAC,SAAS,EAAEF,YAAY;QAC5C,MAAM9G,UAAU,IAAI,CAAC,sBAAsB,CACzCC,aAAa,WAAW+G,cACxB;YAAE,iBAAiBvB,kBAAkB;YAAQhF;QAAY;QAE3D,MAAM/B,SAASsB,QAAQ,SAAS;QAChC,MAAM4G,wBAAwB;YAAE,GAAGrB,YAAY;YAAE,aAAa7G,OAAO,EAAE;QAAC;QACxE,MAAM,EACJuI,SAAS,EACTC,eAAe,EACfC,WAAW,EACXC,kBAAkB,EAClB,GAAGC,SACJ,GAAG7B;QACJ,MAAM8B,oBAA0C;YAC9CH;YACAC;YACA,GAAGC,OAAO;QACZ;QAEA9G,OAAOsG,WAAW;QAClBtG,OAAO0G,WAAW;QAClB1G,OAAO2G,iBAAiB;QAExB3G,OACE2G,mBAAmBD,WACnB,CAAC,iGAAiG,EAAEC,gBAAgB,aAAa,EAAED,UAAU,CAAC,CAAC;QAGjJ,MAAMM,mBAAmBC,KAAK,GAAG;QACjC,IAAIC,iBAAiBF;QACrB,IAAIG,eAAe;QAEnB,MAAOD,iBAAiBF,oBAAoBN,UAAW;YACrD,MAAMU,oBAAoBH,KAAK,GAAG;YAClCC,iBAAiBE;YACjBlH,aAAa;YACb,MAAMkF,YAAY,MAAM,IAAI,CAAC,mBAAmB,CAC9C,WACAmB,YACAF,uBACAU,mBACA7B,kBACA;gBAAEhF;YAAY;YAGhB,MAAMM,SAAU,MAAMf,QAAQ,YAAY,CAAC2F;YAO3C,IAAI5E,QAAQ,QACV,OAAO;gBACL,QAAQxB;gBACRb;YACF;YAGFgJ,eACE3G,QAAQ,WACP,CAACA,UAAU,CAAC,0BAA0B,EAAE+F,YAAY,IACrD,CAAC,0CAA0C,EAAEA,YAAY;YAC3D,MAAMc,MAAMJ,KAAK,GAAG;YACpB,IAAII,MAAMD,oBAAoBT,iBAAiB;gBAC7C,MAAMW,UAAUD,MAAMD;gBACtB,MAAMG,gBAAgBZ,kBAAkBW;gBACxC,MAAM1D,UAAU,CAAC,kBAAkB,EAAE+C,gBAAgB,IAAI,EAAEW,QAAQ,0CAA0C,EAAEC,cAAc,EAAE,CAAC;gBAChI,MAAM,EAAE,OAAOC,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAC9D;oBAAC;wBAAE,MAAM;wBAAS,OAAO;4BAAE,QAAQD;wBAAc;wBAAG3D;oBAAQ;iBAAE,EAC9DoB,cACAA,cACA;oBAAE9E;gBAAY;gBAEhB,IAAIsH,UAAU,CAAC,EAAE,EACf,MAAM/H,QAAQ,YAAY,CAAC+H,UAAU,CAAC,EAAE;YAE5C;QACF;QAEA,OAAO/H,QAAQ,eAAe,CAAC,CAAC,iBAAiB,EAAE0H,cAAc;IACnE;IAtjCA,YACEM,iBAAoC,EACpCC,OAAgB,EAChBC,IAWC,CACD;QAzCF;QAEA;QAEA;QAEA,uBAAiB,uBAAjB;QAEA,uBAAiB,eAAjB;QAEA;QAEA,uBAAiB,SAAjB;QACA,uBAAiB,kBAAjB;QAEA;QAEA;QAEA;QAuBE,IAAI,CAAC,SAAS,GAAGF;QACjB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,SAAS,GAAGC,KAAK,SAAS;QAC/B,IAAI,CAAC,mBAAmB,GAAGA,MAAM;QACjC,IAAI,CAAC,oBAAoB,GAAGA,KAAK,oBAAoB;QACrD,IAAI,CAAC,eAAe,GAAGA,KAAK,eAAe;QAC3C,IAAI,CAAC,aAAa,GAAGA,KAAK,aAAa;QACvC,IAAI,CAAC,KAAK,GAAGA,KAAK,KAAK;QACvB,IAAI,CAAC,cAAc,GAAGA,KAAK,cAAc;QACzC,IAAI,CAAC,mBAAmB,GAAGA,KAAK,WAAW;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAIC,YAAY;YACjCH;YACAC;YACA,WAAWC,KAAK,SAAS;YACzB,aAAa,IAAI,CAAC,cAAc;YAChC,iBAAiBA,KAAK,eAAe;YACrC,iBAAiBA,KAAK,eAAe;YACrC,mBAAmBA,KAAK,iBAAiB;QAC3C;IACF;AAohCF;AAkBO,SAASzB,mCACdrG,IAAmB,EACnBE,SAAgC;IAEhC,MAAM8H,SAAS9H,WAAW;IAC1B,IAAI8H,UAAUA,OAAO,MAAM,GAAG,GAAG;QAC/B,MAAMC,gBAAyC,EAAE;QACjD,IAAK,IAAI3G,IAAI,GAAGA,IAAI0G,OAAO,MAAM,GAAG,GAAG1G,IAAK;YAC1C,MAAM4G,QAAQF,MAAM,CAAC1G,EAAE;YACvB2G,cAAc,IAAI,CAAC;gBACjB,MAAM;gBACN,IAAIC,MAAM,UAAU;gBACpB,YAAYA;gBACZ,aAAa,CAAC,eAAe,EAAE5G,IAAI,EAAE,CAAC,EAAE0G,OAAO,MAAM,EAAE;gBACvD,QAAQ;YACV;QACF;QAKAhI,KAAK,QAAQ,GAAGA,KAAK,QAAQ,GACzB;eAAIiI;eAAkBjI,KAAK,QAAQ;SAAC,GACpCiI;IACN;IACA,IAAI/H,WAAW,oBACbA,UAAU,kBAAkB,GAAGf;AAEnC"}

package/dist/es/agent/test-runner-nodes.mjs

@@ -172,21 +172,12 @@ const aiQueryInputSchema = z.strictObject({
     ]),
     options: insightOptionsInputSchema.optional()
 });
-const aiWaitForOptionsInputSchema = insightOptionsInputSchema.extend({
-    timeoutMs: z.number().positive().optional(),
-    checkIntervalMs: z.number().positive().optional()
-}).superRefine((input, context)=>{
-    if ((input.checkIntervalMs ?? 3000) > (input.timeoutMs ?? 15000)) context.addIssue({
-        code: 'custom',
-        path: [
-            'checkIntervalMs'
-        ],
-        message: 'checkIntervalMs must not exceed timeoutMs'
-    });
-});
 const aiWaitForInputSchema = z.strictObject({
     prompt: userPromptInputSchema,
-    options: aiWaitForOptionsInputSchema.optional()
+    options: insightOptionsInputSchema.extend({
+        timeoutMs: z.number().positive().optional(),
+        checkIntervalMs: z.number().positive().optional()
+    }).optional()
 });
 const javascriptInputSchema = z.strictObject({
     script: nonBlankText('JavaScript to evaluate through the current interface.')
@@ -543,6 +534,6 @@ const commonAgentTestRunnerNodeDefinitions = [
     recordToReportNode,
     ...additionalAgentNodes
 ];
-export { actionInputSchema, aiActInputSchema, aiActOptionsInputSchema, aiAssertInputSchema, aiAssertOptionsInputSchema, aiDragAndDropInputSchema, aiInputInputSchema, aiKeyboardPressInputSchema, aiLongPressInputSchema, aiPinchInputSchema, aiQueryInputSchema, aiScrollInputSchema, aiTapInputSchema, aiWaitForInputSchema, aiWaitForOptionsInputSchema, commonAgentTestRunnerNodeDefinitions, createAgentTestRunnerNodeDefinition, insightInputSchema, insightOptionsInputSchema, javascriptInputSchema, locateOptionsInputSchema, promptImageInputSchema, recordToReportInputSchema, recordToReportOptionsInputSchema, reportScreenshotInputSchema, runGherkinScenarioInputSchema, setAIContextInputSchema, structuredUserPromptInputSchema, userPromptInputSchema };
+export { actionInputSchema, aiActInputSchema, aiActOptionsInputSchema, aiAssertInputSchema, aiAssertOptionsInputSchema, aiDragAndDropInputSchema, aiInputInputSchema, aiKeyboardPressInputSchema, aiLongPressInputSchema, aiPinchInputSchema, aiQueryInputSchema, aiScrollInputSchema, aiTapInputSchema, aiWaitForInputSchema, commonAgentTestRunnerNodeDefinitions, createAgentTestRunnerNodeDefinition, insightInputSchema, insightOptionsInputSchema, javascriptInputSchema, locateOptionsInputSchema, promptImageInputSchema, recordToReportInputSchema, recordToReportOptionsInputSchema, reportScreenshotInputSchema, runGherkinScenarioInputSchema, setAIContextInputSchema, structuredUserPromptInputSchema, userPromptInputSchema };
 
 //# sourceMappingURL=test-runner-nodes.mjs.map

package/dist/es/agent/test-runner-nodes.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent/test-runner-nodes.mjs","sources":["../../../src/agent/test-runner-nodes.ts"],"sourcesContent":["import { AGENT_AI_CONTEXT_KEYS } from '@midscene/shared/agent-tools/agent-context';\nimport { z } from 'zod/v4';\nimport type { TUserPrompt } from '../common';\nimport { inputStrategies } from '../device/input-strategy';\nimport { NodeExecutionError } from '../test-runner/errors';\nimport type { LocateOption, ScrollParam } from '../yaml';\nimport { buildDetailedLocateParam } from '../yaml/utils';\nimport type { Agent } from './agent';\n\nexport interface AgentTestRunnerNodeResult<TData = unknown> {\n  summary?: string;\n  data?: TData;\n}\n\nexport interface AgentTestRunnerNodeExecutionContext {\n  signal: AbortSignal;\n}\n\n/** Agent-owned Node description consumed by Test Runner adapters. */\nexport interface AgentTestRunnerNodeDefinition<\n  TInput extends Record<string, unknown> = Record<string, unknown>,\n  TData = unknown,\n> {\n  name: string;\n  title?: string;\n  description?: string;\n  /** Node input field populated by YAML string shorthand; omit to disable. */\n  stringInputKey?: string | false;\n  inputSchema: z.ZodObject;\n  execute(\n    agent: unknown,\n    input: TInput,\n    context: AgentTestRunnerNodeExecutionContext,\n  ):\n    | Promise<AgentTestRunnerNodeResult<TData> | undefined>\n    | AgentTestRunnerNodeResult<TData>\n    | undefined;\n}\n\n/** Static capability implemented by Agent classes that expose Runner Nodes. */\nexport interface AgentTestRunnerNodeProvider {\n  getTestRunnerNodeDefinitions(): readonly AgentTestRunnerNodeDefinition[];\n}\n\ntype AnyAgentMethod = (...args: any[]) => unknown;\ntype AgentMethodName<TAgent extends object> = {\n  [TKey in keyof TAgent]-?: TAgent[TKey] extends AnyAgentMethod ? TKey : never;\n}[keyof TAgent] &\n  string;\ntype AgentMethod<\n  TAgent extends object,\n  TMethod extends AgentMethodName<TAgent>,\n> = Extract<TAgent[TMethod], AnyAgentMethod>;\n\nexport interface DefineAgentTestRunnerNodeOptions<\n  TAgent extends object,\n  TMethod extends AgentMethodName<TAgent>,\n  TSchema extends z.ZodObject,\n  TData = unknown,\n> {\n  method: TMethod;\n  name?: string;\n  title?: string;\n  description?: string;\n  stringInputKey?: (keyof z.output<TSchema> & string) | false;\n  inputSchema: TSchema;\n  toArgs(\n    input: z.output<TSchema>,\n    context: AgentTestRunnerNodeExecutionContext,\n  ): Parameters<AgentMethod<TAgent, TMethod>>;\n  toResult?(\n    result: Awaited<ReturnType<AgentMethod<TAgent, TMethod>>>,\n    input: z.output<TSchema>,\n  ): AgentTestRunnerNodeResult<TData> | undefined;\n}\n\n/** Create a Node factory whose adapters are checked against an Agent API. */\nexport const createAgentTestRunnerNodeDefinition =\n  <TAgent extends object>(agentLabel = 'an Agent') =>\n  <\n    TMethod extends AgentMethodName<TAgent>,\n    TSchema extends z.ZodObject,\n    TData = unknown,\n  >(\n    definition: DefineAgentTestRunnerNodeOptions<\n      TAgent,\n      TMethod,\n      TSchema,\n      TData\n    >,\n  ): AgentTestRunnerNodeDefinition => ({\n    name: definition.name ?? definition.method,\n    ...(definition.title === undefined ? {} : { title: definition.title }),\n    ...(definition.description === undefined\n      ? {}\n      : { description: definition.description }),\n    ...(definition.stringInputKey === undefined\n      ? {}\n      : { stringInputKey: definition.stringInputKey }),\n    inputSchema: definition.inputSchema,\n    async execute(agent, input, context) {\n      if (\n        typeof agent !== 'object' ||\n        agent === null ||\n        typeof (agent as Record<string, unknown>)[definition.method] !==\n          'function'\n      ) {\n        throw new TypeError(\n          `getAgent() must return ${agentLabel} with ${definition.method}().`,\n        );\n      }\n\n      const typedAgent = agent as TAgent;\n      const method = typedAgent[definition.method] as AgentMethod<\n        TAgent,\n        TMethod\n      >;\n      const typedInput = input as z.output<TSchema>;\n      const result = (await method.apply(\n        typedAgent,\n        definition.toArgs(typedInput, context),\n      )) as Awaited<ReturnType<AgentMethod<TAgent, TMethod>>>;\n      return definition.toResult?.(result, typedInput);\n    },\n  });\n\nconst nonBlankText = (description: string) =>\n  z\n    .string()\n    .regex(/\\S/, 'value must contain a non-whitespace character')\n    .describe(description);\n\nexport const promptImageInputSchema = z.strictObject({\n  name: nonBlankText('The name used to identify this reference image.'),\n  url: nonBlankText('The URL, data URL, or file path of this reference image.'),\n});\n\nexport const structuredUserPromptInputSchema = z.strictObject({\n  prompt: nonBlankText('The natural-language prompt.'),\n  images: z.array(promptImageInputSchema).min(1).optional(),\n  convertHttpImage2Base64: z\n    .boolean()\n    .optional()\n    .describe('Whether HTTP reference images are converted to base64 first.'),\n});\n\nexport const userPromptInputSchema = z.union([\n  nonBlankText('The natural-language prompt.'),\n  structuredUserPromptInputSchema,\n]);\n\nexport const aiActOptionsInputSchema = z.strictObject({\n  effort: z\n    .enum(['fast', 'balance', 'deepThink'])\n    .optional()\n    .describe('Action planning effort: fast, balanced, or deeper reasoning.'),\n  cacheable: z\n    .boolean()\n    .optional()\n    .describe('Whether this action may use the Midscene cache.'),\n  fileChooserAccept: z\n    .union([z.string(), z.array(z.string())])\n    .optional()\n    .describe('Accepted file types for a file chooser.'),\n  fileChooserAllowedDir: z\n    .string()\n    .optional()\n    .describe('Directory allowed for prompt-driven file uploads.'),\n  deepThink: z\n    .union([z.literal('unset'), z.boolean()])\n    .optional()\n    .describe('Whether to enable deep thinking for this action.'),\n  deepLocate: z\n    .boolean()\n    .optional()\n    .describe('Whether to use deep element location.'),\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Additional facts, rules, constraints, or output requirements for this AI call. Overrides inherited aiContexts; an empty string disables inherited user context.',\n    ),\n});\n\nexport const setAIContextInputSchema = z.strictObject({\n  target: z\n    .enum(AGENT_AI_CONTEXT_KEYS)\n    .describe(\n      'The AI API to configure, e.g. aiAct or aiAssert. Use default as the shared fallback for all AI APIs when neither the call nor the API has its own context.',\n    ),\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Agent-level guidance. Omit to remove the selected context; an empty string disables inherited context.',\n    ),\n});\n\nexport const aiActInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: aiActOptionsInputSchema.optional(),\n});\n\nexport const insightOptionsInputSchema = z.strictObject({\n  domIncluded: z\n    .union([z.boolean(), z.literal('visible-only')])\n    .optional()\n    .describe('How DOM information is included.'),\n  screenshotIncluded: z\n    .boolean()\n    .optional()\n    .describe('Whether the request includes a screenshot.'),\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Additional facts, rules, constraints, or output requirements for this AI call. Overrides inherited aiContexts; an empty string disables inherited user context.',\n    ),\n});\n\nexport const aiAssertOptionsInputSchema = insightOptionsInputSchema.extend({\n  keepRawResponse: z\n    .boolean()\n    .optional()\n    .describe('Whether the Agent returns the structured assertion result.'),\n});\n\nexport const aiAssertInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  message: z.string().optional().describe('The assertion failure message.'),\n  options: aiAssertOptionsInputSchema.optional(),\n});\n\nexport const locateOptionsInputSchema = z.strictObject({\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Additional facts, rules, constraints, or output requirements for this AI call. Overrides inherited aiContexts; an empty string disables inherited user context.',\n    ),\n  deepLocate: z\n    .boolean()\n    .optional()\n    .describe('Whether to use deep element location.'),\n  deepThink: z\n    .boolean()\n    .optional()\n    .describe('Deprecated alias for deepLocate.'),\n  cacheable: z\n    .boolean()\n    .optional()\n    .describe('Whether this location may use the Midscene cache.'),\n  xpath: z.string().optional().describe('A web XPath location hint.'),\n  fileChooserAccept: z\n    .union([z.string(), z.array(z.string())])\n    .optional()\n    .describe('Files accepted when tapping opens a file chooser.'),\n});\n\nexport const aiTapInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: locateOptionsInputSchema.optional(),\n});\n\nexport const aiInputInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  value: z.union([z.string(), z.number()]),\n  options: locateOptionsInputSchema\n    .extend({\n      mode: z.enum(['replace', 'clear', 'typeOnly', 'append']).optional(),\n      autoDismissKeyboard: z.boolean().optional(),\n      keyboardTypeDelay: z.number().nonnegative().optional(),\n      inputStrategy: z.enum(inputStrategies).optional(),\n    })\n    .optional(),\n});\n\nexport const aiKeyboardPressInputSchema = z.strictObject({\n  prompt: userPromptInputSchema.optional(),\n  keyName: nonBlankText('The key or key combination to press.'),\n  options: locateOptionsInputSchema.optional(),\n});\n\nexport const aiScrollInputSchema = z.strictObject({\n  prompt: userPromptInputSchema.optional(),\n  options: locateOptionsInputSchema\n    .extend({\n      direction: z.enum(['down', 'up', 'right', 'left']).optional(),\n      scrollType: z\n        .enum([\n          'singleAction',\n          'scrollToBottom',\n          'scrollToTop',\n          'scrollToRight',\n          'scrollToLeft',\n          'once',\n          'untilBottom',\n          'untilTop',\n          'untilRight',\n          'untilLeft',\n        ])\n        .optional(),\n      distance: z.number().nullable().optional(),\n    })\n    .optional(),\n});\n\nexport const aiPinchInputSchema = z.strictObject({\n  prompt: userPromptInputSchema.optional(),\n  direction: z.enum(['in', 'out']),\n  options: locateOptionsInputSchema\n    .extend({\n      distance: z.number().optional(),\n      duration: z.number().nonnegative().optional(),\n    })\n    .optional(),\n});\n\nexport const aiLongPressInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: locateOptionsInputSchema\n    .extend({ duration: z.number().nonnegative().optional() })\n    .optional(),\n});\n\nexport const aiDragAndDropInputSchema = z.strictObject({\n  from: userPromptInputSchema,\n  to: userPromptInputSchema,\n  options: locateOptionsInputSchema.optional(),\n});\n\nexport const aiQueryInputSchema = z.strictObject({\n  prompt: z.union([\n    nonBlankText('The extraction request.'),\n    z.record(z.string(), z.string()),\n  ]),\n  options: insightOptionsInputSchema.optional(),\n});\n\nexport const aiWaitForOptionsInputSchema = insightOptionsInputSchema\n  .extend({\n    timeoutMs: z.number().positive().optional(),\n    checkIntervalMs: z.number().positive().optional(),\n  })\n  .superRefine((input, context) => {\n    if ((input.checkIntervalMs ?? 3000) > (input.timeoutMs ?? 15000)) {\n      context.addIssue({\n        code: 'custom',\n        path: ['checkIntervalMs'],\n        message: 'checkIntervalMs must not exceed timeoutMs',\n      });\n    }\n  });\n\nexport const aiWaitForInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: aiWaitForOptionsInputSchema.optional(),\n});\n\nexport type AiWaitForNodeOptions = z.infer<typeof aiWaitForOptionsInputSchema>;\n\nexport const javascriptInputSchema = z.strictObject({\n  script: nonBlankText('JavaScript to evaluate through the current interface.'),\n});\n\nexport const runGherkinScenarioInputSchema = z.strictObject({\n  scenario: nonBlankText('The Gherkin scenario to execute.'),\n  options: aiActOptionsInputSchema.optional(),\n});\n\nexport const actionInputSchema = z.strictObject({\n  name: nonBlankText('The ActionSpace action name, for example DragAndDrop.'),\n  params: z.unknown().optional(),\n});\n\nexport const insightInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: insightOptionsInputSchema.optional(),\n});\n\nexport const reportScreenshotInputSchema = z.strictObject({\n  base64: z.string().min(1).describe('A base64-encoded screenshot.'),\n  description: z.string().optional().describe('What the screenshot shows.'),\n});\n\nexport const recordToReportOptionsInputSchema = z\n  .strictObject({\n    content: z.string().optional().describe('The report text content.'),\n    screenshotBase64: z\n      .string()\n      .optional()\n      .describe('One base64-encoded screenshot.'),\n    screenshots: z\n      .array(reportScreenshotInputSchema)\n      .min(1)\n      .optional()\n      .describe('Screenshots attached to the report section.'),\n  })\n  .superRefine((input, context) => {\n    if (\n      input.screenshotBase64 !== undefined &&\n      input.screenshots !== undefined\n    ) {\n      context.addIssue({\n        code: 'custom',\n        message: 'screenshotBase64 and screenshots are mutually exclusive',\n      });\n    }\n  });\n\nexport const recordToReportInputSchema = z.strictObject({\n  title: z.string().optional().describe('The report section title.'),\n  options: recordToReportOptionsInputSchema.optional(),\n});\n\nexport type UserPromptNodeInput = z.infer<typeof userPromptInputSchema>;\nexport type SetAIContextNodeInput = z.infer<typeof setAIContextInputSchema>;\nexport type AiActNodeOptions = z.infer<typeof aiActOptionsInputSchema>;\nexport type AiActNodeInput = z.infer<typeof aiActInputSchema>;\nexport type AiAssertNodeOptions = z.infer<typeof aiAssertOptionsInputSchema>;\nexport type AiAssertNodeInput = z.infer<typeof aiAssertInputSchema>;\nexport type AiTapNodeOptions = z.infer<typeof locateOptionsInputSchema>;\nexport type AiTapNodeInput = z.infer<typeof aiTapInputSchema>;\nexport type AiInputNodeInput = z.infer<typeof aiInputInputSchema>;\nexport type AiKeyboardPressNodeInput = z.infer<\n  typeof aiKeyboardPressInputSchema\n>;\nexport type AiScrollNodeInput = z.infer<typeof aiScrollInputSchema>;\nexport type AiPinchNodeInput = z.infer<typeof aiPinchInputSchema>;\nexport type AiLongPressNodeInput = z.infer<typeof aiLongPressInputSchema>;\nexport type AiDragAndDropNodeInput = z.infer<typeof aiDragAndDropInputSchema>;\nexport type AiQueryNodeInput = z.infer<typeof aiQueryInputSchema>;\nexport type AiWaitForNodeInput = z.infer<typeof aiWaitForInputSchema>;\nexport type JavascriptNodeInput = z.infer<typeof javascriptInputSchema>;\nexport type RunGherkinScenarioNodeInput = z.infer<\n  typeof runGherkinScenarioInputSchema\n>;\nexport type ActionNodeInput = z.infer<typeof actionInputSchema>;\nexport type InsightNodeOptions = z.infer<typeof insightOptionsInputSchema>;\nexport type InsightNodeInput = z.infer<typeof insightInputSchema>;\nexport type RecordToReportNodeOptions = z.infer<\n  typeof recordToReportOptionsInputSchema\n>;\nexport type RecordToReportNodeInput = z.infer<typeof recordToReportInputSchema>;\n\nexport type CommonAgentTestRunnerApi = Pick<\n  Agent,\n  | 'aiAct'\n  | 'aiTap'\n  | 'aiAssert'\n  | 'aiBoolean'\n  | 'aiNumber'\n  | 'aiString'\n  | 'aiAsk'\n  | 'recordToReport'\n>;\n\nconst defineCommonAgentNode =\n  createAgentTestRunnerNodeDefinition<CommonAgentTestRunnerApi>('an Agent');\n\n// Select the current overloads without expanding the minimum API required by\n// existing getAgent() providers. Each Node checks its own method at execution.\ntype AgentActionNodeApi = Pick<\n  Agent,\n  | 'sleep'\n  | 'setAIContext'\n  | 'aiHover'\n  | 'aiDoubleClick'\n  | 'aiRightClick'\n  | 'aiLongPress'\n  | 'aiClearInput'\n  | 'aiPinch'\n  | 'aiLocate'\n  | 'aiQuery'\n  | 'aiWaitFor'\n  | 'evaluateJavaScript'\n  | 'runGherkinScenario'\n  | 'callActionInActionSpace'\n> & {\n  aiInput(\n    prompt: TUserPrompt,\n    options: NonNullable<Parameters<Agent['aiInput']>[2]> & {\n      value: string | number;\n    },\n  ): Promise<void>;\n  aiKeyboardPress(\n    prompt: TUserPrompt | undefined,\n    options: LocateOption & { keyName: string },\n  ): Promise<void>;\n  aiScroll(\n    prompt: TUserPrompt | undefined,\n    options: LocateOption & ScrollParam,\n  ): Promise<void>;\n};\n\nconst defineAgentActionNode =\n  createAgentTestRunnerNodeDefinition<AgentActionNodeApi>('an Agent');\n\nconst promptText = (prompt: UserPromptNodeInput): string =>\n  typeof prompt === 'string' ? prompt : prompt.prompt;\n\nconst valueResult = (\n  value: unknown,\n): AgentTestRunnerNodeResult | undefined => ({ data: value });\n\nconst aiActNode = defineCommonAgentNode({\n  method: 'aiAct',\n  description: 'Perform a natural-language task with a Midscene UI Agent.',\n  stringInputKey: 'prompt',\n  inputSchema: aiActInputSchema,\n  toArgs(input, context) {\n    return [\n      input.prompt,\n      {\n        ...input.options,\n        abortSignal: context.signal,\n      },\n    ];\n  },\n  toResult(output) {\n    return output === undefined ? undefined : { summary: output };\n  },\n});\n\nconst aiTapNode = defineCommonAgentNode({\n  method: 'aiTap',\n  description: 'Locate and tap an element with a Midscene UI Agent.',\n  stringInputKey: 'prompt',\n  inputSchema: aiTapInputSchema,\n  toArgs(input) {\n    return [input.prompt, input.options];\n  },\n  toResult(_output, input) {\n    return { summary: `Tapped: ${promptText(input.prompt)}` };\n  },\n});\n\nconst aiAssertNode = defineCommonAgentNode({\n  method: 'aiAssert',\n  description: 'Assert a natural-language condition with a Midscene UI Agent.',\n  stringInputKey: 'prompt',\n  inputSchema: aiAssertInputSchema,\n  toArgs(input, context) {\n    return [\n      input.prompt,\n      input.message,\n      {\n        keepRawResponse: true,\n        ...input.options,\n        abortSignal: context.signal,\n      },\n    ];\n  },\n  toResult(output, input) {\n    const result = {\n      summary: `Assertion ${output?.pass === false ? 'failed' : 'passed'}: ${promptText(input.prompt)}`,\n      ...(output === undefined\n        ? {}\n        : {\n            data: {\n              pass: output.pass,\n              ...(output.thought === undefined\n                ? {}\n                : { thought: output.thought }),\n              ...(output.message === undefined\n                ? {}\n                : { message: output.message }),\n            },\n          }),\n    };\n    if (output?.pass === false)\n      throw new NodeExecutionError(\n        'aiAssert',\n        new Error(\n          output.message ||\n            input.message ||\n            output.thought ||\n            `Assertion failed: ${promptText(input.prompt)}`,\n        ),\n        result,\n      );\n    return result;\n  },\n});\n\nconst locateActionNode = (\n  method: 'aiHover' | 'aiDoubleClick' | 'aiRightClick' | 'aiClearInput',\n) =>\n  defineAgentActionNode({\n    method,\n    description: {\n      aiHover: 'Locate and hover over an element with a Midscene UI Agent.',\n      aiDoubleClick:\n        'Locate and double-click an element with a Midscene UI Agent.',\n      aiRightClick:\n        'Locate and right-click an element with a Midscene UI Agent.',\n      aiClearInput:\n        'Locate an input element and clear its value with a Midscene UI Agent.',\n    }[method],\n    stringInputKey: 'prompt',\n    inputSchema: aiTapInputSchema,\n    toArgs: (input) => [input.prompt, input.options],\n    toResult: (_output, input) => ({\n      summary: `${method}: ${promptText(input.prompt)}`,\n    }),\n  });\n\nconst additionalAgentNodes: readonly AgentTestRunnerNodeDefinition[] = [\n  defineAgentActionNode({\n    method: 'setAIContext',\n    description:\n      'Set or remove Agent-level AI guidance for subsequent calls on the same Agent.',\n    inputSchema: setAIContextInputSchema,\n    toArgs: (input) => [input.target, input.context],\n  }),\n  locateActionNode('aiHover'),\n  locateActionNode('aiDoubleClick'),\n  locateActionNode('aiRightClick'),\n  locateActionNode('aiClearInput'),\n  defineAgentActionNode({\n    method: 'aiInput',\n    description:\n      'Locate an input element and enter a value with a Midscene UI Agent.',\n    inputSchema: aiInputInputSchema,\n    toArgs: (input) => [input.prompt, { ...input.options, value: input.value }],\n  }),\n  defineAgentActionNode({\n    method: 'aiKeyboardPress',\n    description:\n      'Press a key or key combination, optionally targeting a located element.',\n    stringInputKey: 'keyName',\n    inputSchema: aiKeyboardPressInputSchema,\n    toArgs: (input) => [\n      input.prompt,\n      { ...input.options, keyName: input.keyName },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'aiScroll',\n    description:\n      'Scroll the page or a located region with a Midscene UI Agent.',\n    stringInputKey: 'prompt',\n    inputSchema: aiScrollInputSchema,\n    toArgs: (input) => [input.prompt, { ...input.options }],\n  }),\n  defineAgentActionNode({\n    method: 'aiPinch',\n    description:\n      'Perform a pinch-in or pinch-out gesture with a Midscene UI Agent.',\n    inputSchema: aiPinchInputSchema,\n    toArgs: (input) => [\n      input.prompt,\n      { ...input.options, direction: input.direction },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'aiLongPress',\n    description: 'Locate and long-press an element with a Midscene UI Agent.',\n    stringInputKey: 'prompt',\n    inputSchema: aiLongPressInputSchema,\n    toArgs: (input) => [input.prompt, input.options],\n  }),\n  defineAgentActionNode({\n    method: 'callActionInActionSpace',\n    name: 'aiDragAndDrop',\n    description:\n      'Locate source and destination elements, then drag the source to the destination.',\n    inputSchema: aiDragAndDropInputSchema,\n    toArgs: (input) => [\n      'DragAndDrop',\n      {\n        from: buildDetailedLocateParam(input.from, input.options),\n        to: buildDetailedLocateParam(input.to, input.options),\n      },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'aiLocate',\n    description:\n      'Locate an element from a natural-language description and store the result.',\n    stringInputKey: 'prompt',\n    inputSchema: aiTapInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n    toResult: valueResult,\n  }),\n  defineAgentActionNode({\n    method: 'aiQuery',\n    description:\n      'Extract structured data from the current interface and store the result.',\n    stringInputKey: 'prompt',\n    inputSchema: aiQueryInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n    toResult: valueResult,\n  }),\n  defineAgentActionNode({\n    method: 'aiWaitFor',\n    description: 'Wait until a natural-language condition is satisfied.',\n    stringInputKey: 'prompt',\n    inputSchema: aiWaitForInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'evaluateJavaScript',\n    name: 'javascript',\n    description:\n      'Evaluate JavaScript in the current interface and store the result.',\n    stringInputKey: 'script',\n    inputSchema: javascriptInputSchema,\n    toArgs: (input) => [input.script],\n    toResult: valueResult,\n  }),\n  defineAgentActionNode({\n    method: 'runGherkinScenario',\n    description:\n      'Execute a Gherkin scenario with the current Midscene UI Agent.',\n    stringInputKey: 'scenario',\n    inputSchema: runGherkinScenarioInputSchema,\n    toArgs: (input, context) => [\n      input.scenario,\n      { ...input.options, abortSignal: context.signal },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'callActionInActionSpace',\n    name: 'action',\n    description:\n      'Call a platform or custom action. Its ActionSpace schema validates params when the action executes.',\n    inputSchema: actionInputSchema,\n    toArgs: (input) => [input.name, input.params],\n    toResult: (value) => (value === undefined ? undefined : valueResult(value)),\n  }),\n];\n\nconst insightNode = (method: 'aiBoolean' | 'aiNumber' | 'aiString' | 'aiAsk') =>\n  defineCommonAgentNode({\n    method,\n    description: `Run ${method} with a Midscene UI Agent and store its value.`,\n    stringInputKey: 'prompt',\n    inputSchema: insightInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n    toResult: (value) => ({\n      summary: `${method} returned ${\n        method === 'aiString' || method === 'aiAsk'\n          ? JSON.stringify(value)\n          : value\n      }`,\n      data: { value },\n    }),\n  });\n\nconst recordToReportNode = defineCommonAgentNode({\n  method: 'recordToReport',\n  description: 'Add text or screenshots to the current Midscene report.',\n  stringInputKey: 'title',\n  inputSchema: recordToReportInputSchema,\n  toArgs(input) {\n    return [input.title, input.options];\n  },\n  toResult(_output, input) {\n    return { summary: `Recorded to report: ${input.title ?? 'untitled'}` };\n  },\n});\n\nexport const commonAgentTestRunnerNodeDefinitions: readonly AgentTestRunnerNodeDefinition[] =\n  [\n    defineAgentActionNode({\n      method: 'sleep',\n      description:\n        'Wait for a fixed number of milliseconds, recording standard UI snapshots and honoring cancellation.',\n      inputSchema: z.strictObject({ ms: z.number().positive() }),\n      toArgs(input, { signal }) {\n        signal.throwIfAborted();\n        return [input.ms, { abortSignal: signal }];\n      },\n    }),\n    aiActNode,\n    aiTapNode,\n    aiAssertNode,\n    insightNode('aiBoolean'),\n    insightNode('aiNumber'),\n    insightNode('aiString'),\n    insightNode('aiAsk'),\n    recordToReportNode,\n    ...additionalAgentNodes,\n  ];\n"],"names":["createAgentTestRunnerNodeDefinition","agentLabel","definition","undefined","agent","input","context","TypeError","typedAgent","method","typedInput","result","nonBlankText","description","z","promptImageInputSchema","structuredUserPromptInputSchema","userPromptInputSchema","aiActOptionsInputSchema","setAIContextInputSchema","AGENT_AI_CONTEXT_KEYS","aiActInputSchema","insightOptionsInputSchema","aiAssertOptionsInputSchema","aiAssertInputSchema","locateOptionsInputSchema","aiTapInputSchema","aiInputInputSchema","inputStrategies","aiKeyboardPressInputSchema","aiScrollInputSchema","aiPinchInputSchema","aiLongPressInputSchema","aiDragAndDropInputSchema","aiQueryInputSchema","aiWaitForOptionsInputSchema","aiWaitForInputSchema","javascriptInputSchema","runGherkinScenarioInputSchema","actionInputSchema","insightInputSchema","reportScreenshotInputSchema","recordToReportOptionsInputSchema","recordToReportInputSchema","defineCommonAgentNode","defineAgentActionNode","promptText","prompt","valueResult","value","aiActNode","output","aiTapNode","_output","aiAssertNode","NodeExecutionError","Error","locateActionNode","additionalAgentNodes","buildDetailedLocateParam","insightNode","JSON","recordToReportNode","commonAgentTestRunnerNodeDefinitions","signal"],"mappings":";;;;;AA6EO,MAAMA,sCACX,CAAwBC,aAAa,UAAU,GAC/C,CAKEC,aAMmC;YACnC,MAAMA,WAAW,IAAI,IAAIA,WAAW,MAAM;YAC1C,GAAIA,AAAqBC,WAArBD,WAAW,KAAK,GAAiB,CAAC,IAAI;gBAAE,OAAOA,WAAW,KAAK;YAAC,CAAC;YACrE,GAAIA,AAA2BC,WAA3BD,WAAW,WAAW,GACtB,CAAC,IACD;gBAAE,aAAaA,WAAW,WAAW;YAAC,CAAC;YAC3C,GAAIA,AAA8BC,WAA9BD,WAAW,cAAc,GACzB,CAAC,IACD;gBAAE,gBAAgBA,WAAW,cAAc;YAAC,CAAC;YACjD,aAAaA,WAAW,WAAW;YACnC,MAAM,SAAQE,KAAK,EAAEC,KAAK,EAAEC,OAAO;gBACjC,IACE,AAAiB,YAAjB,OAAOF,SACPA,AAAU,SAAVA,SACA,AACE,cADF,OAAQA,KAAiC,CAACF,WAAW,MAAM,CAAC,EAG5D,MAAM,IAAIK,UACR,CAAC,uBAAuB,EAAEN,WAAW,MAAM,EAAEC,WAAW,MAAM,CAAC,GAAG,CAAC;gBAIvE,MAAMM,aAAaJ;gBACnB,MAAMK,SAASD,UAAU,CAACN,WAAW,MAAM,CAAC;gBAI5C,MAAMQ,aAAaL;gBACnB,MAAMM,SAAU,MAAMF,OAAO,KAAK,CAChCD,YACAN,WAAW,MAAM,CAACQ,YAAYJ;gBAEhC,OAAOJ,WAAW,QAAQ,GAAGS,QAAQD;YACvC;QACF;AAEF,MAAME,eAAe,CAACC,cACpBC,EAAAA,MACS,GACN,KAAK,CAAC,MAAM,iDACZ,QAAQ,CAACD;AAEP,MAAME,yBAAyBD,EAAE,YAAY,CAAC;IACnD,MAAMF,aAAa;IACnB,KAAKA,aAAa;AACpB;AAEO,MAAMI,kCAAkCF,EAAE,YAAY,CAAC;IAC5D,QAAQF,aAAa;IACrB,QAAQE,EAAE,KAAK,CAACC,wBAAwB,GAAG,CAAC,GAAG,QAAQ;IACvD,yBAAyBD,EAAAA,OACf,GACP,QAAQ,GACR,QAAQ,CAAC;AACd;AAEO,MAAMG,wBAAwBH,EAAE,KAAK,CAAC;IAC3CF,aAAa;IACbI;CACD;AAEM,MAAME,0BAA0BJ,EAAE,YAAY,CAAC;IACpD,QAAQA,CAAC,CAADA,OACD,CAAC;QAAC;QAAQ;QAAW;KAAY,EACrC,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,mBAAmBA,EAAAA,KACX,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,KAAK,CAACA,EAAE,MAAM;KAAI,EACvC,QAAQ,GACR,QAAQ,CAAC;IACZ,uBAAuBA,EAAAA,MACd,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,KACH,CAAC;QAACA,EAAE,OAAO,CAAC;QAAUA,EAAE,OAAO;KAAG,EACvC,QAAQ,GACR,QAAQ,CAAC;IACZ,YAAYA,EAAAA,OACF,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,SAASA,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMK,0BAA0BL,EAAE,YAAY,CAAC;IACpD,QAAQA,CAAC,CAADA,OACD,CAACM,uBACL,QAAQ,CACP;IAEJ,SAASN,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMO,mBAAmBP,EAAE,YAAY,CAAC;IAC7C,QAAQG;IACR,SAASC,wBAAwB,QAAQ;AAC3C;AAEO,MAAMI,4BAA4BR,EAAE,YAAY,CAAC;IACtD,aAAaA,EAAAA,KACL,CAAC;QAACA,EAAE,OAAO;QAAIA,EAAE,OAAO,CAAC;KAAgB,EAC9C,QAAQ,GACR,QAAQ,CAAC;IACZ,oBAAoBA,EAAAA,OACV,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,SAASA,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMS,6BAA6BD,0BAA0B,MAAM,CAAC;IACzE,iBAAiBR,EAAAA,OACP,GACP,QAAQ,GACR,QAAQ,CAAC;AACd;AAEO,MAAMU,sBAAsBV,EAAE,YAAY,CAAC;IAChD,QAAQG;IACR,SAASH,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACxC,SAASS,2BAA2B,QAAQ;AAC9C;AAEO,MAAME,2BAA2BX,EAAE,YAAY,CAAC;IACrD,SAASA,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;IAEJ,YAAYA,EAAAA,OACF,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,OAAOA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACtC,mBAAmBA,EAAAA,KACX,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,KAAK,CAACA,EAAE,MAAM;KAAI,EACvC,QAAQ,GACR,QAAQ,CAAC;AACd;AAEO,MAAMY,mBAAmBZ,EAAE,YAAY,CAAC;IAC7C,QAAQG;IACR,SAASQ,yBAAyB,QAAQ;AAC5C;AAEO,MAAME,qBAAqBb,EAAE,YAAY,CAAC;IAC/C,QAAQG;IACR,OAAOH,EAAE,KAAK,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,MAAM;KAAG;IACvC,SAASW,yBACN,MAAM,CAAC;QACN,MAAMX,CAAC,CAADA,OAAM,CAAC;YAAC;YAAW;YAAS;YAAY;SAAS,EAAE,QAAQ;QACjE,qBAAqBA,EAAE,OAAO,GAAG,QAAQ;QACzC,mBAAmBA,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ;QACpD,eAAeA,CAAC,CAADA,OAAM,CAACc,iBAAiB,QAAQ;IACjD,GACC,QAAQ;AACb;AAEO,MAAMC,6BAA6Bf,EAAE,YAAY,CAAC;IACvD,QAAQG,sBAAsB,QAAQ;IACtC,SAASL,aAAa;IACtB,SAASa,yBAAyB,QAAQ;AAC5C;AAEO,MAAMK,sBAAsBhB,EAAE,YAAY,CAAC;IAChD,QAAQG,sBAAsB,QAAQ;IACtC,SAASQ,yBACN,MAAM,CAAC;QACN,WAAWX,CAAC,CAADA,OAAM,CAAC;YAAC;YAAQ;YAAM;YAAS;SAAO,EAAE,QAAQ;QAC3D,YAAYA,CAAC,CAADA,OACL,CAAC;YACJ;YACA;YACA;YACA;YACA;YACA;YACA;YACA;YACA;YACA;SACD,EACA,QAAQ;QACX,UAAUA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ;IAC1C,GACC,QAAQ;AACb;AAEO,MAAMiB,qBAAqBjB,EAAE,YAAY,CAAC;IAC/C,QAAQG,sBAAsB,QAAQ;IACtC,WAAWH,CAAC,CAADA,OAAM,CAAC;QAAC;QAAM;KAAM;IAC/B,SAASW,yBACN,MAAM,CAAC;QACN,UAAUX,EAAE,MAAM,GAAG,QAAQ;QAC7B,UAAUA,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ;IAC7C,GACC,QAAQ;AACb;AAEO,MAAMkB,yBAAyBlB,EAAE,YAAY,CAAC;IACnD,QAAQG;IACR,SAASQ,yBACN,MAAM,CAAC;QAAE,UAAUX,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ;IAAG,GACvD,QAAQ;AACb;AAEO,MAAMmB,2BAA2BnB,EAAE,YAAY,CAAC;IACrD,MAAMG;IACN,IAAIA;IACJ,SAASQ,yBAAyB,QAAQ;AAC5C;AAEO,MAAMS,qBAAqBpB,EAAE,YAAY,CAAC;IAC/C,QAAQA,EAAE,KAAK,CAAC;QACdF,aAAa;QACbE,EAAE,MAAM,CAACA,EAAE,MAAM,IAAIA,EAAE,MAAM;KAC9B;IACD,SAASQ,0BAA0B,QAAQ;AAC7C;AAEO,MAAMa,8BAA8Bb,0BACxC,MAAM,CAAC;IACN,WAAWR,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ;IACzC,iBAAiBA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ;AACjD,GACC,WAAW,CAAC,CAACT,OAAOC;IACnB,IAAKD,AAAAA,CAAAA,MAAM,eAAe,IAAI,IAAG,IAAMA,CAAAA,MAAM,SAAS,IAAI,KAAI,GAC5DC,QAAQ,QAAQ,CAAC;QACf,MAAM;QACN,MAAM;YAAC;SAAkB;QACzB,SAAS;IACX;AAEJ;AAEK,MAAM8B,uBAAuBtB,EAAE,YAAY,CAAC;IACjD,QAAQG;IACR,SAASkB,4BAA4B,QAAQ;AAC/C;AAIO,MAAME,wBAAwBvB,EAAE,YAAY,CAAC;IAClD,QAAQF,aAAa;AACvB;AAEO,MAAM0B,gCAAgCxB,EAAE,YAAY,CAAC;IAC1D,UAAUF,aAAa;IACvB,SAASM,wBAAwB,QAAQ;AAC3C;AAEO,MAAMqB,oBAAoBzB,EAAE,YAAY,CAAC;IAC9C,MAAMF,aAAa;IACnB,QAAQE,EAAE,OAAO,GAAG,QAAQ;AAC9B;AAEO,MAAM0B,qBAAqB1B,EAAE,YAAY,CAAC;IAC/C,QAAQG;IACR,SAASK,0BAA0B,QAAQ;AAC7C;AAEO,MAAMmB,8BAA8B3B,EAAE,YAAY,CAAC;IACxD,QAAQA,EAAE,MAAM,GAAG,GAAG,CAAC,GAAG,QAAQ,CAAC;IACnC,aAAaA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC9C;AAEO,MAAM4B,mCAAmC5B,EAAAA,YACjC,CAAC;IACZ,SAASA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACxC,kBAAkBA,EAAAA,MACT,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,aAAaA,EAAAA,KACL,CAAC2B,6BACN,GAAG,CAAC,GACJ,QAAQ,GACR,QAAQ,CAAC;AACd,GACC,WAAW,CAAC,CAACpC,OAAOC;IACnB,IACED,AAA2BF,WAA3BE,MAAM,gBAAgB,IACtBA,AAAsBF,WAAtBE,MAAM,WAAW,EAEjBC,QAAQ,QAAQ,CAAC;QACf,MAAM;QACN,SAAS;IACX;AAEJ;AAEK,MAAMqC,4BAA4B7B,EAAE,YAAY,CAAC;IACtD,OAAOA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACtC,SAAS4B,iCAAiC,QAAQ;AACpD;AA4CA,MAAME,wBACJ5C,oCAA8D;AAqChE,MAAM6C,wBACJ7C,oCAAwD;AAE1D,MAAM8C,aAAa,CAACC,SAClB,AAAkB,YAAlB,OAAOA,SAAsBA,SAASA,OAAO,MAAM;AAErD,MAAMC,cAAc,CAClBC,QAC2C;QAAE,MAAMA;IAAM;AAE3D,MAAMC,YAAYN,sBAAsB;IACtC,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAavB;IACb,QAAOhB,KAAK,EAAEC,OAAO;QACnB,OAAO;YACLD,MAAM,MAAM;YACZ;gBACE,GAAGA,MAAM,OAAO;gBAChB,aAAaC,QAAQ,MAAM;YAC7B;SACD;IACH;IACA,UAAS6C,MAAM;QACb,OAAOA,AAAWhD,WAAXgD,SAAuBhD,SAAY;YAAE,SAASgD;QAAO;IAC9D;AACF;AAEA,MAAMC,YAAYR,sBAAsB;IACtC,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAalB;IACb,QAAOrB,KAAK;QACV,OAAO;YAACA,MAAM,MAAM;YAAEA,MAAM,OAAO;SAAC;IACtC;IACA,UAASgD,OAAO,EAAEhD,KAAK;QACrB,OAAO;YAAE,SAAS,CAAC,QAAQ,EAAEyC,WAAWzC,MAAM,MAAM,GAAG;QAAC;IAC1D;AACF;AAEA,MAAMiD,eAAeV,sBAAsB;IACzC,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAapB;IACb,QAAOnB,KAAK,EAAEC,OAAO;QACnB,OAAO;YACLD,MAAM,MAAM;YACZA,MAAM,OAAO;YACb;gBACE,iBAAiB;gBACjB,GAAGA,MAAM,OAAO;gBAChB,aAAaC,QAAQ,MAAM;YAC7B;SACD;IACH;IACA,UAAS6C,MAAM,EAAE9C,KAAK;QACpB,MAAMM,SAAS;YACb,SAAS,CAAC,UAAU,EAAEwC,QAAQ,SAAS,QAAQ,WAAW,SAAS,EAAE,EAAEL,WAAWzC,MAAM,MAAM,GAAG;YACjG,GAAI8C,AAAWhD,WAAXgD,SACA,CAAC,IACD;gBACE,MAAM;oBACJ,MAAMA,OAAO,IAAI;oBACjB,GAAIA,AAAmBhD,WAAnBgD,OAAO,OAAO,GACd,CAAC,IACD;wBAAE,SAASA,OAAO,OAAO;oBAAC,CAAC;oBAC/B,GAAIA,AAAmBhD,WAAnBgD,OAAO,OAAO,GACd,CAAC,IACD;wBAAE,SAASA,OAAO,OAAO;oBAAC,CAAC;gBACjC;YACF,CAAC;QACP;QACA,IAAIA,QAAQ,SAAS,OACnB,MAAM,IAAII,mBACR,YACA,IAAIC,MACFL,OAAO,OAAO,IACZ9C,MAAM,OAAO,IACb8C,OAAO,OAAO,IACd,CAAC,kBAAkB,EAAEL,WAAWzC,MAAM,MAAM,GAAG,GAEnDM;QAEJ,OAAOA;IACT;AACF;AAEA,MAAM8C,mBAAmB,CACvBhD,SAEAoC,sBAAsB;QACpBpC;QACA,aAAa;YACX,SAAS;YACT,eACE;YACF,cACE;YACF,cACE;QACJ,CAAC,CAACA,OAAO;QACT,gBAAgB;QAChB,aAAaiB;QACb,QAAQ,CAACrB,QAAU;gBAACA,MAAM,MAAM;gBAAEA,MAAM,OAAO;aAAC;QAChD,UAAU,CAACgD,SAAShD,QAAW;gBAC7B,SAAS,GAAGI,OAAO,EAAE,EAAEqC,WAAWzC,MAAM,MAAM,GAAG;YACnD;IACF;AAEF,MAAMqD,uBAAiE;IACrEb,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAa1B;QACb,QAAQ,CAACd,QAAU;gBAACA,MAAM,MAAM;gBAAEA,MAAM,OAAO;aAAC;IAClD;IACAoD,iBAAiB;IACjBA,iBAAiB;IACjBA,iBAAiB;IACjBA,iBAAiB;IACjBZ,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAalB;QACb,QAAQ,CAACtB,QAAU;gBAACA,MAAM,MAAM;gBAAE;oBAAE,GAAGA,MAAM,OAAO;oBAAE,OAAOA,MAAM,KAAK;gBAAC;aAAE;IAC7E;IACAwC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAahB;QACb,QAAQ,CAACxB,QAAU;gBACjBA,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,SAASA,MAAM,OAAO;gBAAC;aAC5C;IACH;IACAwC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAaf;QACb,QAAQ,CAACzB,QAAU;gBAACA,MAAM,MAAM;gBAAE;oBAAE,GAAGA,MAAM,OAAO;gBAAC;aAAE;IACzD;IACAwC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAad;QACb,QAAQ,CAAC1B,QAAU;gBACjBA,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,WAAWA,MAAM,SAAS;gBAAC;aAChD;IACH;IACAwC,sBAAsB;QACpB,QAAQ;QACR,aAAa;QACb,gBAAgB;QAChB,aAAab;QACb,QAAQ,CAAC3B,QAAU;gBAACA,MAAM,MAAM;gBAAEA,MAAM,OAAO;aAAC;IAClD;IACAwC,sBAAsB;QACpB,QAAQ;QACR,MAAM;QACN,aACE;QACF,aAAaZ;QACb,QAAQ,CAAC5B,QAAU;gBACjB;gBACA;oBACE,MAAMsD,yBAAyBtD,MAAM,IAAI,EAAEA,MAAM,OAAO;oBACxD,IAAIsD,yBAAyBtD,MAAM,EAAE,EAAEA,MAAM,OAAO;gBACtD;aACD;IACH;IACAwC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAanB;QACb,QAAQ,CAACrB,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;QACD,UAAU0C;IACZ;IACAH,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAaX;QACb,QAAQ,CAAC7B,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;QACD,UAAU0C;IACZ;IACAH,sBAAsB;QACpB,QAAQ;QACR,aAAa;QACb,gBAAgB;QAChB,aAAaT;QACb,QAAQ,CAAC/B,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;IACH;IACAuC,sBAAsB;QACpB,QAAQ;QACR,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAaR;QACb,QAAQ,CAAChC,QAAU;gBAACA,MAAM,MAAM;aAAC;QACjC,UAAU2C;IACZ;IACAH,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAaP;QACb,QAAQ,CAACjC,OAAOC,UAAY;gBAC1BD,MAAM,QAAQ;gBACd;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;IACH;IACAuC,sBAAsB;QACpB,QAAQ;QACR,MAAM;QACN,aACE;QACF,aAAaN;QACb,QAAQ,CAAClC,QAAU;gBAACA,MAAM,IAAI;gBAAEA,MAAM,MAAM;aAAC;QAC7C,UAAU,CAAC4C,QAAWA,AAAU9C,WAAV8C,QAAsB9C,SAAY6C,YAAYC;IACtE;CACD;AAED,MAAMW,cAAc,CAACnD,SACnBmC,sBAAsB;QACpBnC;QACA,aAAa,CAAC,IAAI,EAAEA,OAAO,8CAA8C,CAAC;QAC1E,gBAAgB;QAChB,aAAa+B;QACb,QAAQ,CAACnC,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;QACD,UAAU,CAAC2C,QAAW;gBACpB,SAAS,GAAGxC,OAAO,UAAU,EAC3BA,AAAW,eAAXA,UAAyBA,AAAW,YAAXA,SACrBoD,KAAK,SAAS,CAACZ,SACfA,OACJ;gBACF,MAAM;oBAAEA;gBAAM;YAChB;IACF;AAEF,MAAMa,qBAAqBlB,sBAAsB;IAC/C,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAaD;IACb,QAAOtC,KAAK;QACV,OAAO;YAACA,MAAM,KAAK;YAAEA,MAAM,OAAO;SAAC;IACrC;IACA,UAASgD,OAAO,EAAEhD,KAAK;QACrB,OAAO;YAAE,SAAS,CAAC,oBAAoB,EAAEA,MAAM,KAAK,IAAI,YAAY;QAAC;IACvE;AACF;AAEO,MAAM0D,uCACX;IACElB,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAa/B,EAAE,YAAY,CAAC;YAAE,IAAIA,EAAE,MAAM,GAAG,QAAQ;QAAG;QACxD,QAAOT,KAAK,EAAE,EAAE2D,MAAM,EAAE;YACtBA,OAAO,cAAc;YACrB,OAAO;gBAAC3D,MAAM,EAAE;gBAAE;oBAAE,aAAa2D;gBAAO;aAAE;QAC5C;IACF;IACAd;IACAE;IACAE;IACAM,YAAY;IACZA,YAAY;IACZA,YAAY;IACZA,YAAY;IACZE;OACGJ;CACJ"}
+{"version":3,"file":"agent/test-runner-nodes.mjs","sources":["../../../src/agent/test-runner-nodes.ts"],"sourcesContent":["import { AGENT_AI_CONTEXT_KEYS } from '@midscene/shared/agent-tools/agent-context';\nimport { z } from 'zod/v4';\nimport type { TUserPrompt } from '../common';\nimport { inputStrategies } from '../device/input-strategy';\nimport { NodeExecutionError } from '../test-runner/errors';\nimport type { LocateOption, ScrollParam } from '../yaml';\nimport { buildDetailedLocateParam } from '../yaml/utils';\nimport type { Agent } from './agent';\n\nexport interface AgentTestRunnerNodeResult<TData = unknown> {\n  summary?: string;\n  data?: TData;\n}\n\nexport interface AgentTestRunnerNodeExecutionContext {\n  signal: AbortSignal;\n}\n\n/** Agent-owned Node description consumed by Test Runner adapters. */\nexport interface AgentTestRunnerNodeDefinition<\n  TInput extends Record<string, unknown> = Record<string, unknown>,\n  TData = unknown,\n> {\n  name: string;\n  title?: string;\n  description?: string;\n  /** Node input field populated by YAML string shorthand; omit to disable. */\n  stringInputKey?: string | false;\n  inputSchema: z.ZodObject;\n  execute(\n    agent: unknown,\n    input: TInput,\n    context: AgentTestRunnerNodeExecutionContext,\n  ):\n    | Promise<AgentTestRunnerNodeResult<TData> | undefined>\n    | AgentTestRunnerNodeResult<TData>\n    | undefined;\n}\n\n/** Static capability implemented by Agent classes that expose Runner Nodes. */\nexport interface AgentTestRunnerNodeProvider {\n  getTestRunnerNodeDefinitions(): readonly AgentTestRunnerNodeDefinition[];\n}\n\ntype AnyAgentMethod = (...args: any[]) => unknown;\ntype AgentMethodName<TAgent extends object> = {\n  [TKey in keyof TAgent]-?: TAgent[TKey] extends AnyAgentMethod ? TKey : never;\n}[keyof TAgent] &\n  string;\ntype AgentMethod<\n  TAgent extends object,\n  TMethod extends AgentMethodName<TAgent>,\n> = Extract<TAgent[TMethod], AnyAgentMethod>;\n\nexport interface DefineAgentTestRunnerNodeOptions<\n  TAgent extends object,\n  TMethod extends AgentMethodName<TAgent>,\n  TSchema extends z.ZodObject,\n  TData = unknown,\n> {\n  method: TMethod;\n  name?: string;\n  title?: string;\n  description?: string;\n  stringInputKey?: (keyof z.output<TSchema> & string) | false;\n  inputSchema: TSchema;\n  toArgs(\n    input: z.output<TSchema>,\n    context: AgentTestRunnerNodeExecutionContext,\n  ): Parameters<AgentMethod<TAgent, TMethod>>;\n  toResult?(\n    result: Awaited<ReturnType<AgentMethod<TAgent, TMethod>>>,\n    input: z.output<TSchema>,\n  ): AgentTestRunnerNodeResult<TData> | undefined;\n}\n\n/** Create a Node factory whose adapters are checked against an Agent API. */\nexport const createAgentTestRunnerNodeDefinition =\n  <TAgent extends object>(agentLabel = 'an Agent') =>\n  <\n    TMethod extends AgentMethodName<TAgent>,\n    TSchema extends z.ZodObject,\n    TData = unknown,\n  >(\n    definition: DefineAgentTestRunnerNodeOptions<\n      TAgent,\n      TMethod,\n      TSchema,\n      TData\n    >,\n  ): AgentTestRunnerNodeDefinition => ({\n    name: definition.name ?? definition.method,\n    ...(definition.title === undefined ? {} : { title: definition.title }),\n    ...(definition.description === undefined\n      ? {}\n      : { description: definition.description }),\n    ...(definition.stringInputKey === undefined\n      ? {}\n      : { stringInputKey: definition.stringInputKey }),\n    inputSchema: definition.inputSchema,\n    async execute(agent, input, context) {\n      if (\n        typeof agent !== 'object' ||\n        agent === null ||\n        typeof (agent as Record<string, unknown>)[definition.method] !==\n          'function'\n      ) {\n        throw new TypeError(\n          `getAgent() must return ${agentLabel} with ${definition.method}().`,\n        );\n      }\n\n      const typedAgent = agent as TAgent;\n      const method = typedAgent[definition.method] as AgentMethod<\n        TAgent,\n        TMethod\n      >;\n      const typedInput = input as z.output<TSchema>;\n      const result = (await method.apply(\n        typedAgent,\n        definition.toArgs(typedInput, context),\n      )) as Awaited<ReturnType<AgentMethod<TAgent, TMethod>>>;\n      return definition.toResult?.(result, typedInput);\n    },\n  });\n\nconst nonBlankText = (description: string) =>\n  z\n    .string()\n    .regex(/\\S/, 'value must contain a non-whitespace character')\n    .describe(description);\n\nexport const promptImageInputSchema = z.strictObject({\n  name: nonBlankText('The name used to identify this reference image.'),\n  url: nonBlankText('The URL, data URL, or file path of this reference image.'),\n});\n\nexport const structuredUserPromptInputSchema = z.strictObject({\n  prompt: nonBlankText('The natural-language prompt.'),\n  images: z.array(promptImageInputSchema).min(1).optional(),\n  convertHttpImage2Base64: z\n    .boolean()\n    .optional()\n    .describe('Whether HTTP reference images are converted to base64 first.'),\n});\n\nexport const userPromptInputSchema = z.union([\n  nonBlankText('The natural-language prompt.'),\n  structuredUserPromptInputSchema,\n]);\n\nexport const aiActOptionsInputSchema = z.strictObject({\n  effort: z\n    .enum(['fast', 'balance', 'deepThink'])\n    .optional()\n    .describe('Action planning effort: fast, balanced, or deeper reasoning.'),\n  cacheable: z\n    .boolean()\n    .optional()\n    .describe('Whether this action may use the Midscene cache.'),\n  fileChooserAccept: z\n    .union([z.string(), z.array(z.string())])\n    .optional()\n    .describe('Accepted file types for a file chooser.'),\n  fileChooserAllowedDir: z\n    .string()\n    .optional()\n    .describe('Directory allowed for prompt-driven file uploads.'),\n  deepThink: z\n    .union([z.literal('unset'), z.boolean()])\n    .optional()\n    .describe('Whether to enable deep thinking for this action.'),\n  deepLocate: z\n    .boolean()\n    .optional()\n    .describe('Whether to use deep element location.'),\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Additional facts, rules, constraints, or output requirements for this AI call. Overrides inherited aiContexts; an empty string disables inherited user context.',\n    ),\n});\n\nexport const setAIContextInputSchema = z.strictObject({\n  target: z\n    .enum(AGENT_AI_CONTEXT_KEYS)\n    .describe(\n      'The AI API to configure, e.g. aiAct or aiAssert. Use default as the shared fallback for all AI APIs when neither the call nor the API has its own context.',\n    ),\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Agent-level guidance. Omit to remove the selected context; an empty string disables inherited context.',\n    ),\n});\n\nexport const aiActInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: aiActOptionsInputSchema.optional(),\n});\n\nexport const insightOptionsInputSchema = z.strictObject({\n  domIncluded: z\n    .union([z.boolean(), z.literal('visible-only')])\n    .optional()\n    .describe('How DOM information is included.'),\n  screenshotIncluded: z\n    .boolean()\n    .optional()\n    .describe('Whether the request includes a screenshot.'),\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Additional facts, rules, constraints, or output requirements for this AI call. Overrides inherited aiContexts; an empty string disables inherited user context.',\n    ),\n});\n\nexport const aiAssertOptionsInputSchema = insightOptionsInputSchema.extend({\n  keepRawResponse: z\n    .boolean()\n    .optional()\n    .describe('Whether the Agent returns the structured assertion result.'),\n});\n\nexport const aiAssertInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  message: z.string().optional().describe('The assertion failure message.'),\n  options: aiAssertOptionsInputSchema.optional(),\n});\n\nexport const locateOptionsInputSchema = z.strictObject({\n  context: z\n    .string()\n    .optional()\n    .describe(\n      'Additional facts, rules, constraints, or output requirements for this AI call. Overrides inherited aiContexts; an empty string disables inherited user context.',\n    ),\n  deepLocate: z\n    .boolean()\n    .optional()\n    .describe('Whether to use deep element location.'),\n  deepThink: z\n    .boolean()\n    .optional()\n    .describe('Deprecated alias for deepLocate.'),\n  cacheable: z\n    .boolean()\n    .optional()\n    .describe('Whether this location may use the Midscene cache.'),\n  xpath: z.string().optional().describe('A web XPath location hint.'),\n  fileChooserAccept: z\n    .union([z.string(), z.array(z.string())])\n    .optional()\n    .describe('Files accepted when tapping opens a file chooser.'),\n});\n\nexport const aiTapInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: locateOptionsInputSchema.optional(),\n});\n\nexport const aiInputInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  value: z.union([z.string(), z.number()]),\n  options: locateOptionsInputSchema\n    .extend({\n      mode: z.enum(['replace', 'clear', 'typeOnly', 'append']).optional(),\n      autoDismissKeyboard: z.boolean().optional(),\n      keyboardTypeDelay: z.number().nonnegative().optional(),\n      inputStrategy: z.enum(inputStrategies).optional(),\n    })\n    .optional(),\n});\n\nexport const aiKeyboardPressInputSchema = z.strictObject({\n  prompt: userPromptInputSchema.optional(),\n  keyName: nonBlankText('The key or key combination to press.'),\n  options: locateOptionsInputSchema.optional(),\n});\n\nexport const aiScrollInputSchema = z.strictObject({\n  prompt: userPromptInputSchema.optional(),\n  options: locateOptionsInputSchema\n    .extend({\n      direction: z.enum(['down', 'up', 'right', 'left']).optional(),\n      scrollType: z\n        .enum([\n          'singleAction',\n          'scrollToBottom',\n          'scrollToTop',\n          'scrollToRight',\n          'scrollToLeft',\n          'once',\n          'untilBottom',\n          'untilTop',\n          'untilRight',\n          'untilLeft',\n        ])\n        .optional(),\n      distance: z.number().nullable().optional(),\n    })\n    .optional(),\n});\n\nexport const aiPinchInputSchema = z.strictObject({\n  prompt: userPromptInputSchema.optional(),\n  direction: z.enum(['in', 'out']),\n  options: locateOptionsInputSchema\n    .extend({\n      distance: z.number().optional(),\n      duration: z.number().nonnegative().optional(),\n    })\n    .optional(),\n});\n\nexport const aiLongPressInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: locateOptionsInputSchema\n    .extend({ duration: z.number().nonnegative().optional() })\n    .optional(),\n});\n\nexport const aiDragAndDropInputSchema = z.strictObject({\n  from: userPromptInputSchema,\n  to: userPromptInputSchema,\n  options: locateOptionsInputSchema.optional(),\n});\n\nexport const aiQueryInputSchema = z.strictObject({\n  prompt: z.union([\n    nonBlankText('The extraction request.'),\n    z.record(z.string(), z.string()),\n  ]),\n  options: insightOptionsInputSchema.optional(),\n});\n\nexport const aiWaitForInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: insightOptionsInputSchema\n    .extend({\n      timeoutMs: z.number().positive().optional(),\n      checkIntervalMs: z.number().positive().optional(),\n    })\n    .optional(),\n});\n\nexport const javascriptInputSchema = z.strictObject({\n  script: nonBlankText('JavaScript to evaluate through the current interface.'),\n});\n\nexport const runGherkinScenarioInputSchema = z.strictObject({\n  scenario: nonBlankText('The Gherkin scenario to execute.'),\n  options: aiActOptionsInputSchema.optional(),\n});\n\nexport const actionInputSchema = z.strictObject({\n  name: nonBlankText('The ActionSpace action name, for example DragAndDrop.'),\n  params: z.unknown().optional(),\n});\n\nexport const insightInputSchema = z.strictObject({\n  prompt: userPromptInputSchema,\n  options: insightOptionsInputSchema.optional(),\n});\n\nexport const reportScreenshotInputSchema = z.strictObject({\n  base64: z.string().min(1).describe('A base64-encoded screenshot.'),\n  description: z.string().optional().describe('What the screenshot shows.'),\n});\n\nexport const recordToReportOptionsInputSchema = z\n  .strictObject({\n    content: z.string().optional().describe('The report text content.'),\n    screenshotBase64: z\n      .string()\n      .optional()\n      .describe('One base64-encoded screenshot.'),\n    screenshots: z\n      .array(reportScreenshotInputSchema)\n      .min(1)\n      .optional()\n      .describe('Screenshots attached to the report section.'),\n  })\n  .superRefine((input, context) => {\n    if (\n      input.screenshotBase64 !== undefined &&\n      input.screenshots !== undefined\n    ) {\n      context.addIssue({\n        code: 'custom',\n        message: 'screenshotBase64 and screenshots are mutually exclusive',\n      });\n    }\n  });\n\nexport const recordToReportInputSchema = z.strictObject({\n  title: z.string().optional().describe('The report section title.'),\n  options: recordToReportOptionsInputSchema.optional(),\n});\n\nexport type UserPromptNodeInput = z.infer<typeof userPromptInputSchema>;\nexport type SetAIContextNodeInput = z.infer<typeof setAIContextInputSchema>;\nexport type AiActNodeOptions = z.infer<typeof aiActOptionsInputSchema>;\nexport type AiActNodeInput = z.infer<typeof aiActInputSchema>;\nexport type AiAssertNodeOptions = z.infer<typeof aiAssertOptionsInputSchema>;\nexport type AiAssertNodeInput = z.infer<typeof aiAssertInputSchema>;\nexport type AiTapNodeOptions = z.infer<typeof locateOptionsInputSchema>;\nexport type AiTapNodeInput = z.infer<typeof aiTapInputSchema>;\nexport type AiInputNodeInput = z.infer<typeof aiInputInputSchema>;\nexport type AiKeyboardPressNodeInput = z.infer<\n  typeof aiKeyboardPressInputSchema\n>;\nexport type AiScrollNodeInput = z.infer<typeof aiScrollInputSchema>;\nexport type AiPinchNodeInput = z.infer<typeof aiPinchInputSchema>;\nexport type AiLongPressNodeInput = z.infer<typeof aiLongPressInputSchema>;\nexport type AiDragAndDropNodeInput = z.infer<typeof aiDragAndDropInputSchema>;\nexport type AiQueryNodeInput = z.infer<typeof aiQueryInputSchema>;\nexport type AiWaitForNodeInput = z.infer<typeof aiWaitForInputSchema>;\nexport type JavascriptNodeInput = z.infer<typeof javascriptInputSchema>;\nexport type RunGherkinScenarioNodeInput = z.infer<\n  typeof runGherkinScenarioInputSchema\n>;\nexport type ActionNodeInput = z.infer<typeof actionInputSchema>;\nexport type InsightNodeOptions = z.infer<typeof insightOptionsInputSchema>;\nexport type InsightNodeInput = z.infer<typeof insightInputSchema>;\nexport type RecordToReportNodeOptions = z.infer<\n  typeof recordToReportOptionsInputSchema\n>;\nexport type RecordToReportNodeInput = z.infer<typeof recordToReportInputSchema>;\n\nexport type CommonAgentTestRunnerApi = Pick<\n  Agent,\n  | 'aiAct'\n  | 'aiTap'\n  | 'aiAssert'\n  | 'aiBoolean'\n  | 'aiNumber'\n  | 'aiString'\n  | 'aiAsk'\n  | 'recordToReport'\n>;\n\nconst defineCommonAgentNode =\n  createAgentTestRunnerNodeDefinition<CommonAgentTestRunnerApi>('an Agent');\n\n// Select the current overloads without expanding the minimum API required by\n// existing getAgent() providers. Each Node checks its own method at execution.\ntype AgentActionNodeApi = Pick<\n  Agent,\n  | 'sleep'\n  | 'setAIContext'\n  | 'aiHover'\n  | 'aiDoubleClick'\n  | 'aiRightClick'\n  | 'aiLongPress'\n  | 'aiClearInput'\n  | 'aiPinch'\n  | 'aiLocate'\n  | 'aiQuery'\n  | 'aiWaitFor'\n  | 'evaluateJavaScript'\n  | 'runGherkinScenario'\n  | 'callActionInActionSpace'\n> & {\n  aiInput(\n    prompt: TUserPrompt,\n    options: NonNullable<Parameters<Agent['aiInput']>[2]> & {\n      value: string | number;\n    },\n  ): Promise<void>;\n  aiKeyboardPress(\n    prompt: TUserPrompt | undefined,\n    options: LocateOption & { keyName: string },\n  ): Promise<void>;\n  aiScroll(\n    prompt: TUserPrompt | undefined,\n    options: LocateOption & ScrollParam,\n  ): Promise<void>;\n};\n\nconst defineAgentActionNode =\n  createAgentTestRunnerNodeDefinition<AgentActionNodeApi>('an Agent');\n\nconst promptText = (prompt: UserPromptNodeInput): string =>\n  typeof prompt === 'string' ? prompt : prompt.prompt;\n\nconst valueResult = (\n  value: unknown,\n): AgentTestRunnerNodeResult | undefined => ({ data: value });\n\nconst aiActNode = defineCommonAgentNode({\n  method: 'aiAct',\n  description: 'Perform a natural-language task with a Midscene UI Agent.',\n  stringInputKey: 'prompt',\n  inputSchema: aiActInputSchema,\n  toArgs(input, context) {\n    return [\n      input.prompt,\n      {\n        ...input.options,\n        abortSignal: context.signal,\n      },\n    ];\n  },\n  toResult(output) {\n    return output === undefined ? undefined : { summary: output };\n  },\n});\n\nconst aiTapNode = defineCommonAgentNode({\n  method: 'aiTap',\n  description: 'Locate and tap an element with a Midscene UI Agent.',\n  stringInputKey: 'prompt',\n  inputSchema: aiTapInputSchema,\n  toArgs(input) {\n    return [input.prompt, input.options];\n  },\n  toResult(_output, input) {\n    return { summary: `Tapped: ${promptText(input.prompt)}` };\n  },\n});\n\nconst aiAssertNode = defineCommonAgentNode({\n  method: 'aiAssert',\n  description: 'Assert a natural-language condition with a Midscene UI Agent.',\n  stringInputKey: 'prompt',\n  inputSchema: aiAssertInputSchema,\n  toArgs(input, context) {\n    return [\n      input.prompt,\n      input.message,\n      {\n        keepRawResponse: true,\n        ...input.options,\n        abortSignal: context.signal,\n      },\n    ];\n  },\n  toResult(output, input) {\n    const result = {\n      summary: `Assertion ${output?.pass === false ? 'failed' : 'passed'}: ${promptText(input.prompt)}`,\n      ...(output === undefined\n        ? {}\n        : {\n            data: {\n              pass: output.pass,\n              ...(output.thought === undefined\n                ? {}\n                : { thought: output.thought }),\n              ...(output.message === undefined\n                ? {}\n                : { message: output.message }),\n            },\n          }),\n    };\n    if (output?.pass === false)\n      throw new NodeExecutionError(\n        'aiAssert',\n        new Error(\n          output.message ||\n            input.message ||\n            output.thought ||\n            `Assertion failed: ${promptText(input.prompt)}`,\n        ),\n        result,\n      );\n    return result;\n  },\n});\n\nconst locateActionNode = (\n  method: 'aiHover' | 'aiDoubleClick' | 'aiRightClick' | 'aiClearInput',\n) =>\n  defineAgentActionNode({\n    method,\n    description: {\n      aiHover: 'Locate and hover over an element with a Midscene UI Agent.',\n      aiDoubleClick:\n        'Locate and double-click an element with a Midscene UI Agent.',\n      aiRightClick:\n        'Locate and right-click an element with a Midscene UI Agent.',\n      aiClearInput:\n        'Locate an input element and clear its value with a Midscene UI Agent.',\n    }[method],\n    stringInputKey: 'prompt',\n    inputSchema: aiTapInputSchema,\n    toArgs: (input) => [input.prompt, input.options],\n    toResult: (_output, input) => ({\n      summary: `${method}: ${promptText(input.prompt)}`,\n    }),\n  });\n\nconst additionalAgentNodes: readonly AgentTestRunnerNodeDefinition[] = [\n  defineAgentActionNode({\n    method: 'setAIContext',\n    description:\n      'Set or remove Agent-level AI guidance for subsequent calls on the same Agent.',\n    inputSchema: setAIContextInputSchema,\n    toArgs: (input) => [input.target, input.context],\n  }),\n  locateActionNode('aiHover'),\n  locateActionNode('aiDoubleClick'),\n  locateActionNode('aiRightClick'),\n  locateActionNode('aiClearInput'),\n  defineAgentActionNode({\n    method: 'aiInput',\n    description:\n      'Locate an input element and enter a value with a Midscene UI Agent.',\n    inputSchema: aiInputInputSchema,\n    toArgs: (input) => [input.prompt, { ...input.options, value: input.value }],\n  }),\n  defineAgentActionNode({\n    method: 'aiKeyboardPress',\n    description:\n      'Press a key or key combination, optionally targeting a located element.',\n    stringInputKey: 'keyName',\n    inputSchema: aiKeyboardPressInputSchema,\n    toArgs: (input) => [\n      input.prompt,\n      { ...input.options, keyName: input.keyName },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'aiScroll',\n    description:\n      'Scroll the page or a located region with a Midscene UI Agent.',\n    stringInputKey: 'prompt',\n    inputSchema: aiScrollInputSchema,\n    toArgs: (input) => [input.prompt, { ...input.options }],\n  }),\n  defineAgentActionNode({\n    method: 'aiPinch',\n    description:\n      'Perform a pinch-in or pinch-out gesture with a Midscene UI Agent.',\n    inputSchema: aiPinchInputSchema,\n    toArgs: (input) => [\n      input.prompt,\n      { ...input.options, direction: input.direction },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'aiLongPress',\n    description: 'Locate and long-press an element with a Midscene UI Agent.',\n    stringInputKey: 'prompt',\n    inputSchema: aiLongPressInputSchema,\n    toArgs: (input) => [input.prompt, input.options],\n  }),\n  defineAgentActionNode({\n    method: 'callActionInActionSpace',\n    name: 'aiDragAndDrop',\n    description:\n      'Locate source and destination elements, then drag the source to the destination.',\n    inputSchema: aiDragAndDropInputSchema,\n    toArgs: (input) => [\n      'DragAndDrop',\n      {\n        from: buildDetailedLocateParam(input.from, input.options),\n        to: buildDetailedLocateParam(input.to, input.options),\n      },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'aiLocate',\n    description:\n      'Locate an element from a natural-language description and store the result.',\n    stringInputKey: 'prompt',\n    inputSchema: aiTapInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n    toResult: valueResult,\n  }),\n  defineAgentActionNode({\n    method: 'aiQuery',\n    description:\n      'Extract structured data from the current interface and store the result.',\n    stringInputKey: 'prompt',\n    inputSchema: aiQueryInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n    toResult: valueResult,\n  }),\n  defineAgentActionNode({\n    method: 'aiWaitFor',\n    description: 'Wait until a natural-language condition is satisfied.',\n    stringInputKey: 'prompt',\n    inputSchema: aiWaitForInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'evaluateJavaScript',\n    name: 'javascript',\n    description:\n      'Evaluate JavaScript in the current interface and store the result.',\n    stringInputKey: 'script',\n    inputSchema: javascriptInputSchema,\n    toArgs: (input) => [input.script],\n    toResult: valueResult,\n  }),\n  defineAgentActionNode({\n    method: 'runGherkinScenario',\n    description:\n      'Execute a Gherkin scenario with the current Midscene UI Agent.',\n    stringInputKey: 'scenario',\n    inputSchema: runGherkinScenarioInputSchema,\n    toArgs: (input, context) => [\n      input.scenario,\n      { ...input.options, abortSignal: context.signal },\n    ],\n  }),\n  defineAgentActionNode({\n    method: 'callActionInActionSpace',\n    name: 'action',\n    description:\n      'Call a platform or custom action. Its ActionSpace schema validates params when the action executes.',\n    inputSchema: actionInputSchema,\n    toArgs: (input) => [input.name, input.params],\n    toResult: (value) => (value === undefined ? undefined : valueResult(value)),\n  }),\n];\n\nconst insightNode = (method: 'aiBoolean' | 'aiNumber' | 'aiString' | 'aiAsk') =>\n  defineCommonAgentNode({\n    method,\n    description: `Run ${method} with a Midscene UI Agent and store its value.`,\n    stringInputKey: 'prompt',\n    inputSchema: insightInputSchema,\n    toArgs: (input, context) => [\n      input.prompt,\n      { ...input.options, abortSignal: context.signal },\n    ],\n    toResult: (value) => ({\n      summary: `${method} returned ${\n        method === 'aiString' || method === 'aiAsk'\n          ? JSON.stringify(value)\n          : value\n      }`,\n      data: { value },\n    }),\n  });\n\nconst recordToReportNode = defineCommonAgentNode({\n  method: 'recordToReport',\n  description: 'Add text or screenshots to the current Midscene report.',\n  stringInputKey: 'title',\n  inputSchema: recordToReportInputSchema,\n  toArgs(input) {\n    return [input.title, input.options];\n  },\n  toResult(_output, input) {\n    return { summary: `Recorded to report: ${input.title ?? 'untitled'}` };\n  },\n});\n\nexport const commonAgentTestRunnerNodeDefinitions: readonly AgentTestRunnerNodeDefinition[] =\n  [\n    defineAgentActionNode({\n      method: 'sleep',\n      description:\n        'Wait for a fixed number of milliseconds, recording standard UI snapshots and honoring cancellation.',\n      inputSchema: z.strictObject({ ms: z.number().positive() }),\n      toArgs(input, { signal }) {\n        signal.throwIfAborted();\n        return [input.ms, { abortSignal: signal }];\n      },\n    }),\n    aiActNode,\n    aiTapNode,\n    aiAssertNode,\n    insightNode('aiBoolean'),\n    insightNode('aiNumber'),\n    insightNode('aiString'),\n    insightNode('aiAsk'),\n    recordToReportNode,\n    ...additionalAgentNodes,\n  ];\n"],"names":["createAgentTestRunnerNodeDefinition","agentLabel","definition","undefined","agent","input","context","TypeError","typedAgent","method","typedInput","result","nonBlankText","description","z","promptImageInputSchema","structuredUserPromptInputSchema","userPromptInputSchema","aiActOptionsInputSchema","setAIContextInputSchema","AGENT_AI_CONTEXT_KEYS","aiActInputSchema","insightOptionsInputSchema","aiAssertOptionsInputSchema","aiAssertInputSchema","locateOptionsInputSchema","aiTapInputSchema","aiInputInputSchema","inputStrategies","aiKeyboardPressInputSchema","aiScrollInputSchema","aiPinchInputSchema","aiLongPressInputSchema","aiDragAndDropInputSchema","aiQueryInputSchema","aiWaitForInputSchema","javascriptInputSchema","runGherkinScenarioInputSchema","actionInputSchema","insightInputSchema","reportScreenshotInputSchema","recordToReportOptionsInputSchema","recordToReportInputSchema","defineCommonAgentNode","defineAgentActionNode","promptText","prompt","valueResult","value","aiActNode","output","aiTapNode","_output","aiAssertNode","NodeExecutionError","Error","locateActionNode","additionalAgentNodes","buildDetailedLocateParam","insightNode","JSON","recordToReportNode","commonAgentTestRunnerNodeDefinitions","signal"],"mappings":";;;;;AA6EO,MAAMA,sCACX,CAAwBC,aAAa,UAAU,GAC/C,CAKEC,aAMmC;YACnC,MAAMA,WAAW,IAAI,IAAIA,WAAW,MAAM;YAC1C,GAAIA,AAAqBC,WAArBD,WAAW,KAAK,GAAiB,CAAC,IAAI;gBAAE,OAAOA,WAAW,KAAK;YAAC,CAAC;YACrE,GAAIA,AAA2BC,WAA3BD,WAAW,WAAW,GACtB,CAAC,IACD;gBAAE,aAAaA,WAAW,WAAW;YAAC,CAAC;YAC3C,GAAIA,AAA8BC,WAA9BD,WAAW,cAAc,GACzB,CAAC,IACD;gBAAE,gBAAgBA,WAAW,cAAc;YAAC,CAAC;YACjD,aAAaA,WAAW,WAAW;YACnC,MAAM,SAAQE,KAAK,EAAEC,KAAK,EAAEC,OAAO;gBACjC,IACE,AAAiB,YAAjB,OAAOF,SACPA,AAAU,SAAVA,SACA,AACE,cADF,OAAQA,KAAiC,CAACF,WAAW,MAAM,CAAC,EAG5D,MAAM,IAAIK,UACR,CAAC,uBAAuB,EAAEN,WAAW,MAAM,EAAEC,WAAW,MAAM,CAAC,GAAG,CAAC;gBAIvE,MAAMM,aAAaJ;gBACnB,MAAMK,SAASD,UAAU,CAACN,WAAW,MAAM,CAAC;gBAI5C,MAAMQ,aAAaL;gBACnB,MAAMM,SAAU,MAAMF,OAAO,KAAK,CAChCD,YACAN,WAAW,MAAM,CAACQ,YAAYJ;gBAEhC,OAAOJ,WAAW,QAAQ,GAAGS,QAAQD;YACvC;QACF;AAEF,MAAME,eAAe,CAACC,cACpBC,EAAAA,MACS,GACN,KAAK,CAAC,MAAM,iDACZ,QAAQ,CAACD;AAEP,MAAME,yBAAyBD,EAAE,YAAY,CAAC;IACnD,MAAMF,aAAa;IACnB,KAAKA,aAAa;AACpB;AAEO,MAAMI,kCAAkCF,EAAE,YAAY,CAAC;IAC5D,QAAQF,aAAa;IACrB,QAAQE,EAAE,KAAK,CAACC,wBAAwB,GAAG,CAAC,GAAG,QAAQ;IACvD,yBAAyBD,EAAAA,OACf,GACP,QAAQ,GACR,QAAQ,CAAC;AACd;AAEO,MAAMG,wBAAwBH,EAAE,KAAK,CAAC;IAC3CF,aAAa;IACbI;CACD;AAEM,MAAME,0BAA0BJ,EAAE,YAAY,CAAC;IACpD,QAAQA,CAAC,CAADA,OACD,CAAC;QAAC;QAAQ;QAAW;KAAY,EACrC,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,mBAAmBA,EAAAA,KACX,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,KAAK,CAACA,EAAE,MAAM;KAAI,EACvC,QAAQ,GACR,QAAQ,CAAC;IACZ,uBAAuBA,EAAAA,MACd,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,KACH,CAAC;QAACA,EAAE,OAAO,CAAC;QAAUA,EAAE,OAAO;KAAG,EACvC,QAAQ,GACR,QAAQ,CAAC;IACZ,YAAYA,EAAAA,OACF,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,SAASA,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMK,0BAA0BL,EAAE,YAAY,CAAC;IACpD,QAAQA,CAAC,CAADA,OACD,CAACM,uBACL,QAAQ,CACP;IAEJ,SAASN,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMO,mBAAmBP,EAAE,YAAY,CAAC;IAC7C,QAAQG;IACR,SAASC,wBAAwB,QAAQ;AAC3C;AAEO,MAAMI,4BAA4BR,EAAE,YAAY,CAAC;IACtD,aAAaA,EAAAA,KACL,CAAC;QAACA,EAAE,OAAO;QAAIA,EAAE,OAAO,CAAC;KAAgB,EAC9C,QAAQ,GACR,QAAQ,CAAC;IACZ,oBAAoBA,EAAAA,OACV,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,SAASA,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMS,6BAA6BD,0BAA0B,MAAM,CAAC;IACzE,iBAAiBR,EAAAA,OACP,GACP,QAAQ,GACR,QAAQ,CAAC;AACd;AAEO,MAAMU,sBAAsBV,EAAE,YAAY,CAAC;IAChD,QAAQG;IACR,SAASH,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACxC,SAASS,2BAA2B,QAAQ;AAC9C;AAEO,MAAME,2BAA2BX,EAAE,YAAY,CAAC;IACrD,SAASA,EAAAA,MACA,GACN,QAAQ,GACR,QAAQ,CACP;IAEJ,YAAYA,EAAAA,OACF,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,OAAOA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACtC,mBAAmBA,EAAAA,KACX,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,KAAK,CAACA,EAAE,MAAM;KAAI,EACvC,QAAQ,GACR,QAAQ,CAAC;AACd;AAEO,MAAMY,mBAAmBZ,EAAE,YAAY,CAAC;IAC7C,QAAQG;IACR,SAASQ,yBAAyB,QAAQ;AAC5C;AAEO,MAAME,qBAAqBb,EAAE,YAAY,CAAC;IAC/C,QAAQG;IACR,OAAOH,EAAE,KAAK,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,MAAM;KAAG;IACvC,SAASW,yBACN,MAAM,CAAC;QACN,MAAMX,CAAC,CAADA,OAAM,CAAC;YAAC;YAAW;YAAS;YAAY;SAAS,EAAE,QAAQ;QACjE,qBAAqBA,EAAE,OAAO,GAAG,QAAQ;QACzC,mBAAmBA,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ;QACpD,eAAeA,CAAC,CAADA,OAAM,CAACc,iBAAiB,QAAQ;IACjD,GACC,QAAQ;AACb;AAEO,MAAMC,6BAA6Bf,EAAE,YAAY,CAAC;IACvD,QAAQG,sBAAsB,QAAQ;IACtC,SAASL,aAAa;IACtB,SAASa,yBAAyB,QAAQ;AAC5C;AAEO,MAAMK,sBAAsBhB,EAAE,YAAY,CAAC;IAChD,QAAQG,sBAAsB,QAAQ;IACtC,SAASQ,yBACN,MAAM,CAAC;QACN,WAAWX,CAAC,CAADA,OAAM,CAAC;YAAC;YAAQ;YAAM;YAAS;SAAO,EAAE,QAAQ;QAC3D,YAAYA,CAAC,CAADA,OACL,CAAC;YACJ;YACA;YACA;YACA;YACA;YACA;YACA;YACA;YACA;YACA;SACD,EACA,QAAQ;QACX,UAAUA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ;IAC1C,GACC,QAAQ;AACb;AAEO,MAAMiB,qBAAqBjB,EAAE,YAAY,CAAC;IAC/C,QAAQG,sBAAsB,QAAQ;IACtC,WAAWH,CAAC,CAADA,OAAM,CAAC;QAAC;QAAM;KAAM;IAC/B,SAASW,yBACN,MAAM,CAAC;QACN,UAAUX,EAAE,MAAM,GAAG,QAAQ;QAC7B,UAAUA,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ;IAC7C,GACC,QAAQ;AACb;AAEO,MAAMkB,yBAAyBlB,EAAE,YAAY,CAAC;IACnD,QAAQG;IACR,SAASQ,yBACN,MAAM,CAAC;QAAE,UAAUX,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ;IAAG,GACvD,QAAQ;AACb;AAEO,MAAMmB,2BAA2BnB,EAAE,YAAY,CAAC;IACrD,MAAMG;IACN,IAAIA;IACJ,SAASQ,yBAAyB,QAAQ;AAC5C;AAEO,MAAMS,qBAAqBpB,EAAE,YAAY,CAAC;IAC/C,QAAQA,EAAE,KAAK,CAAC;QACdF,aAAa;QACbE,EAAE,MAAM,CAACA,EAAE,MAAM,IAAIA,EAAE,MAAM;KAC9B;IACD,SAASQ,0BAA0B,QAAQ;AAC7C;AAEO,MAAMa,uBAAuBrB,EAAE,YAAY,CAAC;IACjD,QAAQG;IACR,SAASK,0BACN,MAAM,CAAC;QACN,WAAWR,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ;QACzC,iBAAiBA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ;IACjD,GACC,QAAQ;AACb;AAEO,MAAMsB,wBAAwBtB,EAAE,YAAY,CAAC;IAClD,QAAQF,aAAa;AACvB;AAEO,MAAMyB,gCAAgCvB,EAAE,YAAY,CAAC;IAC1D,UAAUF,aAAa;IACvB,SAASM,wBAAwB,QAAQ;AAC3C;AAEO,MAAMoB,oBAAoBxB,EAAE,YAAY,CAAC;IAC9C,MAAMF,aAAa;IACnB,QAAQE,EAAE,OAAO,GAAG,QAAQ;AAC9B;AAEO,MAAMyB,qBAAqBzB,EAAE,YAAY,CAAC;IAC/C,QAAQG;IACR,SAASK,0BAA0B,QAAQ;AAC7C;AAEO,MAAMkB,8BAA8B1B,EAAE,YAAY,CAAC;IACxD,QAAQA,EAAE,MAAM,GAAG,GAAG,CAAC,GAAG,QAAQ,CAAC;IACnC,aAAaA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC9C;AAEO,MAAM2B,mCAAmC3B,EAAAA,YACjC,CAAC;IACZ,SAASA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACxC,kBAAkBA,EAAAA,MACT,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,aAAaA,EAAAA,KACL,CAAC0B,6BACN,GAAG,CAAC,GACJ,QAAQ,GACR,QAAQ,CAAC;AACd,GACC,WAAW,CAAC,CAACnC,OAAOC;IACnB,IACED,AAA2BF,WAA3BE,MAAM,gBAAgB,IACtBA,AAAsBF,WAAtBE,MAAM,WAAW,EAEjBC,QAAQ,QAAQ,CAAC;QACf,MAAM;QACN,SAAS;IACX;AAEJ;AAEK,MAAMoC,4BAA4B5B,EAAE,YAAY,CAAC;IACtD,OAAOA,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACtC,SAAS2B,iCAAiC,QAAQ;AACpD;AA4CA,MAAME,wBACJ3C,oCAA8D;AAqChE,MAAM4C,wBACJ5C,oCAAwD;AAE1D,MAAM6C,aAAa,CAACC,SAClB,AAAkB,YAAlB,OAAOA,SAAsBA,SAASA,OAAO,MAAM;AAErD,MAAMC,cAAc,CAClBC,QAC2C;QAAE,MAAMA;IAAM;AAE3D,MAAMC,YAAYN,sBAAsB;IACtC,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAatB;IACb,QAAOhB,KAAK,EAAEC,OAAO;QACnB,OAAO;YACLD,MAAM,MAAM;YACZ;gBACE,GAAGA,MAAM,OAAO;gBAChB,aAAaC,QAAQ,MAAM;YAC7B;SACD;IACH;IACA,UAAS4C,MAAM;QACb,OAAOA,AAAW/C,WAAX+C,SAAuB/C,SAAY;YAAE,SAAS+C;QAAO;IAC9D;AACF;AAEA,MAAMC,YAAYR,sBAAsB;IACtC,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAajB;IACb,QAAOrB,KAAK;QACV,OAAO;YAACA,MAAM,MAAM;YAAEA,MAAM,OAAO;SAAC;IACtC;IACA,UAAS+C,OAAO,EAAE/C,KAAK;QACrB,OAAO;YAAE,SAAS,CAAC,QAAQ,EAAEwC,WAAWxC,MAAM,MAAM,GAAG;QAAC;IAC1D;AACF;AAEA,MAAMgD,eAAeV,sBAAsB;IACzC,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAanB;IACb,QAAOnB,KAAK,EAAEC,OAAO;QACnB,OAAO;YACLD,MAAM,MAAM;YACZA,MAAM,OAAO;YACb;gBACE,iBAAiB;gBACjB,GAAGA,MAAM,OAAO;gBAChB,aAAaC,QAAQ,MAAM;YAC7B;SACD;IACH;IACA,UAAS4C,MAAM,EAAE7C,KAAK;QACpB,MAAMM,SAAS;YACb,SAAS,CAAC,UAAU,EAAEuC,QAAQ,SAAS,QAAQ,WAAW,SAAS,EAAE,EAAEL,WAAWxC,MAAM,MAAM,GAAG;YACjG,GAAI6C,AAAW/C,WAAX+C,SACA,CAAC,IACD;gBACE,MAAM;oBACJ,MAAMA,OAAO,IAAI;oBACjB,GAAIA,AAAmB/C,WAAnB+C,OAAO,OAAO,GACd,CAAC,IACD;wBAAE,SAASA,OAAO,OAAO;oBAAC,CAAC;oBAC/B,GAAIA,AAAmB/C,WAAnB+C,OAAO,OAAO,GACd,CAAC,IACD;wBAAE,SAASA,OAAO,OAAO;oBAAC,CAAC;gBACjC;YACF,CAAC;QACP;QACA,IAAIA,QAAQ,SAAS,OACnB,MAAM,IAAII,mBACR,YACA,IAAIC,MACFL,OAAO,OAAO,IACZ7C,MAAM,OAAO,IACb6C,OAAO,OAAO,IACd,CAAC,kBAAkB,EAAEL,WAAWxC,MAAM,MAAM,GAAG,GAEnDM;QAEJ,OAAOA;IACT;AACF;AAEA,MAAM6C,mBAAmB,CACvB/C,SAEAmC,sBAAsB;QACpBnC;QACA,aAAa;YACX,SAAS;YACT,eACE;YACF,cACE;YACF,cACE;QACJ,CAAC,CAACA,OAAO;QACT,gBAAgB;QAChB,aAAaiB;QACb,QAAQ,CAACrB,QAAU;gBAACA,MAAM,MAAM;gBAAEA,MAAM,OAAO;aAAC;QAChD,UAAU,CAAC+C,SAAS/C,QAAW;gBAC7B,SAAS,GAAGI,OAAO,EAAE,EAAEoC,WAAWxC,MAAM,MAAM,GAAG;YACnD;IACF;AAEF,MAAMoD,uBAAiE;IACrEb,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAazB;QACb,QAAQ,CAACd,QAAU;gBAACA,MAAM,MAAM;gBAAEA,MAAM,OAAO;aAAC;IAClD;IACAmD,iBAAiB;IACjBA,iBAAiB;IACjBA,iBAAiB;IACjBA,iBAAiB;IACjBZ,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAajB;QACb,QAAQ,CAACtB,QAAU;gBAACA,MAAM,MAAM;gBAAE;oBAAE,GAAGA,MAAM,OAAO;oBAAE,OAAOA,MAAM,KAAK;gBAAC;aAAE;IAC7E;IACAuC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAaf;QACb,QAAQ,CAACxB,QAAU;gBACjBA,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,SAASA,MAAM,OAAO;gBAAC;aAC5C;IACH;IACAuC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAad;QACb,QAAQ,CAACzB,QAAU;gBAACA,MAAM,MAAM;gBAAE;oBAAE,GAAGA,MAAM,OAAO;gBAAC;aAAE;IACzD;IACAuC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAab;QACb,QAAQ,CAAC1B,QAAU;gBACjBA,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,WAAWA,MAAM,SAAS;gBAAC;aAChD;IACH;IACAuC,sBAAsB;QACpB,QAAQ;QACR,aAAa;QACb,gBAAgB;QAChB,aAAaZ;QACb,QAAQ,CAAC3B,QAAU;gBAACA,MAAM,MAAM;gBAAEA,MAAM,OAAO;aAAC;IAClD;IACAuC,sBAAsB;QACpB,QAAQ;QACR,MAAM;QACN,aACE;QACF,aAAaX;QACb,QAAQ,CAAC5B,QAAU;gBACjB;gBACA;oBACE,MAAMqD,yBAAyBrD,MAAM,IAAI,EAAEA,MAAM,OAAO;oBACxD,IAAIqD,yBAAyBrD,MAAM,EAAE,EAAEA,MAAM,OAAO;gBACtD;aACD;IACH;IACAuC,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAalB;QACb,QAAQ,CAACrB,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;QACD,UAAUyC;IACZ;IACAH,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAaV;QACb,QAAQ,CAAC7B,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;QACD,UAAUyC;IACZ;IACAH,sBAAsB;QACpB,QAAQ;QACR,aAAa;QACb,gBAAgB;QAChB,aAAaT;QACb,QAAQ,CAAC9B,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;IACH;IACAsC,sBAAsB;QACpB,QAAQ;QACR,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAaR;QACb,QAAQ,CAAC/B,QAAU;gBAACA,MAAM,MAAM;aAAC;QACjC,UAAU0C;IACZ;IACAH,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,gBAAgB;QAChB,aAAaP;QACb,QAAQ,CAAChC,OAAOC,UAAY;gBAC1BD,MAAM,QAAQ;gBACd;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;IACH;IACAsC,sBAAsB;QACpB,QAAQ;QACR,MAAM;QACN,aACE;QACF,aAAaN;QACb,QAAQ,CAACjC,QAAU;gBAACA,MAAM,IAAI;gBAAEA,MAAM,MAAM;aAAC;QAC7C,UAAU,CAAC2C,QAAWA,AAAU7C,WAAV6C,QAAsB7C,SAAY4C,YAAYC;IACtE;CACD;AAED,MAAMW,cAAc,CAAClD,SACnBkC,sBAAsB;QACpBlC;QACA,aAAa,CAAC,IAAI,EAAEA,OAAO,8CAA8C,CAAC;QAC1E,gBAAgB;QAChB,aAAa8B;QACb,QAAQ,CAAClC,OAAOC,UAAY;gBAC1BD,MAAM,MAAM;gBACZ;oBAAE,GAAGA,MAAM,OAAO;oBAAE,aAAaC,QAAQ,MAAM;gBAAC;aACjD;QACD,UAAU,CAAC0C,QAAW;gBACpB,SAAS,GAAGvC,OAAO,UAAU,EAC3BA,AAAW,eAAXA,UAAyBA,AAAW,YAAXA,SACrBmD,KAAK,SAAS,CAACZ,SACfA,OACJ;gBACF,MAAM;oBAAEA;gBAAM;YAChB;IACF;AAEF,MAAMa,qBAAqBlB,sBAAsB;IAC/C,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAaD;IACb,QAAOrC,KAAK;QACV,OAAO;YAACA,MAAM,KAAK;YAAEA,MAAM,OAAO;SAAC;IACrC;IACA,UAAS+C,OAAO,EAAE/C,KAAK;QACrB,OAAO;YAAE,SAAS,CAAC,oBAAoB,EAAEA,MAAM,KAAK,IAAI,YAAY;QAAC;IACvE;AACF;AAEO,MAAMyD,uCACX;IACElB,sBAAsB;QACpB,QAAQ;QACR,aACE;QACF,aAAa9B,EAAE,YAAY,CAAC;YAAE,IAAIA,EAAE,MAAM,GAAG,QAAQ;QAAG;QACxD,QAAOT,KAAK,EAAE,EAAE0D,MAAM,EAAE;YACtBA,OAAO,cAAc;YACrB,OAAO;gBAAC1D,MAAM,EAAE;gBAAE;oBAAE,aAAa0D;gBAAO;aAAE;QAC5C;IACF;IACAd;IACAE;IACAE;IACAM,YAAY;IACZA,YAAY;IACZA,YAAY;IACZA,YAAY;IACZE;OACGJ;CACJ"}

package/dist/es/agent/utils.mjs

@@ -153,7 +153,7 @@ async function matchElementFromCache(context, cacheEntry, cachePrompt, cacheable
         return;
     }
 }
-const getMidsceneVersion = ()=>"1.15.4-beta-20261013090705.0";
+const getMidsceneVersion = ()=>"1.15.4";
 const parsePrompt = (prompt)=>{
     if ('string' == typeof prompt) return {
         textPrompt: prompt,

package/dist/es/dump/report-action-dump.mjs

@@ -101,9 +101,9 @@ class ExecutionDump {
     collectScreenshots() {
         const screenshots = [];
         for (const task of this.tasks){
-            if (ScreenshotItem.isScreenshotItem(task.uiContext?.screenshot)) screenshots.push(task.uiContext.screenshot);
+            if (task.uiContext?.screenshot instanceof ScreenshotItem) screenshots.push(task.uiContext.screenshot);
             if (task.recorder) {
-                for (const record of task.recorder)if (ScreenshotItem.isScreenshotItem(record.screenshot)) screenshots.push(record.screenshot);
+                for (const record of task.recorder)if (record.screenshot instanceof ScreenshotItem) screenshots.push(record.screenshot);
             }
         }
         return screenshots;
@@ -139,7 +139,7 @@ class ReportActionDump {
     }
     serializeWithInlineScreenshots(indents) {
         const processValue = (obj)=>{
-            if (ScreenshotItem.isScreenshotItem(obj)) return {
+            if (obj instanceof ScreenshotItem) return {
                 base64: obj.base64,
                 capturedAt: obj.capturedAt
             };