@midscene/core 1.10.8-beta-20260723115348.0 → 1.10.8

package/dist/lib/yaml/utils.js

@@ -43,6 +43,7 @@ const logger_namespaceObject = require("@midscene/shared/logger");
 const utils_namespaceObject = require("@midscene/shared/utils");
 const external_js_yaml_namespaceObject = require("js-yaml");
 var external_js_yaml_default = /*#__PURE__*/ __webpack_require__.n(external_js_yaml_namespaceObject);
+const prompt_context_js_namespaceObject = require("../agent/prompt-context.js");
 const debugUtils = (0, logger_namespaceObject.getDebug)('yaml:utils');
 const topLevelTasksPattern = /^tasks\s*:/;
 const topLevelYamlKeyPattern = /^[^\s#][^:]*:/;
@@ -182,6 +183,9 @@ function buildDetailedLocateParam(locatePrompt, opt) {
         prompt = prompt || opt.prompt;
     }
     if (!prompt) return void debugUtils('no prompt, will return undefined in buildDetailedLocateParam', opt);
+    const promptDisplay = 'string' == typeof prompt ? prompt : prompt.prompt;
+    const context = opt?.context?.trim() || void 0;
+    prompt = (0, prompt_context_js_namespaceObject.buildLocatePromptWithContext)(prompt, opt?.context);
     const multimodalPrompt = extractMultimodalPrompt(opt);
     if (multimodalPrompt) prompt = 'string' == typeof prompt ? {
         prompt,
@@ -192,6 +196,10 @@ function buildDetailedLocateParam(locatePrompt, opt) {
     };
     return {
         prompt,
+        ...context ? {
+            promptDisplay,
+            context
+        } : {},
         deepLocate,
         cacheable,
         xpath
@@ -205,7 +213,7 @@ function buildDetailedLocateParamAndRestParams(locatePrompt, opt, excludeKeys =
         const allKeys = Object.keys(opt);
         const locateParamKeys = Object.keys(locateParam || {});
         const multimodalPromptKeys = 'object' == typeof locateParam?.prompt && locateParam?.prompt !== null ? Object.keys(multimodalPrompt || {}) : [];
-        for (const key of allKeys)if (!locateParamKeys.includes(key) && !multimodalPromptKeys.includes(key) && !excludeKeys.includes(key) && 'locate' !== key) restParams[key] = opt[key];
+        for (const key of allKeys)if (!locateParamKeys.includes(key) && 'context' !== key && 'deepThink' !== key && !multimodalPromptKeys.includes(key) && !excludeKeys.includes(key) && 'locate' !== key) restParams[key] = opt[key];
     }
     return {
         locateParam,

package/dist/lib/yaml/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"yaml/utils.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/yaml/utils.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TMultimodalPrompt, TUserPrompt } from '@/common';\nimport type {\n  DetailedLocateParam,\n  LocateOption,\n  MidsceneYamlScript,\n  MidsceneYamlScriptWebEnv,\n} from '@/types';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport yaml from 'js-yaml';\n\nconst debugUtils = getDebug('yaml:utils');\n\nconst topLevelTasksPattern = /^tasks\\s*:/;\nconst topLevelYamlKeyPattern = /^[^\\s#][^:]*:/;\n\nexport type WebTargetSource = 'page' | 'browser' | 'web' | 'target';\n\nexport type ResolvedWebTarget = {\n  source: WebTargetSource;\n  target: Partial<MidsceneYamlScriptWebEnv> & { mode: 'page' | 'browser' };\n  mode: 'page' | 'browser';\n};\n\nexport type WebTargetConfig = Partial<\n  Record<WebTargetSource, Partial<MidsceneYamlScriptWebEnv>>\n>;\n\nconst webTargetSources: WebTargetSource[] = [\n  'page',\n  'browser',\n  'web',\n  'target',\n];\n\nexport function resolveWebTarget(\n  config: WebTargetConfig,\n): ResolvedWebTarget | undefined {\n  const entries = webTargetSources\n    .map((source) => [source, config[source]] as const)\n    .filter(\n      (\n        entry,\n      ): entry is readonly [\n        WebTargetSource,\n        Partial<MidsceneYamlScriptWebEnv>,\n      ] => typeof entry[1] !== 'undefined',\n    );\n\n  if (entries.length === 0) {\n    return undefined;\n  }\n\n  if (entries.length > 1) {\n    const specifiedTargets = entries.map(([source]) => source);\n    throw new Error(\n      `[midscene] Only one web target can be specified, but found multiple: ${specifiedTargets.join(\n        ', ',\n      )}. Please specify only one of: page, browser, web, or target.`,\n    );\n  }\n\n  const [source, target] = entries[0];\n  const explicitMode = target.mode;\n  if (\n    typeof explicitMode !== 'undefined' &&\n    explicitMode !== 'page' &&\n    explicitMode !== 'browser'\n  ) {\n    throw new Error(\n      `[midscene] web target mode must be either \"page\" or \"browser\", but got \"${explicitMode}\".`,\n    );\n  }\n\n  if (source === 'page' && explicitMode === 'browser') {\n    throw new Error(\n      '[midscene] page target cannot use mode: browser. Use browser: instead.',\n    );\n  }\n\n  if (source === 'browser' && explicitMode === 'page') {\n    throw new Error(\n      '[midscene] browser target cannot use mode: page. Use page: instead.',\n    );\n  }\n\n  const mode =\n    source === 'page'\n      ? 'page'\n      : source === 'browser'\n        ? 'browser'\n        : (explicitMode ?? 'page');\n\n  if (mode === 'page' && target.autoFollowNewPage) {\n    throw new Error(\n      '[midscene] autoFollowNewPage requires browser mode. Use browser: or web.mode: browser.',\n    );\n  }\n\n  if (\n    mode === 'browser' &&\n    typeof target.forceSameTabNavigation !== 'undefined'\n  ) {\n    throw new Error(\n      '[midscene] forceSameTabNavigation cannot be used in browser mode. Use page: or web.mode: page when same-tab navigation is required.',\n    );\n  }\n\n  return {\n    source,\n    mode,\n    target: {\n      ...target,\n      mode,\n    },\n  };\n}\n\nfunction interpolateEnvVarRefs(\n  value: string,\n  keepUnresolvedRefs = false,\n): string {\n  let result = '';\n  let lastIndex = 0;\n  let searchFrom = 0;\n\n  while (searchFrom < value.length) {\n    const start = value.indexOf('${', searchFrom);\n    if (start === -1) {\n      break;\n    }\n\n    const end = value.indexOf('}', start + 2);\n    if (end === -1) {\n      break;\n    }\n\n    const rawName = value.slice(start + 2, end);\n    if (!rawName) {\n      searchFrom = end + 1;\n      continue;\n    }\n\n    result += value.slice(lastIndex, start);\n    const envVar = rawName.trim();\n    const envValue = process.env[envVar];\n    if (envValue === undefined) {\n      if (keepUnresolvedRefs) {\n        result += value.slice(start, end + 1);\n      } else {\n        throw new Error(`Environment variable \"${envVar}\" is not defined`);\n      }\n    } else {\n      result += envValue;\n    }\n    lastIndex = end + 1;\n    searchFrom = end + 1;\n  }\n\n  return result + value.slice(lastIndex);\n}\n\nconst multimodalLocateOptionFieldMap: Record<keyof TMultimodalPrompt, true> = {\n  images: true,\n  convertHttpImage2Base64: true,\n};\n\nconst multimodalLocateOptionKeys = Object.keys(\n  multimodalLocateOptionFieldMap,\n) as Array<keyof TMultimodalPrompt>;\n\nfunction extractMultimodalPrompt(\n  opt?: LocateOption,\n): Partial<TMultimodalPrompt> | undefined {\n  if (typeof opt !== 'object' || opt === null) {\n    return undefined;\n  }\n\n  const entries = multimodalLocateOptionKeys\n    .map((key) => [key, opt[key]] as const)\n    .filter(([, value]) => value !== undefined);\n\n  return entries.length\n    ? (Object.fromEntries(entries) as Partial<TMultimodalPrompt>)\n    : undefined;\n}\n\nexport function interpolateEnvVars(content: string): string {\n  // Process line by line to skip commented lines\n  const lines = content.split('\\n');\n  const processedLines = lines.map((line) => {\n    // Check if the line is a YAML comment (starts with # after optional whitespace)\n    const trimmedLine = line.trimStart();\n    if (trimmedLine.startsWith('#')) {\n      // Skip interpolation for comment lines\n      return line;\n    }\n\n    // Process environment variables for non-comment lines\n    return interpolateEnvVarRefs(line);\n  });\n\n  return processedLines.join('\\n');\n}\n\nfunction interpolateYamlScriptEnvVars(content: string): string {\n  let inTopLevelTasksBlock = false;\n\n  return content\n    .split('\\n')\n    .map((line) => {\n      const trimmedLine = line.trimStart();\n      if (!trimmedLine || trimmedLine.startsWith('#')) {\n        return line;\n      }\n\n      const indentSize = line.length - trimmedLine.length;\n      if (indentSize === 0) {\n        if (topLevelTasksPattern.test(trimmedLine)) {\n          inTopLevelTasksBlock = true;\n          return line;\n        }\n\n        if (topLevelYamlKeyPattern.test(trimmedLine)) {\n          inTopLevelTasksBlock = false;\n        }\n      }\n\n      return interpolateEnvVarRefs(line, inTopLevelTasksBlock);\n    })\n    .join('\\n');\n}\n\nexport function parseYamlScript(\n  content: string,\n  filePath?: string,\n): MidsceneYamlScript {\n  let processedContent = content;\n  if (content.indexOf('android') !== -1 && content.match(/deviceId:\\s*(\\d+)/)) {\n    let matchedDeviceId;\n    processedContent = content.replace(\n      /deviceId:\\s*(\\d+)/g,\n      (match, deviceId) => {\n        matchedDeviceId = deviceId;\n        return `deviceId: '${deviceId}'`;\n      },\n    );\n    console.warn(\n      `please use string-style deviceId in yaml script, for example: deviceId: \"${matchedDeviceId}\"`,\n    );\n  }\n  const interpolatedContent = interpolateYamlScriptEnvVars(processedContent);\n  const obj = yaml.load(interpolatedContent, {\n    schema: yaml.JSON_SCHEMA,\n  }) as MidsceneYamlScript;\n\n  const pathTip = filePath ? `, failed to load ${filePath}` : '';\n  resolveWebTarget(obj);\n  assert(obj.tasks, `property \"tasks\" is required in yaml script ${pathTip}`);\n  assert(\n    Array.isArray(obj.tasks),\n    `property \"tasks\" must be an array in yaml script, but got ${obj.tasks}`,\n  );\n  return obj;\n}\n\nexport function buildDetailedLocateParam(\n  locatePrompt: TUserPrompt,\n  opt?: LocateOption,\n): DetailedLocateParam | undefined {\n  debugUtils('will call buildDetailedLocateParam', locatePrompt, opt);\n  // Normalize object-form TUserPrompt: when the object only contains a\n  // `prompt` string (no multimodal fields like `images`), unwrap it to\n  // avoid double nesting like { prompt: { prompt: '...' } }.\n  let normalizedLocatePrompt: TUserPrompt = locatePrompt;\n  if (\n    typeof locatePrompt === 'object' &&\n    locatePrompt !== null &&\n    'prompt' in locatePrompt\n  ) {\n    const { prompt: innerPrompt, ...rest } = locatePrompt;\n    const hasMultimodalFields = Object.keys(rest).length > 0;\n    normalizedLocatePrompt = hasMultimodalFields ? locatePrompt : innerPrompt;\n  }\n\n  let prompt = normalizedLocatePrompt || opt?.prompt || (opt as any)?.locate; // as a shortcut\n  let deepLocate = false;\n  let cacheable = true;\n  let xpath = undefined;\n\n  if (typeof opt === 'object' && opt !== null) {\n    // Backward-compatible: accept `deepThink` as a deprecated alias for `deepLocate`.\n    // All downstream code works on `deepLocate` only; the compatibility resolution\n    // is intentionally kept here at the entry point so it does not bleed through\n    // the rest of the call stack.\n    deepLocate = opt.deepLocate ?? opt.deepThink ?? false;\n    cacheable = opt.cacheable ?? true;\n    xpath = opt.xpath;\n    if (locatePrompt && opt.prompt && locatePrompt !== opt.prompt) {\n      console.warn(\n        'conflict prompt for item',\n        locatePrompt,\n        opt,\n        'maybe you put the prompt in the wrong place',\n      );\n    }\n    prompt = prompt || opt.prompt;\n  }\n\n  if (!prompt) {\n    debugUtils(\n      'no prompt, will return undefined in buildDetailedLocateParam',\n      opt,\n    );\n    return undefined;\n  }\n\n  const multimodalPrompt = extractMultimodalPrompt(opt);\n  if (multimodalPrompt) {\n    prompt =\n      typeof prompt === 'string'\n        ? {\n            prompt,\n            ...multimodalPrompt,\n          }\n        : {\n            ...prompt,\n            ...multimodalPrompt,\n          };\n  }\n\n  return {\n    prompt,\n    deepLocate,\n    cacheable,\n    xpath,\n  };\n}\n\nexport function buildDetailedLocateParamAndRestParams(\n  locatePrompt: TUserPrompt,\n  opt: LocateOption | undefined,\n  excludeKeys: string[] = [],\n): {\n  locateParam: DetailedLocateParam | undefined;\n  restParams: Record<string, any>;\n} {\n  const multimodalPrompt = extractMultimodalPrompt(opt);\n  const locateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n  // Extract all keys from opt except the ones already included in locateParam\n  const restParams: Record<string, any> = {};\n\n  if (typeof opt === 'object' && opt !== null) {\n    // Get all keys from opt\n    const allKeys = Object.keys(opt);\n\n    // Keys already included in locateParam: prompt, deepLocate, cacheable, xpath\n    const locateParamKeys = Object.keys(locateParam || {});\n    const multimodalPromptKeys =\n      typeof locateParam?.prompt === 'object' && locateParam?.prompt !== null\n        ? Object.keys(multimodalPrompt || {})\n        : [];\n\n    // Extract all other keys\n    for (const key of allKeys) {\n      if (\n        !locateParamKeys.includes(key) &&\n        !multimodalPromptKeys.includes(key) &&\n        !excludeKeys.includes(key) &&\n        key !== 'locate'\n      ) {\n        restParams[key] = opt[key as keyof LocateOption];\n      }\n    }\n  }\n\n  return {\n    locateParam,\n    restParams,\n  };\n}\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","debugUtils","getDebug","topLevelTasksPattern","topLevelYamlKeyPattern","webTargetSources","resolveWebTarget","config","entries","source","entry","specifiedTargets","Error","target","explicitMode","mode","interpolateEnvVarRefs","value","keepUnresolvedRefs","result","lastIndex","searchFrom","start","end","rawName","envVar","envValue","process","undefined","multimodalLocateOptionFieldMap","multimodalLocateOptionKeys","extractMultimodalPrompt","opt","interpolateEnvVars","content","lines","processedLines","line","trimmedLine","interpolateYamlScriptEnvVars","inTopLevelTasksBlock","indentSize","parseYamlScript","filePath","processedContent","matchedDeviceId","match","deviceId","console","interpolatedContent","yaml","pathTip","assert","Array","buildDetailedLocateParam","locatePrompt","normalizedLocatePrompt","innerPrompt","rest","hasMultimodalFields","prompt","deepLocate","cacheable","xpath","multimodalPrompt","buildDetailedLocateParamAndRestParams","excludeKeys","locateParam","restParams","allKeys","locateParamKeys","multimodalPromptKeys"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;ACKA,MAAMI,aAAaC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAE5B,MAAMC,uBAAuB;AAC7B,MAAMC,yBAAyB;AAc/B,MAAMC,mBAAsC;IAC1C;IACA;IACA;IACA;CACD;AAEM,SAASC,iBACdC,MAAuB;IAEvB,MAAMC,UAAUH,iBACb,GAAG,CAAC,CAACI,SAAW;YAACA;YAAQF,MAAM,CAACE,OAAO;SAAC,EACxC,MAAM,CACL,CACEC,QAIG,AAAoB,WAAbA,KAAK,CAAC,EAAE;IAGxB,IAAIF,AAAmB,MAAnBA,QAAQ,MAAM,EAChB;IAGF,IAAIA,QAAQ,MAAM,GAAG,GAAG;QACtB,MAAMG,mBAAmBH,QAAQ,GAAG,CAAC,CAAC,CAACC,OAAO,GAAKA;QACnD,MAAM,IAAIG,MACR,CAAC,qEAAqE,EAAED,iBAAiB,IAAI,CAC3F,MACA,4DAA4D,CAAC;IAEnE;IAEA,MAAM,CAACF,QAAQI,OAAO,GAAGL,OAAO,CAAC,EAAE;IACnC,MAAMM,eAAeD,OAAO,IAAI;IAChC,IACE,AAAwB,WAAjBC,gBACPA,AAAiB,WAAjBA,gBACAA,AAAiB,cAAjBA,cAEA,MAAM,IAAIF,MACR,CAAC,wEAAwE,EAAEE,aAAa,EAAE,CAAC;IAI/F,IAAIL,AAAW,WAAXA,UAAqBK,AAAiB,cAAjBA,cACvB,MAAM,IAAIF,MACR;IAIJ,IAAIH,AAAW,cAAXA,UAAwBK,AAAiB,WAAjBA,cAC1B,MAAM,IAAIF,MACR;IAIJ,MAAMG,OACJN,AAAW,WAAXA,SACI,SACAA,AAAW,cAAXA,SACE,YACCK,gBAAgB;IAEzB,IAAIC,AAAS,WAATA,QAAmBF,OAAO,iBAAiB,EAC7C,MAAM,IAAID,MACR;IAIJ,IACEG,AAAS,cAATA,QACA,AAAyC,WAAlCF,OAAO,sBAAsB,EAEpC,MAAM,IAAID,MACR;IAIJ,OAAO;QACLH;QACAM;QACA,QAAQ;YACN,GAAGF,MAAM;YACTE;QACF;IACF;AACF;AAEA,SAASC,sBACPC,KAAa,EACbC,qBAAqB,KAAK;IAE1B,IAAIC,SAAS;IACb,IAAIC,YAAY;IAChB,IAAIC,aAAa;IAEjB,MAAOA,aAAaJ,MAAM,MAAM,CAAE;QAChC,MAAMK,QAAQL,MAAM,OAAO,CAAC,MAAMI;QAClC,IAAIC,AAAU,OAAVA,OACF;QAGF,MAAMC,MAAMN,MAAM,OAAO,CAAC,KAAKK,QAAQ;QACvC,IAAIC,AAAQ,OAARA,KACF;QAGF,MAAMC,UAAUP,MAAM,KAAK,CAACK,QAAQ,GAAGC;QACvC,IAAI,CAACC,SAAS;YACZH,aAAaE,MAAM;YACnB;QACF;QAEAJ,UAAUF,MAAM,KAAK,CAACG,WAAWE;QACjC,MAAMG,SAASD,QAAQ,IAAI;QAC3B,MAAME,WAAWC,QAAQ,GAAG,CAACF,OAAO;QACpC,IAAIC,AAAaE,WAAbF,UACF,IAAIR,oBACFC,UAAUF,MAAM,KAAK,CAACK,OAAOC,MAAM;aAEnC,MAAM,IAAIX,MAAM,CAAC,sBAAsB,EAAEa,OAAO,gBAAgB,CAAC;aAGnEN,UAAUO;QAEZN,YAAYG,MAAM;QAClBF,aAAaE,MAAM;IACrB;IAEA,OAAOJ,SAASF,MAAM,KAAK,CAACG;AAC9B;AAEA,MAAMS,iCAAwE;IAC5E,QAAQ;IACR,yBAAyB;AAC3B;AAEA,MAAMC,6BAA6BjC,OAAO,IAAI,CAC5CgC;AAGF,SAASE,wBACPC,GAAkB;IAElB,IAAI,AAAe,YAAf,OAAOA,OAAoBA,AAAQ,SAARA,KAC7B;IAGF,MAAMxB,UAAUsB,2BACb,GAAG,CAAC,CAAClC,MAAQ;YAACA;YAAKoC,GAAG,CAACpC,IAAI;SAAC,EAC5B,MAAM,CAAC,CAAC,GAAGqB,MAAM,GAAKA,AAAUW,WAAVX;IAEzB,OAAOT,QAAQ,MAAM,GAChBX,OAAO,WAAW,CAACW,WACpBoB;AACN;AAEO,SAASK,mBAAmBC,OAAe;IAEhD,MAAMC,QAAQD,QAAQ,KAAK,CAAC;IAC5B,MAAME,iBAAiBD,MAAM,GAAG,CAAC,CAACE;QAEhC,MAAMC,cAAcD,KAAK,SAAS;QAClC,IAAIC,YAAY,UAAU,CAAC,MAEzB,OAAOD;QAIT,OAAOrB,sBAAsBqB;IAC/B;IAEA,OAAOD,eAAe,IAAI,CAAC;AAC7B;AAEA,SAASG,6BAA6BL,OAAe;IACnD,IAAIM,uBAAuB;IAE3B,OAAON,QACJ,KAAK,CAAC,MACN,GAAG,CAAC,CAACG;QACJ,MAAMC,cAAcD,KAAK,SAAS;QAClC,IAAI,CAACC,eAAeA,YAAY,UAAU,CAAC,MACzC,OAAOD;QAGT,MAAMI,aAAaJ,KAAK,MAAM,GAAGC,YAAY,MAAM;QACnD,IAAIG,AAAe,MAAfA,YAAkB;YACpB,IAAItC,qBAAqB,IAAI,CAACmC,cAAc;gBAC1CE,uBAAuB;gBACvB,OAAOH;YACT;YAEA,IAAIjC,uBAAuB,IAAI,CAACkC,cAC9BE,uBAAuB;QAE3B;QAEA,OAAOxB,sBAAsBqB,MAAMG;IACrC,GACC,IAAI,CAAC;AACV;AAEO,SAASE,gBACdR,OAAe,EACfS,QAAiB;IAEjB,IAAIC,mBAAmBV;IACvB,IAAIA,AAA+B,OAA/BA,QAAQ,OAAO,CAAC,cAAqBA,QAAQ,KAAK,CAAC,sBAAsB;QAC3E,IAAIW;QACJD,mBAAmBV,QAAQ,OAAO,CAChC,sBACA,CAACY,OAAOC;YACNF,kBAAkBE;YAClB,OAAO,CAAC,WAAW,EAAEA,SAAS,CAAC,CAAC;QAClC;QAEFC,QAAQ,IAAI,CACV,CAAC,yEAAyE,EAAEH,gBAAgB,CAAC,CAAC;IAElG;IACA,MAAMI,sBAAsBV,6BAA6BK;IACzD,MAAM9C,MAAMoD,2BAAAA,IAAS,CAACD,qBAAqB;QACzC,QAAQC,AAAAA,2BAAAA,WAAgB;IAC1B;IAEA,MAAMC,UAAUR,WAAW,CAAC,iBAAiB,EAAEA,UAAU,GAAG;IAC5DrC,iBAAiBR;IACjBsD,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOtD,IAAI,KAAK,EAAE,CAAC,4CAA4C,EAAEqD,SAAS;IAC1EC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEC,MAAM,OAAO,CAACvD,IAAI,KAAK,GACvB,CAAC,0DAA0D,EAAEA,IAAI,KAAK,EAAE;IAE1E,OAAOA;AACT;AAEO,SAASwD,yBACdC,YAAyB,EACzBvB,GAAkB;IAElB/B,WAAW,sCAAsCsD,cAAcvB;IAI/D,IAAIwB,yBAAsCD;IAC1C,IACE,AAAwB,YAAxB,OAAOA,gBACPA,AAAiB,SAAjBA,gBACA,YAAYA,cACZ;QACA,MAAM,EAAE,QAAQE,WAAW,EAAE,GAAGC,MAAM,GAAGH;QACzC,MAAMI,sBAAsB9D,OAAO,IAAI,CAAC6D,MAAM,MAAM,GAAG;QACvDF,yBAAyBG,sBAAsBJ,eAAeE;IAChE;IAEA,IAAIG,SAASJ,0BAA0BxB,KAAK,UAAWA,KAAa;IACpE,IAAI6B,aAAa;IACjB,IAAIC,YAAY;IAChB,IAAIC;IAEJ,IAAI,AAAe,YAAf,OAAO/B,OAAoBA,AAAQ,SAARA,KAAc;QAK3C6B,aAAa7B,IAAI,UAAU,IAAIA,IAAI,SAAS,IAAI;QAChD8B,YAAY9B,IAAI,SAAS,IAAI;QAC7B+B,QAAQ/B,IAAI,KAAK;QACjB,IAAIuB,gBAAgBvB,IAAI,MAAM,IAAIuB,iBAAiBvB,IAAI,MAAM,EAC3DgB,QAAQ,IAAI,CACV,4BACAO,cACAvB,KACA;QAGJ4B,SAASA,UAAU5B,IAAI,MAAM;IAC/B;IAEA,IAAI,CAAC4B,QAAQ,YACX3D,WACE,gEACA+B;IAKJ,MAAMgC,mBAAmBjC,wBAAwBC;IACjD,IAAIgC,kBACFJ,SACE,AAAkB,YAAlB,OAAOA,SACH;QACEA;QACA,GAAGI,gBAAgB;IACrB,IACA;QACE,GAAGJ,MAAM;QACT,GAAGI,gBAAgB;IACrB;IAGR,OAAO;QACLJ;QACAC;QACAC;QACAC;IACF;AACF;AAEO,SAASE,sCACdV,YAAyB,EACzBvB,GAA6B,EAC7BkC,cAAwB,EAAE;IAK1B,MAAMF,mBAAmBjC,wBAAwBC;IACjD,MAAMmC,cAAcb,yBAAyBC,cAAcvB;IAG3D,MAAMoC,aAAkC,CAAC;IAEzC,IAAI,AAAe,YAAf,OAAOpC,OAAoBA,AAAQ,SAARA,KAAc;QAE3C,MAAMqC,UAAUxE,OAAO,IAAI,CAACmC;QAG5B,MAAMsC,kBAAkBzE,OAAO,IAAI,CAACsE,eAAe,CAAC;QACpD,MAAMI,uBACJ,AAA+B,YAA/B,OAAOJ,aAAa,UAAuBA,aAAa,WAAW,OAC/DtE,OAAO,IAAI,CAACmE,oBAAoB,CAAC,KACjC,EAAE;QAGR,KAAK,MAAMpE,OAAOyE,QAChB,IACE,CAACC,gBAAgB,QAAQ,CAAC1E,QAC1B,CAAC2E,qBAAqB,QAAQ,CAAC3E,QAC/B,CAACsE,YAAY,QAAQ,CAACtE,QACtBA,AAAQ,aAARA,KAEAwE,UAAU,CAACxE,IAAI,GAAGoC,GAAG,CAACpC,IAA0B;IAGtD;IAEA,OAAO;QACLuE;QACAC;IACF;AACF"}
+{"version":3,"file":"yaml/utils.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../src/yaml/utils.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TMultimodalPrompt, TUserPrompt } from '@/common';\nimport type {\n  DetailedLocateParam,\n  LocateOption,\n  MidsceneYamlScript,\n  MidsceneYamlScriptWebEnv,\n} from '@/types';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport yaml from 'js-yaml';\nimport { buildLocatePromptWithContext } from '../agent/prompt-context';\n\nconst debugUtils = getDebug('yaml:utils');\n\nconst topLevelTasksPattern = /^tasks\\s*:/;\nconst topLevelYamlKeyPattern = /^[^\\s#][^:]*:/;\n\nexport type WebTargetSource = 'page' | 'browser' | 'web' | 'target';\n\nexport type ResolvedWebTarget = {\n  source: WebTargetSource;\n  target: Partial<MidsceneYamlScriptWebEnv> & { mode: 'page' | 'browser' };\n  mode: 'page' | 'browser';\n};\n\nexport type WebTargetConfig = Partial<\n  Record<WebTargetSource, Partial<MidsceneYamlScriptWebEnv>>\n>;\n\nconst webTargetSources: WebTargetSource[] = [\n  'page',\n  'browser',\n  'web',\n  'target',\n];\n\nexport function resolveWebTarget(\n  config: WebTargetConfig,\n): ResolvedWebTarget | undefined {\n  const entries = webTargetSources\n    .map((source) => [source, config[source]] as const)\n    .filter(\n      (\n        entry,\n      ): entry is readonly [\n        WebTargetSource,\n        Partial<MidsceneYamlScriptWebEnv>,\n      ] => typeof entry[1] !== 'undefined',\n    );\n\n  if (entries.length === 0) {\n    return undefined;\n  }\n\n  if (entries.length > 1) {\n    const specifiedTargets = entries.map(([source]) => source);\n    throw new Error(\n      `[midscene] Only one web target can be specified, but found multiple: ${specifiedTargets.join(\n        ', ',\n      )}. Please specify only one of: page, browser, web, or target.`,\n    );\n  }\n\n  const [source, target] = entries[0];\n  const explicitMode = target.mode;\n  if (\n    typeof explicitMode !== 'undefined' &&\n    explicitMode !== 'page' &&\n    explicitMode !== 'browser'\n  ) {\n    throw new Error(\n      `[midscene] web target mode must be either \"page\" or \"browser\", but got \"${explicitMode}\".`,\n    );\n  }\n\n  if (source === 'page' && explicitMode === 'browser') {\n    throw new Error(\n      '[midscene] page target cannot use mode: browser. Use browser: instead.',\n    );\n  }\n\n  if (source === 'browser' && explicitMode === 'page') {\n    throw new Error(\n      '[midscene] browser target cannot use mode: page. Use page: instead.',\n    );\n  }\n\n  const mode =\n    source === 'page'\n      ? 'page'\n      : source === 'browser'\n        ? 'browser'\n        : (explicitMode ?? 'page');\n\n  if (mode === 'page' && target.autoFollowNewPage) {\n    throw new Error(\n      '[midscene] autoFollowNewPage requires browser mode. Use browser: or web.mode: browser.',\n    );\n  }\n\n  if (\n    mode === 'browser' &&\n    typeof target.forceSameTabNavigation !== 'undefined'\n  ) {\n    throw new Error(\n      '[midscene] forceSameTabNavigation cannot be used in browser mode. Use page: or web.mode: page when same-tab navigation is required.',\n    );\n  }\n\n  return {\n    source,\n    mode,\n    target: {\n      ...target,\n      mode,\n    },\n  };\n}\n\nfunction interpolateEnvVarRefs(\n  value: string,\n  keepUnresolvedRefs = false,\n): string {\n  let result = '';\n  let lastIndex = 0;\n  let searchFrom = 0;\n\n  while (searchFrom < value.length) {\n    const start = value.indexOf('${', searchFrom);\n    if (start === -1) {\n      break;\n    }\n\n    const end = value.indexOf('}', start + 2);\n    if (end === -1) {\n      break;\n    }\n\n    const rawName = value.slice(start + 2, end);\n    if (!rawName) {\n      searchFrom = end + 1;\n      continue;\n    }\n\n    result += value.slice(lastIndex, start);\n    const envVar = rawName.trim();\n    const envValue = process.env[envVar];\n    if (envValue === undefined) {\n      if (keepUnresolvedRefs) {\n        result += value.slice(start, end + 1);\n      } else {\n        throw new Error(`Environment variable \"${envVar}\" is not defined`);\n      }\n    } else {\n      result += envValue;\n    }\n    lastIndex = end + 1;\n    searchFrom = end + 1;\n  }\n\n  return result + value.slice(lastIndex);\n}\n\nconst multimodalLocateOptionFieldMap: Record<keyof TMultimodalPrompt, true> = {\n  images: true,\n  convertHttpImage2Base64: true,\n};\n\nconst multimodalLocateOptionKeys = Object.keys(\n  multimodalLocateOptionFieldMap,\n) as Array<keyof TMultimodalPrompt>;\n\nfunction extractMultimodalPrompt(\n  opt?: LocateOption,\n): Partial<TMultimodalPrompt> | undefined {\n  if (typeof opt !== 'object' || opt === null) {\n    return undefined;\n  }\n\n  const entries = multimodalLocateOptionKeys\n    .map((key) => [key, opt[key]] as const)\n    .filter(([, value]) => value !== undefined);\n\n  return entries.length\n    ? (Object.fromEntries(entries) as Partial<TMultimodalPrompt>)\n    : undefined;\n}\n\nexport function interpolateEnvVars(content: string): string {\n  // Process line by line to skip commented lines\n  const lines = content.split('\\n');\n  const processedLines = lines.map((line) => {\n    // Check if the line is a YAML comment (starts with # after optional whitespace)\n    const trimmedLine = line.trimStart();\n    if (trimmedLine.startsWith('#')) {\n      // Skip interpolation for comment lines\n      return line;\n    }\n\n    // Process environment variables for non-comment lines\n    return interpolateEnvVarRefs(line);\n  });\n\n  return processedLines.join('\\n');\n}\n\nfunction interpolateYamlScriptEnvVars(content: string): string {\n  let inTopLevelTasksBlock = false;\n\n  return content\n    .split('\\n')\n    .map((line) => {\n      const trimmedLine = line.trimStart();\n      if (!trimmedLine || trimmedLine.startsWith('#')) {\n        return line;\n      }\n\n      const indentSize = line.length - trimmedLine.length;\n      if (indentSize === 0) {\n        if (topLevelTasksPattern.test(trimmedLine)) {\n          inTopLevelTasksBlock = true;\n          return line;\n        }\n\n        if (topLevelYamlKeyPattern.test(trimmedLine)) {\n          inTopLevelTasksBlock = false;\n        }\n      }\n\n      return interpolateEnvVarRefs(line, inTopLevelTasksBlock);\n    })\n    .join('\\n');\n}\n\nexport function parseYamlScript(\n  content: string,\n  filePath?: string,\n): MidsceneYamlScript {\n  let processedContent = content;\n  if (content.indexOf('android') !== -1 && content.match(/deviceId:\\s*(\\d+)/)) {\n    let matchedDeviceId;\n    processedContent = content.replace(\n      /deviceId:\\s*(\\d+)/g,\n      (match, deviceId) => {\n        matchedDeviceId = deviceId;\n        return `deviceId: '${deviceId}'`;\n      },\n    );\n    console.warn(\n      `please use string-style deviceId in yaml script, for example: deviceId: \"${matchedDeviceId}\"`,\n    );\n  }\n  const interpolatedContent = interpolateYamlScriptEnvVars(processedContent);\n  const obj = yaml.load(interpolatedContent, {\n    schema: yaml.JSON_SCHEMA,\n  }) as MidsceneYamlScript;\n\n  const pathTip = filePath ? `, failed to load ${filePath}` : '';\n  resolveWebTarget(obj);\n  assert(obj.tasks, `property \"tasks\" is required in yaml script ${pathTip}`);\n  assert(\n    Array.isArray(obj.tasks),\n    `property \"tasks\" must be an array in yaml script, but got ${obj.tasks}`,\n  );\n  return obj;\n}\n\nexport function buildDetailedLocateParam(\n  locatePrompt: TUserPrompt,\n  opt?: LocateOption,\n): DetailedLocateParam | undefined {\n  debugUtils('will call buildDetailedLocateParam', locatePrompt, opt);\n  // Normalize object-form TUserPrompt: when the object only contains a\n  // `prompt` string (no multimodal fields like `images`), unwrap it to\n  // avoid double nesting like { prompt: { prompt: '...' } }.\n  let normalizedLocatePrompt: TUserPrompt = locatePrompt;\n  if (\n    typeof locatePrompt === 'object' &&\n    locatePrompt !== null &&\n    'prompt' in locatePrompt\n  ) {\n    const { prompt: innerPrompt, ...rest } = locatePrompt;\n    const hasMultimodalFields = Object.keys(rest).length > 0;\n    normalizedLocatePrompt = hasMultimodalFields ? locatePrompt : innerPrompt;\n  }\n\n  let prompt = normalizedLocatePrompt || opt?.prompt || (opt as any)?.locate; // as a shortcut\n  let deepLocate = false;\n  let cacheable = true;\n  let xpath = undefined;\n\n  if (typeof opt === 'object' && opt !== null) {\n    // Backward-compatible: accept `deepThink` as a deprecated alias for `deepLocate`.\n    // All downstream code works on `deepLocate` only; the compatibility resolution\n    // is intentionally kept here at the entry point so it does not bleed through\n    // the rest of the call stack.\n    deepLocate = opt.deepLocate ?? opt.deepThink ?? false;\n    cacheable = opt.cacheable ?? true;\n    xpath = opt.xpath;\n    if (locatePrompt && opt.prompt && locatePrompt !== opt.prompt) {\n      console.warn(\n        'conflict prompt for item',\n        locatePrompt,\n        opt,\n        'maybe you put the prompt in the wrong place',\n      );\n    }\n    prompt = prompt || opt.prompt;\n  }\n\n  if (!prompt) {\n    debugUtils(\n      'no prompt, will return undefined in buildDetailedLocateParam',\n      opt,\n    );\n    return undefined;\n  }\n\n  const promptDisplay = typeof prompt === 'string' ? prompt : prompt.prompt;\n  const context = opt?.context?.trim() || undefined;\n  prompt = buildLocatePromptWithContext(prompt, opt?.context);\n\n  const multimodalPrompt = extractMultimodalPrompt(opt);\n  if (multimodalPrompt) {\n    prompt =\n      typeof prompt === 'string'\n        ? {\n            prompt,\n            ...multimodalPrompt,\n          }\n        : {\n            ...prompt,\n            ...multimodalPrompt,\n          };\n  }\n\n  return {\n    prompt,\n    ...(context ? { promptDisplay, context } : {}),\n    deepLocate,\n    cacheable,\n    xpath,\n  };\n}\n\nexport function buildDetailedLocateParamAndRestParams(\n  locatePrompt: TUserPrompt,\n  opt: LocateOption | undefined,\n  excludeKeys: string[] = [],\n): {\n  locateParam: DetailedLocateParam | undefined;\n  restParams: Record<string, any>;\n} {\n  const multimodalPrompt = extractMultimodalPrompt(opt);\n  const locateParam = buildDetailedLocateParam(locatePrompt, opt);\n\n  // Extract all keys from opt except the ones already included in locateParam\n  const restParams: Record<string, any> = {};\n\n  if (typeof opt === 'object' && opt !== null) {\n    // Get all keys from opt\n    const allKeys = Object.keys(opt);\n\n    // `context` has already been merged into the locate prompt.\n    const locateParamKeys = Object.keys(locateParam || {});\n    const multimodalPromptKeys =\n      typeof locateParam?.prompt === 'object' && locateParam?.prompt !== null\n        ? Object.keys(multimodalPrompt || {})\n        : [];\n\n    // Extract all other keys\n    for (const key of allKeys) {\n      if (\n        !locateParamKeys.includes(key) &&\n        key !== 'context' &&\n        key !== 'deepThink' &&\n        !multimodalPromptKeys.includes(key) &&\n        !excludeKeys.includes(key) &&\n        key !== 'locate'\n      ) {\n        restParams[key] = opt[key as keyof LocateOption];\n      }\n    }\n  }\n\n  return {\n    locateParam,\n    restParams,\n  };\n}\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","debugUtils","getDebug","topLevelTasksPattern","topLevelYamlKeyPattern","webTargetSources","resolveWebTarget","config","entries","source","entry","specifiedTargets","Error","target","explicitMode","mode","interpolateEnvVarRefs","value","keepUnresolvedRefs","result","lastIndex","searchFrom","start","end","rawName","envVar","envValue","process","undefined","multimodalLocateOptionFieldMap","multimodalLocateOptionKeys","extractMultimodalPrompt","opt","interpolateEnvVars","content","lines","processedLines","line","trimmedLine","interpolateYamlScriptEnvVars","inTopLevelTasksBlock","indentSize","parseYamlScript","filePath","processedContent","matchedDeviceId","match","deviceId","console","interpolatedContent","yaml","pathTip","assert","Array","buildDetailedLocateParam","locatePrompt","normalizedLocatePrompt","innerPrompt","rest","hasMultimodalFields","prompt","deepLocate","cacheable","xpath","promptDisplay","context","buildLocatePromptWithContext","multimodalPrompt","buildDetailedLocateParamAndRestParams","excludeKeys","locateParam","restParams","allKeys","locateParamKeys","multimodalPromptKeys"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;ACMA,MAAMI,aAAaC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAE5B,MAAMC,uBAAuB;AAC7B,MAAMC,yBAAyB;AAc/B,MAAMC,mBAAsC;IAC1C;IACA;IACA;IACA;CACD;AAEM,SAASC,iBACdC,MAAuB;IAEvB,MAAMC,UAAUH,iBACb,GAAG,CAAC,CAACI,SAAW;YAACA;YAAQF,MAAM,CAACE,OAAO;SAAC,EACxC,MAAM,CACL,CACEC,QAIG,AAAoB,WAAbA,KAAK,CAAC,EAAE;IAGxB,IAAIF,AAAmB,MAAnBA,QAAQ,MAAM,EAChB;IAGF,IAAIA,QAAQ,MAAM,GAAG,GAAG;QACtB,MAAMG,mBAAmBH,QAAQ,GAAG,CAAC,CAAC,CAACC,OAAO,GAAKA;QACnD,MAAM,IAAIG,MACR,CAAC,qEAAqE,EAAED,iBAAiB,IAAI,CAC3F,MACA,4DAA4D,CAAC;IAEnE;IAEA,MAAM,CAACF,QAAQI,OAAO,GAAGL,OAAO,CAAC,EAAE;IACnC,MAAMM,eAAeD,OAAO,IAAI;IAChC,IACE,AAAwB,WAAjBC,gBACPA,AAAiB,WAAjBA,gBACAA,AAAiB,cAAjBA,cAEA,MAAM,IAAIF,MACR,CAAC,wEAAwE,EAAEE,aAAa,EAAE,CAAC;IAI/F,IAAIL,AAAW,WAAXA,UAAqBK,AAAiB,cAAjBA,cACvB,MAAM,IAAIF,MACR;IAIJ,IAAIH,AAAW,cAAXA,UAAwBK,AAAiB,WAAjBA,cAC1B,MAAM,IAAIF,MACR;IAIJ,MAAMG,OACJN,AAAW,WAAXA,SACI,SACAA,AAAW,cAAXA,SACE,YACCK,gBAAgB;IAEzB,IAAIC,AAAS,WAATA,QAAmBF,OAAO,iBAAiB,EAC7C,MAAM,IAAID,MACR;IAIJ,IACEG,AAAS,cAATA,QACA,AAAyC,WAAlCF,OAAO,sBAAsB,EAEpC,MAAM,IAAID,MACR;IAIJ,OAAO;QACLH;QACAM;QACA,QAAQ;YACN,GAAGF,MAAM;YACTE;QACF;IACF;AACF;AAEA,SAASC,sBACPC,KAAa,EACbC,qBAAqB,KAAK;IAE1B,IAAIC,SAAS;IACb,IAAIC,YAAY;IAChB,IAAIC,aAAa;IAEjB,MAAOA,aAAaJ,MAAM,MAAM,CAAE;QAChC,MAAMK,QAAQL,MAAM,OAAO,CAAC,MAAMI;QAClC,IAAIC,AAAU,OAAVA,OACF;QAGF,MAAMC,MAAMN,MAAM,OAAO,CAAC,KAAKK,QAAQ;QACvC,IAAIC,AAAQ,OAARA,KACF;QAGF,MAAMC,UAAUP,MAAM,KAAK,CAACK,QAAQ,GAAGC;QACvC,IAAI,CAACC,SAAS;YACZH,aAAaE,MAAM;YACnB;QACF;QAEAJ,UAAUF,MAAM,KAAK,CAACG,WAAWE;QACjC,MAAMG,SAASD,QAAQ,IAAI;QAC3B,MAAME,WAAWC,QAAQ,GAAG,CAACF,OAAO;QACpC,IAAIC,AAAaE,WAAbF,UACF,IAAIR,oBACFC,UAAUF,MAAM,KAAK,CAACK,OAAOC,MAAM;aAEnC,MAAM,IAAIX,MAAM,CAAC,sBAAsB,EAAEa,OAAO,gBAAgB,CAAC;aAGnEN,UAAUO;QAEZN,YAAYG,MAAM;QAClBF,aAAaE,MAAM;IACrB;IAEA,OAAOJ,SAASF,MAAM,KAAK,CAACG;AAC9B;AAEA,MAAMS,iCAAwE;IAC5E,QAAQ;IACR,yBAAyB;AAC3B;AAEA,MAAMC,6BAA6BjC,OAAO,IAAI,CAC5CgC;AAGF,SAASE,wBACPC,GAAkB;IAElB,IAAI,AAAe,YAAf,OAAOA,OAAoBA,AAAQ,SAARA,KAC7B;IAGF,MAAMxB,UAAUsB,2BACb,GAAG,CAAC,CAAClC,MAAQ;YAACA;YAAKoC,GAAG,CAACpC,IAAI;SAAC,EAC5B,MAAM,CAAC,CAAC,GAAGqB,MAAM,GAAKA,AAAUW,WAAVX;IAEzB,OAAOT,QAAQ,MAAM,GAChBX,OAAO,WAAW,CAACW,WACpBoB;AACN;AAEO,SAASK,mBAAmBC,OAAe;IAEhD,MAAMC,QAAQD,QAAQ,KAAK,CAAC;IAC5B,MAAME,iBAAiBD,MAAM,GAAG,CAAC,CAACE;QAEhC,MAAMC,cAAcD,KAAK,SAAS;QAClC,IAAIC,YAAY,UAAU,CAAC,MAEzB,OAAOD;QAIT,OAAOrB,sBAAsBqB;IAC/B;IAEA,OAAOD,eAAe,IAAI,CAAC;AAC7B;AAEA,SAASG,6BAA6BL,OAAe;IACnD,IAAIM,uBAAuB;IAE3B,OAAON,QACJ,KAAK,CAAC,MACN,GAAG,CAAC,CAACG;QACJ,MAAMC,cAAcD,KAAK,SAAS;QAClC,IAAI,CAACC,eAAeA,YAAY,UAAU,CAAC,MACzC,OAAOD;QAGT,MAAMI,aAAaJ,KAAK,MAAM,GAAGC,YAAY,MAAM;QACnD,IAAIG,AAAe,MAAfA,YAAkB;YACpB,IAAItC,qBAAqB,IAAI,CAACmC,cAAc;gBAC1CE,uBAAuB;gBACvB,OAAOH;YACT;YAEA,IAAIjC,uBAAuB,IAAI,CAACkC,cAC9BE,uBAAuB;QAE3B;QAEA,OAAOxB,sBAAsBqB,MAAMG;IACrC,GACC,IAAI,CAAC;AACV;AAEO,SAASE,gBACdR,OAAe,EACfS,QAAiB;IAEjB,IAAIC,mBAAmBV;IACvB,IAAIA,AAA+B,OAA/BA,QAAQ,OAAO,CAAC,cAAqBA,QAAQ,KAAK,CAAC,sBAAsB;QAC3E,IAAIW;QACJD,mBAAmBV,QAAQ,OAAO,CAChC,sBACA,CAACY,OAAOC;YACNF,kBAAkBE;YAClB,OAAO,CAAC,WAAW,EAAEA,SAAS,CAAC,CAAC;QAClC;QAEFC,QAAQ,IAAI,CACV,CAAC,yEAAyE,EAAEH,gBAAgB,CAAC,CAAC;IAElG;IACA,MAAMI,sBAAsBV,6BAA6BK;IACzD,MAAM9C,MAAMoD,2BAAAA,IAAS,CAACD,qBAAqB;QACzC,QAAQC,AAAAA,2BAAAA,WAAgB;IAC1B;IAEA,MAAMC,UAAUR,WAAW,CAAC,iBAAiB,EAAEA,UAAU,GAAG;IAC5DrC,iBAAiBR;IACjBsD,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOtD,IAAI,KAAK,EAAE,CAAC,4CAA4C,EAAEqD,SAAS;IAC1EC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEC,MAAM,OAAO,CAACvD,IAAI,KAAK,GACvB,CAAC,0DAA0D,EAAEA,IAAI,KAAK,EAAE;IAE1E,OAAOA;AACT;AAEO,SAASwD,yBACdC,YAAyB,EACzBvB,GAAkB;IAElB/B,WAAW,sCAAsCsD,cAAcvB;IAI/D,IAAIwB,yBAAsCD;IAC1C,IACE,AAAwB,YAAxB,OAAOA,gBACPA,AAAiB,SAAjBA,gBACA,YAAYA,cACZ;QACA,MAAM,EAAE,QAAQE,WAAW,EAAE,GAAGC,MAAM,GAAGH;QACzC,MAAMI,sBAAsB9D,OAAO,IAAI,CAAC6D,MAAM,MAAM,GAAG;QACvDF,yBAAyBG,sBAAsBJ,eAAeE;IAChE;IAEA,IAAIG,SAASJ,0BAA0BxB,KAAK,UAAWA,KAAa;IACpE,IAAI6B,aAAa;IACjB,IAAIC,YAAY;IAChB,IAAIC;IAEJ,IAAI,AAAe,YAAf,OAAO/B,OAAoBA,AAAQ,SAARA,KAAc;QAK3C6B,aAAa7B,IAAI,UAAU,IAAIA,IAAI,SAAS,IAAI;QAChD8B,YAAY9B,IAAI,SAAS,IAAI;QAC7B+B,QAAQ/B,IAAI,KAAK;QACjB,IAAIuB,gBAAgBvB,IAAI,MAAM,IAAIuB,iBAAiBvB,IAAI,MAAM,EAC3DgB,QAAQ,IAAI,CACV,4BACAO,cACAvB,KACA;QAGJ4B,SAASA,UAAU5B,IAAI,MAAM;IAC/B;IAEA,IAAI,CAAC4B,QAAQ,YACX3D,WACE,gEACA+B;IAKJ,MAAMgC,gBAAgB,AAAkB,YAAlB,OAAOJ,SAAsBA,SAASA,OAAO,MAAM;IACzE,MAAMK,UAAUjC,KAAK,SAAS,UAAUJ;IACxCgC,SAASM,AAAAA,IAAAA,kCAAAA,4BAAAA,AAAAA,EAA6BN,QAAQ5B,KAAK;IAEnD,MAAMmC,mBAAmBpC,wBAAwBC;IACjD,IAAImC,kBACFP,SACE,AAAkB,YAAlB,OAAOA,SACH;QACEA;QACA,GAAGO,gBAAgB;IACrB,IACA;QACE,GAAGP,MAAM;QACT,GAAGO,gBAAgB;IACrB;IAGR,OAAO;QACLP;QACA,GAAIK,UAAU;YAAED;YAAeC;QAAQ,IAAI,CAAC,CAAC;QAC7CJ;QACAC;QACAC;IACF;AACF;AAEO,SAASK,sCACdb,YAAyB,EACzBvB,GAA6B,EAC7BqC,cAAwB,EAAE;IAK1B,MAAMF,mBAAmBpC,wBAAwBC;IACjD,MAAMsC,cAAchB,yBAAyBC,cAAcvB;IAG3D,MAAMuC,aAAkC,CAAC;IAEzC,IAAI,AAAe,YAAf,OAAOvC,OAAoBA,AAAQ,SAARA,KAAc;QAE3C,MAAMwC,UAAU3E,OAAO,IAAI,CAACmC;QAG5B,MAAMyC,kBAAkB5E,OAAO,IAAI,CAACyE,eAAe,CAAC;QACpD,MAAMI,uBACJ,AAA+B,YAA/B,OAAOJ,aAAa,UAAuBA,aAAa,WAAW,OAC/DzE,OAAO,IAAI,CAACsE,oBAAoB,CAAC,KACjC,EAAE;QAGR,KAAK,MAAMvE,OAAO4E,QAChB,IACE,CAACC,gBAAgB,QAAQ,CAAC7E,QAC1BA,AAAQ,cAARA,OACAA,AAAQ,gBAARA,OACA,CAAC8E,qBAAqB,QAAQ,CAAC9E,QAC/B,CAACyE,YAAY,QAAQ,CAACzE,QACtBA,AAAQ,aAARA,KAEA2E,UAAU,CAAC3E,IAAI,GAAGoC,GAAG,CAACpC,IAA0B;IAGtD;IAEA,OAAO;QACL0E;QACAC;IACF;AACF"}

package/dist/types/agent/agent.d.ts

@@ -12,6 +12,7 @@ import { UIObserver, type UIObserverOption } from './ui-observer';
 export type AiActOptions = {
     cacheable?: boolean;
     fileChooserAccept?: string | string[];
+    fileChooserAllowedDir?: string;
     deepThink?: DeepThinkOption;
     deepLocate?: boolean;
     abortSignal?: AbortSignal;
@@ -61,6 +62,8 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     private get aiActContext();
     private executionDumpIndexByRunner;
     private fullActionSpace;
+    private activeFileChooserAccepter?;
+    private activeFileChooserAllowedDir?;
     private reportGenerator;
     get page(): InterfaceType;
     /**
@@ -204,13 +207,13 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
      * on it too heavily for strict boundary semantics. If you need a stable click
      * target, prefer `center`.
      */
-    aiLocate(prompt: TUserPrompt, opt?: LocateOption): Promise<Pick<LocateResultElement, "rect" | "center">>;
+    aiLocate(prompt: TUserPrompt, opt?: LocateOption): Promise<Pick<LocateResultElement, "rect" | "center" | "dpr">>;
     aiAssert(assertion: TUserPrompt, msg?: string, opt?: AgentAssertOpt & ServiceExtractOption): Promise<{
         pass: boolean;
         thought: string | undefined;
         message: string | undefined;
     } | undefined>;
-    private aiAssertWithContext;
+    private aiAssertWithUIContext;
     aiWaitFor(assertion: TUserPrompt, opt?: AgentWaitForOpt): Promise<void>;
     ai(...args: Parameters<typeof this.aiAct>): Promise<string | undefined>;
     runYaml(yamlScriptContent: string): Promise<{

package/dist/types/agent/file-chooser.d.ts

@@ -0,0 +1,19 @@
+import type { AbstractInterface } from '../device';
+export type FileChooserAccept = string | string[];
+export declare function normalizeFileChooserAccept(files: FileChooserAccept): string[];
+export declare function normalizeFileChooserAcceptInAllowedDir(files: FileChooserAccept, allowedDir: string): string[];
+/**
+ * Holds the current file chooser configuration for one aiAct execution.
+ * Registering new files replaces the previous configuration; callers must
+ * clear the accepter when the aiAct scope ends.
+ */
+export declare class FileChooserAccepter {
+    private readonly interfaceInstance;
+    private registration?;
+    constructor(interfaceInstance: AbstractInterface);
+    register(files: FileChooserAccept): Promise<void>;
+    registerFromAllowedDir(files: FileChooserAccept, allowedDir: string): Promise<void>;
+    private replaceAcceptedFiles;
+    clear(): Promise<Error | undefined>;
+}
+export declare function withFileChooser<T>(interfaceInstance: AbstractInterface, fileChooserAccept: string[] | undefined, action: () => Promise<T>): Promise<T>;

package/dist/types/agent/prompt-context.d.ts

@@ -1,2 +1,3 @@
 import type { TUserPrompt } from '../ai-model';
 export declare const buildPromptWithContext: (prompt: TUserPrompt, context: string | undefined) => TUserPrompt;
+export declare const buildLocatePromptWithContext: (prompt: TUserPrompt, context: string | undefined) => TUserPrompt;

package/dist/types/agent/tasks.d.ts

@@ -23,6 +23,7 @@ export type ActionReportOptions = {
     prompt?: string;
 };
 export { TaskExecutionError };
+export { withFileChooser } from './file-chooser';
 export declare class TaskExecutor {
     interface: AbstractInterface;
     service: Service;
@@ -136,4 +137,3 @@ export declare class TaskExecutor {
  * assertion's before/after screenshots.
  */
 export declare function recordAndReleaseScreenshotSequence(task: ExecutionTask, uiContext: UIContext | undefined): void;
-export declare function withFileChooser<T>(interfaceInstance: AbstractInterface, fileChooserAccept: string[] | undefined, action: () => Promise<T>): Promise<T>;

package/dist/types/ai-model/model-adapter/types.d.ts

@@ -64,6 +64,7 @@ export interface ChatCompletionAdapter {
     resolveImageDetail(input: ChatCompletionCallInput): ImageDetail | undefined;
     extractContentAndReasoning: ExtractContentAndReasoning;
     useReasoningAsContentFallback: boolean;
+    replayRawAssistantMessage: boolean;
 }
 type ChatCompletionMessageExtraction = {
     messageExtraction?: {
@@ -81,6 +82,14 @@ export type ChatCompletionDefinition = ChatCompletionMessageExtraction & {
     buildChatCompletionParams?: (input: ChatCompletionCallContext) => ChatCompletionParamsResult;
     resolveImageDetail?: (input: ChatCompletionCallContext) => ImageDetail | undefined;
     useReasoningAsContentFallback?: boolean;
+    /**
+     * Replay the provider's original assistant message in later planning turns.
+     *
+     * Enable this only for model families whose API requires opaque response
+     * fields (for example, reasoning state or thought signatures) to be passed
+     * back unchanged. The default replays Midscene's normalized assistant text.
+     */
+    replayRawAssistantMessage?: boolean;
 };
 export type ImagePreprocessDefinition = Partial<ImagePreprocessPolicy>;
 interface PlanningPolicy {

package/dist/types/ai-model/models/kimi.d.ts

@@ -19,5 +19,23 @@ export declare const kimiAdapters: {
             };
         };
     };
+    kimi3: {
+        chatCompletion: {
+            unsupportedUserConfig: ("reasoningEnabled" | "reasoningBudget")[];
+            buildChatCompletionParams: (input: ChatCompletionCallContext) => ChatCompletionParamsResult;
+            useReasoningAsContentFallback: true;
+            replayRawAssistantMessage: true;
+        };
+        locate: {
+            resultAdapter: {
+                coordinates: {
+                    readonly shape: "point";
+                    readonly order: "xy";
+                    readonly normalizedBy: 1;
+                };
+                parseRawLocateValue: typeof parseKimiRawLocateValue;
+            };
+        };
+    };
 };
 export {};

package/dist/types/ai-model/models/registry.d.ts

@@ -25,6 +25,24 @@ export declare const MODEL_ADAPTER_CONFIGS: {
             };
         };
     };
+    kimi3: {
+        chatCompletion: {
+            unsupportedUserConfig: ("reasoningEnabled" | "reasoningBudget")[];
+            buildChatCompletionParams: (input: import("../model-adapter/types").ChatCompletionCallContext) => import("../model-adapter/types").ChatCompletionParamsResult;
+            useReasoningAsContentFallback: true;
+            replayRawAssistantMessage: true;
+        };
+        locate: {
+            resultAdapter: {
+                coordinates: {
+                    readonly shape: "point";
+                    readonly order: "xy";
+                    readonly normalizedBy: 1;
+                };
+                parseRawLocateValue: (input: unknown) => import("../shared/model-locate-result").LocateResultValue;
+            };
+        };
+    };
     'gpt-5': {
         chatCompletion: {
             unsupportedUserConfig: "reasoningBudget"[];

package/dist/types/ai-model/prompt/extraction.d.ts

@@ -8,4 +8,4 @@ export declare function systemPromptToExtract(options?: {
     screenshotIncluded?: boolean;
     referenceImagesIncluded?: boolean;
 }): string;
-export declare const extractDataQueryPrompt: (pageDescription: string, dataQuery: string | Record<string, string>) => string;
+export declare const extractDataQueryPrompt: (pageDescription: string, dataQuery: string | Record<string, string>, context?: string) => string;

package/dist/types/ai-model/service-caller/codex-app-server.d.ts

@@ -10,12 +10,15 @@ type CodexTextInput = {
 type CodexImageInput = {
     type: 'image';
     url: string;
+    detail?: CodexImageDetail;
 };
 type CodexLocalImageInput = {
     type: 'localImage';
     path: string;
+    detail?: CodexImageDetail;
 };
 type CodexTurnInput = CodexTextInput | CodexImageInput | CodexLocalImageInput;
+type CodexImageDetail = 'auto' | 'low' | 'high' | 'original';
 type CodexTurnResult = {
     content: string;
     reasoning_content?: string;
@@ -28,7 +31,7 @@ export declare const resolveCodexReasoningEffort: ({ reasoningEnabled, modelConf
     reasoningEnabled?: TModelReasoningEnabled;
     modelConfig: IModelConfig;
 }) => CodexReasoningEffort | undefined;
-export declare const buildCodexTurnPayloadFromMessages: (messages: ChatCompletionMessageParam[]) => {
+export declare const buildCodexTurnPayloadFromMessages: (messages: ChatCompletionMessageParam[], imageDetailOverride?: CodexImageDetail) => {
     developerInstructions?: string;
     input: CodexTurnInput[];
 };
@@ -37,6 +40,7 @@ export declare function callAIWithCodexAppServer(messages: ChatCompletionMessage
     onChunk?: StreamingCallback;
     reasoningEnabled?: TModelReasoningEnabled;
     abortSignal?: AbortSignal;
+    imageDetail?: CodexImageDetail;
 }): Promise<CodexTurnResult>;
 export declare function __shutdownCodexAppServerForTests(): Promise<void>;
 export {};

package/dist/types/device/device-options.d.ts

@@ -38,6 +38,13 @@ export type AndroidDeviceOpt = {
     usePhysicalDisplayIdForScreenshot?: boolean;
     /** Use physical display ID when looking up display information */
     usePhysicalDisplayIdForDisplayLookup?: boolean;
+    /**
+     * Whether to expose the built-in `RunAdbShell` action in the Android action
+     * space.
+     *
+     * @default true
+     */
+    exposeRunAdbShellAction?: boolean;
     /** Custom device actions to register */
     customActions?: DeviceAction<any>[];
     /**

package/dist/types/device/index.d.ts

@@ -376,6 +376,17 @@ export type ActionTapParam = {
     locate: LocateResultElement;
 };
 export declare const defineActionTap: (tap: PointerInputPrimitives["tap"]) => DeviceAction<ActionTapParam>;
+export declare const registerFileChooserAcceptParamSchema: z.ZodObject<{
+    files: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>;
+}, "strip", z.ZodTypeAny, {
+    files: string | string[];
+}, {
+    files: string | string[];
+}>;
+export type RegisterFileChooserAcceptParam = {
+    files: string | string[];
+};
+export declare const defineActionRegisterFileChooserAccept: (register: (files: string | string[]) => Promise<void>) => DeviceAction<RegisterFileChooserAcceptParam>;
 export declare const actionRightClickParamSchema: z.ZodObject<{
     locate: z.ZodObject<{
         prompt: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodObject<{

package/dist/types/types.d.ts

@@ -465,6 +465,7 @@ export type ExecutionTaskInsightLocate = ExecutionTask<ExecutionTaskInsightLocat
 export interface ExecutionTaskInsightQueryParam {
     dataDemand: ServiceExtractParam;
     domIncluded?: boolean | 'visible-only';
+    context?: string;
 }
 export interface ExecutionTaskInsightQueryOutput {
     data: any;
@@ -730,12 +731,13 @@ export interface ReportFileAttributes {
     testId: string;
     testDescription: string;
 }
+type SkippedReportFileAttributes = Omit<ReportFileAttributes, 'testStatus'> & {
+    testStatus: 'skipped';
+};
 export type ReportFileWithAttributes = {
     reportFilePath: string;
     reportAttributes: ReportFileAttributes;
 } | {
-    reportFilePath?: string;
-    reportAttributes: ReportFileAttributes & {
-        testStatus: 'skipped';
-    };
+    reportFilePath?: undefined;
+    reportAttributes: SkippedReportFileAttributes;
 };

package/dist/types/yaml.d.ts

@@ -4,6 +4,8 @@ import type { AgentOpt, LocateResultElement } from './types';
 import type { UIContext } from './types';
 export interface LocateOption extends Partial<TMultimodalPrompt> {
     prompt?: TUserPrompt;
+    /** Additional context for this AI request. */
+    context?: string;
     deepLocate?: boolean;
     /** @deprecated Use `deepLocate` instead. Kept for backward compatibility. */
     deepThink?: boolean;
@@ -13,12 +15,18 @@ export interface LocateOption extends Partial<TMultimodalPrompt> {
     fileChooserAccept?: string | string[];
 }
 export interface ServiceExtractOption {
+    /** Additional context for this AI request. */
+    context?: string;
     domIncluded?: boolean | 'visible-only';
     screenshotIncluded?: boolean;
     [key: string]: unknown;
 }
-export interface DetailedLocateParam extends Omit<LocateOption, 'deepThink' | keyof TMultimodalPrompt> {
+export interface DetailedLocateParam extends Omit<LocateOption, 'context' | 'deepThink' | keyof TMultimodalPrompt> {
     prompt: TUserPrompt;
+    /** Original prompt text used for user-facing reports. */
+    promptDisplay?: string;
+    /** Per-call business context used for user-facing reports. */
+    context?: string;
 }
 export type ScrollType = 'singleAction' | 'scrollToBottom' | 'scrollToTop' | 'scrollToRight' | 'scrollToLeft' | 'once' | 'untilBottom' | 'untilTop' | 'untilRight' | 'untilLeft';
 export type ActionScrollParam = {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.10.8-beta-20260723115348.0",
+  "version": "1.10.8",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -115,7 +115,7 @@
     "semver": "7.5.2",
     "undici": "^6.0.0",
     "zod": "^3.25.1",
-    "@midscene/shared": "1.10.8-beta-20260723115348.0"
+    "@midscene/shared": "1.10.8"
   },
   "devDependencies": {
     "@rslib/core": "^0.18.3",