@midscene/core 1.7.3 → 1.7.5-beta-20260418223706.0

package/dist/es/agent/ui-utils.mjs

@@ -82,7 +82,19 @@ function paramStr(task) {
     if ('object' == typeof value) {
         const locateStr = locateParamStr(value);
         if (locateStr) return locateStr;
-        return JSON.stringify(value, void 0, 2);
+        const entries = Object.entries(value);
+        if (0 === entries.length) return '';
+        const formatValue = (v)=>{
+            if ('string' == typeof v) return v;
+            if (null == v) return String(v);
+            if ('object' == typeof v) return JSON.stringify(v);
+            return String(v);
+        };
+        if (1 === entries.length) {
+            const [key, v] = entries[0];
+            return `${key}: ${formatValue(v)}`;
+        }
+        return entries.map(([key, v])=>`${key}: ${formatValue(v)}`).join(', ');
     }
     return String(value);
 }

package/dist/es/agent/ui-utils.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent/ui-utils.mjs","sources":["../../../src/agent/ui-utils.ts"],"sourcesContent":["import type {\n  DetailedLocateParam,\n  ExecutionTask,\n  ExecutionTaskAction,\n  ExecutionTaskInsightAssertion,\n  ExecutionTaskInsightQuery,\n  ExecutionTaskPlanning,\n  ExecutionTaskPlanningLocate,\n  PullParam,\n  ScrollParam,\n} from '@/types';\n\nexport function typeStr(task: ExecutionTask) {\n  // // For Action tasks with subType, show \"Action Space / subType\"\n  // if (task.type === 'Action' && task.subType) {\n  //   return `Action Space / ${task.subType}`;\n  // }\n\n  // // For all other cases with subType, show \"type / subType\"\n  // if (task.subType) {\n  //   return `${task.type} / ${task.subType}`;\n  // }\n\n  // No subType, just show type\n  return task.subType || task.type;\n}\n\nexport function locateParamStr(locate?: DetailedLocateParam | string): string {\n  if (!locate) {\n    return '';\n  }\n\n  if (typeof locate === 'string') {\n    return locate;\n  }\n\n  if (typeof locate === 'object') {\n    // Check for nested prompt.prompt (Planning Locate tasks)\n    if (\n      typeof locate.prompt === 'object' &&\n      locate.prompt !== null &&\n      locate.prompt.prompt\n    ) {\n      const prompt = locate.prompt.prompt;\n      return prompt;\n    }\n\n    // Check for direct prompt string\n    if (typeof locate.prompt === 'string') {\n      return locate.prompt;\n    }\n\n    // Check for description field (Action Space tasks like Tap, Hover)\n    if (typeof (locate as any).description === 'string') {\n      return (locate as any).description;\n    }\n  }\n\n  return '';\n}\n\nexport function scrollParamStr(scrollParam?: ScrollParam) {\n  if (!scrollParam) {\n    return '';\n  }\n  return `${scrollParam.direction || 'down'}, ${scrollParam.scrollType || 'singleAction'}, ${scrollParam.distance || 'distance-not-set'}`;\n}\n\nexport function pullParamStr(pullParam?: PullParam) {\n  if (!pullParam) {\n    return '';\n  }\n  const parts: string[] = [];\n  parts.push(`direction: ${pullParam.direction || 'down'}`);\n  if (pullParam.distance) {\n    parts.push(`distance: ${pullParam.distance}`);\n  }\n  if (pullParam.duration) {\n    parts.push(`duration: ${pullParam.duration}ms`);\n  }\n  return parts.join(', ');\n}\n\nexport function extractInsightParam(taskParam: any): {\n  content: string;\n  images?: Array<{ name: string; url: string }>;\n} {\n  if (!taskParam) {\n    return { content: '' };\n  }\n\n  // Helper to extract images from multimodalPrompt\n  const extractImages = (source: any) => {\n    return source?.multimodalPrompt?.images &&\n      Array.isArray(source.multimodalPrompt.images)\n      ? source.multimodalPrompt.images\n      : undefined;\n  };\n\n  // Helper to stringify if needed\n  const toContent = (value: any) =>\n    typeof value === 'string' ? value : JSON.stringify(value);\n\n  // Extract from demand\n  if (taskParam.demand) {\n    return {\n      content: toContent(taskParam.demand),\n      images: extractImages(taskParam),\n    };\n  }\n\n  // Extract from assertion\n  if (taskParam.assertion) {\n    return {\n      content: toContent(taskParam.assertion),\n      images: extractImages(taskParam),\n    };\n  }\n\n  // Extract from dataDemand\n  if (taskParam.dataDemand) {\n    const { dataDemand } = taskParam;\n\n    if (typeof dataDemand === 'string') {\n      return { content: dataDemand };\n    }\n\n    if (typeof dataDemand === 'object') {\n      return {\n        content: toContent(dataDemand.demand || dataDemand),\n        images: extractImages(dataDemand),\n      };\n    }\n  }\n\n  return { content: '' };\n}\n\nexport function taskTitleStr(\n  type:\n    | 'Tap'\n    | 'Hover'\n    | 'Input'\n    | 'RightClick'\n    | 'KeyboardPress'\n    | 'Scroll'\n    | 'Act'\n    | 'Query'\n    | 'Assert'\n    | 'WaitFor'\n    | 'Locate'\n    | 'Boolean'\n    | 'Number'\n    | 'String',\n  prompt: string,\n) {\n  if (prompt) {\n    return `${type} - ${prompt}`;\n  }\n  return type;\n}\n\nexport function paramStr(task: ExecutionTask) {\n  let value: string | undefined | object;\n  if (task.type === 'Planning') {\n    if (task.subType === 'Locate') {\n      value = locateParamStr((task as ExecutionTaskPlanningLocate)?.param);\n    } else {\n      // Prefer AI-generated output.log over user input\n      const planTask = task as ExecutionTaskPlanning;\n      value = planTask.output?.log || planTask.param?.userInstruction;\n    }\n  }\n\n  if (task.type === 'Insight') {\n    value = extractInsightParam((task as any)?.param).content;\n  }\n\n  if (task.type === 'Action Space') {\n    const locate = (task as ExecutionTaskAction)?.param?.locate;\n    const locateStr = locate ? locateParamStr(locate) : '';\n\n    value = task.thought || '';\n    if (typeof (task as ExecutionTaskAction)?.param?.timeMs === 'number') {\n      value = `${(task as ExecutionTaskAction)?.param?.timeMs}ms`;\n    } else if (\n      typeof (task as ExecutionTaskAction)?.param?.scrollType === 'string'\n    ) {\n      value = scrollParamStr((task as ExecutionTaskAction)?.param);\n    } else if (\n      typeof (task as ExecutionTaskAction)?.param?.direction === 'string' &&\n      (task as ExecutionTaskAction)?.subType === 'PullGesture'\n    ) {\n      value = pullParamStr((task as ExecutionTaskAction)?.param);\n    } else if (\n      typeof (task as ExecutionTaskAction)?.param?.value !== 'undefined'\n    ) {\n      value = (task as ExecutionTaskAction)?.param?.value;\n    } else if (\n      (task as ExecutionTaskAction)?.param &&\n      typeof (task as ExecutionTaskAction)?.param === 'object' &&\n      Object.keys((task as ExecutionTaskAction)?.param || {}).length > 0\n    ) {\n      // General parameter handling for actions with custom parameters\n      // (e.g., runWdaRequest, runAdbShell)\n      value = (task as ExecutionTaskAction)?.param;\n    }\n\n    if (locateStr) {\n      if (value && typeof value !== 'object') {\n        value = `${locateStr} - ${value}`;\n      } else {\n        value = locateStr;\n      }\n    }\n  }\n\n  if (typeof value === 'undefined') return '';\n\n  if (typeof value === 'string') return value;\n\n  if (typeof value === 'object') {\n    const locateStr = locateParamStr(value as any);\n    if (locateStr) {\n      return locateStr;\n    }\n    return JSON.stringify(value, undefined, 2);\n  }\n\n  return String(value);\n}\n"],"names":["typeStr","task","locateParamStr","locate","prompt","scrollParamStr","scrollParam","pullParamStr","pullParam","parts","extractInsightParam","taskParam","extractImages","source","Array","undefined","toContent","value","JSON","dataDemand","taskTitleStr","type","paramStr","planTask","locateStr","Object","String"],"mappings":"AAYO,SAASA,QAAQC,IAAmB;IAYzC,OAAOA,KAAK,OAAO,IAAIA,KAAK,IAAI;AAClC;AAEO,SAASC,eAAeC,MAAqC;IAClE,IAAI,CAACA,QACH,OAAO;IAGT,IAAI,AAAkB,YAAlB,OAAOA,QACT,OAAOA;IAGT,IAAI,AAAkB,YAAlB,OAAOA,QAAqB;QAE9B,IACE,AAAyB,YAAzB,OAAOA,OAAO,MAAM,IACpBA,AAAkB,SAAlBA,OAAO,MAAM,IACbA,OAAO,MAAM,CAAC,MAAM,EACpB;YACA,MAAMC,SAASD,OAAO,MAAM,CAAC,MAAM;YACnC,OAAOC;QACT;QAGA,IAAI,AAAyB,YAAzB,OAAOD,OAAO,MAAM,EACtB,OAAOA,OAAO,MAAM;QAItB,IAAI,AAAuC,YAAvC,OAAQA,OAAe,WAAW,EACpC,OAAQA,OAAe,WAAW;IAEtC;IAEA,OAAO;AACT;AAEO,SAASE,eAAeC,WAAyB;IACtD,IAAI,CAACA,aACH,OAAO;IAET,OAAO,GAAGA,YAAY,SAAS,IAAI,OAAO,EAAE,EAAEA,YAAY,UAAU,IAAI,eAAe,EAAE,EAAEA,YAAY,QAAQ,IAAI,oBAAoB;AACzI;AAEO,SAASC,aAAaC,SAAqB;IAChD,IAAI,CAACA,WACH,OAAO;IAET,MAAMC,QAAkB,EAAE;IAC1BA,MAAM,IAAI,CAAC,CAAC,WAAW,EAAED,UAAU,SAAS,IAAI,QAAQ;IACxD,IAAIA,UAAU,QAAQ,EACpBC,MAAM,IAAI,CAAC,CAAC,UAAU,EAAED,UAAU,QAAQ,EAAE;IAE9C,IAAIA,UAAU,QAAQ,EACpBC,MAAM,IAAI,CAAC,CAAC,UAAU,EAAED,UAAU,QAAQ,CAAC,EAAE,CAAC;IAEhD,OAAOC,MAAM,IAAI,CAAC;AACpB;AAEO,SAASC,oBAAoBC,SAAc;IAIhD,IAAI,CAACA,WACH,OAAO;QAAE,SAAS;IAAG;IAIvB,MAAMC,gBAAgB,CAACC,SACdA,QAAQ,kBAAkB,UAC/BC,MAAM,OAAO,CAACD,OAAO,gBAAgB,CAAC,MAAM,IAC1CA,OAAO,gBAAgB,CAAC,MAAM,GAC9BE;IAIN,MAAMC,YAAY,CAACC,QACjB,AAAiB,YAAjB,OAAOA,QAAqBA,QAAQC,KAAK,SAAS,CAACD;IAGrD,IAAIN,UAAU,MAAM,EAClB,OAAO;QACL,SAASK,UAAUL,UAAU,MAAM;QACnC,QAAQC,cAAcD;IACxB;IAIF,IAAIA,UAAU,SAAS,EACrB,OAAO;QACL,SAASK,UAAUL,UAAU,SAAS;QACtC,QAAQC,cAAcD;IACxB;IAIF,IAAIA,UAAU,UAAU,EAAE;QACxB,MAAM,EAAEQ,UAAU,EAAE,GAAGR;QAEvB,IAAI,AAAsB,YAAtB,OAAOQ,YACT,OAAO;YAAE,SAASA;QAAW;QAG/B,IAAI,AAAsB,YAAtB,OAAOA,YACT,OAAO;YACL,SAASH,UAAUG,WAAW,MAAM,IAAIA;YACxC,QAAQP,cAAcO;QACxB;IAEJ;IAEA,OAAO;QAAE,SAAS;IAAG;AACvB;AAEO,SAASC,aACdC,IAcY,EACZjB,MAAc;IAEd,IAAIA,QACF,OAAO,GAAGiB,KAAK,GAAG,EAAEjB,QAAQ;IAE9B,OAAOiB;AACT;AAEO,SAASC,SAASrB,IAAmB;IAC1C,IAAIgB;IACJ,IAAIhB,AAAc,eAAdA,KAAK,IAAI,EACX,IAAIA,AAAiB,aAAjBA,KAAK,OAAO,EACdgB,QAAQf,eAAgBD,MAAsC;SACzD;QAEL,MAAMsB,WAAWtB;QACjBgB,QAAQM,SAAS,MAAM,EAAE,OAAOA,SAAS,KAAK,EAAE;IAClD;IAGF,IAAItB,AAAc,cAAdA,KAAK,IAAI,EACXgB,QAAQP,oBAAqBT,MAAc,OAAO,OAAO;IAG3D,IAAIA,AAAc,mBAAdA,KAAK,IAAI,EAAqB;QAChC,MAAME,SAAUF,MAA8B,OAAO;QACrD,MAAMuB,YAAYrB,SAASD,eAAeC,UAAU;QAEpDc,QAAQhB,KAAK,OAAO,IAAI;QACxB,IAAI,AAAwD,YAAxD,OAAQA,MAA8B,OAAO,QAC/CgB,QAAQ,GAAIhB,MAA8B,OAAO,OAAO,EAAE,CAAC;aACtD,IACL,AAA4D,YAA5D,OAAQA,MAA8B,OAAO,YAE7CgB,QAAQZ,eAAgBJ,MAA8B;aACjD,IACL,AAA2D,YAA3D,OAAQA,MAA8B,OAAO,aAC5CA,MAA8B,YAAY,eAE3CgB,QAAQV,aAAcN,MAA8B;aAC/C,IACL,AAAuD,WAA/CA,MAA8B,OAAO,OAE7CgB,QAAShB,MAA8B,OAAO;aACzC,IACJA,MAA8B,SAC/B,AAAgD,YAAhD,OAAQA,MAA8B,SACtCwB,OAAO,IAAI,CAAExB,MAA8B,SAAS,CAAC,GAAG,MAAM,GAAG,GAIjEgB,QAAShB,MAA8B;QAGzC,IAAIuB,WAEAP,QADEA,SAAS,AAAiB,YAAjB,OAAOA,QACV,GAAGO,UAAU,GAAG,EAAEP,OAAO,GAEzBO;IAGd;IAEA,IAAI,AAAiB,WAAVP,OAAuB,OAAO;IAEzC,IAAI,AAAiB,YAAjB,OAAOA,OAAoB,OAAOA;IAEtC,IAAI,AAAiB,YAAjB,OAAOA,OAAoB;QAC7B,MAAMO,YAAYtB,eAAee;QACjC,IAAIO,WACF,OAAOA;QAET,OAAON,KAAK,SAAS,CAACD,OAAOF,QAAW;IAC1C;IAEA,OAAOW,OAAOT;AAChB"}
+{"version":3,"file":"agent/ui-utils.mjs","sources":["../../../src/agent/ui-utils.ts"],"sourcesContent":["import type {\n  DetailedLocateParam,\n  ExecutionTask,\n  ExecutionTaskAction,\n  ExecutionTaskInsightAssertion,\n  ExecutionTaskInsightQuery,\n  ExecutionTaskPlanning,\n  ExecutionTaskPlanningLocate,\n  PullParam,\n  ScrollParam,\n} from '@/types';\n\nexport function typeStr(task: ExecutionTask) {\n  // // For Action tasks with subType, show \"Action Space / subType\"\n  // if (task.type === 'Action' && task.subType) {\n  //   return `Action Space / ${task.subType}`;\n  // }\n\n  // // For all other cases with subType, show \"type / subType\"\n  // if (task.subType) {\n  //   return `${task.type} / ${task.subType}`;\n  // }\n\n  // No subType, just show type\n  return task.subType || task.type;\n}\n\nexport function locateParamStr(locate?: DetailedLocateParam | string): string {\n  if (!locate) {\n    return '';\n  }\n\n  if (typeof locate === 'string') {\n    return locate;\n  }\n\n  if (typeof locate === 'object') {\n    // Check for nested prompt.prompt (Planning Locate tasks)\n    if (\n      typeof locate.prompt === 'object' &&\n      locate.prompt !== null &&\n      locate.prompt.prompt\n    ) {\n      const prompt = locate.prompt.prompt;\n      return prompt;\n    }\n\n    // Check for direct prompt string\n    if (typeof locate.prompt === 'string') {\n      return locate.prompt;\n    }\n\n    // Check for description field (Action Space tasks like Tap, Hover)\n    if (typeof (locate as any).description === 'string') {\n      return (locate as any).description;\n    }\n  }\n\n  return '';\n}\n\nexport function scrollParamStr(scrollParam?: ScrollParam) {\n  if (!scrollParam) {\n    return '';\n  }\n  return `${scrollParam.direction || 'down'}, ${scrollParam.scrollType || 'singleAction'}, ${scrollParam.distance || 'distance-not-set'}`;\n}\n\nexport function pullParamStr(pullParam?: PullParam) {\n  if (!pullParam) {\n    return '';\n  }\n  const parts: string[] = [];\n  parts.push(`direction: ${pullParam.direction || 'down'}`);\n  if (pullParam.distance) {\n    parts.push(`distance: ${pullParam.distance}`);\n  }\n  if (pullParam.duration) {\n    parts.push(`duration: ${pullParam.duration}ms`);\n  }\n  return parts.join(', ');\n}\n\nexport function extractInsightParam(taskParam: any): {\n  content: string;\n  images?: Array<{ name: string; url: string }>;\n} {\n  if (!taskParam) {\n    return { content: '' };\n  }\n\n  // Helper to extract images from multimodalPrompt\n  const extractImages = (source: any) => {\n    return source?.multimodalPrompt?.images &&\n      Array.isArray(source.multimodalPrompt.images)\n      ? source.multimodalPrompt.images\n      : undefined;\n  };\n\n  // Helper to stringify if needed\n  const toContent = (value: any) =>\n    typeof value === 'string' ? value : JSON.stringify(value);\n\n  // Extract from demand\n  if (taskParam.demand) {\n    return {\n      content: toContent(taskParam.demand),\n      images: extractImages(taskParam),\n    };\n  }\n\n  // Extract from assertion\n  if (taskParam.assertion) {\n    return {\n      content: toContent(taskParam.assertion),\n      images: extractImages(taskParam),\n    };\n  }\n\n  // Extract from dataDemand\n  if (taskParam.dataDemand) {\n    const { dataDemand } = taskParam;\n\n    if (typeof dataDemand === 'string') {\n      return { content: dataDemand };\n    }\n\n    if (typeof dataDemand === 'object') {\n      return {\n        content: toContent(dataDemand.demand || dataDemand),\n        images: extractImages(dataDemand),\n      };\n    }\n  }\n\n  return { content: '' };\n}\n\nexport function taskTitleStr(\n  type:\n    | 'Tap'\n    | 'Hover'\n    | 'Input'\n    | 'RightClick'\n    | 'KeyboardPress'\n    | 'Scroll'\n    | 'Act'\n    | 'Query'\n    | 'Assert'\n    | 'WaitFor'\n    | 'Locate'\n    | 'Boolean'\n    | 'Number'\n    | 'String',\n  prompt: string,\n) {\n  if (prompt) {\n    return `${type} - ${prompt}`;\n  }\n  return type;\n}\n\nexport function paramStr(task: ExecutionTask) {\n  let value: string | undefined | object;\n  if (task.type === 'Planning') {\n    if (task.subType === 'Locate') {\n      value = locateParamStr((task as ExecutionTaskPlanningLocate)?.param);\n    } else {\n      // Prefer AI-generated output.log over user input\n      const planTask = task as ExecutionTaskPlanning;\n      value = planTask.output?.log || planTask.param?.userInstruction;\n    }\n  }\n\n  if (task.type === 'Insight') {\n    value = extractInsightParam((task as any)?.param).content;\n  }\n\n  if (task.type === 'Action Space') {\n    const locate = (task as ExecutionTaskAction)?.param?.locate;\n    const locateStr = locate ? locateParamStr(locate) : '';\n\n    value = task.thought || '';\n    if (typeof (task as ExecutionTaskAction)?.param?.timeMs === 'number') {\n      value = `${(task as ExecutionTaskAction)?.param?.timeMs}ms`;\n    } else if (\n      typeof (task as ExecutionTaskAction)?.param?.scrollType === 'string'\n    ) {\n      value = scrollParamStr((task as ExecutionTaskAction)?.param);\n    } else if (\n      typeof (task as ExecutionTaskAction)?.param?.direction === 'string' &&\n      (task as ExecutionTaskAction)?.subType === 'PullGesture'\n    ) {\n      value = pullParamStr((task as ExecutionTaskAction)?.param);\n    } else if (\n      typeof (task as ExecutionTaskAction)?.param?.value !== 'undefined'\n    ) {\n      value = (task as ExecutionTaskAction)?.param?.value;\n    } else if (\n      (task as ExecutionTaskAction)?.param &&\n      typeof (task as ExecutionTaskAction)?.param === 'object' &&\n      Object.keys((task as ExecutionTaskAction)?.param || {}).length > 0\n    ) {\n      // General parameter handling for actions with custom parameters\n      // (e.g., runWdaRequest, runAdbShell)\n      value = (task as ExecutionTaskAction)?.param;\n    }\n\n    if (locateStr) {\n      if (value && typeof value !== 'object') {\n        value = `${locateStr} - ${value}`;\n      } else {\n        value = locateStr;\n      }\n    }\n  }\n\n  if (typeof value === 'undefined') return '';\n\n  if (typeof value === 'string') return value;\n\n  if (typeof value === 'object') {\n    const locateStr = locateParamStr(value as any);\n    if (locateStr) {\n      return locateStr;\n    }\n    // Flatten `{key: \"raw value\"}` into `key: raw value` instead of emitting\n    // a pretty-printed JSON string. JSON.stringify would escape every inner\n    // quote as `\\\"`, and the UI renders the result as plain text — so a\n    // command like `grep -E \"version\"` ends up shown with the literal\n    // backslashes, which is both noisy and confusing for users.\n    const entries = Object.entries(value as Record<string, unknown>);\n    if (entries.length === 0) {\n      return '';\n    }\n    const formatValue = (v: unknown): string => {\n      if (typeof v === 'string') return v;\n      if (v === null || v === undefined) return String(v);\n      if (typeof v === 'object') return JSON.stringify(v);\n      return String(v);\n    };\n    if (entries.length === 1) {\n      const [key, v] = entries[0];\n      return `${key}: ${formatValue(v)}`;\n    }\n    return entries.map(([key, v]) => `${key}: ${formatValue(v)}`).join(', ');\n  }\n\n  return String(value);\n}\n"],"names":["typeStr","task","locateParamStr","locate","prompt","scrollParamStr","scrollParam","pullParamStr","pullParam","parts","extractInsightParam","taskParam","extractImages","source","Array","undefined","toContent","value","JSON","dataDemand","taskTitleStr","type","paramStr","planTask","locateStr","Object","entries","formatValue","v","String","key"],"mappings":"AAYO,SAASA,QAAQC,IAAmB;IAYzC,OAAOA,KAAK,OAAO,IAAIA,KAAK,IAAI;AAClC;AAEO,SAASC,eAAeC,MAAqC;IAClE,IAAI,CAACA,QACH,OAAO;IAGT,IAAI,AAAkB,YAAlB,OAAOA,QACT,OAAOA;IAGT,IAAI,AAAkB,YAAlB,OAAOA,QAAqB;QAE9B,IACE,AAAyB,YAAzB,OAAOA,OAAO,MAAM,IACpBA,AAAkB,SAAlBA,OAAO,MAAM,IACbA,OAAO,MAAM,CAAC,MAAM,EACpB;YACA,MAAMC,SAASD,OAAO,MAAM,CAAC,MAAM;YACnC,OAAOC;QACT;QAGA,IAAI,AAAyB,YAAzB,OAAOD,OAAO,MAAM,EACtB,OAAOA,OAAO,MAAM;QAItB,IAAI,AAAuC,YAAvC,OAAQA,OAAe,WAAW,EACpC,OAAQA,OAAe,WAAW;IAEtC;IAEA,OAAO;AACT;AAEO,SAASE,eAAeC,WAAyB;IACtD,IAAI,CAACA,aACH,OAAO;IAET,OAAO,GAAGA,YAAY,SAAS,IAAI,OAAO,EAAE,EAAEA,YAAY,UAAU,IAAI,eAAe,EAAE,EAAEA,YAAY,QAAQ,IAAI,oBAAoB;AACzI;AAEO,SAASC,aAAaC,SAAqB;IAChD,IAAI,CAACA,WACH,OAAO;IAET,MAAMC,QAAkB,EAAE;IAC1BA,MAAM,IAAI,CAAC,CAAC,WAAW,EAAED,UAAU,SAAS,IAAI,QAAQ;IACxD,IAAIA,UAAU,QAAQ,EACpBC,MAAM,IAAI,CAAC,CAAC,UAAU,EAAED,UAAU,QAAQ,EAAE;IAE9C,IAAIA,UAAU,QAAQ,EACpBC,MAAM,IAAI,CAAC,CAAC,UAAU,EAAED,UAAU,QAAQ,CAAC,EAAE,CAAC;IAEhD,OAAOC,MAAM,IAAI,CAAC;AACpB;AAEO,SAASC,oBAAoBC,SAAc;IAIhD,IAAI,CAACA,WACH,OAAO;QAAE,SAAS;IAAG;IAIvB,MAAMC,gBAAgB,CAACC,SACdA,QAAQ,kBAAkB,UAC/BC,MAAM,OAAO,CAACD,OAAO,gBAAgB,CAAC,MAAM,IAC1CA,OAAO,gBAAgB,CAAC,MAAM,GAC9BE;IAIN,MAAMC,YAAY,CAACC,QACjB,AAAiB,YAAjB,OAAOA,QAAqBA,QAAQC,KAAK,SAAS,CAACD;IAGrD,IAAIN,UAAU,MAAM,EAClB,OAAO;QACL,SAASK,UAAUL,UAAU,MAAM;QACnC,QAAQC,cAAcD;IACxB;IAIF,IAAIA,UAAU,SAAS,EACrB,OAAO;QACL,SAASK,UAAUL,UAAU,SAAS;QACtC,QAAQC,cAAcD;IACxB;IAIF,IAAIA,UAAU,UAAU,EAAE;QACxB,MAAM,EAAEQ,UAAU,EAAE,GAAGR;QAEvB,IAAI,AAAsB,YAAtB,OAAOQ,YACT,OAAO;YAAE,SAASA;QAAW;QAG/B,IAAI,AAAsB,YAAtB,OAAOA,YACT,OAAO;YACL,SAASH,UAAUG,WAAW,MAAM,IAAIA;YACxC,QAAQP,cAAcO;QACxB;IAEJ;IAEA,OAAO;QAAE,SAAS;IAAG;AACvB;AAEO,SAASC,aACdC,IAcY,EACZjB,MAAc;IAEd,IAAIA,QACF,OAAO,GAAGiB,KAAK,GAAG,EAAEjB,QAAQ;IAE9B,OAAOiB;AACT;AAEO,SAASC,SAASrB,IAAmB;IAC1C,IAAIgB;IACJ,IAAIhB,AAAc,eAAdA,KAAK,IAAI,EACX,IAAIA,AAAiB,aAAjBA,KAAK,OAAO,EACdgB,QAAQf,eAAgBD,MAAsC;SACzD;QAEL,MAAMsB,WAAWtB;QACjBgB,QAAQM,SAAS,MAAM,EAAE,OAAOA,SAAS,KAAK,EAAE;IAClD;IAGF,IAAItB,AAAc,cAAdA,KAAK,IAAI,EACXgB,QAAQP,oBAAqBT,MAAc,OAAO,OAAO;IAG3D,IAAIA,AAAc,mBAAdA,KAAK,IAAI,EAAqB;QAChC,MAAME,SAAUF,MAA8B,OAAO;QACrD,MAAMuB,YAAYrB,SAASD,eAAeC,UAAU;QAEpDc,QAAQhB,KAAK,OAAO,IAAI;QACxB,IAAI,AAAwD,YAAxD,OAAQA,MAA8B,OAAO,QAC/CgB,QAAQ,GAAIhB,MAA8B,OAAO,OAAO,EAAE,CAAC;aACtD,IACL,AAA4D,YAA5D,OAAQA,MAA8B,OAAO,YAE7CgB,QAAQZ,eAAgBJ,MAA8B;aACjD,IACL,AAA2D,YAA3D,OAAQA,MAA8B,OAAO,aAC5CA,MAA8B,YAAY,eAE3CgB,QAAQV,aAAcN,MAA8B;aAC/C,IACL,AAAuD,WAA/CA,MAA8B,OAAO,OAE7CgB,QAAShB,MAA8B,OAAO;aACzC,IACJA,MAA8B,SAC/B,AAAgD,YAAhD,OAAQA,MAA8B,SACtCwB,OAAO,IAAI,CAAExB,MAA8B,SAAS,CAAC,GAAG,MAAM,GAAG,GAIjEgB,QAAShB,MAA8B;QAGzC,IAAIuB,WAEAP,QADEA,SAAS,AAAiB,YAAjB,OAAOA,QACV,GAAGO,UAAU,GAAG,EAAEP,OAAO,GAEzBO;IAGd;IAEA,IAAI,AAAiB,WAAVP,OAAuB,OAAO;IAEzC,IAAI,AAAiB,YAAjB,OAAOA,OAAoB,OAAOA;IAEtC,IAAI,AAAiB,YAAjB,OAAOA,OAAoB;QAC7B,MAAMO,YAAYtB,eAAee;QACjC,IAAIO,WACF,OAAOA;QAOT,MAAME,UAAUD,OAAO,OAAO,CAACR;QAC/B,IAAIS,AAAmB,MAAnBA,QAAQ,MAAM,EAChB,OAAO;QAET,MAAMC,cAAc,CAACC;YACnB,IAAI,AAAa,YAAb,OAAOA,GAAgB,OAAOA;YAClC,IAAIA,QAAAA,GAA+B,OAAOC,OAAOD;YACjD,IAAI,AAAa,YAAb,OAAOA,GAAgB,OAAOV,KAAK,SAAS,CAACU;YACjD,OAAOC,OAAOD;QAChB;QACA,IAAIF,AAAmB,MAAnBA,QAAQ,MAAM,EAAQ;YACxB,MAAM,CAACI,KAAKF,EAAE,GAAGF,OAAO,CAAC,EAAE;YAC3B,OAAO,GAAGI,IAAI,EAAE,EAAEH,YAAYC,IAAI;QACpC;QACA,OAAOF,QAAQ,GAAG,CAAC,CAAC,CAACI,KAAKF,EAAE,GAAK,GAAGE,IAAI,EAAE,EAAEH,YAAYC,IAAI,EAAE,IAAI,CAAC;IACrE;IAEA,OAAOC,OAAOZ;AAChB"}

package/dist/es/agent/utils.mjs

@@ -123,7 +123,7 @@ async function matchElementFromCache(context, cacheEntry, cachePrompt, cacheable
         return;
     }
 }
-const getMidsceneVersion = ()=>"1.7.3";
+const getMidsceneVersion = ()=>"1.7.5-beta-20260418223706.0";
 const parsePrompt = (prompt)=>{
     if ('string' == typeof prompt) return {
         textPrompt: prompt,

package/dist/es/ai-model/service-caller/index.mjs

@@ -6,6 +6,7 @@ import openai_0 from "openai";
 import { isAutoGLM, isUITars } from "../auto-glm/util.mjs";
 import { callAIWithCodexAppServer, isCodexAppServerProvider } from "./codex-app-server.mjs";
 import { shouldForceOriginalImageDetail } from "./image-detail.mjs";
+import { buildRequestAbortSignal, isHardTimeoutError, resolveEffectiveTimeoutMs } from "./request-timeout.mjs";
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -87,6 +88,9 @@ async function createChatClient({ modelConfig }) {
             throw new Error(`Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`);
         }
     }
+    const effectiveTimeoutMs = resolveEffectiveTimeoutMs({
+        timeout
+    });
     const openAIOptions = {
         baseURL: openaiBaseURL,
         apiKey: openaiApiKey,
@@ -96,8 +100,9 @@ async function createChatClient({ modelConfig }) {
             }
         } : {},
         ...openaiExtraConfig,
-        ...'number' == typeof timeout ? {
-            timeout
+        maxRetries: 0,
+        ...null !== effectiveTimeoutMs ? {
+            timeout: effectiveTimeoutMs
         } : {},
         dangerouslyAllowBrowser: true
     };
@@ -134,6 +139,7 @@ async function callAI(messages, modelConfig, options) {
     const { completion, modelName, modelDescription, uiTarsModelVersion, modelFamily } = await createChatClient({
         modelConfig
     });
+    const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);
     const extraBody = modelConfig.extraBody;
     const maxTokens = globalConfigManager.getEnvConfigValueAsNumber(MIDSCENE_MODEL_MAX_TOKENS) ?? globalConfigManager.getEnvConfigValueAsNumber(OPENAI_MAX_TOKENS);
     const debugCall = getDebug('ai:call');
@@ -220,55 +226,58 @@ async function callAI(messages, modelConfig, options) {
     try {
         debugCall(`sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`);
         if (isStreaming) {
-            const stream = await completion.create({
-                model: modelName,
-                messages: messagesWithImageDetail,
-                ...commonConfig,
-                ...reasoningEffortConfig,
-                ...extraBody
-            }, {
-                stream: true,
-                ...options?.abortSignal ? {
-                    signal: options.abortSignal
-                } : {}
-            });
-            requestId = stream._request_id;
-            for await (const chunk of stream){
-                const content = chunk.choices?.[0]?.delta?.content || '';
-                const reasoning_content = chunk.choices?.[0]?.delta?.reasoning_content || '';
-                if (chunk.usage) usage = chunk.usage;
-                if (content || reasoning_content) {
-                    accumulated += content;
-                    accumulatedReasoning += reasoning_content;
-                    const chunkData = {
-                        content,
-                        reasoning_content,
-                        accumulated,
-                        isComplete: false,
-                        usage: void 0
-                    };
-                    options.onChunk(chunkData);
-                }
-                if (chunk.choices?.[0]?.finish_reason) {
-                    timeCost = Date.now() - startTime;
-                    if (!usage) {
-                        const estimatedTokens = Math.max(1, Math.floor(accumulated.length / 4));
-                        usage = {
-                            prompt_tokens: estimatedTokens,
-                            completion_tokens: estimatedTokens,
-                            total_tokens: 2 * estimatedTokens
+            const { signal: streamSignal, cleanup: cleanupStreamSignal } = buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);
+            try {
+                const stream = await completion.create({
+                    model: modelName,
+                    messages: messagesWithImageDetail,
+                    ...commonConfig,
+                    ...reasoningEffortConfig,
+                    ...extraBody
+                }, {
+                    stream: true,
+                    signal: streamSignal
+                });
+                requestId = stream._request_id;
+                for await (const chunk of stream){
+                    const content = chunk.choices?.[0]?.delta?.content || '';
+                    const reasoning_content = chunk.choices?.[0]?.delta?.reasoning_content || '';
+                    if (chunk.usage) usage = chunk.usage;
+                    if (content || reasoning_content) {
+                        accumulated += content;
+                        accumulatedReasoning += reasoning_content;
+                        const chunkData = {
+                            content,
+                            reasoning_content,
+                            accumulated,
+                            isComplete: false,
+                            usage: void 0
                         };
+                        options.onChunk(chunkData);
+                    }
+                    if (chunk.choices?.[0]?.finish_reason) {
+                        timeCost = Date.now() - startTime;
+                        if (!usage) {
+                            const estimatedTokens = Math.max(1, Math.floor(accumulated.length / 4));
+                            usage = {
+                                prompt_tokens: estimatedTokens,
+                                completion_tokens: estimatedTokens,
+                                total_tokens: 2 * estimatedTokens
+                            };
+                        }
+                        const finalChunk = {
+                            content: '',
+                            accumulated,
+                            reasoning_content: '',
+                            isComplete: true,
+                            usage: buildUsageInfo(usage, requestId)
+                        };
+                        options.onChunk(finalChunk);
+                        break;
                     }
-                    const finalChunk = {
-                        content: '',
-                        accumulated,
-                        reasoning_content: '',
-                        isComplete: true,
-                        usage: buildUsageInfo(usage, requestId)
-                    };
-                    options.onChunk(finalChunk);
-                    break;
                 }
+            } finally{
+                cleanupStreamSignal();
             }
             content = accumulated;
             debugProfileStats(`streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`);
@@ -277,36 +286,43 @@ async function callAI(messages, modelConfig, options) {
             const retryInterval = modelConfig.retryInterval ?? 2000;
             const maxAttempts = retryCount + 1;
             let lastError;
-            for(let attempt = 1; attempt <= maxAttempts; attempt++)try {
-                const result = await completion.create({
-                    model: modelName,
-                    messages: messagesWithImageDetail,
-                    ...commonConfig,
-                    ...reasoningEffortConfig,
-                    ...extraBody
-                }, options?.abortSignal ? {
-                    signal: options.abortSignal
-                } : void 0);
-                timeCost = Date.now() - startTime;
-                debugProfileStats(`model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`);
-                debugProfileDetail(`model usage detail: ${JSON.stringify(result.usage)}`);
-                if (!result.choices) throw new Error(`invalid response from LLM service: ${JSON.stringify(result)}`);
-                content = result.choices[0].message.content;
-                accumulatedReasoning = result.choices[0].message?.reasoning_content || '';
-                usage = result.usage;
-                requestId = result._request_id;
-                if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {
-                    warnCall('empty content from AI model, using reasoning content');
-                    content = accumulatedReasoning;
-                }
-                if (!hasUsableText(content)) throw new AIResponseParseError('empty content from AI model', JSON.stringify(result), buildUsageInfo(usage, requestId));
-                break;
-            } catch (error) {
-                lastError = error;
-                if (options?.abortSignal?.aborted) break;
-                if (attempt < maxAttempts) {
-                    warnCall(`AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`);
-                    await new Promise((resolve)=>setTimeout(resolve, retryInterval));
+            for(let attempt = 1; attempt <= maxAttempts; attempt++){
+                const { signal: attemptSignal, cleanup: cleanupAttemptSignal } = buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);
+                try {
+                    const result = await completion.create({
+                        model: modelName,
+                        messages: messagesWithImageDetail,
+                        ...commonConfig,
+                        ...reasoningEffortConfig,
+                        ...extraBody
+                    }, {
+                        signal: attemptSignal
+                    });
+                    timeCost = Date.now() - startTime;
+                    debugProfileStats(`model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`);
+                    debugProfileDetail(`model usage detail: ${JSON.stringify(result.usage)}`);
+                    if (!result.choices) throw new Error(`invalid response from LLM service: ${JSON.stringify(result)}`);
+                    content = result.choices[0].message.content;
+                    accumulatedReasoning = result.choices[0].message?.reasoning_content || '';
+                    usage = result.usage;
+                    requestId = result._request_id;
+                    if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {
+                        warnCall('empty content from AI model, using reasoning content');
+                        content = accumulatedReasoning;
+                    }
+                    if (!hasUsableText(content)) throw new AIResponseParseError('empty content from AI model', JSON.stringify(result), buildUsageInfo(usage, requestId));
+                    break;
+                } catch (error) {
+                    lastError = error;
+                    const wasHardTimeout = isHardTimeoutError(lastError);
+                    if (wasHardTimeout) warnCall(`AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, intent ${modelConfig.intent})`);
+                    if (options?.abortSignal?.aborted) break;
+                    if (attempt < maxAttempts) {
+                        warnCall(`AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`);
+                        await new Promise((resolve)=>setTimeout(resolve, retryInterval));
+                    }
+                } finally{
+                    cleanupAttemptSignal();
                 }
             }
             if (!content) throw lastError;

package/dist/es/ai-model/service-caller/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/service-caller/index.mjs","sources":["../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["import type { AIUsageInfo, DeepThinkOption } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  rawResponse: string;\n\n  constructor(message: string, rawResponse: string, usage?: AIUsageInfo) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  MIDSCENE_MODEL_MAX_TOKENS,\n  OPENAI_MAX_TOKENS,\n  type TModelFamily,\n  type UITarsModelVersion,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport { jsonrepair } from 'jsonrepair';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport type { AIArgs } from '../../common';\nimport { isAutoGLM, isUITars } from '../auto-glm/util';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport { shouldForceOriginalImageDetail } from './image-detail';\n\nasync function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  uiTarsModelVersion?: UITarsModelVersion;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    ...(typeof timeout === 'number' ? { timeout } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    deepThink?: DeepThinkOption;\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    return callAIWithCodexAppServer(messages, modelConfig, options);\n  }\n\n  const {\n    completion,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  } = await createChatClient({\n    modelConfig,\n  });\n\n  const extraBody = modelConfig.extraBody;\n\n  const maxTokens =\n    globalConfigManager.getEnvConfigValueAsNumber(MIDSCENE_MODEL_MAX_TOKENS) ??\n    globalConfigManager.getEnvConfigValueAsNumber(OPENAI_MAX_TOKENS);\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const temperature = (() => {\n    if (modelFamily === 'gpt-5') {\n      debugCall('temperature is ignored for gpt-5');\n      return undefined;\n    }\n    return modelConfig.temperature ?? 0;\n  })();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      intent: modelConfig.intent,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const commonConfig = {\n    temperature,\n    stream: !!isStreaming,\n    max_tokens: maxTokens,\n    ...(modelFamily === 'qwen2.5-vl' // qwen vl v2 specific config\n      ? {\n          vl_high_resolution_images: true,\n        }\n      : {}),\n  };\n\n  if (isAutoGLM(modelFamily)) {\n    (commonConfig as unknown as Record<string, number>).top_p = 0.85;\n    (commonConfig as unknown as Record<string, number>).frequency_penalty = 0.2;\n  }\n\n  // Merge deepThink (per-request boolean) with reasoning config (model-level)\n  // deepThink takes priority as a per-request override for reasoningEnabled\n  const mergedEnableReasoning = (() => {\n    const normalizedDeepThink =\n      options?.deepThink === 'unset' ? undefined : options?.deepThink;\n    if (normalizedDeepThink === true) return true;\n    if (normalizedDeepThink === false) return false;\n    return modelConfig.reasoningEnabled;\n  })();\n\n  const {\n    config: reasoningEffortConfig,\n    debugMessage: reasoningEffortDebugMessage,\n    warningMessage,\n  } = resolveReasoningConfig({\n    reasoningEnabled: mergedEnableReasoning,\n    reasoningEffort: modelConfig.reasoningEffort,\n    reasoningBudget: modelConfig.reasoningBudget,\n    modelFamily,\n  });\n  if (reasoningEffortDebugMessage) {\n    debugCall(reasoningEffortDebugMessage);\n  }\n  if (warningMessage) {\n    warnCall(warningMessage);\n  }\n\n  const shouldUseOriginalImageDetail =\n    shouldForceOriginalImageDetail(modelConfig);\n\n  // For default-intent GPT-5 calls, request original image detail to preserve\n  // screenshot resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!shouldUseOriginalImageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: 'original',\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const stream = (await completion.create(\n        {\n          model: modelName,\n          messages: messagesWithImageDetail,\n          ...commonConfig,\n          ...reasoningEffortConfig,\n          ...extraBody,\n        },\n        {\n          stream: true,\n          ...(options?.abortSignal ? { signal: options.abortSignal } : {}),\n        },\n      )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n        _request_id?: string | null;\n      };\n\n      requestId = stream._request_id;\n\n      for await (const chunk of stream) {\n        const content = chunk.choices?.[0]?.delta?.content || '';\n        const reasoning_content =\n          (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n        // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n        if (chunk.usage) {\n          usage = chunk.usage;\n        }\n\n        if (content || reasoning_content) {\n          accumulated += content;\n          accumulatedReasoning += reasoning_content;\n          const chunkData: CodeGenerationChunk = {\n            content,\n            reasoning_content,\n            accumulated,\n            isComplete: false,\n            usage: undefined,\n          };\n          options.onChunk!(chunkData);\n        }\n\n        // Check if stream is complete\n        if (chunk.choices?.[0]?.finish_reason) {\n          timeCost = Date.now() - startTime;\n\n          // If usage is not available from the stream, provide a basic usage info\n          if (!usage) {\n            // Estimate token counts based on content length (rough approximation)\n            const estimatedTokens = Math.max(\n              1,\n              Math.floor(accumulated.length / 4),\n            );\n            usage = {\n              prompt_tokens: estimatedTokens,\n              completion_tokens: estimatedTokens,\n              total_tokens: estimatedTokens * 2,\n            };\n          }\n\n          // Send final chunk\n          const finalChunk: CodeGenerationChunk = {\n            content: '',\n            accumulated,\n            reasoning_content: '',\n            isComplete: true,\n            usage: buildUsageInfo(usage, requestId),\n          };\n          options.onChunk!(finalChunk);\n          break;\n        }\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = modelConfig.retryCount ?? 1;\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...commonConfig,\n              ...reasoningEffortConfig,\n              ...extraBody,\n            } as any,\n            options?.abortSignal ? { signal: options.abortSignal } : undefined,\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          content = result.choices[0].message.content!;\n          accumulatedReasoning =\n            (result.choices[0].message as any)?.reasoning_content || '';\n          usage = result.usage;\n          requestId = result._request_id;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = error as Error;\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        }\n      }\n\n      if (!content) {\n        throw lastError;\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    deepThink?: DeepThinkOption;\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}> {\n  const response = await callAI(messages, modelConfig, {\n    deepThink: options?.deepThink,\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  const modelFamily = modelConfig.modelFamily;\n  const jsonContent = safeParseJson(response.content, modelFamily);\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n    );\n  }\n  return {\n    content: jsonContent,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n  };\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  return { content, usage };\n}\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch {}\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport function preprocessDoubaoBboxJson(input: string) {\n  if (input.includes('bbox')) {\n    // when its values like 940 445 969 490, replace all /\\d+\\s+\\d+/g with /$1,$2/g\n    while (/\\d+\\s+\\d+/.test(input)) {\n      input = input.replace(/(\\d+)\\s+(\\d+)/g, '$1,$2');\n    }\n  }\n  return input;\n}\n\nexport function resolveReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n  modelFamily,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n  modelFamily?: TModelFamily;\n}): {\n  config: Record<string, unknown>;\n  debugMessage?: string;\n  warningMessage?: string;\n} {\n  // No reasoning params set at all\n  if (\n    reasoningEnabled === undefined &&\n    !reasoningEffort &&\n    reasoningBudget === undefined\n  ) {\n    return { config: {} };\n  }\n\n  const debugMessages: string[] = [];\n  const config: Record<string, unknown> = {};\n\n  if (\n    modelFamily === 'qwen3-vl' ||\n    modelFamily === 'qwen3.5' ||\n    modelFamily === 'qwen3.6'\n  ) {\n    // reasoningEnabled → enable_thinking\n    if (reasoningEnabled !== undefined) {\n      config.enable_thinking = reasoningEnabled;\n      debugMessages.push(`enable_thinking=${reasoningEnabled}`);\n    }\n    // reasoningBudget → thinking_budget\n    if (reasoningBudget !== undefined) {\n      config.thinking_budget = reasoningBudget;\n      debugMessages.push(`thinking_budget=${reasoningBudget}`);\n    }\n    // reasoningEffort is ignored for qwen\n  } else if (modelFamily === 'doubao-vision' || modelFamily === 'doubao-seed') {\n    // reasoningEnabled → thinking.type\n    if (reasoningEnabled !== undefined) {\n      config.thinking = {\n        type: reasoningEnabled ? 'enabled' : 'disabled',\n      };\n      debugMessages.push(\n        `thinking.type=${reasoningEnabled ? 'enabled' : 'disabled'}`,\n      );\n    }\n    // reasoningEffort → reasoning_effort\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n    // reasoningBudget is ignored for doubao\n  } else if (modelFamily === 'glm-v') {\n    // reasoningEnabled → thinking.type\n    if (reasoningEnabled !== undefined) {\n      config.thinking = {\n        type: reasoningEnabled ? 'enabled' : 'disabled',\n      };\n      debugMessages.push(\n        `thinking.type=${reasoningEnabled ? 'enabled' : 'disabled'}`,\n      );\n    }\n    // reasoningEffort and reasoningBudget are ignored for glm-v\n  } else if (modelFamily === 'gpt-5') {\n    // reasoningEffort → reasoning.effort\n    config.reasoning = undefined;\n    debugMessages.push('reasoning config is ignored for gpt-5');\n    // if (reasoningEffort) {\n    //   config.reasoning = { effort: reasoningEffort };\n    //   debugMessages.push(`reasoning.effort=\"${reasoningEffort}\"`);\n    // } else if (reasoningEnabled === true) {\n    //   config.reasoning = { effort: 'high' };\n    //   debugMessages.push('reasoning.effort=\"high\" (from reasoningEnabled)');\n    // } else if (reasoningEnabled === false) {\n    //   config.reasoning = { effort: 'low' };\n    //   debugMessages.push('reasoning.effort=\"low\" (from reasoningEnabled)');\n    // }\n    // reasoningBudget is ignored for gpt-5\n  } else if (!modelFamily) {\n    return {\n      config: {},\n      debugMessage: 'reasoning config ignored: no model_family configured',\n      warningMessage:\n        'Reasoning config is set but no model_family is configured. Set MIDSCENE_MODEL_FAMILY to enable reasoning config pass-through.',\n    };\n  } else {\n    // For unknown model families, pass reasoning_effort directly as a best-effort default\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n  }\n\n  return {\n    config,\n    debugMessage: debugMessages.length\n      ? `reasoning config for ${modelFamily}: ${debugMessages.join(', ')}`\n      : undefined,\n  };\n}\n\n/**\n * Normalize a parsed JSON object by trimming whitespace from:\n * 1. All object keys (e.g., \" prompt \" -> \"prompt\")\n * 2. All string values (e.g., \" Tap \" -> \"Tap\")\n * This handles LLM output that may include leading/trailing spaces.\n */\nfunction normalizeJsonObject(obj: any): any {\n  // Handle null and undefined\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  // Handle arrays - recursively normalize each element\n  if (Array.isArray(obj)) {\n    return obj.map((item) => normalizeJsonObject(item));\n  }\n\n  // Handle objects\n  if (typeof obj === 'object') {\n    const normalized: any = {};\n\n    for (const [key, value] of Object.entries(obj)) {\n      // Trim the key to remove leading/trailing spaces\n      const trimmedKey = key.trim();\n\n      // Recursively normalize the value\n      let normalizedValue = normalizeJsonObject(value);\n\n      // Trim all string values\n      if (typeof normalizedValue === 'string') {\n        normalizedValue = normalizedValue.trim();\n      }\n\n      normalized[trimmedKey] = normalizedValue;\n    }\n\n    return normalized;\n  }\n\n  // Handle primitive strings\n  if (typeof obj === 'string') {\n    return obj.trim();\n  }\n\n  // Return other primitives as-is\n  return obj;\n}\n\nexport function safeParseJson(\n  input: string,\n  modelFamily: TModelFamily | undefined,\n) {\n  const cleanJsonString = extractJSONFromCodeBlock(input);\n  // match the point\n  if (cleanJsonString?.match(/\\((\\d+),(\\d+)\\)/)) {\n    return cleanJsonString\n      .match(/\\((\\d+),(\\d+)\\)/)\n      ?.slice(1)\n      .map(Number);\n  }\n\n  let parsed: any;\n  let lastError: unknown;\n  try {\n    parsed = JSON.parse(cleanJsonString);\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n  try {\n    parsed = JSON.parse(jsonrepair(cleanJsonString));\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n\n  if (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  ) {\n    const jsonString = preprocessDoubaoBboxJson(cleanJsonString);\n    try {\n      parsed = JSON.parse(jsonrepair(jsonString));\n      return normalizeJsonObject(parsed);\n    } catch (error) {\n      lastError = error;\n    }\n  }\n  throw Error(\n    `failed to parse LLM response into JSON. Error - ${String(\n      lastError ?? 'unknown error',\n    )}. Response - \\n ${input}`,\n  );\n}\n"],"names":["AIResponseParseError","Error","message","rawResponse","usage","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","uiTarsModelVersion","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","Number","protocol","socksType","decodeURIComponent","error","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","options","isCodexAppServerProvider","callAIWithCodexAppServer","completion","extraBody","maxTokens","MIDSCENE_MODEL_MAX_TOKENS","OPENAI_MAX_TOKENS","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","temperature","isStreaming","content","accumulated","accumulatedReasoning","timeCost","requestId","hasUsableText","value","buildUsageInfo","usageData","cachedInputTokens","undefined","commonConfig","isAutoGLM","mergedEnableReasoning","normalizedDeepThink","reasoningEffortConfig","reasoningEffortDebugMessage","warningMessage","resolveReasoningConfig","shouldUseOriginalImageDetail","shouldForceOriginalImageDetail","messagesWithImageDetail","msg","Array","part","stream","chunk","reasoning_content","chunkData","estimatedTokens","Math","finalChunk","retryCount","retryInterval","maxAttempts","lastError","attempt","result","JSON","Promise","resolve","setTimeout","e","newError","callAIWithObjectResponse","response","assert","jsonContent","safeParseJson","callAIWithStringResponse","msgs","extractJSONFromCodeBlock","jsonMatch","codeBlockMatch","jsonLikeMatch","preprocessDoubaoBboxJson","input","reasoningEnabled","reasoningEffort","reasoningBudget","debugMessages","config","normalizeJsonObject","obj","item","normalized","key","Object","trimmedKey","normalizedValue","cleanJsonString","jsonrepair","isUITars","jsonString","String"],"mappings":";;;;;;;;;;;;;;;;;;AAIO,MAAMA,6BAA6BC;IAIxC,YAAYC,OAAe,EAAEC,WAAmB,EAAEC,KAAmB,CAAE;QACrE,KAAK,CAACF,UAJR,yCACA;QAIE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AA0BA,eAAeC,iBAAiB,EAC9BC,WAAW,EAGZ;IAOC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGX;IAEJ,IAAIY;IACJ,MAAMC,aAAaC,SAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,SAAS;IAC5B,MAAME,YAAYF,SAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIhB,WAAW;QACba,WAAW,oBAAoBE,iBAAiBf;QAChD,IAAImB,aACFL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKrB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBc,WAAW,qBAAqBE,iBAAiBhB;QACjD,IAAIoB,aACFL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAInB;YAGzB,IAAI,CAACwB,SAAS,QAAQ,EACpB,MAAM,IAAI9B,MAAM;YAIlB,MAAM+B,OAAOC,OAAO,QAAQ,CAACF,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIE,OAAO,KAAK,CAACD,OACjC,MAAM,IAAI/B,MAAM;YAIlB,MAAMiC,WAAWH,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMI,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1DhB,aAAaY,gBAAgB;gBAC3B,MAAMK;gBACN,MAAMJ,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQK,mBAAmBL,SAAS,QAAQ;oBAC5C,UAAUK,mBAAmBL,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMc;gBACN,MAAMJ,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAOK,OAAO;YACdf,UAAU,oCAAoCe;YAC9C,MAAM,IAAIpC,MACR,CAAC,yBAAyB,EAAEM,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM+B,gBAAgB;QACpB,SAAS5B;QACT,QAAQC;QAGR,GAAIO,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGN,iBAAiB;QACpB,GAAI,AAAmB,YAAnB,OAAOK,UAAuB;YAAEA;QAAQ,IAAI,CAAC,CAAC;QAClD,yBAAyB;IAC3B;IAEA,MAAMsB,aAAa,IAAIC,SAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIhB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAMyB,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAoB,qBAAqB,CAACI,0BAC1C;QACA,IAAInB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM4B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAIzB,oBAAoB;QACtB,MAAMiC,gBAAgB,MAAMjC,mBAAmBuB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnChC;QACAI;QACAC;QACAC;IACF;AACF;AAEO,eAAemC,OACpBC,QAAsC,EACtC7C,WAAyB,EACzB8C,OAKC;IAOD,IAAIC,yBAAyB/C,YAAY,aAAa,GACpD,OAAOgD,yBAAyBH,UAAU7C,aAAa8C;IAGzD,MAAM,EACJG,UAAU,EACV9C,SAAS,EACTI,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACZ,GAAG,MAAMV,iBAAiB;QACzBC;IACF;IAEA,MAAMkD,YAAYlD,YAAY,SAAS;IAEvC,MAAMmD,YACJf,oBAAoB,yBAAyB,CAACgB,8BAC9ChB,oBAAoB,yBAAyB,CAACiB;IAChD,MAAMC,YAAYxC,SAAS;IAC3B,MAAMyC,WAAWzC,SAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAM0C,oBAAoB1C,SAAS;IACnC,MAAM2C,qBAAqB3C,SAAS;IAEpC,MAAM4C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAe,AAAC;QACpB,IAAInD,AAAgB,YAAhBA,aAAyB,YAC3B6C,UAAU;QAGZ,OAAOtD,YAAY,WAAW,IAAI;IACpC;IAEA,MAAM6D,cAAcf,SAAS,UAAUA,SAAS;IAChD,IAAIgB;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIlE;IACJ,IAAImE;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACC,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAMC,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAY9D;YACZ,mBAAmBI;YACnB,QAAQP,YAAY,MAAM;YAC1B,YAAYkE,aAAaM;QAC3B;IACF;IAEA,MAAMC,eAAe;QACnBb;QACA,QAAQ,CAAC,CAACC;QACV,YAAYV;QACZ,GAAI1C,AAAgB,iBAAhBA,cACA;YACE,2BAA2B;QAC7B,IACA,CAAC,CAAC;IACR;IAEA,IAAIiE,UAAUjE,cAAc;QACzBgE,aAAmD,KAAK,GAAG;QAC3DA,aAAmD,iBAAiB,GAAG;IAC1E;IAIA,MAAME,wBAAyB,AAAC;QAC9B,MAAMC,sBACJ9B,SAAS,cAAc,UAAU0B,SAAY1B,SAAS;QACxD,IAAI8B,AAAwB,SAAxBA,qBAA8B,OAAO;QACzC,IAAIA,AAAwB,UAAxBA,qBAA+B,OAAO;QAC1C,OAAO5E,YAAY,gBAAgB;IACrC;IAEA,MAAM,EACJ,QAAQ6E,qBAAqB,EAC7B,cAAcC,2BAA2B,EACzCC,cAAc,EACf,GAAGC,uBAAuB;QACzB,kBAAkBL;QAClB,iBAAiB3E,YAAY,eAAe;QAC5C,iBAAiBA,YAAY,eAAe;QAC5CS;IACF;IACA,IAAIqE,6BACFxB,UAAUwB;IAEZ,IAAIC,gBACFxB,SAASwB;IAGX,MAAME,+BACJC,+BAA+BlF;IAIjC,MAAMmF,0BAAyD,AAAC;QAC9D,IAAI,CAACF,8BACH,OAAOpC;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACuC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMtB,UAAUsB,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQ;oBACV;gBACF;gBAEF,OAAOA;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNtB;YACF;QACF;IACF;IAEA,IAAI;QACFR,UACE,CAAC,QAAQ,EAAEO,cAAc,eAAe,GAAG,WAAW,EAAE1D,WAAW;QAGrE,IAAI0D,aAAa;YACf,MAAM0B,SAAU,MAAMtC,WAAW,MAAM,CACrC;gBACE,OAAO9C;gBACP,UAAUgF;gBACV,GAAGV,YAAY;gBACf,GAAGI,qBAAqB;gBACxB,GAAG3B,SAAS;YACd,GACA;gBACE,QAAQ;gBACR,GAAIJ,SAAS,cAAc;oBAAE,QAAQA,QAAQ,WAAW;gBAAC,IAAI,CAAC,CAAC;YACjE;YAKFoB,YAAYqB,OAAO,WAAW;YAE9B,WAAW,MAAMC,SAASD,OAAQ;gBAChC,MAAMzB,UAAU0B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,WAAW;gBACtD,MAAMC,oBACHD,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAe,qBAAqB;gBAG3D,IAAIA,MAAM,KAAK,EACb1F,QAAQ0F,MAAM,KAAK;gBAGrB,IAAI1B,WAAW2B,mBAAmB;oBAChC1B,eAAeD;oBACfE,wBAAwByB;oBACxB,MAAMC,YAAiC;wBACrC5B;wBACA2B;wBACA1B;wBACA,YAAY;wBACZ,OAAOS;oBACT;oBACA1B,QAAQ,OAAO,CAAE4C;gBACnB;gBAGA,IAAIF,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;oBACrCvB,WAAWN,KAAK,GAAG,KAAKD;oBAGxB,IAAI,CAAC5D,OAAO;wBAEV,MAAM6F,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAC7B,YAAY,MAAM,GAAG;wBAElCjE,QAAQ;4BACN,eAAe6F;4BACf,mBAAmBA;4BACnB,cAAcA,AAAkB,IAAlBA;wBAChB;oBACF;oBAGA,MAAME,aAAkC;wBACtC,SAAS;wBACT9B;wBACA,mBAAmB;wBACnB,YAAY;wBACZ,OAAOM,eAAevE,OAAOoE;oBAC/B;oBACApB,QAAQ,OAAO,CAAE+C;oBACjB;gBACF;YACF;YACA/B,UAAUC;YACVP,kBACE,CAAC,iBAAiB,EAAErD,UAAU,QAAQ,EAAEM,eAAe,UAAU,WAAW,EAAEwD,SAAS,eAAe,EAAEL,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMkC,aAAa9F,YAAY,UAAU,IAAI;YAC7C,MAAM+F,gBAAgB/F,YAAY,aAAa,IAAI;YACnD,MAAMgG,cAAcF,aAAa;YAEjC,IAAIG;YAEJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,aAAaE,UAC5C,IAAI;gBACF,MAAMC,SAAS,MAAMlD,WAAW,MAAM,CACpC;oBACE,OAAO9C;oBACP,UAAUgF;oBACV,GAAGV,YAAY;oBACf,GAAGI,qBAAqB;oBACxB,GAAG3B,SAAS;gBACd,GACAJ,SAAS,cAAc;oBAAE,QAAQA,QAAQ,WAAW;gBAAC,IAAI0B;gBAG3DP,WAAWN,KAAK,GAAG,KAAKD;gBAExBF,kBACE,CAAC,OAAO,EAAErD,UAAU,QAAQ,EAAEM,eAAe,UAAU,mBAAmB,EAAED,mBAAmB,iBAAiB,EAAE2F,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAElC,SAAS,aAAa,EAAEkC,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEvC,eAAe,IAAI;gBAGxWH,mBACE,CAAC,oBAAoB,EAAE2C,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;gBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAIxG,MACR,CAAC,mCAAmC,EAAEyG,KAAK,SAAS,CAACD,SAAS;gBAIlErC,UAAUqC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;gBAC3CnC,uBACGmC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,EAAU,qBAAqB;gBAC3DrG,QAAQqG,OAAO,KAAK;gBACpBjC,YAAYiC,OAAO,WAAW;gBAE9B,IAAI,CAAChC,cAAcL,YAAYK,cAAcH,uBAAuB;oBAClET,SAAS;oBACTO,UAAUE;gBACZ;gBAEA,IAAI,CAACG,cAAcL,UACjB,MAAM,IAAIpE,qBACR,+BACA0G,KAAK,SAAS,CAACD,SACf9B,eAAevE,OAAOoE;gBAI1B;YACF,EAAE,OAAOnC,OAAO;gBACdkE,YAAYlE;gBAEZ,IAAIe,SAAS,aAAa,SACxB;gBAEF,IAAIoD,UAAUF,aAAa;oBACzBzC,SACE,CAAC,wBAAwB,EAAE2C,QAAQ,CAAC,EAAEF,YAAY,eAAe,EAAED,cAAc,aAAa,EAAEE,UAAU,OAAO,EAAE;oBAErH,MAAM,IAAII,QAAQ,CAACC,UAAYC,WAAWD,SAASP;gBACrD;YACF;YAGF,IAAI,CAACjC,SACH,MAAMmC;QAEV;QAEA3C,UAAU,CAAC,4BAA4B,EAAEU,sBAAsB;QAC/DV,UAAU,CAAC,kBAAkB,EAAEQ,SAAS;QAGxC,IAAID,eAAe,CAAC/D,OAAO;YAEzB,MAAM6F,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAE9B,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtChE,QAAQ;gBACN,eAAe6F;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAS7B,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C,OAAOH,eAAevE,OAAOoE;YAC7B,YAAY,CAAC,CAACL;QAChB;IACF,EAAE,OAAO2C,GAAQ;QACfjD,SAAS,iBAAiBiD;QAE1B,IAAIA,aAAa9G,sBACf,MAAM8G;QAGR,MAAMC,WAAW,IAAI9G,MACnB,CAAC,eAAe,EAAEkE,cAAc,eAAe,GAAG,kBAAkB,EAAE1D,UAAU,GAAG,EAAEqG,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpB7D,QAAsC,EACtC7C,WAAyB,EACzB8C,OAGC;IAOD,MAAM6D,WAAW,MAAM/D,OAAOC,UAAU7C,aAAa;QACnD,WAAW8C,SAAS;QACpB,aAAaA,SAAS;IACxB;IACA8D,OAAOD,UAAU;IACjB,MAAMlG,cAAcT,YAAY,WAAW;IAC3C,MAAM6G,cAAcC,cAAcH,SAAS,OAAO,EAAElG;IACpD,IAAI,AAAuB,YAAvB,OAAOoG,aACT,MAAM,IAAInH,qBACR,CAAC,0CAA0C,EAAEM,YAAY,SAAS,CAAC,GAAG,EAAE2G,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK;IAGlB,OAAO;QACL,SAASE;QACT,eAAeF,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;IAC/C;AACF;AAEO,eAAeI,yBACpBC,IAAY,EACZhH,WAAyB,EACzB8C,OAEC;IAED,MAAM,EAAEgB,OAAO,EAAEhE,KAAK,EAAE,GAAG,MAAM8C,OAAOoE,MAAMhH,aAAa;QACzD,aAAa8C,SAAS;IACxB;IACA,OAAO;QAAEgB;QAAShE;IAAM;AAC1B;AAEO,SAASmH,yBAAyBN,QAAgB;IACvD,IAAI;QAEF,MAAMO,YAAYP,SAAS,KAAK,CAAC;QACjC,IAAIO,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBR,SAAS,KAAK,CACnC;QAEF,IAAIQ,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBT,SAAS,KAAK,CAAC;QACrC,IAAIS,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAC;IAET,OAAOT;AACT;AAEO,SAASU,yBAAyBC,KAAa;IACpD,IAAIA,MAAM,QAAQ,CAAC,SAEjB,MAAO,YAAY,IAAI,CAACA,OACtBA,QAAQA,MAAM,OAAO,CAAC,kBAAkB;IAG5C,OAAOA;AACT;AAEO,SAAStC,uBAAuB,EACrCuC,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EACfhH,WAAW,EAMZ;IAMC,IACE8G,AAAqB/C,WAArB+C,oBACA,CAACC,mBACDC,AAAoBjD,WAApBiD,iBAEA,OAAO;QAAE,QAAQ,CAAC;IAAE;IAGtB,MAAMC,gBAA0B,EAAE;IAClC,MAAMC,SAAkC,CAAC;IAEzC,IACElH,AAAgB,eAAhBA,eACAA,AAAgB,cAAhBA,eACAA,AAAgB,cAAhBA,aACA;QAEA,IAAI8G,AAAqB/C,WAArB+C,kBAAgC;YAClCI,OAAO,eAAe,GAAGJ;YACzBG,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAEH,kBAAkB;QAC1D;QAEA,IAAIE,AAAoBjD,WAApBiD,iBAA+B;YACjCE,OAAO,eAAe,GAAGF;YACzBC,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAED,iBAAiB;QACzD;IAEF,OAAO,IAAIhH,AAAgB,oBAAhBA,eAAmCA,AAAgB,kBAAhBA,aAA+B;QAE3E,IAAI8G,AAAqB/C,WAArB+C,kBAAgC;YAClCI,OAAO,QAAQ,GAAG;gBAChB,MAAMJ,mBAAmB,YAAY;YACvC;YACAG,cAAc,IAAI,CAChB,CAAC,cAAc,EAAEH,mBAAmB,YAAY,YAAY;QAEhE;QAEA,IAAIC,iBAAiB;YACnBG,OAAO,gBAAgB,GAAGH;YAC1BE,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAEF,gBAAgB,CAAC,CAAC;QAC5D;IAEF,OAAO,IAAI/G,AAAgB,YAAhBA,aAET;QAAA,IAAI8G,AAAqB/C,WAArB+C,kBAAgC;YAClCI,OAAO,QAAQ,GAAG;gBAChB,MAAMJ,mBAAmB,YAAY;YACvC;YACAG,cAAc,IAAI,CAChB,CAAC,cAAc,EAAEH,mBAAmB,YAAY,YAAY;QAEhE;IAAA,OAEK,IAAI9G,AAAgB,YAAhBA,aAAyB;QAElCkH,OAAO,SAAS,GAAGnD;QACnBkD,cAAc,IAAI,CAAC;IAYrB,OAAO,IAAI,CAACjH,aACV,OAAO;QACL,QAAQ,CAAC;QACT,cAAc;QACd,gBACE;IACJ;SAGA,IAAI+G,iBAAiB;QACnBG,OAAO,gBAAgB,GAAGH;QAC1BE,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAEF,gBAAgB,CAAC,CAAC;IAC5D;IAGF,OAAO;QACLG;QACA,cAAcD,cAAc,MAAM,GAC9B,CAAC,qBAAqB,EAAEjH,YAAY,EAAE,EAAEiH,cAAc,IAAI,CAAC,OAAO,GAClElD;IACN;AACF;AAQA,SAASoD,oBAAoBC,GAAQ;IAEnC,IAAIA,QAAAA,KACF,OAAOA;IAIT,IAAIxC,MAAM,OAAO,CAACwC,MAChB,OAAOA,IAAI,GAAG,CAAC,CAACC,OAASF,oBAAoBE;IAI/C,IAAI,AAAe,YAAf,OAAOD,KAAkB;QAC3B,MAAME,aAAkB,CAAC;QAEzB,KAAK,MAAM,CAACC,KAAK5D,MAAM,IAAI6D,OAAO,OAAO,CAACJ,KAAM;YAE9C,MAAMK,aAAaF,IAAI,IAAI;YAG3B,IAAIG,kBAAkBP,oBAAoBxD;YAG1C,IAAI,AAA2B,YAA3B,OAAO+D,iBACTA,kBAAkBA,gBAAgB,IAAI;YAGxCJ,UAAU,CAACG,WAAW,GAAGC;QAC3B;QAEA,OAAOJ;IACT;IAGA,IAAI,AAAe,YAAf,OAAOF,KACT,OAAOA,IAAI,IAAI;IAIjB,OAAOA;AACT;AAEO,SAASf,cACdQ,KAAa,EACb7G,WAAqC;IAErC,MAAM2H,kBAAkBnB,yBAAyBK;IAEjD,IAAIc,iBAAiB,MAAM,oBACzB,OAAOA,gBACJ,KAAK,CAAC,oBACL,MAAM,GACP,IAAIzG;IAGT,IAAIR;IACJ,IAAI8E;IACJ,IAAI;QACF9E,SAASiF,KAAK,KAAK,CAACgC;QACpB,OAAOR,oBAAoBzG;IAC7B,EAAE,OAAOY,OAAO;QACdkE,YAAYlE;IACd;IACA,IAAI;QACFZ,SAASiF,KAAK,KAAK,CAACiC,WAAWD;QAC/B,OAAOR,oBAAoBzG;IAC7B,EAAE,OAAOY,OAAO;QACdkE,YAAYlE;IACd;IAEA,IACEtB,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACA6H,SAAS7H,cACT;QACA,MAAM8H,aAAalB,yBAAyBe;QAC5C,IAAI;YACFjH,SAASiF,KAAK,KAAK,CAACiC,WAAWE;YAC/B,OAAOX,oBAAoBzG;QAC7B,EAAE,OAAOY,OAAO;YACdkE,YAAYlE;QACd;IACF;IACA,MAAMpC,MACJ,CAAC,gDAAgD,EAAE6I,OACjDvC,aAAa,iBACb,gBAAgB,EAAEqB,OAAO;AAE/B"}
+{"version":3,"file":"ai-model/service-caller/index.mjs","sources":["../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["import type { AIUsageInfo, DeepThinkOption } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  rawResponse: string;\n\n  constructor(message: string, rawResponse: string, usage?: AIUsageInfo) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  MIDSCENE_MODEL_MAX_TOKENS,\n  OPENAI_MAX_TOKENS,\n  type TModelFamily,\n  type UITarsModelVersion,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport { jsonrepair } from 'jsonrepair';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport type { AIArgs } from '../../common';\nimport { isAutoGLM, isUITars } from '../auto-glm/util';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport { shouldForceOriginalImageDetail } from './image-detail';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\n\nasync function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  uiTarsModelVersion?: UITarsModelVersion;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    deepThink?: DeepThinkOption;\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    return callAIWithCodexAppServer(messages, modelConfig, options);\n  }\n\n  const {\n    completion,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  } = await createChatClient({\n    modelConfig,\n  });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const maxTokens =\n    globalConfigManager.getEnvConfigValueAsNumber(MIDSCENE_MODEL_MAX_TOKENS) ??\n    globalConfigManager.getEnvConfigValueAsNumber(OPENAI_MAX_TOKENS);\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const temperature = (() => {\n    if (modelFamily === 'gpt-5') {\n      debugCall('temperature is ignored for gpt-5');\n      return undefined;\n    }\n    return modelConfig.temperature ?? 0;\n  })();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      intent: modelConfig.intent,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const commonConfig = {\n    temperature,\n    stream: !!isStreaming,\n    max_tokens: maxTokens,\n    ...(modelFamily === 'qwen2.5-vl' // qwen vl v2 specific config\n      ? {\n          vl_high_resolution_images: true,\n        }\n      : {}),\n  };\n\n  if (isAutoGLM(modelFamily)) {\n    (commonConfig as unknown as Record<string, number>).top_p = 0.85;\n    (commonConfig as unknown as Record<string, number>).frequency_penalty = 0.2;\n  }\n\n  // Merge deepThink (per-request boolean) with reasoning config (model-level)\n  // deepThink takes priority as a per-request override for reasoningEnabled\n  const mergedEnableReasoning = (() => {\n    const normalizedDeepThink =\n      options?.deepThink === 'unset' ? undefined : options?.deepThink;\n    if (normalizedDeepThink === true) return true;\n    if (normalizedDeepThink === false) return false;\n    return modelConfig.reasoningEnabled;\n  })();\n\n  const {\n    config: reasoningEffortConfig,\n    debugMessage: reasoningEffortDebugMessage,\n    warningMessage,\n  } = resolveReasoningConfig({\n    reasoningEnabled: mergedEnableReasoning,\n    reasoningEffort: modelConfig.reasoningEffort,\n    reasoningBudget: modelConfig.reasoningBudget,\n    modelFamily,\n  });\n  if (reasoningEffortDebugMessage) {\n    debugCall(reasoningEffortDebugMessage);\n  }\n  if (warningMessage) {\n    warnCall(warningMessage);\n  }\n\n  const shouldUseOriginalImageDetail =\n    shouldForceOriginalImageDetail(modelConfig);\n\n  // For default-intent GPT-5 calls, request original image detail to preserve\n  // screenshot resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!shouldUseOriginalImageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: 'original',\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...commonConfig,\n            ...reasoningEffortConfig,\n            ...extraBody,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const content = chunk.choices?.[0]?.delta?.content || '';\n          const reasoning_content =\n            (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = modelConfig.retryCount ?? 1;\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...commonConfig,\n              ...reasoningEffortConfig,\n              ...extraBody,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          content = result.choices[0].message.content!;\n          accumulatedReasoning =\n            (result.choices[0].message as any)?.reasoning_content || '';\n          usage = result.usage;\n          requestId = result._request_id;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = error as Error;\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, intent ${modelConfig.intent})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        throw lastError;\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    deepThink?: DeepThinkOption;\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}> {\n  const response = await callAI(messages, modelConfig, {\n    deepThink: options?.deepThink,\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  const modelFamily = modelConfig.modelFamily;\n  const jsonContent = safeParseJson(response.content, modelFamily);\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n    );\n  }\n  return {\n    content: jsonContent,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n  };\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  return { content, usage };\n}\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch {}\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport function preprocessDoubaoBboxJson(input: string) {\n  if (input.includes('bbox')) {\n    // when its values like 940 445 969 490, replace all /\\d+\\s+\\d+/g with /$1,$2/g\n    while (/\\d+\\s+\\d+/.test(input)) {\n      input = input.replace(/(\\d+)\\s+(\\d+)/g, '$1,$2');\n    }\n  }\n  return input;\n}\n\nexport function resolveReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n  modelFamily,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n  modelFamily?: TModelFamily;\n}): {\n  config: Record<string, unknown>;\n  debugMessage?: string;\n  warningMessage?: string;\n} {\n  // No reasoning params set at all\n  if (\n    reasoningEnabled === undefined &&\n    !reasoningEffort &&\n    reasoningBudget === undefined\n  ) {\n    return { config: {} };\n  }\n\n  const debugMessages: string[] = [];\n  const config: Record<string, unknown> = {};\n\n  if (\n    modelFamily === 'qwen3-vl' ||\n    modelFamily === 'qwen3.5' ||\n    modelFamily === 'qwen3.6'\n  ) {\n    // reasoningEnabled → enable_thinking\n    if (reasoningEnabled !== undefined) {\n      config.enable_thinking = reasoningEnabled;\n      debugMessages.push(`enable_thinking=${reasoningEnabled}`);\n    }\n    // reasoningBudget → thinking_budget\n    if (reasoningBudget !== undefined) {\n      config.thinking_budget = reasoningBudget;\n      debugMessages.push(`thinking_budget=${reasoningBudget}`);\n    }\n    // reasoningEffort is ignored for qwen\n  } else if (modelFamily === 'doubao-vision' || modelFamily === 'doubao-seed') {\n    // reasoningEnabled → thinking.type\n    if (reasoningEnabled !== undefined) {\n      config.thinking = {\n        type: reasoningEnabled ? 'enabled' : 'disabled',\n      };\n      debugMessages.push(\n        `thinking.type=${reasoningEnabled ? 'enabled' : 'disabled'}`,\n      );\n    }\n    // reasoningEffort → reasoning_effort\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n    // reasoningBudget is ignored for doubao\n  } else if (modelFamily === 'glm-v') {\n    // reasoningEnabled → thinking.type\n    if (reasoningEnabled !== undefined) {\n      config.thinking = {\n        type: reasoningEnabled ? 'enabled' : 'disabled',\n      };\n      debugMessages.push(\n        `thinking.type=${reasoningEnabled ? 'enabled' : 'disabled'}`,\n      );\n    }\n    // reasoningEffort and reasoningBudget are ignored for glm-v\n  } else if (modelFamily === 'gpt-5') {\n    // reasoningEffort → reasoning.effort\n    config.reasoning = undefined;\n    debugMessages.push('reasoning config is ignored for gpt-5');\n    // if (reasoningEffort) {\n    //   config.reasoning = { effort: reasoningEffort };\n    //   debugMessages.push(`reasoning.effort=\"${reasoningEffort}\"`);\n    // } else if (reasoningEnabled === true) {\n    //   config.reasoning = { effort: 'high' };\n    //   debugMessages.push('reasoning.effort=\"high\" (from reasoningEnabled)');\n    // } else if (reasoningEnabled === false) {\n    //   config.reasoning = { effort: 'low' };\n    //   debugMessages.push('reasoning.effort=\"low\" (from reasoningEnabled)');\n    // }\n    // reasoningBudget is ignored for gpt-5\n  } else if (!modelFamily) {\n    return {\n      config: {},\n      debugMessage: 'reasoning config ignored: no model_family configured',\n      warningMessage:\n        'Reasoning config is set but no model_family is configured. Set MIDSCENE_MODEL_FAMILY to enable reasoning config pass-through.',\n    };\n  } else {\n    // For unknown model families, pass reasoning_effort directly as a best-effort default\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n  }\n\n  return {\n    config,\n    debugMessage: debugMessages.length\n      ? `reasoning config for ${modelFamily}: ${debugMessages.join(', ')}`\n      : undefined,\n  };\n}\n\n/**\n * Normalize a parsed JSON object by trimming whitespace from:\n * 1. All object keys (e.g., \" prompt \" -> \"prompt\")\n * 2. All string values (e.g., \" Tap \" -> \"Tap\")\n * This handles LLM output that may include leading/trailing spaces.\n */\nfunction normalizeJsonObject(obj: any): any {\n  // Handle null and undefined\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  // Handle arrays - recursively normalize each element\n  if (Array.isArray(obj)) {\n    return obj.map((item) => normalizeJsonObject(item));\n  }\n\n  // Handle objects\n  if (typeof obj === 'object') {\n    const normalized: any = {};\n\n    for (const [key, value] of Object.entries(obj)) {\n      // Trim the key to remove leading/trailing spaces\n      const trimmedKey = key.trim();\n\n      // Recursively normalize the value\n      let normalizedValue = normalizeJsonObject(value);\n\n      // Trim all string values\n      if (typeof normalizedValue === 'string') {\n        normalizedValue = normalizedValue.trim();\n      }\n\n      normalized[trimmedKey] = normalizedValue;\n    }\n\n    return normalized;\n  }\n\n  // Handle primitive strings\n  if (typeof obj === 'string') {\n    return obj.trim();\n  }\n\n  // Return other primitives as-is\n  return obj;\n}\n\nexport function safeParseJson(\n  input: string,\n  modelFamily: TModelFamily | undefined,\n) {\n  const cleanJsonString = extractJSONFromCodeBlock(input);\n  // match the point\n  if (cleanJsonString?.match(/\\((\\d+),(\\d+)\\)/)) {\n    return cleanJsonString\n      .match(/\\((\\d+),(\\d+)\\)/)\n      ?.slice(1)\n      .map(Number);\n  }\n\n  let parsed: any;\n  let lastError: unknown;\n  try {\n    parsed = JSON.parse(cleanJsonString);\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n  try {\n    parsed = JSON.parse(jsonrepair(cleanJsonString));\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n\n  if (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  ) {\n    const jsonString = preprocessDoubaoBboxJson(cleanJsonString);\n    try {\n      parsed = JSON.parse(jsonrepair(jsonString));\n      return normalizeJsonObject(parsed);\n    } catch (error) {\n      lastError = error;\n    }\n  }\n  throw Error(\n    `failed to parse LLM response into JSON. Error - ${String(\n      lastError ?? 'unknown error',\n    )}. Response - \\n ${input}`,\n  );\n}\n"],"names":["AIResponseParseError","Error","message","rawResponse","usage","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","uiTarsModelVersion","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","Number","protocol","socksType","decodeURIComponent","error","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","options","isCodexAppServerProvider","callAIWithCodexAppServer","completion","extraBody","maxTokens","MIDSCENE_MODEL_MAX_TOKENS","OPENAI_MAX_TOKENS","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","temperature","isStreaming","content","accumulated","accumulatedReasoning","timeCost","requestId","hasUsableText","value","buildUsageInfo","usageData","cachedInputTokens","undefined","commonConfig","isAutoGLM","mergedEnableReasoning","normalizedDeepThink","reasoningEffortConfig","reasoningEffortDebugMessage","warningMessage","resolveReasoningConfig","shouldUseOriginalImageDetail","shouldForceOriginalImageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","reasoning_content","chunkData","estimatedTokens","Math","finalChunk","retryCount","retryInterval","maxAttempts","lastError","attempt","attemptSignal","cleanupAttemptSignal","result","JSON","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","e","newError","callAIWithObjectResponse","response","assert","jsonContent","safeParseJson","callAIWithStringResponse","msgs","extractJSONFromCodeBlock","jsonMatch","codeBlockMatch","jsonLikeMatch","preprocessDoubaoBboxJson","input","reasoningEnabled","reasoningEffort","reasoningBudget","debugMessages","config","normalizeJsonObject","obj","item","normalized","key","Object","trimmedKey","normalizedValue","cleanJsonString","jsonrepair","isUITars","jsonString","String"],"mappings":";;;;;;;;;;;;;;;;;;;AAIO,MAAMA,6BAA6BC;IAIxC,YAAYC,OAAe,EAAEC,WAAmB,EAAEC,KAAmB,CAAE;QACrE,KAAK,CAACF,UAJR,yCACA;QAIE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AA+BA,eAAeC,iBAAiB,EAC9BC,WAAW,EAGZ;IAOC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGX;IAEJ,IAAIY;IACJ,MAAMC,aAAaC,SAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,SAAS;IAC5B,MAAME,YAAYF,SAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIhB,WAAW;QACba,WAAW,oBAAoBE,iBAAiBf;QAChD,IAAImB,aACFL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKrB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBc,WAAW,qBAAqBE,iBAAiBhB;QACjD,IAAIoB,aACFL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAInB;YAGzB,IAAI,CAACwB,SAAS,QAAQ,EACpB,MAAM,IAAI9B,MAAM;YAIlB,MAAM+B,OAAOC,OAAO,QAAQ,CAACF,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIE,OAAO,KAAK,CAACD,OACjC,MAAM,IAAI/B,MAAM;YAIlB,MAAMiC,WAAWH,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMI,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1DhB,aAAaY,gBAAgB;gBAC3B,MAAMK;gBACN,MAAMJ,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQK,mBAAmBL,SAAS,QAAQ;oBAC5C,UAAUK,mBAAmBL,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMc;gBACN,MAAMJ,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAOK,OAAO;YACdf,UAAU,oCAAoCe;YAC9C,MAAM,IAAIpC,MACR,CAAC,yBAAyB,EAAEM,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM+B,qBAAqBC,0BAA0B;QAAEtB;IAAQ;IAC/D,MAAMuB,gBAAgB;QACpB,SAAS9B;QACT,QAAQC;QAGR,GAAIO,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGN,iBAAiB;QAGpB,YAAY;QAGZ,GAAI0B,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,SAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIlB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM2B,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAoB,qBAAqB,CAACI,0BAC1C;QACA,IAAIrB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM8B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAI3B,oBAAoB;QACtB,MAAMmC,gBAAgB,MAAMnC,mBAAmByB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnClC;QACAI;QACAC;QACAC;IACF;AACF;AAEO,eAAeqC,OACpBC,QAAsC,EACtC/C,WAAyB,EACzBgD,OAKC;IAOD,IAAIC,yBAAyBjD,YAAY,aAAa,GACpD,OAAOkD,yBAAyBH,UAAU/C,aAAagD;IAGzD,MAAM,EACJG,UAAU,EACVhD,SAAS,EACTI,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACZ,GAAG,MAAMV,iBAAiB;QACzBC;IACF;IACA,MAAMgC,qBAAqBC,0BAA0BjC;IAErD,MAAMoD,YAAYpD,YAAY,SAAS;IAEvC,MAAMqD,YACJf,oBAAoB,yBAAyB,CAACgB,8BAC9ChB,oBAAoB,yBAAyB,CAACiB;IAChD,MAAMC,YAAY1C,SAAS;IAC3B,MAAM2C,WAAW3C,SAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAM4C,oBAAoB5C,SAAS;IACnC,MAAM6C,qBAAqB7C,SAAS;IAEpC,MAAM8C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAe,AAAC;QACpB,IAAIrD,AAAgB,YAAhBA,aAAyB,YAC3B+C,UAAU;QAGZ,OAAOxD,YAAY,WAAW,IAAI;IACpC;IAEA,MAAM+D,cAAcf,SAAS,UAAUA,SAAS;IAChD,IAAIgB;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIpE;IACJ,IAAIqE;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACC,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAMC,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAYhE;YACZ,mBAAmBI;YACnB,QAAQP,YAAY,MAAM;YAC1B,YAAYoE,aAAaM;QAC3B;IACF;IAEA,MAAMC,eAAe;QACnBb;QACA,QAAQ,CAAC,CAACC;QACV,YAAYV;QACZ,GAAI5C,AAAgB,iBAAhBA,cACA;YACE,2BAA2B;QAC7B,IACA,CAAC,CAAC;IACR;IAEA,IAAImE,UAAUnE,cAAc;QACzBkE,aAAmD,KAAK,GAAG;QAC3DA,aAAmD,iBAAiB,GAAG;IAC1E;IAIA,MAAME,wBAAyB,AAAC;QAC9B,MAAMC,sBACJ9B,SAAS,cAAc,UAAU0B,SAAY1B,SAAS;QACxD,IAAI8B,AAAwB,SAAxBA,qBAA8B,OAAO;QACzC,IAAIA,AAAwB,UAAxBA,qBAA+B,OAAO;QAC1C,OAAO9E,YAAY,gBAAgB;IACrC;IAEA,MAAM,EACJ,QAAQ+E,qBAAqB,EAC7B,cAAcC,2BAA2B,EACzCC,cAAc,EACf,GAAGC,uBAAuB;QACzB,kBAAkBL;QAClB,iBAAiB7E,YAAY,eAAe;QAC5C,iBAAiBA,YAAY,eAAe;QAC5CS;IACF;IACA,IAAIuE,6BACFxB,UAAUwB;IAEZ,IAAIC,gBACFxB,SAASwB;IAGX,MAAME,+BACJC,+BAA+BpF;IAIjC,MAAMqF,0BAAyD,AAAC;QAC9D,IAAI,CAACF,8BACH,OAAOpC;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACuC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMtB,UAAUsB,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQ;oBACV;gBACF;gBAEF,OAAOA;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNtB;YACF;QACF;IACF;IAEA,IAAI;QACFR,UACE,CAAC,QAAQ,EAAEO,cAAc,eAAe,GAAG,WAAW,EAAE5D,WAAW;QAGrE,IAAI4D,aAAa;YACf,MAAM,EAAE,QAAQ0B,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,wBAAwB3D,oBAAoBgB,SAAS;YACvD,IAAI;gBACF,MAAM4C,SAAU,MAAMzC,WAAW,MAAM,CACrC;oBACE,OAAOhD;oBACP,UAAUkF;oBACV,GAAGV,YAAY;oBACf,GAAGI,qBAAqB;oBACxB,GAAG3B,SAAS;gBACd,GACA;oBACE,QAAQ;oBACR,QAAQqC;gBACV;gBAKFrB,YAAYwB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAM5B,UAAU6B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,WAAW;oBACtD,MAAMC,oBACHD,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAe,qBAAqB;oBAG3D,IAAIA,MAAM,KAAK,EACb/F,QAAQ+F,MAAM,KAAK;oBAGrB,IAAI7B,WAAW8B,mBAAmB;wBAChC7B,eAAeD;wBACfE,wBAAwB4B;wBACxB,MAAMC,YAAiC;4BACrC/B;4BACA8B;4BACA7B;4BACA,YAAY;4BACZ,OAAOS;wBACT;wBACA1B,QAAQ,OAAO,CAAE+C;oBACnB;oBAGA,IAAIF,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrC1B,WAAWN,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAAC9D,OAAO;4BAEV,MAAMkG,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAChC,YAAY,MAAM,GAAG;4BAElCnE,QAAQ;gCACN,eAAekG;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAME,aAAkC;4BACtC,SAAS;4BACTjC;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOM,eAAezE,OAAOsE;wBAC/B;wBACApB,QAAQ,OAAO,CAAEkD;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACA1B,UAAUC;YACVP,kBACE,CAAC,iBAAiB,EAAEvD,UAAU,QAAQ,EAAEM,eAAe,UAAU,WAAW,EAAE0D,SAAS,eAAe,EAAEL,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMqC,aAAanG,YAAY,UAAU,IAAI;YAC7C,MAAMoG,gBAAgBpG,YAAY,aAAa,IAAI;YACnD,MAAMqG,cAAcF,aAAa;YAEjC,IAAIG;YAEJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,aAAaE,UAAW;gBACvD,MAAM,EAAE,QAAQC,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5Dd,wBAAwB3D,oBAAoBgB,SAAS;gBACvD,IAAI;oBACF,MAAM0D,SAAS,MAAMvD,WAAW,MAAM,CACpC;wBACE,OAAOhD;wBACP,UAAUkF;wBACV,GAAGV,YAAY;wBACf,GAAGI,qBAAqB;wBACxB,GAAG3B,SAAS;oBACd,GACA;wBAAE,QAAQoD;oBAAc;oBAG1BrC,WAAWN,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAEvD,UAAU,QAAQ,EAAEM,eAAe,UAAU,mBAAmB,EAAED,mBAAmB,iBAAiB,EAAEkG,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAEvC,SAAS,aAAa,EAAEuC,OAAO,WAAW,IAAI,GAAG,eAAe,EAAE5C,eAAe,IAAI;oBAGxWH,mBACE,CAAC,oBAAoB,EAAEgD,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAI/G,MACR,CAAC,mCAAmC,EAAEgH,KAAK,SAAS,CAACD,SAAS;oBAIlE1C,UAAU0C,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;oBAC3CxC,uBACGwC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,EAAU,qBAAqB;oBAC3D5G,QAAQ4G,OAAO,KAAK;oBACpBtC,YAAYsC,OAAO,WAAW;oBAE9B,IAAI,CAACrC,cAAcL,YAAYK,cAAcH,uBAAuB;wBAClET,SAAS;wBACTO,UAAUE;oBACZ;oBAEA,IAAI,CAACG,cAAcL,UACjB,MAAM,IAAItE,qBACR,+BACAiH,KAAK,SAAS,CAACD,SACfnC,eAAezE,OAAOsE;oBAI1B;gBACF,EAAE,OAAOrC,OAAO;oBACduE,YAAYvE;oBACZ,MAAM6E,iBAAiBC,mBAAmBP;oBAC1C,IAAIM,gBACFnD,SACE,CAAC,0BAA0B,EAAEzB,mBAAmB,YAAY,EAAEuE,QAAQ,CAAC,EAAEF,YAAY,QAAQ,EAAElG,UAAU,SAAS,EAAEH,YAAY,MAAM,CAAC,CAAC,CAAC;oBAI7I,IAAIgD,SAAS,aAAa,SACxB;oBAEF,IAAIuD,UAAUF,aAAa;wBACzB5C,SACE,CAAC,wBAAwB,EAAE8C,QAAQ,CAAC,EAAEF,YAAY,eAAe,EAAED,cAAc,aAAa,EAAEE,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIQ,QAAQ,CAACC,UAAYC,WAAWD,SAASX;oBACrD;gBACF,SAAU;oBACRK;gBACF;YACF;YAEA,IAAI,CAACzC,SACH,MAAMsC;QAEV;QAEA9C,UAAU,CAAC,4BAA4B,EAAEU,sBAAsB;QAC/DV,UAAU,CAAC,kBAAkB,EAAEQ,SAAS;QAGxC,IAAID,eAAe,CAACjE,OAAO;YAEzB,MAAMkG,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAEjC,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtClE,QAAQ;gBACN,eAAekG;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAShC,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C,OAAOH,eAAezE,OAAOsE;YAC7B,YAAY,CAAC,CAACL;QAChB;IACF,EAAE,OAAOkD,GAAQ;QACfxD,SAAS,iBAAiBwD;QAE1B,IAAIA,aAAavH,sBACf,MAAMuH;QAGR,MAAMC,WAAW,IAAIvH,MACnB,CAAC,eAAe,EAAEoE,cAAc,eAAe,GAAG,kBAAkB,EAAE5D,UAAU,GAAG,EAAE8G,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpBpE,QAAsC,EACtC/C,WAAyB,EACzBgD,OAGC;IAOD,MAAMoE,WAAW,MAAMtE,OAAOC,UAAU/C,aAAa;QACnD,WAAWgD,SAAS;QACpB,aAAaA,SAAS;IACxB;IACAqE,OAAOD,UAAU;IACjB,MAAM3G,cAAcT,YAAY,WAAW;IAC3C,MAAMsH,cAAcC,cAAcH,SAAS,OAAO,EAAE3G;IACpD,IAAI,AAAuB,YAAvB,OAAO6G,aACT,MAAM,IAAI5H,qBACR,CAAC,0CAA0C,EAAEM,YAAY,SAAS,CAAC,GAAG,EAAEoH,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK;IAGlB,OAAO;QACL,SAASE;QACT,eAAeF,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;IAC/C;AACF;AAEO,eAAeI,yBACpBC,IAAY,EACZzH,WAAyB,EACzBgD,OAEC;IAED,MAAM,EAAEgB,OAAO,EAAElE,KAAK,EAAE,GAAG,MAAMgD,OAAO2E,MAAMzH,aAAa;QACzD,aAAagD,SAAS;IACxB;IACA,OAAO;QAAEgB;QAASlE;IAAM;AAC1B;AAEO,SAAS4H,yBAAyBN,QAAgB;IACvD,IAAI;QAEF,MAAMO,YAAYP,SAAS,KAAK,CAAC;QACjC,IAAIO,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBR,SAAS,KAAK,CACnC;QAEF,IAAIQ,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBT,SAAS,KAAK,CAAC;QACrC,IAAIS,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAC;IAET,OAAOT;AACT;AAEO,SAASU,yBAAyBC,KAAa;IACpD,IAAIA,MAAM,QAAQ,CAAC,SAEjB,MAAO,YAAY,IAAI,CAACA,OACtBA,QAAQA,MAAM,OAAO,CAAC,kBAAkB;IAG5C,OAAOA;AACT;AAEO,SAAS7C,uBAAuB,EACrC8C,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EACfzH,WAAW,EAMZ;IAMC,IACEuH,AAAqBtD,WAArBsD,oBACA,CAACC,mBACDC,AAAoBxD,WAApBwD,iBAEA,OAAO;QAAE,QAAQ,CAAC;IAAE;IAGtB,MAAMC,gBAA0B,EAAE;IAClC,MAAMC,SAAkC,CAAC;IAEzC,IACE3H,AAAgB,eAAhBA,eACAA,AAAgB,cAAhBA,eACAA,AAAgB,cAAhBA,aACA;QAEA,IAAIuH,AAAqBtD,WAArBsD,kBAAgC;YAClCI,OAAO,eAAe,GAAGJ;YACzBG,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAEH,kBAAkB;QAC1D;QAEA,IAAIE,AAAoBxD,WAApBwD,iBAA+B;YACjCE,OAAO,eAAe,GAAGF;YACzBC,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAED,iBAAiB;QACzD;IAEF,OAAO,IAAIzH,AAAgB,oBAAhBA,eAAmCA,AAAgB,kBAAhBA,aAA+B;QAE3E,IAAIuH,AAAqBtD,WAArBsD,kBAAgC;YAClCI,OAAO,QAAQ,GAAG;gBAChB,MAAMJ,mBAAmB,YAAY;YACvC;YACAG,cAAc,IAAI,CAChB,CAAC,cAAc,EAAEH,mBAAmB,YAAY,YAAY;QAEhE;QAEA,IAAIC,iBAAiB;YACnBG,OAAO,gBAAgB,GAAGH;YAC1BE,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAEF,gBAAgB,CAAC,CAAC;QAC5D;IAEF,OAAO,IAAIxH,AAAgB,YAAhBA,aAET;QAAA,IAAIuH,AAAqBtD,WAArBsD,kBAAgC;YAClCI,OAAO,QAAQ,GAAG;gBAChB,MAAMJ,mBAAmB,YAAY;YACvC;YACAG,cAAc,IAAI,CAChB,CAAC,cAAc,EAAEH,mBAAmB,YAAY,YAAY;QAEhE;IAAA,OAEK,IAAIvH,AAAgB,YAAhBA,aAAyB;QAElC2H,OAAO,SAAS,GAAG1D;QACnByD,cAAc,IAAI,CAAC;IAYrB,OAAO,IAAI,CAAC1H,aACV,OAAO;QACL,QAAQ,CAAC;QACT,cAAc;QACd,gBACE;IACJ;SAGA,IAAIwH,iBAAiB;QACnBG,OAAO,gBAAgB,GAAGH;QAC1BE,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAEF,gBAAgB,CAAC,CAAC;IAC5D;IAGF,OAAO;QACLG;QACA,cAAcD,cAAc,MAAM,GAC9B,CAAC,qBAAqB,EAAE1H,YAAY,EAAE,EAAE0H,cAAc,IAAI,CAAC,OAAO,GAClEzD;IACN;AACF;AAQA,SAAS2D,oBAAoBC,GAAQ;IAEnC,IAAIA,QAAAA,KACF,OAAOA;IAIT,IAAI/C,MAAM,OAAO,CAAC+C,MAChB,OAAOA,IAAI,GAAG,CAAC,CAACC,OAASF,oBAAoBE;IAI/C,IAAI,AAAe,YAAf,OAAOD,KAAkB;QAC3B,MAAME,aAAkB,CAAC;QAEzB,KAAK,MAAM,CAACC,KAAKnE,MAAM,IAAIoE,OAAO,OAAO,CAACJ,KAAM;YAE9C,MAAMK,aAAaF,IAAI,IAAI;YAG3B,IAAIG,kBAAkBP,oBAAoB/D;YAG1C,IAAI,AAA2B,YAA3B,OAAOsE,iBACTA,kBAAkBA,gBAAgB,IAAI;YAGxCJ,UAAU,CAACG,WAAW,GAAGC;QAC3B;QAEA,OAAOJ;IACT;IAGA,IAAI,AAAe,YAAf,OAAOF,KACT,OAAOA,IAAI,IAAI;IAIjB,OAAOA;AACT;AAEO,SAASf,cACdQ,KAAa,EACbtH,WAAqC;IAErC,MAAMoI,kBAAkBnB,yBAAyBK;IAEjD,IAAIc,iBAAiB,MAAM,oBACzB,OAAOA,gBACJ,KAAK,CAAC,oBACL,MAAM,GACP,IAAIlH;IAGT,IAAIR;IACJ,IAAImF;IACJ,IAAI;QACFnF,SAASwF,KAAK,KAAK,CAACkC;QACpB,OAAOR,oBAAoBlH;IAC7B,EAAE,OAAOY,OAAO;QACduE,YAAYvE;IACd;IACA,IAAI;QACFZ,SAASwF,KAAK,KAAK,CAACmC,WAAWD;QAC/B,OAAOR,oBAAoBlH;IAC7B,EAAE,OAAOY,OAAO;QACduE,YAAYvE;IACd;IAEA,IACEtB,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACAsI,SAAStI,cACT;QACA,MAAMuI,aAAalB,yBAAyBe;QAC5C,IAAI;YACF1H,SAASwF,KAAK,KAAK,CAACmC,WAAWE;YAC/B,OAAOX,oBAAoBlH;QAC7B,EAAE,OAAOY,OAAO;YACduE,YAAYvE;QACd;IACF;IACA,MAAMpC,MACJ,CAAC,gDAAgD,EAAEsJ,OACjD3C,aAAa,iBACb,gBAAgB,EAAEyB,OAAO;AAE/B"}

package/dist/es/ai-model/service-caller/request-timeout.mjs

@@ -0,0 +1,49 @@
+const DEFAULT_AI_CALL_TIMEOUT_MS = 180000;
+const AI_CALL_HARD_TIMEOUT_CODE = 'AI_CALL_HARD_TIMEOUT';
+function resolveEffectiveTimeoutMs(modelConfig) {
+    const { timeout } = modelConfig;
+    if ('number' != typeof timeout) return DEFAULT_AI_CALL_TIMEOUT_MS;
+    if (timeout <= 0) return null;
+    return timeout;
+}
+function isHardTimeoutError(err) {
+    if (!err || 'object' != typeof err) return false;
+    const code = err.code;
+    if (code === AI_CALL_HARD_TIMEOUT_CODE) return true;
+    const cause = err.cause;
+    if (cause && 'object' == typeof cause && cause.code === AI_CALL_HARD_TIMEOUT_CODE) return true;
+    return false;
+}
+function buildRequestAbortSignal(timeoutMs, userSignal) {
+    const controller = new AbortController();
+    if (userSignal?.aborted) {
+        controller.abort(userSignal.reason);
+        return {
+            signal: controller.signal,
+            cleanup: ()=>{}
+        };
+    }
+    let timer;
+    if (null !== timeoutMs) {
+        timer = setTimeout(()=>{
+            const err = new Error(`AI call hard timeout after ${timeoutMs}ms (full request time exceeded)`);
+            err.code = AI_CALL_HARD_TIMEOUT_CODE;
+            controller.abort(err);
+        }, timeoutMs);
+        if ('function' == typeof timer.unref) timer.unref();
+    }
+    const onUserAbort = userSignal ? ()=>controller.abort(userSignal.reason) : void 0;
+    if (userSignal && onUserAbort) userSignal.addEventListener('abort', onUserAbort, {
+        once: true
+    });
+    return {
+        signal: controller.signal,
+        cleanup: ()=>{
+            if (timer) clearTimeout(timer);
+            if (userSignal && onUserAbort) userSignal.removeEventListener('abort', onUserAbort);
+        }
+    };
+}
+export { AI_CALL_HARD_TIMEOUT_CODE, DEFAULT_AI_CALL_TIMEOUT_MS, buildRequestAbortSignal, isHardTimeoutError, resolveEffectiveTimeoutMs };
+
+//# sourceMappingURL=request-timeout.mjs.map

package/dist/es/ai-model/service-caller/request-timeout.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/request-timeout.mjs","sources":["../../../../src/ai-model/service-caller/request-timeout.ts"],"sourcesContent":["import type { IModelConfig } from '@midscene/shared/env';\n\n/**\n * Default hard timeout (ms) applied to every AI HTTP call.\n *\n * We need an end-to-end timeout for the whole request lifecycle, not just the\n * time until response headers arrive. Some providers can return headers\n * quickly and then stall while the body is still being read.\n *\n * Override per intent via `MIDSCENE_MODEL_TIMEOUT`,\n * `MIDSCENE_INSIGHT_MODEL_TIMEOUT`, or `MIDSCENE_PLANNING_MODEL_TIMEOUT`.\n * Set the env var (or `modelConfig.timeout`) to `0` to disable the hard\n * timeout entirely; only a caller-provided `abortSignal` will cancel the\n * request in that case.\n */\nexport const DEFAULT_AI_CALL_TIMEOUT_MS = 180_000;\n\n/** Identifying code set on the AbortError raised by our hard timeout. */\nexport const AI_CALL_HARD_TIMEOUT_CODE = 'AI_CALL_HARD_TIMEOUT';\n\n/**\n * Resolve the hard request timeout for an AI call.\n * Returns `null` when the user explicitly opted out (`timeout === 0`).\n */\nexport function resolveEffectiveTimeoutMs(\n  modelConfig: Pick<IModelConfig, 'timeout'>,\n): number | null {\n  const { timeout } = modelConfig;\n  if (typeof timeout !== 'number') return DEFAULT_AI_CALL_TIMEOUT_MS;\n  if (timeout <= 0) return null;\n  return timeout;\n}\n\n/**\n * True if the error was raised by our hard-timeout AbortSignal (vs any other\n * abort/network/HTTP error). Used to drive observability without having to\n * string-match the message.\n */\nexport function isHardTimeoutError(err: unknown): boolean {\n  if (!err || typeof err !== 'object') return false;\n  const code = (err as { code?: unknown }).code;\n  if (code === AI_CALL_HARD_TIMEOUT_CODE) return true;\n  const cause = (err as { cause?: unknown }).cause;\n  if (\n    cause &&\n    typeof cause === 'object' &&\n    (cause as { code?: unknown }).code === AI_CALL_HARD_TIMEOUT_CODE\n  ) {\n    return true;\n  }\n  return false;\n}\n\n// Wires a hard timeout into the abort signal passed to fetch so the request\n// is actually cancelled even if the provider/client timeout only covers part\n// of the request. Honours any abortSignal supplied by the caller. Passing\n// `null` for `timeoutMs` disables the hard timeout and only forwards the user\n// signal.\nexport function buildRequestAbortSignal(\n  timeoutMs: number | null,\n  userSignal?: AbortSignal,\n): { signal: AbortSignal; cleanup: () => void } {\n  const controller = new AbortController();\n\n  if (userSignal?.aborted) {\n    controller.abort(userSignal.reason);\n    return { signal: controller.signal, cleanup: () => {} };\n  }\n\n  let timer: ReturnType<typeof setTimeout> | undefined;\n  if (timeoutMs !== null) {\n    timer = setTimeout(() => {\n      const err = new Error(\n        `AI call hard timeout after ${timeoutMs}ms (full request time exceeded)`,\n      ) as Error & { code?: string };\n      err.code = AI_CALL_HARD_TIMEOUT_CODE;\n      controller.abort(err);\n    }, timeoutMs);\n    if (typeof (timer as { unref?: () => void }).unref === 'function') {\n      (timer as { unref: () => void }).unref();\n    }\n  }\n\n  const onUserAbort = userSignal\n    ? () => controller.abort(userSignal.reason)\n    : undefined;\n  if (userSignal && onUserAbort) {\n    userSignal.addEventListener('abort', onUserAbort, { once: true });\n  }\n\n  return {\n    signal: controller.signal,\n    cleanup: () => {\n      if (timer) clearTimeout(timer);\n      if (userSignal && onUserAbort) {\n        userSignal.removeEventListener('abort', onUserAbort);\n      }\n    },\n  };\n}\n"],"names":["DEFAULT_AI_CALL_TIMEOUT_MS","AI_CALL_HARD_TIMEOUT_CODE","resolveEffectiveTimeoutMs","modelConfig","timeout","isHardTimeoutError","err","code","cause","buildRequestAbortSignal","timeoutMs","userSignal","controller","AbortController","timer","setTimeout","Error","onUserAbort","undefined","clearTimeout"],"mappings":"AAeO,MAAMA,6BAA6B;AAGnC,MAAMC,4BAA4B;AAMlC,SAASC,0BACdC,WAA0C;IAE1C,MAAM,EAAEC,OAAO,EAAE,GAAGD;IACpB,IAAI,AAAmB,YAAnB,OAAOC,SAAsB,OAAOJ;IACxC,IAAII,WAAW,GAAG,OAAO;IACzB,OAAOA;AACT;AAOO,SAASC,mBAAmBC,GAAY;IAC7C,IAAI,CAACA,OAAO,AAAe,YAAf,OAAOA,KAAkB,OAAO;IAC5C,MAAMC,OAAQD,IAA2B,IAAI;IAC7C,IAAIC,SAASN,2BAA2B,OAAO;IAC/C,MAAMO,QAASF,IAA4B,KAAK;IAChD,IACEE,SACA,AAAiB,YAAjB,OAAOA,SACNA,MAA6B,IAAI,KAAKP,2BAEvC,OAAO;IAET,OAAO;AACT;AAOO,SAASQ,wBACdC,SAAwB,EACxBC,UAAwB;IAExB,MAAMC,aAAa,IAAIC;IAEvB,IAAIF,YAAY,SAAS;QACvBC,WAAW,KAAK,CAACD,WAAW,MAAM;QAClC,OAAO;YAAE,QAAQC,WAAW,MAAM;YAAE,SAAS,KAAO;QAAE;IACxD;IAEA,IAAIE;IACJ,IAAIJ,AAAc,SAAdA,WAAoB;QACtBI,QAAQC,WAAW;YACjB,MAAMT,MAAM,IAAIU,MACd,CAAC,2BAA2B,EAAEN,UAAU,+BAA+B,CAAC;YAE1EJ,IAAI,IAAI,GAAGL;YACXW,WAAW,KAAK,CAACN;QACnB,GAAGI;QACH,IAAI,AAAmD,cAAnD,OAAQI,MAAiC,KAAK,EAC/CA,MAAgC,KAAK;IAE1C;IAEA,MAAMG,cAAcN,aAChB,IAAMC,WAAW,KAAK,CAACD,WAAW,MAAM,IACxCO;IACJ,IAAIP,cAAcM,aAChBN,WAAW,gBAAgB,CAAC,SAASM,aAAa;QAAE,MAAM;IAAK;IAGjE,OAAO;QACL,QAAQL,WAAW,MAAM;QACzB,SAAS;YACP,IAAIE,OAAOK,aAAaL;YACxB,IAAIH,cAAcM,aAChBN,WAAW,mBAAmB,CAAC,SAASM;QAE5C;IACF;AACF"}

package/dist/es/common.mjs

@@ -223,7 +223,12 @@ function buildYamlFlowFromPlans(plans, actionSpace) {
         }
         const flowKey = action.interfaceAlias || verb;
         const flowParam = action.paramSchema ? dumpActionParam(plan.param || {}, action.paramSchema) : {};
-        const flowItem = {
+        const shortcutField = 'Launch' === action.name || 'launch' === action.interfaceAlias ? 'uri' : 'Terminate' === action.name || 'terminate' === action.interfaceAlias ? 'uri' : 'RunAdbShell' === action.name || 'runAdbShell' === action.interfaceAlias ? 'command' : void 0;
+        const shortcutKeys = shortcutField ? Object.keys(flowParam) : [];
+        const canInlineShortcut = shortcutField && 1 === shortcutKeys.length && shortcutKeys[0] === shortcutField && 'string' == typeof flowParam[shortcutField];
+        const flowItem = canInlineShortcut ? {
+            [flowKey]: flowParam[shortcutField]
+        } : {
             [flowKey]: '',
             ...flowParam
         };