@midscene/core 1.9.8 → 1.10.0

package/dist/lib/ai-model/models/ui-tars/planning.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/models/ui-tars/planning.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/ui-tars/planning.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { type TUserPrompt, userPromptToString } from '@/common';\nimport type {\n  PlanningAIResponse,\n  PlanningAction,\n  PlanningLocateParamWithLocatedPixelBbox,\n  Size,\n} from '@/types';\nimport type { UITarsModelVersion } from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { transformHotkeyInput } from '@midscene/shared/us-keyboard-layout';\nimport { assert } from '@midscene/shared/utils';\nimport { actionParser } from '@ui-tars/action-parser';\nimport {\n  getSummary,\n  getUiTarsPlanningPrompt,\n} from '../../prompt/ui-tars-planning';\nimport {\n  AIResponseParseError,\n  callAIWithStringResponse,\n} from '../../service-caller/index';\nimport { finalizePixelBbox } from '../../shared/model-locate-result/bbox';\nimport { mapLocateResultToPixelBboxByCoordinates } from '../../shared/model-locate-result/pixel-bbox-mapper';\nimport type { PlanOptions } from '../../workflows/planning/types';\n\ntype ActionType =\n  | 'click'\n  | 'left_double'\n  | 'right_single'\n  | 'drag'\n  | 'type'\n  | 'hotkey'\n  | 'finished'\n  | 'scroll'\n  | 'wait';\n\nconst debug = getDebug('ui-tars-planning');\nconst warnLog = getDebug('ui-tars-planning', { console: true });\n\nfunction pointToLocateParam(\n  point: [number, number],\n  thought: string | null,\n  size: Size,\n): PlanningLocateParamWithLocatedPixelBbox {\n  const ctx = { preparedSize: size };\n  const pixelBbox = mapLocateResultToPixelBboxByCoordinates(\n    { type: 'point', coordinates: point },\n    ctx,\n    { shape: 'point', order: 'xy', normalizedBy: 1 },\n  );\n\n  return {\n    prompt: thought || '',\n    locatedPixelBbox: finalizePixelBbox(pixelBbox, point, ctx),\n  };\n}\n\nexport async function uiTarsPlanning(\n  userInstruction: TUserPrompt,\n  options: PlanOptions,\n  uiTarsModelVersion: UITarsModelVersion,\n): Promise<PlanningAIResponse> {\n  const { conversationHistory, context, modelRuntime, actionContext } = options;\n\n  const userInstructionText = userPromptToString(userInstruction);\n  let instruction = userInstructionText;\n  if (actionContext) {\n    instruction = `<high_priority_knowledge>${actionContext}</high_priority_knowledge>\\n<user_instruction>${userInstructionText}</user_instruction>`;\n  }\n\n  const systemPrompt = getUiTarsPlanningPrompt() + instruction;\n\n  const screenshotBase64 = context.screenshot.base64;\n  const referenceImageMessages = options.referenceImageMessages ?? [];\n\n  conversationHistory.append({\n    role: 'user',\n    content: [\n      {\n        type: 'image_url',\n        image_url: {\n          url: screenshotBase64,\n        },\n      },\n    ],\n  });\n\n  const res = await callAIWithStringResponse(\n    [\n      {\n        role: 'user',\n        content: systemPrompt,\n      },\n      ...referenceImageMessages,\n      ...conversationHistory.snapshot(),\n    ],\n    modelRuntime,\n    {\n      abortSignal: options.abortSignal,\n    },\n  );\n\n  let convertedText: string;\n  let parsed: ReturnType<typeof actionParser>['parsed'];\n\n  try {\n    convertedText = convertBboxToCoordinates(res.content);\n\n    const { shotSize } = context;\n    const parseResult = actionParser({\n      prediction: convertedText,\n      factor: [1000, 1000],\n      screenContext: {\n        width: shotSize.width,\n        height: shotSize.height,\n      },\n      modelVer: uiTarsModelVersion,\n    });\n    parsed = parseResult.parsed;\n  } catch (parseError) {\n    // Throw AIResponseParseError with usage and rawResponse preserved\n    const errorMessage =\n      parseError instanceof Error ? parseError.message : String(parseError);\n    throw new AIResponseParseError(\n      `Parse error: ${errorMessage}`,\n      JSON.stringify(res.content, undefined, 2),\n      res.usage,\n      res.rawChoiceMessage,\n    );\n  }\n\n  const { shotSize } = context;\n\n  debug(\n    'ui-tars modelVer',\n    uiTarsModelVersion,\n    ', parsed',\n    JSON.stringify(parsed),\n  );\n\n  const transformActions: PlanningAction[] = [];\n  const unhandledActions: Array<{ type: string; thought: string }> = [];\n  let shouldContinue = true;\n  parsed.forEach((action) => {\n    const actionType = (action.action_type || '').toLowerCase();\n    if (actionType === 'click') {\n      assert(action.action_inputs.start_box, 'start_box is required');\n      const point = getPoint(action.action_inputs.start_box);\n\n      const locate = pointToLocateParam(point, action.thought, shotSize);\n\n      transformActions.push({\n        type: 'Tap',\n        param: {\n          locate,\n        },\n      });\n    } else if (actionType === 'left_double') {\n      assert(action.action_inputs.start_box, 'start_box is required');\n      const point = getPoint(action.action_inputs.start_box);\n\n      const locate = pointToLocateParam(point, action.thought, shotSize);\n\n      transformActions.push({\n        type: 'DoubleClick',\n        param: {\n          locate,\n        },\n        thought: action.thought || '',\n      });\n    } else if (actionType === 'right_single') {\n      assert(action.action_inputs.start_box, 'start_box is required');\n      const point = getPoint(action.action_inputs.start_box);\n\n      const locate = pointToLocateParam(point, action.thought, shotSize);\n\n      transformActions.push({\n        type: 'RightClick',\n        param: {\n          locate,\n        },\n        thought: action.thought || '',\n      });\n    } else if (actionType === 'drag') {\n      assert(action.action_inputs.start_box, 'start_box is required');\n      assert(action.action_inputs.end_box, 'end_box is required');\n      const startPoint = getPoint(action.action_inputs.start_box);\n      const endPoint = getPoint(action.action_inputs.end_box);\n      transformActions.push({\n        type: 'DragAndDrop',\n        param: {\n          from: pointToLocateParam(startPoint, action.thought, shotSize),\n          to: pointToLocateParam(endPoint, action.thought, shotSize),\n        },\n        thought: action.thought || '',\n      });\n    } else if (actionType === 'type') {\n      transformActions.push({\n        type: 'Input',\n        param: {\n          value: action.action_inputs.content,\n        },\n        thought: action.thought || '',\n      });\n    } else if (actionType === 'scroll') {\n      transformActions.push({\n        type: 'Scroll',\n        param: {\n          direction: action.action_inputs.direction,\n        },\n        thought: action.thought || '',\n      });\n    } else if (actionType === 'finished') {\n      shouldContinue = false;\n      transformActions.push({\n        type: 'Finished',\n        param: {},\n        thought: action.action_inputs.content || action.thought || '',\n      });\n    } else if (actionType === 'hotkey') {\n      if (!action.action_inputs.key) {\n        warnLog('No key found in action: hotkey. Will not perform action.');\n      } else {\n        const keys = transformHotkeyInput(action.action_inputs.key);\n\n        transformActions.push({\n          type: 'KeyboardPress',\n          param: {\n            keyName: keys.join('+'),\n          },\n          thought: action.thought || '',\n        });\n      }\n    } else if (actionType === 'wait') {\n      transformActions.push({\n        type: 'Sleep',\n        param: {\n          timeMs: 1000,\n        },\n        thought: action.thought || '',\n      });\n    } else if (actionType) {\n      // Track unhandled action types\n      unhandledActions.push({\n        type: actionType,\n        thought: action.thought || '',\n      });\n      debug('Unhandled action type:', actionType, 'thought:', action.thought);\n    }\n  });\n\n  if (transformActions.length === 0) {\n    const errorDetails: string[] = [];\n\n    // Check if parsing failed\n    if (parsed.length === 0) {\n      errorDetails.push('Action parser returned no actions');\n\n      // Check if response has Thought but no Action\n      if (\n        res.content.includes('Thought:') &&\n        !res.content.includes('Action:')\n      ) {\n        errorDetails.push(\n          'Response contains \"Thought:\" but missing \"Action:\" line',\n        );\n      } else {\n        errorDetails.push('Response may be malformed or empty');\n      }\n    }\n\n    // Check if we have unhandled action types\n    if (unhandledActions.length > 0) {\n      const types = unhandledActions.map((a) => a.type).join(', ');\n      errorDetails.push(`Unhandled action types: ${types}`);\n    }\n\n    const errorMessage = [\n      'No actions found in UI-TARS response.',\n      ...errorDetails,\n    ].join('\\n');\n\n    // Throw AIResponseParseError with usage and rawResponse preserved\n    throw new AIResponseParseError(\n      errorMessage,\n      JSON.stringify(res.content, undefined, 2),\n      res.usage,\n      res.rawChoiceMessage,\n    );\n  }\n\n  debug('transformActions', JSON.stringify(transformActions, null, 2));\n  const log = getSummary(res.content);\n\n  conversationHistory.append({\n    role: 'assistant',\n    content: log,\n  });\n\n  return {\n    actions: transformActions,\n    log,\n    usage: res.usage,\n    rawResponse: JSON.stringify(res.content, undefined, 2),\n    rawChoiceMessage: res.rawChoiceMessage,\n    shouldContinuePlanning: shouldContinue,\n  };\n}\n\n/**\n * Converts bounding box notation to coordinate points\n * @param text - The text containing bbox tags to be converted\n * @returns The text with bbox tags replaced by coordinate points\n */\nfunction convertBboxToCoordinates(text: string): string {\n  // Match the four numbers after <bbox>\n  const pattern = /<bbox>(\\d+)\\s+(\\d+)\\s+(\\d+)\\s+(\\d+)<\\/bbox>/g;\n\n  function replaceMatch(\n    match: string,\n    x1: string,\n    y1: string,\n    x2: string,\n    y2: string,\n  ): string {\n    // Convert strings to numbers and calculate center point\n    const x1Num = Number.parseInt(x1, 10);\n    const y1Num = Number.parseInt(y1, 10);\n    const x2Num = Number.parseInt(x2, 10);\n    const y2Num = Number.parseInt(y2, 10);\n\n    // Use Math.floor to truncate and calculate center point\n    const x = Math.floor((x1Num + x2Num) / 2);\n    const y = Math.floor((y1Num + y2Num) / 2);\n\n    // Return formatted coordinate string\n    return `(${x},${y})`;\n  }\n\n  // Remove common model wrappers before handing the response to UI-TARS parser.\n  const cleanedText = text\n    .replace(/\\[EOS\\]/g, '')\n    .replace(/```(?:[a-zA-Z0-9_-]+)?/g, '');\n  return cleanedText.replace(pattern, replaceMatch).trim();\n}\n\nfunction getPoint(startBox: string): [number, number] {\n  const [x, y] = JSON.parse(startBox);\n  assert(\n    typeof x === 'number' &&\n      Number.isFinite(x) &&\n      typeof y === 'number' &&\n      Number.isFinite(y),\n    `invalid point data for ui-tars planning: ${startBox}`,\n  );\n  return [x, y];\n}\n\ninterface BaseAction {\n  action_type: ActionType;\n  action_inputs: Record<string, any>;\n  reflection: string | null;\n  thought: string | null;\n}\n\ninterface ClickAction extends BaseAction {\n  action_type: 'click';\n  action_inputs: {\n    start_box: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface DragAction extends BaseAction {\n  action_type: 'drag';\n  action_inputs: {\n    start_box: string; // JSON string of [x, y] coordinates\n    end_box: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface WaitAction extends BaseAction {\n  action_type: 'wait';\n  action_inputs: {\n    time: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface LeftDoubleAction extends BaseAction {\n  action_type: 'left_double';\n  action_inputs: {\n    start_box: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface RightSingleAction extends BaseAction {\n  action_type: 'right_single';\n  action_inputs: {\n    start_box: string; // JSON string of [x, y] coordinates\n  };\n}\n\ninterface TypeAction extends BaseAction {\n  action_type: 'type';\n  action_inputs: {\n    content: string;\n  };\n}\n\ninterface HotkeyAction extends BaseAction {\n  action_type: 'hotkey';\n  action_inputs: {\n    key: string;\n  };\n}\n\ninterface ScrollAction extends BaseAction {\n  action_type: 'scroll';\n  action_inputs: {\n    direction: 'up' | 'down';\n  };\n}\n\ninterface FinishedAction extends BaseAction {\n  action_type: 'finished';\n  action_inputs: {\n    content?: string;\n  };\n}\n\nexport type Action =\n  | ClickAction\n  | LeftDoubleAction\n  | RightSingleAction\n  | DragAction\n  | TypeAction\n  | HotkeyAction\n  | ScrollAction\n  | FinishedAction\n  | WaitAction;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","debug","getDebug","warnLog","pointToLocateParam","point","thought","size","ctx","pixelBbox","mapLocateResultToPixelBboxByCoordinates","finalizePixelBbox","uiTarsPlanning","userInstruction","options","uiTarsModelVersion","conversationHistory","context","modelRuntime","actionContext","userInstructionText","userPromptToString","instruction","systemPrompt","getUiTarsPlanningPrompt","screenshotBase64","referenceImageMessages","res","callAIWithStringResponse","convertedText","parsed","convertBboxToCoordinates","shotSize","parseResult","actionParser","parseError","errorMessage","Error","String","AIResponseParseError","JSON","undefined","transformActions","unhandledActions","shouldContinue","action","actionType","assert","getPoint","locate","startPoint","endPoint","keys","transformHotkeyInput","errorDetails","types","a","log","getSummary","text","pattern","replaceMatch","match","x1","y1","x2","y2","x1Num","Number","y1Num","x2Num","y2Num","x","Math","y","cleanedText","startBox"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;AC6BA,MAAMI,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AACvB,MAAMC,UAAUD,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,oBAAoB;IAAE,SAAS;AAAK;AAE7D,SAASE,mBACPC,KAAuB,EACvBC,OAAsB,EACtBC,IAAU;IAEV,MAAMC,MAAM;QAAE,cAAcD;IAAK;IACjC,MAAME,YAAYC,AAAAA,IAAAA,qCAAAA,uCAAAA,AAAAA,EAChB;QAAE,MAAM;QAAS,aAAaL;IAAM,GACpCG,KACA;QAAE,OAAO;QAAS,OAAO;QAAM,cAAc;IAAE;IAGjD,OAAO;QACL,QAAQF,WAAW;QACnB,kBAAkBK,AAAAA,IAAAA,wBAAAA,iBAAAA,AAAAA,EAAkBF,WAAWJ,OAAOG;IACxD;AACF;AAEO,eAAeI,eACpBC,eAA4B,EAC5BC,OAAoB,EACpBC,kBAAsC;IAEtC,MAAM,EAAEC,mBAAmB,EAAEC,OAAO,EAAEC,YAAY,EAAEC,aAAa,EAAE,GAAGL;IAEtE,MAAMM,sBAAsBC,AAAAA,IAAAA,mCAAAA,kBAAAA,AAAAA,EAAmBR;IAC/C,IAAIS,cAAcF;IAClB,IAAID,eACFG,cAAc,CAAC,yBAAyB,EAAEH,cAAc,8CAA8C,EAAEC,oBAAoB,mBAAmB,CAAC;IAGlJ,MAAMG,eAAeC,AAAAA,IAAAA,oCAAAA,uBAAAA,AAAAA,MAA4BF;IAEjD,MAAMG,mBAAmBR,QAAQ,UAAU,CAAC,MAAM;IAClD,MAAMS,yBAAyBZ,QAAQ,sBAAsB,IAAI,EAAE;IAEnEE,oBAAoB,MAAM,CAAC;QACzB,MAAM;QACN,SAAS;YACP;gBACE,MAAM;gBACN,WAAW;oBACT,KAAKS;gBACP;YACF;SACD;IACH;IAEA,MAAME,MAAM,MAAMC,AAAAA,IAAAA,yBAAAA,wBAAAA,AAAAA,EAChB;QACE;YACE,MAAM;YACN,SAASL;QACX;WACGG;WACAV,oBAAoB,QAAQ;KAChC,EACDE,cACA;QACE,aAAaJ,QAAQ,WAAW;IAClC;IAGF,IAAIe;IACJ,IAAIC;IAEJ,IAAI;QACFD,gBAAgBE,yBAAyBJ,IAAI,OAAO;QAEpD,MAAM,EAAEK,QAAQ,EAAE,GAAGf;QACrB,MAAMgB,cAAcC,AAAAA,IAAAA,8BAAAA,YAAAA,AAAAA,EAAa;YAC/B,YAAYL;YACZ,QAAQ;gBAAC;gBAAM;aAAK;YACpB,eAAe;gBACb,OAAOG,SAAS,KAAK;gBACrB,QAAQA,SAAS,MAAM;YACzB;YACA,UAAUjB;QACZ;QACAe,SAASG,YAAY,MAAM;IAC7B,EAAE,OAAOE,YAAY;QAEnB,MAAMC,eACJD,sBAAsBE,QAAQF,WAAW,OAAO,GAAGG,OAAOH;QAC5D,MAAM,IAAII,yBAAAA,oBAAoBA,CAC5B,CAAC,aAAa,EAAEH,cAAc,EAC9BI,KAAK,SAAS,CAACb,IAAI,OAAO,EAAEc,QAAW,IACvCd,IAAI,KAAK,EACTA,IAAI,gBAAgB;IAExB;IAEA,MAAM,EAAEK,QAAQ,EAAE,GAAGf;IAErBhB,MACE,oBACAc,oBACA,YACAyB,KAAK,SAAS,CAACV;IAGjB,MAAMY,mBAAqC,EAAE;IAC7C,MAAMC,mBAA6D,EAAE;IACrE,IAAIC,iBAAiB;IACrBd,OAAO,OAAO,CAAC,CAACe;QACd,MAAMC,aAAcD,AAAAA,CAAAA,OAAO,WAAW,IAAI,EAAC,EAAG,WAAW;QACzD,IAAIC,AAAe,YAAfA,YAAwB;YAC1BC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,aAAa,CAAC,SAAS,EAAE;YACvC,MAAMxC,QAAQ2C,SAASH,OAAO,aAAa,CAAC,SAAS;YAErD,MAAMI,SAAS7C,mBAAmBC,OAAOwC,OAAO,OAAO,EAAEb;YAEzDU,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACLO;gBACF;YACF;QACF,OAAO,IAAIH,AAAe,kBAAfA,YAA8B;YACvCC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,aAAa,CAAC,SAAS,EAAE;YACvC,MAAMxC,QAAQ2C,SAASH,OAAO,aAAa,CAAC,SAAS;YAErD,MAAMI,SAAS7C,mBAAmBC,OAAOwC,OAAO,OAAO,EAAEb;YAEzDU,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACLO;gBACF;gBACA,SAASJ,OAAO,OAAO,IAAI;YAC7B;QACF,OAAO,IAAIC,AAAe,mBAAfA,YAA+B;YACxCC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,aAAa,CAAC,SAAS,EAAE;YACvC,MAAMxC,QAAQ2C,SAASH,OAAO,aAAa,CAAC,SAAS;YAErD,MAAMI,SAAS7C,mBAAmBC,OAAOwC,OAAO,OAAO,EAAEb;YAEzDU,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACLO;gBACF;gBACA,SAASJ,OAAO,OAAO,IAAI;YAC7B;QACF,OAAO,IAAIC,AAAe,WAAfA,YAAuB;YAChCC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,aAAa,CAAC,SAAS,EAAE;YACvCE,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOF,OAAO,aAAa,CAAC,OAAO,EAAE;YACrC,MAAMK,aAAaF,SAASH,OAAO,aAAa,CAAC,SAAS;YAC1D,MAAMM,WAAWH,SAASH,OAAO,aAAa,CAAC,OAAO;YACtDH,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACL,MAAMtC,mBAAmB8C,YAAYL,OAAO,OAAO,EAAEb;oBACrD,IAAI5B,mBAAmB+C,UAAUN,OAAO,OAAO,EAAEb;gBACnD;gBACA,SAASa,OAAO,OAAO,IAAI;YAC7B;QACF,OAAO,IAAIC,AAAe,WAAfA,YACTJ,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO;gBACL,OAAOG,OAAO,aAAa,CAAC,OAAO;YACrC;YACA,SAASA,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIC,AAAe,aAAfA,YACTJ,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO;gBACL,WAAWG,OAAO,aAAa,CAAC,SAAS;YAC3C;YACA,SAASA,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIC,AAAe,eAAfA,YAA2B;YACpCF,iBAAiB;YACjBF,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO,CAAC;gBACR,SAASG,OAAO,aAAa,CAAC,OAAO,IAAIA,OAAO,OAAO,IAAI;YAC7D;QACF,OAAO,IAAIC,AAAe,aAAfA,YACT,IAAKD,OAAO,aAAa,CAAC,GAAG,EAEtB;YACL,MAAMO,OAAOC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBR,OAAO,aAAa,CAAC,GAAG;YAE1DH,iBAAiB,IAAI,CAAC;gBACpB,MAAM;gBACN,OAAO;oBACL,SAASU,KAAK,IAAI,CAAC;gBACrB;gBACA,SAASP,OAAO,OAAO,IAAI;YAC7B;QACF,OAXE1C,QAAQ;aAYL,IAAI2C,AAAe,WAAfA,YACTJ,iBAAiB,IAAI,CAAC;YACpB,MAAM;YACN,OAAO;gBACL,QAAQ;YACV;YACA,SAASG,OAAO,OAAO,IAAI;QAC7B;aACK,IAAIC,YAAY;YAErBH,iBAAiB,IAAI,CAAC;gBACpB,MAAMG;gBACN,SAASD,OAAO,OAAO,IAAI;YAC7B;YACA5C,MAAM,0BAA0B6C,YAAY,YAAYD,OAAO,OAAO;QACxE;IACF;IAEA,IAAIH,AAA4B,MAA5BA,iBAAiB,MAAM,EAAQ;QACjC,MAAMY,eAAyB,EAAE;QAGjC,IAAIxB,AAAkB,MAAlBA,OAAO,MAAM,EAAQ;YACvBwB,aAAa,IAAI,CAAC;YAGlB,IACE3B,IAAI,OAAO,CAAC,QAAQ,CAAC,eACrB,CAACA,IAAI,OAAO,CAAC,QAAQ,CAAC,YAEtB2B,aAAa,IAAI,CACf;iBAGFA,aAAa,IAAI,CAAC;QAEtB;QAGA,IAAIX,iBAAiB,MAAM,GAAG,GAAG;YAC/B,MAAMY,QAAQZ,iBAAiB,GAAG,CAAC,CAACa,IAAMA,EAAE,IAAI,EAAE,IAAI,CAAC;YACvDF,aAAa,IAAI,CAAC,CAAC,wBAAwB,EAAEC,OAAO;QACtD;QAEA,MAAMnB,eAAe;YACnB;eACGkB;SACJ,CAAC,IAAI,CAAC;QAGP,MAAM,IAAIf,yBAAAA,oBAAoBA,CAC5BH,cACAI,KAAK,SAAS,CAACb,IAAI,OAAO,EAAEc,QAAW,IACvCd,IAAI,KAAK,EACTA,IAAI,gBAAgB;IAExB;IAEA1B,MAAM,oBAAoBuC,KAAK,SAAS,CAACE,kBAAkB,MAAM;IACjE,MAAMe,MAAMC,AAAAA,IAAAA,oCAAAA,UAAAA,AAAAA,EAAW/B,IAAI,OAAO;IAElCX,oBAAoB,MAAM,CAAC;QACzB,MAAM;QACN,SAASyC;IACX;IAEA,OAAO;QACL,SAASf;QACTe;QACA,OAAO9B,IAAI,KAAK;QAChB,aAAaa,KAAK,SAAS,CAACb,IAAI,OAAO,EAAEc,QAAW;QACpD,kBAAkBd,IAAI,gBAAgB;QACtC,wBAAwBiB;IAC1B;AACF;AAOA,SAASb,yBAAyB4B,IAAY;IAE5C,MAAMC,UAAU;IAEhB,SAASC,aACPC,KAAa,EACbC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU;QAGV,MAAMC,QAAQC,OAAO,QAAQ,CAACL,IAAI;QAClC,MAAMM,QAAQD,OAAO,QAAQ,CAACJ,IAAI;QAClC,MAAMM,QAAQF,OAAO,QAAQ,CAACH,IAAI;QAClC,MAAMM,QAAQH,OAAO,QAAQ,CAACF,IAAI;QAGlC,MAAMM,IAAIC,KAAK,KAAK,CAAEN,AAAAA,CAAAA,QAAQG,KAAI,IAAK;QACvC,MAAMI,IAAID,KAAK,KAAK,CAAEJ,AAAAA,CAAAA,QAAQE,KAAI,IAAK;QAGvC,OAAO,CAAC,CAAC,EAAEC,EAAE,CAAC,EAAEE,EAAE,CAAC,CAAC;IACtB;IAGA,MAAMC,cAAchB,KACjB,OAAO,CAAC,YAAY,IACpB,OAAO,CAAC,2BAA2B;IACtC,OAAOgB,YAAY,OAAO,CAACf,SAASC,cAAc,IAAI;AACxD;AAEA,SAASb,SAAS4B,QAAgB;IAChC,MAAM,CAACJ,GAAGE,EAAE,GAAGlC,KAAK,KAAK,CAACoC;IAC1B7B,IAAAA,sBAAAA,MAAAA,AAAAA,EACE,AAAa,YAAb,OAAOyB,KACLJ,OAAO,QAAQ,CAACI,MAChB,AAAa,YAAb,OAAOE,KACPN,OAAO,QAAQ,CAACM,IAClB,CAAC,yCAAyC,EAAEE,UAAU;IAExD,OAAO;QAACJ;QAAGE;KAAE;AACf"}
+{"version":3,"file":"ai-model/models/ui-tars/planning.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/ui-tars/planning.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { UITarsModelVersion } from '@midscene/shared/env';\nimport type { CustomPlanningDefinition } from '../../model-adapter/custom-planning-types';\nimport { transformUiTarsActions } from './actions';\nimport {\n  type UiTarsParsedPlanningResponse,\n  parseUiTarsPlanningResponse,\n} from './parser';\nimport { getSummary, getUiTarsPlanningPrompt } from './prompt';\n\nexport function createUiTarsPlanner(\n  uiTarsModelVersion: UITarsModelVersion,\n): CustomPlanningDefinition<UiTarsParsedPlanningResponse> {\n  return {\n    messages: {\n      systemPromptPlacement: 'user-message',\n      buildSystemPrompt: getUiTarsPlanningPrompt,\n      buildUserInstruction: (instruction) =>\n        `<user_instruction>${instruction}</user_instruction>`,\n      buildAssistantContent: (_parsedResponse, rawResponse) =>\n        getSummary(rawResponse),\n    },\n    coordinates: { shape: 'point', order: 'xy', normalizedBy: 1 },\n    parseResponse: (rawResponse, { options }) => {\n      return parseUiTarsPlanningResponse(\n        rawResponse,\n        options.context.shotSize,\n        uiTarsModelVersion,\n      );\n    },\n    transformActions: (parsedPlanningResponse) => {\n      return transformUiTarsActions(parsedPlanningResponse);\n    },\n    shouldContinuePlanning: (_parsedResponse, actions) =>\n      actions.every((action) => action.type !== 'Finished'),\n    buildResponseLog: (_parsedResponse, rawResponse) => getSummary(rawResponse),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","createUiTarsPlanner","uiTarsModelVersion","getUiTarsPlanningPrompt","instruction","_parsedResponse","rawResponse","getSummary","options","parseUiTarsPlanningResponse","parsedPlanningResponse","transformUiTarsActions","actions","action"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;ACGO,SAASI,oBACdC,kBAAsC;IAEtC,OAAO;QACL,UAAU;YACR,uBAAuB;YACvB,mBAAmBC,mCAAAA,uBAAuBA;YAC1C,sBAAsB,CAACC,cACrB,CAAC,kBAAkB,EAAEA,YAAY,mBAAmB,CAAC;YACvD,uBAAuB,CAACC,iBAAiBC,cACvCC,AAAAA,IAAAA,mCAAAA,UAAAA,AAAAA,EAAWD;QACf;QACA,aAAa;YAAE,OAAO;YAAS,OAAO;YAAM,cAAc;QAAE;QAC5D,eAAe,CAACA,aAAa,EAAEE,OAAO,EAAE,GAC/BC,AAAAA,IAAAA,mCAAAA,2BAAAA,AAAAA,EACLH,aACAE,QAAQ,OAAO,CAAC,QAAQ,EACxBN;QAGJ,kBAAkB,CAACQ,yBACVC,AAAAA,IAAAA,oCAAAA,sBAAAA,AAAAA,EAAuBD;QAEhC,wBAAwB,CAACL,iBAAiBO,UACxCA,QAAQ,KAAK,CAAC,CAACC,SAAWA,AAAgB,eAAhBA,OAAO,IAAI;QACvC,kBAAkB,CAACR,iBAAiBC,cAAgBC,AAAAA,IAAAA,mCAAAA,UAAAA,AAAAA,EAAWD;IACjE;AACF"}

package/dist/lib/ai-model/{prompt/ui-tars-planning.js → models/ui-tars/prompt.js}

@@ -70,4 +70,4 @@ Object.defineProperty(exports, '__esModule', {
     value: true
 });
 
-//# sourceMappingURL=ui-tars-planning.js.map
+//# sourceMappingURL=prompt.js.map

package/dist/lib/ai-model/models/ui-tars/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/models/ui-tars/prompt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/ui-tars/prompt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { getPreferredLanguage } from '@midscene/shared/env';\n\nexport function getUiTarsPlanningPrompt(): string {\n  const preferredLanguage = getPreferredLanguage();\n\n  return `\nYou are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task. \n\n## Output Format\n\\`\\`\\`\nThought: ...\nAction: ...\n\\`\\`\\`\n\n## Action Space\n\nclick(start_box='[x1, y1, x2, y2]')\nleft_double(start_box='[x1, y1, x2, y2]')\nright_single(start_box='[x1, y1, x2, y2]')\ndrag(start_box='[x1, y1, x2, y2]', end_box='[x3, y3, x4, y4]')\nhotkey(key='')\ntype(content='xxx') # Use escape characters \\\\', \\\\\\\", and \\\\n in content part to ensure we can parse the content in normal python string format. If you want to submit your input, use \\\\n at the end of content. \nscroll(start_box='[x1, y1, x2, y2]', direction='down or up or right or left')\nwait() #Sleep for 5s and take a screenshot to check for any changes.\nfinished(content='xxx') # Use escape characters \\\\', \\\\\", and \\\\n in content part to ensure we can parse the content in normal python string format.\n\n\n## Note\n- Use ${preferredLanguage} in \\`Thought\\` part.\n- Write a small plan and finally summarize your next action (with its target element) in one sentence in \\`Thought\\` part.\n\n## User Instruction\n`;\n}\n\nexport const getSummary = (prediction: string) =>\n  prediction\n    .replace(/Reflection:[\\s\\S]*?(?=Action_Summary:|Action:|$)/g, '')\n    .trim();\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","getUiTarsPlanningPrompt","preferredLanguage","getPreferredLanguage","getSummary","prediction"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;ACJO,SAASI;IACd,MAAMC,oBAAoBC,AAAAA,IAAAA,oBAAAA,oBAAAA,AAAAA;IAE1B,OAAO,CAAC;;;;;;;;;;;;;;;;;;;;;;;MAuBJ,EAAED,kBAAkB;;;;AAI1B,CAAC;AACD;AAEO,MAAME,aAAa,CAACC,aACzBA,WACG,OAAO,CAAC,qDAAqD,IAC7D,IAAI"}

package/dist/lib/ai-model/service-caller/index.js

@@ -466,9 +466,7 @@ function resolveCompatibleModelRuntime(model) {
     return (0, index_js_namespaceObject.getModelRuntime)(model);
 }
 async function callAIWithStringResponse(msgs, modelRuntime, options) {
-    const { content, usage, rawChoiceMessage } = await callAI(msgs, modelRuntime, {
-        abortSignal: options?.abortSignal
-    });
+    const { content, usage, rawChoiceMessage } = await callAI(msgs, modelRuntime, options);
     return {
         content,
         usage,

package/dist/lib/ai-model/service-caller/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/service-caller/index.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse: string;\n  rawChoiceMessage?: unknown;\n\n  constructor(\n    message: string,\n    rawResponse: string,\n    usage?: AIUsageInfo,\n    rawChoiceMessage?: unknown,\n  ) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n    this.rawChoiceMessage = rawChoiceMessage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  type TModelFamily,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport { type ModelRuntime, getModelRuntime } from '../models';\nimport type { AIArgs } from '../types';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport type { JsonParserSource } from './json';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\nexport {\n  extractJSONFromCodeBlock,\n  normalJsonParser,\n  safeParseJson,\n} from './json';\nexport type { JsonParser } from './json';\n\nfunction stringifyForDebug(value: unknown): string {\n  try {\n    return JSON.stringify(value);\n  } catch (_error) {\n    return String(value);\n  }\n}\n\nfunction getErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction toError(error: unknown): Error {\n  return error instanceof Error ? error : new Error(String(error));\n}\n\nfunction normalizeRetryCount(retryCount: unknown): number {\n  if (typeof retryCount !== 'number' || !Number.isFinite(retryCount)) {\n    return 1;\n  }\n\n  return Math.max(0, Math.floor(retryCount));\n}\n\nfunction appendAIRequestFailureSummary<T extends Error>(\n  error: T,\n  attemptErrors: Array<{ attempt: number; error: unknown }>,\n  maxAttempts: number,\n): T {\n  const failedAttempts = attemptErrors.length;\n  const retries = Math.max(0, failedAttempts - 1);\n  const retryLabel = retries === 1 ? 'retry' : 'retries';\n  const originalMessage = error.message;\n  const previousAttemptErrors = attemptErrors.slice(0, -1);\n\n  error.message = `AI model request failed after ${retries} ${retryLabel} (${failedAttempts}/${maxAttempts} attempts). Last error: ${originalMessage}`;\n\n  if (previousAttemptErrors.length === 0) {\n    return error;\n  }\n\n  const details = previousAttemptErrors\n    .map(\n      ({ attempt, error }) => `Attempt ${attempt}: ${getErrorMessage(error)}`,\n    )\n    .join('\\n');\n\n  error.message = `${error.message}\\nPrevious AI call attempt errors:\\n${details}`;\n  return error;\n}\n\nexport async function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelRuntime: ModelRuntime,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    abortSignal?: AbortSignal;\n    requiresOriginalImageDetail?: boolean;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  rawChoiceMessage?: unknown;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  const { config: modelConfig, adapter } = modelRuntime;\n\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    return callAIWithCodexAppServer(messages, modelConfig, {\n      stream: options?.stream,\n      onChunk: options?.onChunk,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      abortSignal: options?.abortSignal,\n    });\n  }\n\n  const { completion, modelName, modelDescription, modelFamily } =\n    await createChatClient({\n      modelConfig,\n    });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  const chatCompletionInput = {\n    intent: modelConfig.intent,\n    userConfig: {\n      temperature: modelConfig.temperature,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      reasoningEffort: modelConfig.reasoningEffort,\n      reasoningBudget: modelConfig.reasoningBudget,\n    },\n    requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n  };\n  const { config: adapterChatCompletionParams } =\n    adapter.chatCompletion.buildChatCompletionParams(chatCompletionInput);\n  debugCall(\n    `adapter chat completion params: ${stringifyForDebug({\n      config: adapterChatCompletionParams,\n    })}`,\n  );\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let rawChoiceMessage: unknown;\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n  let responseModelName: string | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      ...usageData,\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      response_model_name: responseModelName,\n      slot: modelConfig.slot,\n      // Agent task layers fill semantic intent after the raw model call.\n      intent: undefined,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const requestConfig = {\n    ...adapterChatCompletionParams,\n    ...(extraBody ?? {}),\n  };\n  const temperature = requestConfig.temperature;\n\n  const imageDetail =\n    adapter.chatCompletion.resolveImageDetail(chatCompletionInput);\n\n  // Some adapters request original image detail to preserve screenshot\n  // resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!imageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: imageDetail,\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...requestConfig,\n            stream: true,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const parsedChunk = adapter.chatCompletion.extractContentAndReasoning(\n            chunk.choices?.[0]?.delta,\n          );\n          const content = parsedChunk.content || '';\n          const reasoning_content = parsedChunk.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n          if (chunk.model) {\n            responseModelName = chunk.model;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = normalizeRetryCount(modelConfig.retryCount);\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n      const attemptErrors: Array<{ attempt: number; error: unknown }> = [];\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...requestConfig,\n              stream: false,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          rawChoiceMessage = result.choices[0].message;\n          const parsedMessage =\n            adapter.chatCompletion.extractContentAndReasoning(\n              result.choices[0].message,\n            );\n          content = parsedMessage.content;\n          accumulatedReasoning = parsedMessage.reasoning_content;\n          usage = result.usage;\n          requestId = result._request_id;\n          responseModelName = result.model;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n              rawChoiceMessage,\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = toError(error);\n          attemptErrors.push({ attempt, error });\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, slot ${modelConfig.slot})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        assert(\n          lastError,\n          'AI model request failed without recording an attempt error',\n        );\n        throw appendAIRequestFailureSummary(\n          lastError,\n          attemptErrors,\n          maxAttempts,\n        );\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      rawChoiceMessage,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  // Keep IModelConfig compatibility for midscene-example/connectivity-test/tests/connectivity.test.ts; internal workflow callers should pass ModelRuntime instead.\n  model: IModelConfig | ModelRuntime,\n  options?: {\n    abortSignal?: AbortSignal;\n    jsonParserSource?: JsonParserSource;\n  },\n): Promise<{\n  // TODO: `content` is a misleading name here because this is already the parsed object response. Consider renaming it to `object` or `data`.\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n  rawChoiceMessage?: unknown;\n}> {\n  const modelRuntime = resolveCompatibleModelRuntime(model);\n  const { config: modelConfig, adapter } = modelRuntime;\n  const response = await callAI(messages, modelRuntime, {\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  let jsonContent: unknown;\n  try {\n    jsonContent = adapter.jsonParser(response.content, {\n      source: options?.jsonParserSource ?? 'generic-object',\n    });\n  } catch (error) {\n    const errorMessage = error instanceof Error ? error.message : String(error);\n    throw new AIResponseParseError(\n      errorMessage,\n      response.content,\n      response.usage,\n    );\n  }\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n      response.rawChoiceMessage,\n    );\n  }\n  return {\n    content: jsonContent as T,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n    rawChoiceMessage: response.rawChoiceMessage,\n  };\n}\n\nfunction resolveCompatibleModelRuntime(\n  model: IModelConfig | ModelRuntime,\n): ModelRuntime {\n  if ('config' in model && 'adapter' in model) {\n    return model;\n  }\n\n  return getModelRuntime(model);\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelRuntime: ModelRuntime,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: string;\n  usage?: AIUsageInfo;\n  rawChoiceMessage?: unknown;\n}> {\n  const { content, usage, rawChoiceMessage } = await callAI(\n    msgs,\n    modelRuntime,\n    {\n      abortSignal: options?.abortSignal,\n    },\n  );\n  return { content, usage, rawChoiceMessage };\n}\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","AIResponseParseError","Error","message","rawResponse","usage","rawChoiceMessage","stringifyForDebug","value","JSON","_error","String","getErrorMessage","error","toError","normalizeRetryCount","retryCount","Number","Math","appendAIRequestFailureSummary","attemptErrors","maxAttempts","failedAttempts","retries","retryLabel","originalMessage","previousAttemptErrors","details","attempt","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","protocol","socksType","decodeURIComponent","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","modelRuntime","options","adapter","isCodexAppServerProvider","callAIWithCodexAppServer","completion","extraBody","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","isStreaming","chatCompletionInput","adapterChatCompletionParams","content","accumulated","accumulatedReasoning","timeCost","requestId","responseModelName","hasUsableText","buildUsageInfo","usageData","cachedInputTokens","undefined","requestConfig","temperature","imageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","parsedChunk","reasoning_content","chunkData","estimatedTokens","finalChunk","retryInterval","lastError","attemptSignal","cleanupAttemptSignal","result","parsedMessage","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","assert","e","newError","callAIWithObjectResponse","model","resolveCompatibleModelRuntime","response","jsonContent","errorMessage","getModelRuntime","callAIWithStringResponse","msgs"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACFO,MAAMI,6BAA6BC;IASxC,YACEC,OAAe,EACfC,WAAmB,EACnBC,KAAmB,EACnBC,gBAA0B,CAC1B;QACA,KAAK,CAACH,UAdR,yCAKA,+CACA;QASE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;QACb,IAAI,CAAC,gBAAgB,GAAGC;IAC1B;AACF;AAiCA,SAASC,kBAAkBC,KAAc;IACvC,IAAI;QACF,OAAOC,KAAK,SAAS,CAACD;IACxB,EAAE,OAAOE,QAAQ;QACf,OAAOC,OAAOH;IAChB;AACF;AAEA,SAASI,gBAAgBC,KAAc;IACrC,OAAOA,iBAAiBX,QAAQW,MAAM,OAAO,GAAGF,OAAOE;AACzD;AAEA,SAASC,QAAQD,KAAc;IAC7B,OAAOA,iBAAiBX,QAAQW,QAAQ,IAAIX,MAAMS,OAAOE;AAC3D;AAEA,SAASE,oBAAoBC,UAAmB;IAC9C,IAAI,AAAsB,YAAtB,OAAOA,cAA2B,CAACC,OAAO,QAAQ,CAACD,aACrD,OAAO;IAGT,OAAOE,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACF;AAChC;AAEA,SAASG,8BACPN,KAAQ,EACRO,aAAyD,EACzDC,WAAmB;IAEnB,MAAMC,iBAAiBF,cAAc,MAAM;IAC3C,MAAMG,UAAUL,KAAK,GAAG,CAAC,GAAGI,iBAAiB;IAC7C,MAAME,aAAaD,AAAY,MAAZA,UAAgB,UAAU;IAC7C,MAAME,kBAAkBZ,MAAM,OAAO;IACrC,MAAMa,wBAAwBN,cAAc,KAAK,CAAC,GAAG;IAErDP,MAAM,OAAO,GAAG,CAAC,8BAA8B,EAAEU,QAAQ,CAAC,EAAEC,WAAW,EAAE,EAAEF,eAAe,CAAC,EAAED,YAAY,wBAAwB,EAAEI,iBAAiB;IAEpJ,IAAIC,AAAiC,MAAjCA,sBAAsB,MAAM,EAC9B,OAAOb;IAGT,MAAMc,UAAUD,sBACb,GAAG,CACF,CAAC,EAAEE,OAAO,EAAEf,KAAK,EAAE,GAAK,CAAC,QAAQ,EAAEe,QAAQ,EAAE,EAAEhB,gBAAgBC,QAAQ,EAExE,IAAI,CAAC;IAERA,MAAM,OAAO,GAAG,GAAGA,MAAM,OAAO,CAAC,oCAAoC,EAAEc,SAAS;IAChF,OAAOd;AACT;AAEO,eAAegB,iBAAiB,EACrCC,WAAW,EAGZ;IAMC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGV;IAEJ,IAAIW;IACJ,MAAMC,aAAaC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAC5B,MAAME,YAAYF,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIf,WAAW;QACbY,WAAW,oBAAoBE,iBAAiBd;QAChD,IAAIkB,sBAAAA,WAAWA,EACbL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKpB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBa,WAAW,qBAAqBE,iBAAiBf;QACjD,IAAImB,sBAAAA,WAAWA,EACbL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAIlB;YAGzB,IAAI,CAACuB,SAAS,QAAQ,EACpB,MAAM,IAAIpD,MAAM;YAIlB,MAAMqD,OAAOtC,OAAO,QAAQ,CAACqC,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIrC,OAAO,KAAK,CAACsC,OACjC,MAAM,IAAIrD,MAAM;YAIlB,MAAMsD,WAAWF,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMG,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1Df,aAAaY,gBAAgB;gBAC3B,MAAMI;gBACN,MAAMH,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQI,mBAAmBJ,SAAS,QAAQ;oBAC5C,UAAUI,mBAAmBJ,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMa;gBACN,MAAMH,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAO1C,OAAO;YACdgC,UAAU,oCAAoChC;YAC9C,MAAM,IAAIX,MACR,CAAC,yBAAyB,EAAE6B,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM4B,qBAAqBC,AAAAA,IAAAA,4CAAAA,yBAAAA,AAAAA,EAA0B;QAAEpB;IAAQ;IAC/D,MAAMqB,gBAAgB;QACpB,SAAS3B;QACT,QAAQC;QAGR,GAAIM,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGL,iBAAiB;QAGpB,YAAY;QAGZ,GAAIuB,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,CAAAA,yBAAAA,EAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAAA,mBAAAA,CAAAA,qBAAyC,CAACC,oBAAAA,wBAAwBA,GAClE;QACA,IAAIhB,sBAAAA,WAAWA,EACb,MAAM,IAAIhD,MAAM;QAElBwC,WAAW;QAEX,MAAMyB,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAAA,mBAAAA,CAAAA,qBAAyC,CAACI,oBAAAA,uBAAuBA,GACjE;QACA,IAAInB,sBAAAA,WAAWA,EACb,MAAM,IAAIhD,MAAM;QAElBwC,WAAW;QAEX,MAAM4B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAIzB,oBAAoB;QACtB,MAAMiC,gBAAgB,MAAMjC,mBAAmBuB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnC/B;QACAI;QACAC;IACF;AACF;AAEO,eAAemC,OACpBC,QAAsC,EACtCC,YAA0B,EAC1BC,OAKC;IAQD,MAAM,EAAE,QAAQ9C,WAAW,EAAE+C,OAAO,EAAE,GAAGF;IAEzC,IAAIG,AAAAA,IAAAA,6CAAAA,wBAAAA,AAAAA,EAAyBhD,YAAY,aAAa,GACpD,OAAOiD,AAAAA,IAAAA,6CAAAA,wBAAAA,AAAAA,EAAyBL,UAAU5C,aAAa;QACrD,QAAQ8C,SAAS;QACjB,SAASA,SAAS;QAClB,kBAAkB9C,YAAY,gBAAgB;QAC9C,aAAa8C,SAAS;IACxB;IAGF,MAAM,EAAEI,UAAU,EAAE/C,SAAS,EAAEI,gBAAgB,EAAEC,WAAW,EAAE,GAC5D,MAAMT,iBAAiB;QACrBC;IACF;IACF,MAAM6B,qBAAqBC,AAAAA,IAAAA,4CAAAA,yBAAAA,AAAAA,EAA0B9B;IAErD,MAAMmD,YAAYnD,YAAY,SAAS;IAEvC,MAAMoD,YAAYvC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAC3B,MAAMwC,WAAWxC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAMyC,oBAAoBzC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IACnC,MAAM0C,qBAAqB1C,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAEpC,MAAM2C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAcZ,SAAS,UAAUA,SAAS;IAChD,MAAMa,sBAAsB;QAC1B,QAAQ3D,YAAY,MAAM;QAC1B,YAAY;YACV,aAAaA,YAAY,WAAW;YACpC,kBAAkBA,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;QAC9C;QACA,6BAA6B8C,SAAS;IACxC;IACA,MAAM,EAAE,QAAQc,2BAA2B,EAAE,GAC3Cb,QAAQ,cAAc,CAAC,yBAAyB,CAACY;IACnDP,UACE,CAAC,gCAAgC,EAAE3E,kBAAkB;QACnD,QAAQmF;IACV,IAAI;IAEN,IAAIC;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIvF;IACJ,IAAID;IACJ,IAAIyF;IACJ,IAAIC;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACzF,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAM0F,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,GAAGA,SAAS;YACZ,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAY7D;YACZ,mBAAmBI;YACnB,qBAAqB2D;YACrB,MAAMlE,YAAY,IAAI;YAEtB,QAAQuE;YACR,YAAYN,aAAaM;QAC3B;IACF;IAEA,MAAMC,gBAAgB;QACpB,GAAGZ,2BAA2B;QAC9B,GAAIT,aAAa,CAAC,CAAC;IACrB;IACA,MAAMsB,cAAcD,cAAc,WAAW;IAE7C,MAAME,cACJ3B,QAAQ,cAAc,CAAC,kBAAkB,CAACY;IAI5C,MAAMgB,0BAAyD,AAAC;QAC9D,IAAI,CAACD,aACH,OAAO9B;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACgC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMf,UAAUe,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQJ;oBACV;gBACF;gBAEF,OAAOI;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNf;YACF;QACF;IACF;IAEA,IAAI;QACFT,UACE,CAAC,QAAQ,EAAEM,cAAc,eAAe,GAAG,WAAW,EAAEvD,WAAW;QAGrE,IAAIuD,aAAa;YACf,MAAM,EAAE,QAAQqB,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,AAAAA,IAAAA,4CAAAA,uBAAAA,AAAAA,EAAwBpD,oBAAoBiB,SAAS;YACvD,IAAI;gBACF,MAAMoC,SAAU,MAAMhC,WAAW,MAAM,CACrC;oBACE,OAAO/C;oBACP,UAAUwE;oBACV,GAAGH,aAAa;oBAChB,QAAQ;gBACV,GACA;oBACE,QAAQ;oBACR,QAAQO;gBACV;gBAKFd,YAAYiB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAME,cAAcrC,QAAQ,cAAc,CAAC,0BAA0B,CACnEoC,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE;oBAEtB,MAAMtB,UAAUuB,YAAY,OAAO,IAAI;oBACvC,MAAMC,oBAAoBD,YAAY,iBAAiB,IAAI;oBAG3D,IAAID,MAAM,KAAK,EACb5G,QAAQ4G,MAAM,KAAK;oBAErB,IAAIA,MAAM,KAAK,EACbjB,oBAAoBiB,MAAM,KAAK;oBAGjC,IAAItB,WAAWwB,mBAAmB;wBAChCvB,eAAeD;wBACfE,wBAAwBsB;wBACxB,MAAMC,YAAiC;4BACrCzB;4BACAwB;4BACAvB;4BACA,YAAY;4BACZ,OAAOS;wBACT;wBACAzB,QAAQ,OAAO,CAAEwC;oBACnB;oBAGA,IAAIH,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrCnB,WAAWP,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAACjF,OAAO;4BAEV,MAAMgH,kBAAkBnG,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAC0E,YAAY,MAAM,GAAG;4BAElCvF,QAAQ;gCACN,eAAegH;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAMC,aAAkC;4BACtC,SAAS;4BACT1B;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOM,eAAe7F,OAAO0F;wBAC/B;wBACAnB,QAAQ,OAAO,CAAE0C;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACAnB,UAAUC;YACVR,kBACE,CAAC,iBAAiB,EAAEnD,UAAU,QAAQ,EAAEK,eAAe,UAAU,WAAW,EAAEwD,SAAS,eAAe,EAAES,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMvF,aAAaD,oBAAoBe,YAAY,UAAU;YAC7D,MAAMyF,gBAAgBzF,YAAY,aAAa,IAAI;YACnD,MAAMT,cAAcL,aAAa;YAEjC,IAAIwG;YACJ,MAAMpG,gBAA4D,EAAE;YAEpE,IAAK,IAAIQ,UAAU,GAAGA,WAAWP,aAAaO,UAAW;gBACvD,MAAM,EAAE,QAAQ6F,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5DX,AAAAA,IAAAA,4CAAAA,uBAAAA,AAAAA,EAAwBpD,oBAAoBiB,SAAS;gBACvD,IAAI;oBACF,MAAM+C,SAAS,MAAM3C,WAAW,MAAM,CACpC;wBACE,OAAO/C;wBACP,UAAUwE;wBACV,GAAGH,aAAa;wBAChB,QAAQ;oBACV,GACA;wBAAE,QAAQmB;oBAAc;oBAG1B3B,WAAWP,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAEnD,UAAU,QAAQ,EAAEK,eAAe,UAAU,iBAAiB,EAAEqF,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAE7B,SAAS,aAAa,EAAE6B,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEpB,eAAe,IAAI;oBAGhUlB,mBACE,CAAC,oBAAoB,EAAE5E,KAAK,SAAS,CAACkH,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAIzH,MACR,CAAC,mCAAmC,EAAEO,KAAK,SAAS,CAACkH,SAAS;oBAIlErH,mBAAmBqH,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO;oBAC5C,MAAMC,gBACJ/C,QAAQ,cAAc,CAAC,0BAA0B,CAC/C8C,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO;oBAE7BhC,UAAUiC,cAAc,OAAO;oBAC/B/B,uBAAuB+B,cAAc,iBAAiB;oBACtDvH,QAAQsH,OAAO,KAAK;oBACpB5B,YAAY4B,OAAO,WAAW;oBAC9B3B,oBAAoB2B,OAAO,KAAK;oBAEhC,IAAI,CAAC1B,cAAcN,YAAYM,cAAcJ,uBAAuB;wBAClEV,SAAS;wBACTQ,UAAUE;oBACZ;oBAEA,IAAI,CAACI,cAAcN,UACjB,MAAM,IAAI1F,qBACR,+BACAQ,KAAK,SAAS,CAACkH,SACfzB,eAAe7F,OAAO0F,YACtBzF;oBAIJ;gBACF,EAAE,OAAOO,OAAO;oBACd2G,YAAY1G,QAAQD;oBACpBO,cAAc,IAAI,CAAC;wBAAEQ;wBAASf;oBAAM;oBACpC,MAAMgH,iBAAiBC,AAAAA,IAAAA,4CAAAA,kBAAAA,AAAAA,EAAmBN;oBAC1C,IAAIK,gBACF1C,SACE,CAAC,0BAA0B,EAAExB,mBAAmB,YAAY,EAAE/B,QAAQ,CAAC,EAAEP,YAAY,QAAQ,EAAEY,UAAU,OAAO,EAAEH,YAAY,IAAI,CAAC,CAAC,CAAC;oBAIzI,IAAI8C,SAAS,aAAa,SACxB;oBAEF,IAAIhD,UAAUP,aAAa;wBACzB8D,SACE,CAAC,wBAAwB,EAAEvD,QAAQ,CAAC,EAAEP,YAAY,eAAe,EAAEkG,cAAc,aAAa,EAAEC,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIO,QAAQ,CAACC,UAAYC,WAAWD,SAAST;oBACrD;gBACF,SAAU;oBACRG;gBACF;YACF;YAEA,IAAI,CAAC/B,SAAS;gBACZuC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEV,WACA;gBAEF,MAAMrG,8BACJqG,WACApG,eACAC;YAEJ;QACF;QAEA6D,UAAU,CAAC,4BAA4B,EAAEW,sBAAsB;QAC/DX,UAAU,CAAC,kBAAkB,EAAES,SAAS;QAGxC,IAAIH,eAAe,CAACnF,OAAO;YAEzB,MAAMgH,kBAAkBnG,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAEyE,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtCtF,QAAQ;gBACN,eAAegH;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAS1B,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C/F;YACA,OAAO4F,eAAe7F,OAAO0F;YAC7B,YAAY,CAAC,CAACP;QAChB;IACF,EAAE,OAAO2C,GAAQ;QACfhD,SAAS,iBAAiBgD;QAE1B,IAAIA,aAAalI,sBACf,MAAMkI;QAGR,MAAMC,WAAW,IAAIlI,MACnB,CAAC,eAAe,EAAEsF,cAAc,eAAe,GAAG,kBAAkB,EAAEvD,UAAU,GAAG,EAAEkG,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpB3D,QAAsC,EAEtC4D,KAAkC,EAClC1D,OAGC;IASD,MAAMD,eAAe4D,8BAA8BD;IACnD,MAAM,EAAE,QAAQxG,WAAW,EAAE+C,OAAO,EAAE,GAAGF;IACzC,MAAM6D,WAAW,MAAM/D,OAAOC,UAAUC,cAAc;QACpD,aAAaC,SAAS;IACxB;IACAsD,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOM,UAAU;IACjB,IAAIC;IACJ,IAAI;QACFA,cAAc5D,QAAQ,UAAU,CAAC2D,SAAS,OAAO,EAAE;YACjD,QAAQ5D,SAAS,oBAAoB;QACvC;IACF,EAAE,OAAO/D,OAAO;QACd,MAAM6H,eAAe7H,iBAAiBX,QAAQW,MAAM,OAAO,GAAGF,OAAOE;QACrE,MAAM,IAAIZ,qBACRyI,cACAF,SAAS,OAAO,EAChBA,SAAS,KAAK;IAElB;IACA,IAAI,AAAuB,YAAvB,OAAOC,aACT,MAAM,IAAIxI,qBACR,CAAC,0CAA0C,EAAE6B,YAAY,SAAS,CAAC,GAAG,EAAE0G,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK,EACdA,SAAS,gBAAgB;IAG7B,OAAO;QACL,SAASC;QACT,eAAeD,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;QAC7C,kBAAkBA,SAAS,gBAAgB;IAC7C;AACF;AAEA,SAASD,8BACPD,KAAkC;IAElC,IAAI,YAAYA,SAAS,aAAaA,OACpC,OAAOA;IAGT,OAAOK,AAAAA,IAAAA,yBAAAA,eAAAA,AAAAA,EAAgBL;AACzB;AAEO,eAAeM,yBACpBC,IAAY,EACZlE,YAA0B,EAC1BC,OAEC;IAMD,MAAM,EAAEe,OAAO,EAAEtF,KAAK,EAAEC,gBAAgB,EAAE,GAAG,MAAMmE,OACjDoE,MACAlE,cACA;QACE,aAAaC,SAAS;IACxB;IAEF,OAAO;QAAEe;QAAStF;QAAOC;IAAiB;AAC5C"}
+{"version":3,"file":"ai-model/service-caller/index.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse: string;\n  rawChoiceMessage?: unknown;\n\n  constructor(\n    message: string,\n    rawResponse: string,\n    usage?: AIUsageInfo,\n    rawChoiceMessage?: unknown,\n  ) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n    this.rawChoiceMessage = rawChoiceMessage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  type TModelFamily,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport { type ModelRuntime, getModelRuntime } from '../models';\nimport type { AIArgs } from '../types';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport type { JsonParserSource } from './json';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\nexport {\n  extractJSONFromCodeBlock,\n  normalJsonParser,\n  safeParseJson,\n} from './json';\nexport type { JsonParser } from './json';\n\nfunction stringifyForDebug(value: unknown): string {\n  try {\n    return JSON.stringify(value);\n  } catch (_error) {\n    return String(value);\n  }\n}\n\nfunction getErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction toError(error: unknown): Error {\n  return error instanceof Error ? error : new Error(String(error));\n}\n\nfunction normalizeRetryCount(retryCount: unknown): number {\n  if (typeof retryCount !== 'number' || !Number.isFinite(retryCount)) {\n    return 1;\n  }\n\n  return Math.max(0, Math.floor(retryCount));\n}\n\nfunction appendAIRequestFailureSummary<T extends Error>(\n  error: T,\n  attemptErrors: Array<{ attempt: number; error: unknown }>,\n  maxAttempts: number,\n): T {\n  const failedAttempts = attemptErrors.length;\n  const retries = Math.max(0, failedAttempts - 1);\n  const retryLabel = retries === 1 ? 'retry' : 'retries';\n  const originalMessage = error.message;\n  const previousAttemptErrors = attemptErrors.slice(0, -1);\n\n  error.message = `AI model request failed after ${retries} ${retryLabel} (${failedAttempts}/${maxAttempts} attempts). Last error: ${originalMessage}`;\n\n  if (previousAttemptErrors.length === 0) {\n    return error;\n  }\n\n  const details = previousAttemptErrors\n    .map(\n      ({ attempt, error }) => `Attempt ${attempt}: ${getErrorMessage(error)}`,\n    )\n    .join('\\n');\n\n  error.message = `${error.message}\\nPrevious AI call attempt errors:\\n${details}`;\n  return error;\n}\n\nexport async function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    modelFamily,\n  };\n}\n\ninterface CallAIOptions {\n  stream?: boolean;\n  onChunk?: StreamingCallback;\n  abortSignal?: AbortSignal;\n  requiresOriginalImageDetail?: boolean;\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelRuntime: ModelRuntime,\n  options?: CallAIOptions,\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  rawChoiceMessage?: unknown;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  const { config: modelConfig, adapter } = modelRuntime;\n\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    return callAIWithCodexAppServer(messages, modelConfig, {\n      stream: options?.stream,\n      onChunk: options?.onChunk,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      abortSignal: options?.abortSignal,\n    });\n  }\n\n  const { completion, modelName, modelDescription, modelFamily } =\n    await createChatClient({\n      modelConfig,\n    });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  const chatCompletionInput = {\n    intent: modelConfig.intent,\n    userConfig: {\n      temperature: modelConfig.temperature,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      reasoningEffort: modelConfig.reasoningEffort,\n      reasoningBudget: modelConfig.reasoningBudget,\n    },\n    requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n  };\n  const { config: adapterChatCompletionParams } =\n    adapter.chatCompletion.buildChatCompletionParams(chatCompletionInput);\n  debugCall(\n    `adapter chat completion params: ${stringifyForDebug({\n      config: adapterChatCompletionParams,\n    })}`,\n  );\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let rawChoiceMessage: unknown;\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n  let responseModelName: string | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      ...usageData,\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      response_model_name: responseModelName,\n      slot: modelConfig.slot,\n      // Agent task layers fill semantic intent after the raw model call.\n      intent: undefined,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const requestConfig = {\n    ...adapterChatCompletionParams,\n    ...(extraBody ?? {}),\n  };\n  const temperature = requestConfig.temperature;\n\n  const imageDetail =\n    adapter.chatCompletion.resolveImageDetail(chatCompletionInput);\n\n  // Some adapters request original image detail to preserve screenshot\n  // resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!imageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: imageDetail,\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...requestConfig,\n            stream: true,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const parsedChunk = adapter.chatCompletion.extractContentAndReasoning(\n            chunk.choices?.[0]?.delta,\n          );\n          const content = parsedChunk.content || '';\n          const reasoning_content = parsedChunk.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n          if (chunk.model) {\n            responseModelName = chunk.model;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = normalizeRetryCount(modelConfig.retryCount);\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n      const attemptErrors: Array<{ attempt: number; error: unknown }> = [];\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...requestConfig,\n              stream: false,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          rawChoiceMessage = result.choices[0].message;\n          const parsedMessage =\n            adapter.chatCompletion.extractContentAndReasoning(\n              result.choices[0].message,\n            );\n          content = parsedMessage.content;\n          accumulatedReasoning = parsedMessage.reasoning_content;\n          usage = result.usage;\n          requestId = result._request_id;\n          responseModelName = result.model;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n              rawChoiceMessage,\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = toError(error);\n          attemptErrors.push({ attempt, error });\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, slot ${modelConfig.slot})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        assert(\n          lastError,\n          'AI model request failed without recording an attempt error',\n        );\n        throw appendAIRequestFailureSummary(\n          lastError,\n          attemptErrors,\n          maxAttempts,\n        );\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      rawChoiceMessage,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  // Keep IModelConfig compatibility for midscene-example/connectivity-test/tests/connectivity.test.ts; internal workflow callers should pass ModelRuntime instead.\n  model: IModelConfig | ModelRuntime,\n  options?: {\n    abortSignal?: AbortSignal;\n    jsonParserSource?: JsonParserSource;\n  },\n): Promise<{\n  // TODO: `content` is a misleading name here because this is already the parsed object response. Consider renaming it to `object` or `data`.\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n  rawChoiceMessage?: unknown;\n}> {\n  const modelRuntime = resolveCompatibleModelRuntime(model);\n  const { config: modelConfig, adapter } = modelRuntime;\n  const response = await callAI(messages, modelRuntime, {\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  let jsonContent: unknown;\n  try {\n    jsonContent = adapter.jsonParser(response.content, {\n      source: options?.jsonParserSource ?? 'generic-object',\n    });\n  } catch (error) {\n    const errorMessage = error instanceof Error ? error.message : String(error);\n    throw new AIResponseParseError(\n      errorMessage,\n      response.content,\n      response.usage,\n    );\n  }\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n      response.rawChoiceMessage,\n    );\n  }\n  return {\n    content: jsonContent as T,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n    rawChoiceMessage: response.rawChoiceMessage,\n  };\n}\n\nfunction resolveCompatibleModelRuntime(\n  model: IModelConfig | ModelRuntime,\n): ModelRuntime {\n  if ('config' in model && 'adapter' in model) {\n    return model;\n  }\n\n  return getModelRuntime(model);\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelRuntime: ModelRuntime,\n  options?: Pick<CallAIOptions, 'abortSignal' | 'requiresOriginalImageDetail'>,\n): Promise<{\n  content: string;\n  usage?: AIUsageInfo;\n  rawChoiceMessage?: unknown;\n}> {\n  const { content, usage, rawChoiceMessage } = await callAI(\n    msgs,\n    modelRuntime,\n    options,\n  );\n  return { content, usage, rawChoiceMessage };\n}\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","AIResponseParseError","Error","message","rawResponse","usage","rawChoiceMessage","stringifyForDebug","value","JSON","_error","String","getErrorMessage","error","toError","normalizeRetryCount","retryCount","Number","Math","appendAIRequestFailureSummary","attemptErrors","maxAttempts","failedAttempts","retries","retryLabel","originalMessage","previousAttemptErrors","details","attempt","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","protocol","socksType","decodeURIComponent","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","modelRuntime","options","adapter","isCodexAppServerProvider","callAIWithCodexAppServer","completion","extraBody","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","isStreaming","chatCompletionInput","adapterChatCompletionParams","content","accumulated","accumulatedReasoning","timeCost","requestId","responseModelName","hasUsableText","buildUsageInfo","usageData","cachedInputTokens","undefined","requestConfig","temperature","imageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","parsedChunk","reasoning_content","chunkData","estimatedTokens","finalChunk","retryInterval","lastError","attemptSignal","cleanupAttemptSignal","result","parsedMessage","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","assert","e","newError","callAIWithObjectResponse","model","resolveCompatibleModelRuntime","response","jsonContent","errorMessage","getModelRuntime","callAIWithStringResponse","msgs"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACFO,MAAMI,6BAA6BC;IASxC,YACEC,OAAe,EACfC,WAAmB,EACnBC,KAAmB,EACnBC,gBAA0B,CAC1B;QACA,KAAK,CAACH,UAdR,yCAKA,+CACA;QASE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;QACb,IAAI,CAAC,gBAAgB,GAAGC;IAC1B;AACF;AAiCA,SAASC,kBAAkBC,KAAc;IACvC,IAAI;QACF,OAAOC,KAAK,SAAS,CAACD;IACxB,EAAE,OAAOE,QAAQ;QACf,OAAOC,OAAOH;IAChB;AACF;AAEA,SAASI,gBAAgBC,KAAc;IACrC,OAAOA,iBAAiBX,QAAQW,MAAM,OAAO,GAAGF,OAAOE;AACzD;AAEA,SAASC,QAAQD,KAAc;IAC7B,OAAOA,iBAAiBX,QAAQW,QAAQ,IAAIX,MAAMS,OAAOE;AAC3D;AAEA,SAASE,oBAAoBC,UAAmB;IAC9C,IAAI,AAAsB,YAAtB,OAAOA,cAA2B,CAACC,OAAO,QAAQ,CAACD,aACrD,OAAO;IAGT,OAAOE,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACF;AAChC;AAEA,SAASG,8BACPN,KAAQ,EACRO,aAAyD,EACzDC,WAAmB;IAEnB,MAAMC,iBAAiBF,cAAc,MAAM;IAC3C,MAAMG,UAAUL,KAAK,GAAG,CAAC,GAAGI,iBAAiB;IAC7C,MAAME,aAAaD,AAAY,MAAZA,UAAgB,UAAU;IAC7C,MAAME,kBAAkBZ,MAAM,OAAO;IACrC,MAAMa,wBAAwBN,cAAc,KAAK,CAAC,GAAG;IAErDP,MAAM,OAAO,GAAG,CAAC,8BAA8B,EAAEU,QAAQ,CAAC,EAAEC,WAAW,EAAE,EAAEF,eAAe,CAAC,EAAED,YAAY,wBAAwB,EAAEI,iBAAiB;IAEpJ,IAAIC,AAAiC,MAAjCA,sBAAsB,MAAM,EAC9B,OAAOb;IAGT,MAAMc,UAAUD,sBACb,GAAG,CACF,CAAC,EAAEE,OAAO,EAAEf,KAAK,EAAE,GAAK,CAAC,QAAQ,EAAEe,QAAQ,EAAE,EAAEhB,gBAAgBC,QAAQ,EAExE,IAAI,CAAC;IAERA,MAAM,OAAO,GAAG,GAAGA,MAAM,OAAO,CAAC,oCAAoC,EAAEc,SAAS;IAChF,OAAOd;AACT;AAEO,eAAegB,iBAAiB,EACrCC,WAAW,EAGZ;IAMC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGV;IAEJ,IAAIW;IACJ,MAAMC,aAAaC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAC5B,MAAME,YAAYF,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIf,WAAW;QACbY,WAAW,oBAAoBE,iBAAiBd;QAChD,IAAIkB,sBAAAA,WAAWA,EACbL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKpB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBa,WAAW,qBAAqBE,iBAAiBf;QACjD,IAAImB,sBAAAA,WAAWA,EACbL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAIlB;YAGzB,IAAI,CAACuB,SAAS,QAAQ,EACpB,MAAM,IAAIpD,MAAM;YAIlB,MAAMqD,OAAOtC,OAAO,QAAQ,CAACqC,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIrC,OAAO,KAAK,CAACsC,OACjC,MAAM,IAAIrD,MAAM;YAIlB,MAAMsD,WAAWF,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMG,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1Df,aAAaY,gBAAgB;gBAC3B,MAAMI;gBACN,MAAMH,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQI,mBAAmBJ,SAAS,QAAQ;oBAC5C,UAAUI,mBAAmBJ,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMa;gBACN,MAAMH,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAO1C,OAAO;YACdgC,UAAU,oCAAoChC;YAC9C,MAAM,IAAIX,MACR,CAAC,yBAAyB,EAAE6B,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM4B,qBAAqBC,AAAAA,IAAAA,4CAAAA,yBAAAA,AAAAA,EAA0B;QAAEpB;IAAQ;IAC/D,MAAMqB,gBAAgB;QACpB,SAAS3B;QACT,QAAQC;QAGR,GAAIM,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGL,iBAAiB;QAGpB,YAAY;QAGZ,GAAIuB,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,CAAAA,yBAAAA,EAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAAA,mBAAAA,CAAAA,qBAAyC,CAACC,oBAAAA,wBAAwBA,GAClE;QACA,IAAIhB,sBAAAA,WAAWA,EACb,MAAM,IAAIhD,MAAM;QAElBwC,WAAW;QAEX,MAAMyB,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAAA,mBAAAA,CAAAA,qBAAyC,CAACI,oBAAAA,uBAAuBA,GACjE;QACA,IAAInB,sBAAAA,WAAWA,EACb,MAAM,IAAIhD,MAAM;QAElBwC,WAAW;QAEX,MAAM4B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAIzB,oBAAoB;QACtB,MAAMiC,gBAAgB,MAAMjC,mBAAmBuB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnC/B;QACAI;QACAC;IACF;AACF;AASO,eAAemC,OACpBC,QAAsC,EACtCC,YAA0B,EAC1BC,OAAuB;IAQvB,MAAM,EAAE,QAAQ9C,WAAW,EAAE+C,OAAO,EAAE,GAAGF;IAEzC,IAAIG,AAAAA,IAAAA,6CAAAA,wBAAAA,AAAAA,EAAyBhD,YAAY,aAAa,GACpD,OAAOiD,AAAAA,IAAAA,6CAAAA,wBAAAA,AAAAA,EAAyBL,UAAU5C,aAAa;QACrD,QAAQ8C,SAAS;QACjB,SAASA,SAAS;QAClB,kBAAkB9C,YAAY,gBAAgB;QAC9C,aAAa8C,SAAS;IACxB;IAGF,MAAM,EAAEI,UAAU,EAAE/C,SAAS,EAAEI,gBAAgB,EAAEC,WAAW,EAAE,GAC5D,MAAMT,iBAAiB;QACrBC;IACF;IACF,MAAM6B,qBAAqBC,AAAAA,IAAAA,4CAAAA,yBAAAA,AAAAA,EAA0B9B;IAErD,MAAMmD,YAAYnD,YAAY,SAAS;IAEvC,MAAMoD,YAAYvC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAC3B,MAAMwC,WAAWxC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAMyC,oBAAoBzC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IACnC,MAAM0C,qBAAqB1C,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;IAEpC,MAAM2C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAcZ,SAAS,UAAUA,SAAS;IAChD,MAAMa,sBAAsB;QAC1B,QAAQ3D,YAAY,MAAM;QAC1B,YAAY;YACV,aAAaA,YAAY,WAAW;YACpC,kBAAkBA,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;QAC9C;QACA,6BAA6B8C,SAAS;IACxC;IACA,MAAM,EAAE,QAAQc,2BAA2B,EAAE,GAC3Cb,QAAQ,cAAc,CAAC,yBAAyB,CAACY;IACnDP,UACE,CAAC,gCAAgC,EAAE3E,kBAAkB;QACnD,QAAQmF;IACV,IAAI;IAEN,IAAIC;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIvF;IACJ,IAAID;IACJ,IAAIyF;IACJ,IAAIC;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACzF,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAM0F,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,GAAGA,SAAS;YACZ,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAY7D;YACZ,mBAAmBI;YACnB,qBAAqB2D;YACrB,MAAMlE,YAAY,IAAI;YAEtB,QAAQuE;YACR,YAAYN,aAAaM;QAC3B;IACF;IAEA,MAAMC,gBAAgB;QACpB,GAAGZ,2BAA2B;QAC9B,GAAIT,aAAa,CAAC,CAAC;IACrB;IACA,MAAMsB,cAAcD,cAAc,WAAW;IAE7C,MAAME,cACJ3B,QAAQ,cAAc,CAAC,kBAAkB,CAACY;IAI5C,MAAMgB,0BAAyD,AAAC;QAC9D,IAAI,CAACD,aACH,OAAO9B;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACgC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMf,UAAUe,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQJ;oBACV;gBACF;gBAEF,OAAOI;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNf;YACF;QACF;IACF;IAEA,IAAI;QACFT,UACE,CAAC,QAAQ,EAAEM,cAAc,eAAe,GAAG,WAAW,EAAEvD,WAAW;QAGrE,IAAIuD,aAAa;YACf,MAAM,EAAE,QAAQqB,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,AAAAA,IAAAA,4CAAAA,uBAAAA,AAAAA,EAAwBpD,oBAAoBiB,SAAS;YACvD,IAAI;gBACF,MAAMoC,SAAU,MAAMhC,WAAW,MAAM,CACrC;oBACE,OAAO/C;oBACP,UAAUwE;oBACV,GAAGH,aAAa;oBAChB,QAAQ;gBACV,GACA;oBACE,QAAQ;oBACR,QAAQO;gBACV;gBAKFd,YAAYiB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAME,cAAcrC,QAAQ,cAAc,CAAC,0BAA0B,CACnEoC,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE;oBAEtB,MAAMtB,UAAUuB,YAAY,OAAO,IAAI;oBACvC,MAAMC,oBAAoBD,YAAY,iBAAiB,IAAI;oBAG3D,IAAID,MAAM,KAAK,EACb5G,QAAQ4G,MAAM,KAAK;oBAErB,IAAIA,MAAM,KAAK,EACbjB,oBAAoBiB,MAAM,KAAK;oBAGjC,IAAItB,WAAWwB,mBAAmB;wBAChCvB,eAAeD;wBACfE,wBAAwBsB;wBACxB,MAAMC,YAAiC;4BACrCzB;4BACAwB;4BACAvB;4BACA,YAAY;4BACZ,OAAOS;wBACT;wBACAzB,QAAQ,OAAO,CAAEwC;oBACnB;oBAGA,IAAIH,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrCnB,WAAWP,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAACjF,OAAO;4BAEV,MAAMgH,kBAAkBnG,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAC0E,YAAY,MAAM,GAAG;4BAElCvF,QAAQ;gCACN,eAAegH;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAMC,aAAkC;4BACtC,SAAS;4BACT1B;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOM,eAAe7F,OAAO0F;wBAC/B;wBACAnB,QAAQ,OAAO,CAAE0C;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACAnB,UAAUC;YACVR,kBACE,CAAC,iBAAiB,EAAEnD,UAAU,QAAQ,EAAEK,eAAe,UAAU,WAAW,EAAEwD,SAAS,eAAe,EAAES,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMvF,aAAaD,oBAAoBe,YAAY,UAAU;YAC7D,MAAMyF,gBAAgBzF,YAAY,aAAa,IAAI;YACnD,MAAMT,cAAcL,aAAa;YAEjC,IAAIwG;YACJ,MAAMpG,gBAA4D,EAAE;YAEpE,IAAK,IAAIQ,UAAU,GAAGA,WAAWP,aAAaO,UAAW;gBACvD,MAAM,EAAE,QAAQ6F,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5DX,AAAAA,IAAAA,4CAAAA,uBAAAA,AAAAA,EAAwBpD,oBAAoBiB,SAAS;gBACvD,IAAI;oBACF,MAAM+C,SAAS,MAAM3C,WAAW,MAAM,CACpC;wBACE,OAAO/C;wBACP,UAAUwE;wBACV,GAAGH,aAAa;wBAChB,QAAQ;oBACV,GACA;wBAAE,QAAQmB;oBAAc;oBAG1B3B,WAAWP,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAEnD,UAAU,QAAQ,EAAEK,eAAe,UAAU,iBAAiB,EAAEqF,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAE7B,SAAS,aAAa,EAAE6B,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEpB,eAAe,IAAI;oBAGhUlB,mBACE,CAAC,oBAAoB,EAAE5E,KAAK,SAAS,CAACkH,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAIzH,MACR,CAAC,mCAAmC,EAAEO,KAAK,SAAS,CAACkH,SAAS;oBAIlErH,mBAAmBqH,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO;oBAC5C,MAAMC,gBACJ/C,QAAQ,cAAc,CAAC,0BAA0B,CAC/C8C,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO;oBAE7BhC,UAAUiC,cAAc,OAAO;oBAC/B/B,uBAAuB+B,cAAc,iBAAiB;oBACtDvH,QAAQsH,OAAO,KAAK;oBACpB5B,YAAY4B,OAAO,WAAW;oBAC9B3B,oBAAoB2B,OAAO,KAAK;oBAEhC,IAAI,CAAC1B,cAAcN,YAAYM,cAAcJ,uBAAuB;wBAClEV,SAAS;wBACTQ,UAAUE;oBACZ;oBAEA,IAAI,CAACI,cAAcN,UACjB,MAAM,IAAI1F,qBACR,+BACAQ,KAAK,SAAS,CAACkH,SACfzB,eAAe7F,OAAO0F,YACtBzF;oBAIJ;gBACF,EAAE,OAAOO,OAAO;oBACd2G,YAAY1G,QAAQD;oBACpBO,cAAc,IAAI,CAAC;wBAAEQ;wBAASf;oBAAM;oBACpC,MAAMgH,iBAAiBC,AAAAA,IAAAA,4CAAAA,kBAAAA,AAAAA,EAAmBN;oBAC1C,IAAIK,gBACF1C,SACE,CAAC,0BAA0B,EAAExB,mBAAmB,YAAY,EAAE/B,QAAQ,CAAC,EAAEP,YAAY,QAAQ,EAAEY,UAAU,OAAO,EAAEH,YAAY,IAAI,CAAC,CAAC,CAAC;oBAIzI,IAAI8C,SAAS,aAAa,SACxB;oBAEF,IAAIhD,UAAUP,aAAa;wBACzB8D,SACE,CAAC,wBAAwB,EAAEvD,QAAQ,CAAC,EAAEP,YAAY,eAAe,EAAEkG,cAAc,aAAa,EAAEC,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIO,QAAQ,CAACC,UAAYC,WAAWD,SAAST;oBACrD;gBACF,SAAU;oBACRG;gBACF;YACF;YAEA,IAAI,CAAC/B,SAAS;gBACZuC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEV,WACA;gBAEF,MAAMrG,8BACJqG,WACApG,eACAC;YAEJ;QACF;QAEA6D,UAAU,CAAC,4BAA4B,EAAEW,sBAAsB;QAC/DX,UAAU,CAAC,kBAAkB,EAAES,SAAS;QAGxC,IAAIH,eAAe,CAACnF,OAAO;YAEzB,MAAMgH,kBAAkBnG,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAEyE,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtCtF,QAAQ;gBACN,eAAegH;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAS1B,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C/F;YACA,OAAO4F,eAAe7F,OAAO0F;YAC7B,YAAY,CAAC,CAACP;QAChB;IACF,EAAE,OAAO2C,GAAQ;QACfhD,SAAS,iBAAiBgD;QAE1B,IAAIA,aAAalI,sBACf,MAAMkI;QAGR,MAAMC,WAAW,IAAIlI,MACnB,CAAC,eAAe,EAAEsF,cAAc,eAAe,GAAG,kBAAkB,EAAEvD,UAAU,GAAG,EAAEkG,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpB3D,QAAsC,EAEtC4D,KAAkC,EAClC1D,OAGC;IASD,MAAMD,eAAe4D,8BAA8BD;IACnD,MAAM,EAAE,QAAQxG,WAAW,EAAE+C,OAAO,EAAE,GAAGF;IACzC,MAAM6D,WAAW,MAAM/D,OAAOC,UAAUC,cAAc;QACpD,aAAaC,SAAS;IACxB;IACAsD,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOM,UAAU;IACjB,IAAIC;IACJ,IAAI;QACFA,cAAc5D,QAAQ,UAAU,CAAC2D,SAAS,OAAO,EAAE;YACjD,QAAQ5D,SAAS,oBAAoB;QACvC;IACF,EAAE,OAAO/D,OAAO;QACd,MAAM6H,eAAe7H,iBAAiBX,QAAQW,MAAM,OAAO,GAAGF,OAAOE;QACrE,MAAM,IAAIZ,qBACRyI,cACAF,SAAS,OAAO,EAChBA,SAAS,KAAK;IAElB;IACA,IAAI,AAAuB,YAAvB,OAAOC,aACT,MAAM,IAAIxI,qBACR,CAAC,0CAA0C,EAAE6B,YAAY,SAAS,CAAC,GAAG,EAAE0G,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK,EACdA,SAAS,gBAAgB;IAG7B,OAAO;QACL,SAASC;QACT,eAAeD,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;QAC7C,kBAAkBA,SAAS,gBAAgB;IAC7C;AACF;AAEA,SAASD,8BACPD,KAAkC;IAElC,IAAI,YAAYA,SAAS,aAAaA,OACpC,OAAOA;IAGT,OAAOK,AAAAA,IAAAA,yBAAAA,eAAAA,AAAAA,EAAgBL;AACzB;AAEO,eAAeM,yBACpBC,IAAY,EACZlE,YAA0B,EAC1BC,OAA4E;IAM5E,MAAM,EAAEe,OAAO,EAAEtF,KAAK,EAAEC,gBAAgB,EAAE,GAAG,MAAMmE,OACjDoE,MACAlE,cACAC;IAEF,OAAO;QAAEe;QAAStF;QAAOC;IAAiB;AAC5C"}

package/dist/lib/ai-model/shared/model-locate-result/coordinate-distance.js

@@ -0,0 +1,44 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createCoordinateDistanceToPixels: ()=>createCoordinateDistanceToPixels
+});
+function createCoordinateDistanceToPixels(size, coordinateSystem) {
+    return (delta, axis)=>{
+        if (void 0 === coordinateSystem.normalizedBy) return Math.round(Math.abs(delta));
+        const length = 'x' === axis ? size.width : size.height;
+        return Math.round(Math.abs(delta) * length / coordinateSystem.normalizedBy);
+    };
+}
+exports.createCoordinateDistanceToPixels = __webpack_exports__.createCoordinateDistanceToPixels;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "createCoordinateDistanceToPixels"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=coordinate-distance.js.map

package/dist/lib/ai-model/shared/model-locate-result/coordinate-distance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/shared/model-locate-result/coordinate-distance.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/shared/model-locate-result/coordinate-distance.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { Size } from '@/types';\nimport type { ResolvedLocateResultCoordinates } from './types';\n\nexport type CoordinateDistanceAxis = 'x' | 'y';\n\nexport function createCoordinateDistanceToPixels(\n  size: Size,\n  coordinateSystem: ResolvedLocateResultCoordinates,\n) {\n  return (delta: number, axis: CoordinateDistanceAxis): number => {\n    if (coordinateSystem.normalizedBy === undefined) {\n      return Math.round(Math.abs(delta));\n    }\n\n    const length = axis === 'x' ? size.width : size.height;\n    return Math.round(\n      (Math.abs(delta) * length) / coordinateSystem.normalizedBy,\n    );\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","createCoordinateDistanceToPixels","size","coordinateSystem","delta","axis","undefined","Math","length"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACDO,SAASI,iCACdC,IAAU,EACVC,gBAAiD;IAEjD,OAAO,CAACC,OAAeC;QACrB,IAAIF,AAAkCG,WAAlCH,iBAAiB,YAAY,EAC/B,OAAOI,KAAK,KAAK,CAACA,KAAK,GAAG,CAACH;QAG7B,MAAMI,SAASH,AAAS,QAATA,OAAeH,KAAK,KAAK,GAAGA,KAAK,MAAM;QACtD,OAAOK,KAAK,KAAK,CACdA,KAAK,GAAG,CAACH,SAASI,SAAUL,iBAAiB,YAAY;IAE9D;AACF"}

package/dist/lib/ai-model/shared/model-locate-result/factory.js

@@ -24,7 +24,8 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    createLocateResultAdapter: ()=>createLocateResultAdapter
+    createLocateResultAdapter: ()=>createLocateResultAdapter,
+    resolveLocateResultCoordinates: ()=>resolveLocateResultCoordinates
 });
 const locate_result_coordinates_js_namespaceObject = require("../../prompts/locate-result-coordinates.js");
 const external_bbox_js_namespaceObject = require("./bbox.js");
@@ -113,7 +114,6 @@ function createStandardLocateResultAdapterImplementation(config) {
         };
     };
     return {
-        kind: 'standard',
         promptSpec: (0, locate_result_coordinates_js_namespaceObject.createLocateResultPromptSpec)(resolvedCoordinates),
         adaptElementLocateResultToPixelBbox,
         adaptSectionLocateResultToPixelBboxGroup,
@@ -123,7 +123,6 @@ function createStandardLocateResultAdapterImplementation(config) {
 function createLocateResultAdapter(config) {
     const adapter = 'custom' === config.kind ? config : createStandardLocateResultAdapterImplementation(config);
     return {
-        kind: adapter.kind,
         promptSpec: adapter.promptSpec,
         adaptElementLocateResultToPixelBbox: (input, ctx)=>(0, external_bbox_js_namespaceObject.finalizePixelBbox)(adapter.adaptElementLocateResultToPixelBbox(input, ctx), input, ctx),
         adaptSectionLocateResultToPixelBboxGroup: (input, ctx)=>(0, external_bbox_js_namespaceObject.finalizeSectionLocatePixelBboxGroup)(adapter.adaptSectionLocateResultToPixelBboxGroup(input, ctx), input, ctx),
@@ -131,8 +130,10 @@ function createLocateResultAdapter(config) {
     };
 }
 exports.createLocateResultAdapter = __webpack_exports__.createLocateResultAdapter;
+exports.resolveLocateResultCoordinates = __webpack_exports__.resolveLocateResultCoordinates;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
-    "createLocateResultAdapter"
+    "createLocateResultAdapter",
+    "resolveLocateResultCoordinates"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true

package/dist/lib/ai-model/shared/model-locate-result/factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/shared/model-locate-result/factory.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/shared/model-locate-result/factory.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { createLocateResultPromptSpec } from '../../prompts/locate-result-coordinates';\nimport { finalizePixelBbox, finalizeSectionLocatePixelBboxGroup } from './bbox';\nimport { parseNumericLocateResult } from './parse';\nimport { mapLocateResultToPixelBboxByCoordinates } from './pixel-bbox-mapper';\nimport type {\n  LocateResultAdapter,\n  LocateResultAdapterDefinition,\n  LocateResultContext,\n  LocateResultCoordinates,\n  LocateResultValue,\n  PixelBbox,\n  ResolvedLocateResultCoordinates,\n  SectionLocatePixelBboxGroup,\n  StandardLocateResultAdapterDefinition,\n} from './types';\n\ntype RawLocateValuePurpose = 'primary' | 'references';\n\nconst rawLocateValueFields = {\n  primary: {\n    bbox: ['bbox', 'bbox_2d'],\n    point: ['point'],\n  },\n  references: {\n    bbox: ['references_bbox', 'references_bbox_2d'],\n    point: ['references_point'],\n  },\n} as const;\n\nfunction resolveLocateResultCoordinates(\n  coordinates: LocateResultCoordinates,\n): ResolvedLocateResultCoordinates {\n  const order = coordinates.order ?? 'xy';\n  if (coordinates.normalizedBy !== undefined && coordinates.normalizedBy <= 0) {\n    throw new Error(\n      `locate result coordinates normalizedBy must be positive: ${coordinates.normalizedBy}`,\n    );\n  }\n  return {\n    shape: coordinates.shape,\n    order,\n    normalizedBy: coordinates.normalizedBy,\n  };\n}\n\nfunction extractFirstObjectField(\n  input: unknown,\n  fields: readonly string[],\n): unknown | undefined {\n  if (!input || typeof input !== 'object') {\n    return undefined;\n  }\n\n  const record = input as Record<string, unknown>;\n  const matchedField = fields.find((field) => record[field] !== undefined);\n  return matchedField ? record[matchedField] : undefined;\n}\n\nfunction normalizeReferenceResults(input: unknown): unknown[] {\n  if (input === undefined || input === null) {\n    return [];\n  }\n  return Array.isArray(input) ? input : [input];\n}\n\nfunction assertValidParsedLocateResult(result: LocateResultValue): void {\n  if (!result || typeof result !== 'object') {\n    throw new Error(\n      `invalid parsed locate result: expected object, got ${JSON.stringify(\n        result,\n      )}`,\n    );\n  }\n\n  const expectedLength =\n    result.type === 'bbox' ? 4 : result.type === 'point' ? 2 : 0;\n  if (!expectedLength) {\n    throw new Error(\n      `invalid parsed locate result: unsupported type ${JSON.stringify(\n        (result as { type?: unknown }).type,\n      )}`,\n    );\n  }\n\n  const coordinates = result.coordinates;\n  if (\n    !Array.isArray(coordinates) ||\n    coordinates.length !== expectedLength ||\n    !coordinates.every(\n      (value) => typeof value === 'number' && Number.isFinite(value),\n    )\n  ) {\n    throw new Error(\n      `invalid parsed locate result: ${result.type} coordinates must be ${expectedLength} finite numbers, got ${JSON.stringify(\n        coordinates,\n      )}`,\n    );\n  }\n}\n\nfunction pickRawLocateValue(\n  input: unknown,\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n  purpose: RawLocateValuePurpose,\n): unknown | undefined {\n  const fields = rawLocateValueFields[purpose][resolvedCoordinates.shape];\n  return extractFirstObjectField(input, fields);\n}\n\nfunction extractPrimaryRawLocateValue(\n  input: unknown,\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n): unknown {\n  const pickedRawResult = pickRawLocateValue(\n    input,\n    resolvedCoordinates,\n    'primary',\n  );\n  if (\n    pickedRawResult === undefined &&\n    input !== null &&\n    typeof input === 'object' &&\n    !Array.isArray(input)\n  ) {\n    throw new Error(\n      'locate response does not contain a recognizable locate result field',\n    );\n  }\n\n  return pickedRawResult === undefined ? input : pickedRawResult;\n}\n\nfunction extractReferenceRawLocateValues(\n  input: unknown,\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n): unknown[] {\n  return normalizeReferenceResults(\n    pickRawLocateValue(input, resolvedCoordinates, 'references'),\n  );\n}\n\nfunction createStandardLocateResultAdapterImplementation(\n  config: StandardLocateResultAdapterDefinition,\n): LocateResultAdapter {\n  const resolvedCoordinates = resolveLocateResultCoordinates(\n    config.coordinates,\n  );\n  const parseRawLocateValue =\n    config.parseRawLocateValue ??\n    ((input) => parseNumericLocateResult(resolvedCoordinates, input));\n  const mapLocateResultToPixelBbox =\n    config.mapLocateResultToPixelBbox ??\n    ((result, ctx) =>\n      mapLocateResultToPixelBboxByCoordinates(\n        result,\n        ctx,\n        resolvedCoordinates,\n      ));\n\n  const mapRawLocateValueToPixelBbox = (\n    rawResult: unknown,\n    ctx: LocateResultContext,\n  ) => {\n    const parsedResult = parseRawLocateValue(rawResult);\n    assertValidParsedLocateResult(parsedResult);\n    return mapLocateResultToPixelBbox(parsedResult, ctx);\n  };\n  // Keep error semantics out of the adapter: callers may preserve, ignore, or\n  // fail fast on `error` / `errors`, while this layer only extracts coordinates.\n  const adaptRawLocateInputToPixelBbox = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): PixelBbox =>\n    mapRawLocateValueToPixelBbox(\n      extractPrimaryRawLocateValue(input, resolvedCoordinates),\n      ctx,\n    );\n  const adaptElementLocateResultToPixelBbox = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): PixelBbox => adaptRawLocateInputToPixelBbox(input, ctx);\n  const adaptPlanningParamToPixelBbox = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): PixelBbox => adaptRawLocateInputToPixelBbox(input, ctx);\n  const adaptSectionLocateResultToPixelBboxGroup = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): SectionLocatePixelBboxGroup => {\n    const target = adaptRawLocateInputToPixelBbox(input, ctx);\n    const references = extractReferenceRawLocateValues(\n      input,\n      resolvedCoordinates,\n    ).map((raw) => mapRawLocateValueToPixelBbox(raw, ctx));\n    return {\n      target,\n      ...(references.length > 0 ? { references } : {}),\n    };\n  };\n  return {\n    kind: 'standard',\n    promptSpec: createLocateResultPromptSpec(resolvedCoordinates),\n    adaptElementLocateResultToPixelBbox,\n    adaptSectionLocateResultToPixelBboxGroup,\n    adaptPlanningParamToPixelBbox,\n  };\n}\n\nexport function createLocateResultAdapter(\n  config: LocateResultAdapterDefinition,\n): LocateResultAdapter {\n  const adapter: LocateResultAdapter =\n    config.kind === 'custom'\n      ? config\n      : createStandardLocateResultAdapterImplementation(config);\n\n  return {\n    kind: adapter.kind,\n    promptSpec: adapter.promptSpec,\n    adaptElementLocateResultToPixelBbox: (input, ctx) =>\n      finalizePixelBbox(\n        adapter.adaptElementLocateResultToPixelBbox(input, ctx),\n        input,\n        ctx,\n      ),\n    adaptSectionLocateResultToPixelBboxGroup: (input, ctx) =>\n      finalizeSectionLocatePixelBboxGroup(\n        adapter.adaptSectionLocateResultToPixelBboxGroup(input, ctx),\n        input,\n        ctx,\n      ),\n    adaptPlanningParamToPixelBbox: (input, ctx) =>\n      finalizePixelBbox(\n        adapter.adaptPlanningParamToPixelBbox(input, ctx),\n        input,\n        ctx,\n      ),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","rawLocateValueFields","resolveLocateResultCoordinates","coordinates","order","undefined","Error","extractFirstObjectField","input","fields","record","matchedField","field","normalizeReferenceResults","Array","assertValidParsedLocateResult","result","JSON","expectedLength","value","Number","pickRawLocateValue","resolvedCoordinates","purpose","extractPrimaryRawLocateValue","pickedRawResult","extractReferenceRawLocateValues","createStandardLocateResultAdapterImplementation","config","parseRawLocateValue","parseNumericLocateResult","mapLocateResultToPixelBbox","ctx","mapLocateResultToPixelBboxByCoordinates","mapRawLocateValueToPixelBbox","rawResult","parsedResult","adaptRawLocateInputToPixelBbox","adaptElementLocateResultToPixelBbox","adaptPlanningParamToPixelBbox","adaptSectionLocateResultToPixelBboxGroup","target","references","raw","createLocateResultPromptSpec","createLocateResultAdapter","adapter","finalizePixelBbox","finalizeSectionLocatePixelBboxGroup"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACYA,MAAMI,uBAAuB;IAC3B,SAAS;QACP,MAAM;YAAC;YAAQ;SAAU;QACzB,OAAO;YAAC;SAAQ;IAClB;IACA,YAAY;QACV,MAAM;YAAC;YAAmB;SAAqB;QAC/C,OAAO;YAAC;SAAmB;IAC7B;AACF;AAEA,SAASC,+BACPC,WAAoC;IAEpC,MAAMC,QAAQD,YAAY,KAAK,IAAI;IACnC,IAAIA,AAA6BE,WAA7BF,YAAY,YAAY,IAAkBA,YAAY,YAAY,IAAI,GACxE,MAAM,IAAIG,MACR,CAAC,yDAAyD,EAAEH,YAAY,YAAY,EAAE;IAG1F,OAAO;QACL,OAAOA,YAAY,KAAK;QACxBC;QACA,cAAcD,YAAY,YAAY;IACxC;AACF;AAEA,SAASI,wBACPC,KAAc,EACdC,MAAyB;IAEzB,IAAI,CAACD,SAAS,AAAiB,YAAjB,OAAOA,OACnB;IAGF,MAAME,SAASF;IACf,MAAMG,eAAeF,OAAO,IAAI,CAAC,CAACG,QAAUF,AAAkBL,WAAlBK,MAAM,CAACE,MAAM;IACzD,OAAOD,eAAeD,MAAM,CAACC,aAAa,GAAGN;AAC/C;AAEA,SAASQ,0BAA0BL,KAAc;IAC/C,IAAIA,QAAAA,OACF,OAAO,EAAE;IAEX,OAAOM,MAAM,OAAO,CAACN,SAASA,QAAQ;QAACA;KAAM;AAC/C;AAEA,SAASO,8BAA8BC,MAAyB;IAC9D,IAAI,CAACA,UAAU,AAAkB,YAAlB,OAAOA,QACpB,MAAM,IAAIV,MACR,CAAC,mDAAmD,EAAEW,KAAK,SAAS,CAClED,SACC;IAIP,MAAME,iBACJF,AAAgB,WAAhBA,OAAO,IAAI,GAAc,IAAIA,AAAgB,YAAhBA,OAAO,IAAI,GAAe,IAAI;IAC7D,IAAI,CAACE,gBACH,MAAM,IAAIZ,MACR,CAAC,+CAA+C,EAAEW,KAAK,SAAS,CAC7DD,OAA8B,IAAI,GAClC;IAIP,MAAMb,cAAca,OAAO,WAAW;IACtC,IACE,CAACF,MAAM,OAAO,CAACX,gBACfA,YAAY,MAAM,KAAKe,kBACvB,CAACf,YAAY,KAAK,CAChB,CAACgB,QAAU,AAAiB,YAAjB,OAAOA,SAAsBC,OAAO,QAAQ,CAACD,SAG1D,MAAM,IAAIb,MACR,CAAC,8BAA8B,EAAEU,OAAO,IAAI,CAAC,qBAAqB,EAAEE,eAAe,qBAAqB,EAAED,KAAK,SAAS,CACtHd,cACC;AAGT;AAEA,SAASkB,mBACPb,KAAc,EACdc,mBAAoD,EACpDC,OAA8B;IAE9B,MAAMd,SAASR,oBAAoB,CAACsB,QAAQ,CAACD,oBAAoB,KAAK,CAAC;IACvE,OAAOf,wBAAwBC,OAAOC;AACxC;AAEA,SAASe,6BACPhB,KAAc,EACdc,mBAAoD;IAEpD,MAAMG,kBAAkBJ,mBACtBb,OACAc,qBACA;IAEF,IACEG,AAAoBpB,WAApBoB,mBACAjB,AAAU,SAAVA,SACA,AAAiB,YAAjB,OAAOA,SACP,CAACM,MAAM,OAAO,CAACN,QAEf,MAAM,IAAIF,MACR;IAIJ,OAAOmB,AAAoBpB,WAApBoB,kBAAgCjB,QAAQiB;AACjD;AAEA,SAASC,gCACPlB,KAAc,EACdc,mBAAoD;IAEpD,OAAOT,0BACLQ,mBAAmBb,OAAOc,qBAAqB;AAEnD;AAEA,SAASK,gDACPC,MAA6C;IAE7C,MAAMN,sBAAsBpB,+BAC1B0B,OAAO,WAAW;IAEpB,MAAMC,sBACJD,OAAO,mBAAmB,IACxB,EAAApB,QAAUsB,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBR,qBAAqBd,MAAK;IACjE,MAAMuB,6BACJH,OAAO,0BAA0B,IAC/B,EAAAZ,QAAQgB,MACRC,AAAAA,IAAAA,8CAAAA,uCAAAA,AAAAA,EACEjB,QACAgB,KACAV,oBAAmB;IAGzB,MAAMY,+BAA+B,CACnCC,WACAH;QAEA,MAAMI,eAAeP,oBAAoBM;QACzCpB,8BAA8BqB;QAC9B,OAAOL,2BAA2BK,cAAcJ;IAClD;IAGA,MAAMK,iCAAiC,CACrC7B,OACAwB,MAEAE,6BACEV,6BAA6BhB,OAAOc,sBACpCU;IAEJ,MAAMM,sCAAsC,CAC1C9B,OACAwB,MACcK,+BAA+B7B,OAAOwB;IACtD,MAAMO,gCAAgC,CACpC/B,OACAwB,MACcK,+BAA+B7B,OAAOwB;IACtD,MAAMQ,2CAA2C,CAC/ChC,OACAwB;QAEA,MAAMS,SAASJ,+BAA+B7B,OAAOwB;QACrD,MAAMU,aAAahB,gCACjBlB,OACAc,qBACA,GAAG,CAAC,CAACqB,MAAQT,6BAA6BS,KAAKX;QACjD,OAAO;YACLS;YACA,GAAIC,WAAW,MAAM,GAAG,IAAI;gBAAEA;YAAW,IAAI,CAAC,CAAC;QACjD;IACF;IACA,OAAO;QACL,MAAM;QACN,YAAYE,AAAAA,IAAAA,6CAAAA,4BAAAA,AAAAA,EAA6BtB;QACzCgB;QACAE;QACAD;IACF;AACF;AAEO,SAASM,0BACdjB,MAAqC;IAErC,MAAMkB,UACJlB,AAAgB,aAAhBA,OAAO,IAAI,GACPA,SACAD,gDAAgDC;IAEtD,OAAO;QACL,MAAMkB,QAAQ,IAAI;QAClB,YAAYA,QAAQ,UAAU;QAC9B,qCAAqC,CAACtC,OAAOwB,MAC3Ce,AAAAA,IAAAA,iCAAAA,iBAAAA,AAAAA,EACED,QAAQ,mCAAmC,CAACtC,OAAOwB,MACnDxB,OACAwB;QAEJ,0CAA0C,CAACxB,OAAOwB,MAChDgB,AAAAA,IAAAA,iCAAAA,mCAAAA,AAAAA,EACEF,QAAQ,wCAAwC,CAACtC,OAAOwB,MACxDxB,OACAwB;QAEJ,+BAA+B,CAACxB,OAAOwB,MACrCe,AAAAA,IAAAA,iCAAAA,iBAAAA,AAAAA,EACED,QAAQ,6BAA6B,CAACtC,OAAOwB,MAC7CxB,OACAwB;IAEN;AACF"}
+{"version":3,"file":"ai-model/shared/model-locate-result/factory.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/shared/model-locate-result/factory.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { createLocateResultPromptSpec } from '../../prompts/locate-result-coordinates';\nimport { finalizePixelBbox, finalizeSectionLocatePixelBboxGroup } from './bbox';\nimport { parseNumericLocateResult } from './parse';\nimport { mapLocateResultToPixelBboxByCoordinates } from './pixel-bbox-mapper';\nimport type {\n  LocateResultAdapter,\n  LocateResultAdapterDefinition,\n  LocateResultContext,\n  LocateResultCoordinates,\n  LocateResultValue,\n  PixelBbox,\n  ResolvedLocateResultCoordinates,\n  SectionLocatePixelBboxGroup,\n  StandardLocateResultAdapterDefinition,\n} from './types';\n\ntype RawLocateValuePurpose = 'primary' | 'references';\n\nconst rawLocateValueFields = {\n  primary: {\n    bbox: ['bbox', 'bbox_2d'],\n    point: ['point'],\n  },\n  references: {\n    bbox: ['references_bbox', 'references_bbox_2d'],\n    point: ['references_point'],\n  },\n} as const;\n\nexport function resolveLocateResultCoordinates(\n  coordinates: LocateResultCoordinates,\n): ResolvedLocateResultCoordinates {\n  const order = coordinates.order ?? 'xy';\n  if (coordinates.normalizedBy !== undefined && coordinates.normalizedBy <= 0) {\n    throw new Error(\n      `locate result coordinates normalizedBy must be positive: ${coordinates.normalizedBy}`,\n    );\n  }\n  return {\n    shape: coordinates.shape,\n    order,\n    normalizedBy: coordinates.normalizedBy,\n  };\n}\n\nfunction extractFirstObjectField(\n  input: unknown,\n  fields: readonly string[],\n): unknown | undefined {\n  if (!input || typeof input !== 'object') {\n    return undefined;\n  }\n\n  const record = input as Record<string, unknown>;\n  const matchedField = fields.find((field) => record[field] !== undefined);\n  return matchedField ? record[matchedField] : undefined;\n}\n\nfunction normalizeReferenceResults(input: unknown): unknown[] {\n  if (input === undefined || input === null) {\n    return [];\n  }\n  return Array.isArray(input) ? input : [input];\n}\n\nfunction assertValidParsedLocateResult(result: LocateResultValue): void {\n  if (!result || typeof result !== 'object') {\n    throw new Error(\n      `invalid parsed locate result: expected object, got ${JSON.stringify(\n        result,\n      )}`,\n    );\n  }\n\n  const expectedLength =\n    result.type === 'bbox' ? 4 : result.type === 'point' ? 2 : 0;\n  if (!expectedLength) {\n    throw new Error(\n      `invalid parsed locate result: unsupported type ${JSON.stringify(\n        (result as { type?: unknown }).type,\n      )}`,\n    );\n  }\n\n  const coordinates = result.coordinates;\n  if (\n    !Array.isArray(coordinates) ||\n    coordinates.length !== expectedLength ||\n    !coordinates.every(\n      (value) => typeof value === 'number' && Number.isFinite(value),\n    )\n  ) {\n    throw new Error(\n      `invalid parsed locate result: ${result.type} coordinates must be ${expectedLength} finite numbers, got ${JSON.stringify(\n        coordinates,\n      )}`,\n    );\n  }\n}\n\nfunction pickRawLocateValue(\n  input: unknown,\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n  purpose: RawLocateValuePurpose,\n): unknown | undefined {\n  const fields = rawLocateValueFields[purpose][resolvedCoordinates.shape];\n  return extractFirstObjectField(input, fields);\n}\n\nfunction extractPrimaryRawLocateValue(\n  input: unknown,\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n): unknown {\n  const pickedRawResult = pickRawLocateValue(\n    input,\n    resolvedCoordinates,\n    'primary',\n  );\n  if (\n    pickedRawResult === undefined &&\n    input !== null &&\n    typeof input === 'object' &&\n    !Array.isArray(input)\n  ) {\n    throw new Error(\n      'locate response does not contain a recognizable locate result field',\n    );\n  }\n\n  return pickedRawResult === undefined ? input : pickedRawResult;\n}\n\nfunction extractReferenceRawLocateValues(\n  input: unknown,\n  resolvedCoordinates: ResolvedLocateResultCoordinates,\n): unknown[] {\n  return normalizeReferenceResults(\n    pickRawLocateValue(input, resolvedCoordinates, 'references'),\n  );\n}\n\nfunction createStandardLocateResultAdapterImplementation(\n  config: StandardLocateResultAdapterDefinition,\n): LocateResultAdapter {\n  const resolvedCoordinates = resolveLocateResultCoordinates(\n    config.coordinates,\n  );\n  const parseRawLocateValue =\n    config.parseRawLocateValue ??\n    ((input) => parseNumericLocateResult(resolvedCoordinates, input));\n  const mapLocateResultToPixelBbox =\n    config.mapLocateResultToPixelBbox ??\n    ((result, ctx) =>\n      mapLocateResultToPixelBboxByCoordinates(\n        result,\n        ctx,\n        resolvedCoordinates,\n      ));\n\n  const mapRawLocateValueToPixelBbox = (\n    rawResult: unknown,\n    ctx: LocateResultContext,\n  ) => {\n    const parsedResult = parseRawLocateValue(rawResult);\n    assertValidParsedLocateResult(parsedResult);\n    return mapLocateResultToPixelBbox(parsedResult, ctx);\n  };\n  // Keep error semantics out of the adapter: callers may preserve, ignore, or\n  // fail fast on `error` / `errors`, while this layer only extracts coordinates.\n  const adaptRawLocateInputToPixelBbox = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): PixelBbox =>\n    mapRawLocateValueToPixelBbox(\n      extractPrimaryRawLocateValue(input, resolvedCoordinates),\n      ctx,\n    );\n  const adaptElementLocateResultToPixelBbox = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): PixelBbox => adaptRawLocateInputToPixelBbox(input, ctx);\n  const adaptPlanningParamToPixelBbox = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): PixelBbox => adaptRawLocateInputToPixelBbox(input, ctx);\n  const adaptSectionLocateResultToPixelBboxGroup = (\n    input: unknown,\n    ctx: LocateResultContext,\n  ): SectionLocatePixelBboxGroup => {\n    const target = adaptRawLocateInputToPixelBbox(input, ctx);\n    const references = extractReferenceRawLocateValues(\n      input,\n      resolvedCoordinates,\n    ).map((raw) => mapRawLocateValueToPixelBbox(raw, ctx));\n    return {\n      target,\n      ...(references.length > 0 ? { references } : {}),\n    };\n  };\n  return {\n    promptSpec: createLocateResultPromptSpec(resolvedCoordinates),\n    adaptElementLocateResultToPixelBbox,\n    adaptSectionLocateResultToPixelBboxGroup,\n    adaptPlanningParamToPixelBbox,\n  };\n}\n\nexport function createLocateResultAdapter(\n  config: LocateResultAdapterDefinition,\n): LocateResultAdapter {\n  const adapter: LocateResultAdapter =\n    config.kind === 'custom'\n      ? config\n      : createStandardLocateResultAdapterImplementation(config);\n\n  return {\n    promptSpec: adapter.promptSpec,\n    adaptElementLocateResultToPixelBbox: (\n      input: unknown,\n      ctx: LocateResultContext,\n    ) =>\n      finalizePixelBbox(\n        adapter.adaptElementLocateResultToPixelBbox(input, ctx),\n        input,\n        ctx,\n      ),\n    adaptSectionLocateResultToPixelBboxGroup: (\n      input: unknown,\n      ctx: LocateResultContext,\n    ) =>\n      finalizeSectionLocatePixelBboxGroup(\n        adapter.adaptSectionLocateResultToPixelBboxGroup(input, ctx),\n        input,\n        ctx,\n      ),\n    adaptPlanningParamToPixelBbox: (input: unknown, ctx: LocateResultContext) =>\n      finalizePixelBbox(\n        adapter.adaptPlanningParamToPixelBbox(input, ctx),\n        input,\n        ctx,\n      ),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","rawLocateValueFields","resolveLocateResultCoordinates","coordinates","order","undefined","Error","extractFirstObjectField","input","fields","record","matchedField","field","normalizeReferenceResults","Array","assertValidParsedLocateResult","result","JSON","expectedLength","value","Number","pickRawLocateValue","resolvedCoordinates","purpose","extractPrimaryRawLocateValue","pickedRawResult","extractReferenceRawLocateValues","createStandardLocateResultAdapterImplementation","config","parseRawLocateValue","parseNumericLocateResult","mapLocateResultToPixelBbox","ctx","mapLocateResultToPixelBboxByCoordinates","mapRawLocateValueToPixelBbox","rawResult","parsedResult","adaptRawLocateInputToPixelBbox","adaptElementLocateResultToPixelBbox","adaptPlanningParamToPixelBbox","adaptSectionLocateResultToPixelBboxGroup","target","references","raw","createLocateResultPromptSpec","createLocateResultAdapter","adapter","finalizePixelBbox","finalizeSectionLocatePixelBboxGroup"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;ACYA,MAAMI,uBAAuB;IAC3B,SAAS;QACP,MAAM;YAAC;YAAQ;SAAU;QACzB,OAAO;YAAC;SAAQ;IAClB;IACA,YAAY;QACV,MAAM;YAAC;YAAmB;SAAqB;QAC/C,OAAO;YAAC;SAAmB;IAC7B;AACF;AAEO,SAASC,+BACdC,WAAoC;IAEpC,MAAMC,QAAQD,YAAY,KAAK,IAAI;IACnC,IAAIA,AAA6BE,WAA7BF,YAAY,YAAY,IAAkBA,YAAY,YAAY,IAAI,GACxE,MAAM,IAAIG,MACR,CAAC,yDAAyD,EAAEH,YAAY,YAAY,EAAE;IAG1F,OAAO;QACL,OAAOA,YAAY,KAAK;QACxBC;QACA,cAAcD,YAAY,YAAY;IACxC;AACF;AAEA,SAASI,wBACPC,KAAc,EACdC,MAAyB;IAEzB,IAAI,CAACD,SAAS,AAAiB,YAAjB,OAAOA,OACnB;IAGF,MAAME,SAASF;IACf,MAAMG,eAAeF,OAAO,IAAI,CAAC,CAACG,QAAUF,AAAkBL,WAAlBK,MAAM,CAACE,MAAM;IACzD,OAAOD,eAAeD,MAAM,CAACC,aAAa,GAAGN;AAC/C;AAEA,SAASQ,0BAA0BL,KAAc;IAC/C,IAAIA,QAAAA,OACF,OAAO,EAAE;IAEX,OAAOM,MAAM,OAAO,CAACN,SAASA,QAAQ;QAACA;KAAM;AAC/C;AAEA,SAASO,8BAA8BC,MAAyB;IAC9D,IAAI,CAACA,UAAU,AAAkB,YAAlB,OAAOA,QACpB,MAAM,IAAIV,MACR,CAAC,mDAAmD,EAAEW,KAAK,SAAS,CAClED,SACC;IAIP,MAAME,iBACJF,AAAgB,WAAhBA,OAAO,IAAI,GAAc,IAAIA,AAAgB,YAAhBA,OAAO,IAAI,GAAe,IAAI;IAC7D,IAAI,CAACE,gBACH,MAAM,IAAIZ,MACR,CAAC,+CAA+C,EAAEW,KAAK,SAAS,CAC7DD,OAA8B,IAAI,GAClC;IAIP,MAAMb,cAAca,OAAO,WAAW;IACtC,IACE,CAACF,MAAM,OAAO,CAACX,gBACfA,YAAY,MAAM,KAAKe,kBACvB,CAACf,YAAY,KAAK,CAChB,CAACgB,QAAU,AAAiB,YAAjB,OAAOA,SAAsBC,OAAO,QAAQ,CAACD,SAG1D,MAAM,IAAIb,MACR,CAAC,8BAA8B,EAAEU,OAAO,IAAI,CAAC,qBAAqB,EAAEE,eAAe,qBAAqB,EAAED,KAAK,SAAS,CACtHd,cACC;AAGT;AAEA,SAASkB,mBACPb,KAAc,EACdc,mBAAoD,EACpDC,OAA8B;IAE9B,MAAMd,SAASR,oBAAoB,CAACsB,QAAQ,CAACD,oBAAoB,KAAK,CAAC;IACvE,OAAOf,wBAAwBC,OAAOC;AACxC;AAEA,SAASe,6BACPhB,KAAc,EACdc,mBAAoD;IAEpD,MAAMG,kBAAkBJ,mBACtBb,OACAc,qBACA;IAEF,IACEG,AAAoBpB,WAApBoB,mBACAjB,AAAU,SAAVA,SACA,AAAiB,YAAjB,OAAOA,SACP,CAACM,MAAM,OAAO,CAACN,QAEf,MAAM,IAAIF,MACR;IAIJ,OAAOmB,AAAoBpB,WAApBoB,kBAAgCjB,QAAQiB;AACjD;AAEA,SAASC,gCACPlB,KAAc,EACdc,mBAAoD;IAEpD,OAAOT,0BACLQ,mBAAmBb,OAAOc,qBAAqB;AAEnD;AAEA,SAASK,gDACPC,MAA6C;IAE7C,MAAMN,sBAAsBpB,+BAC1B0B,OAAO,WAAW;IAEpB,MAAMC,sBACJD,OAAO,mBAAmB,IACxB,EAAApB,QAAUsB,AAAAA,IAAAA,kCAAAA,wBAAAA,AAAAA,EAAyBR,qBAAqBd,MAAK;IACjE,MAAMuB,6BACJH,OAAO,0BAA0B,IAC/B,EAAAZ,QAAQgB,MACRC,AAAAA,IAAAA,8CAAAA,uCAAAA,AAAAA,EACEjB,QACAgB,KACAV,oBAAmB;IAGzB,MAAMY,+BAA+B,CACnCC,WACAH;QAEA,MAAMI,eAAeP,oBAAoBM;QACzCpB,8BAA8BqB;QAC9B,OAAOL,2BAA2BK,cAAcJ;IAClD;IAGA,MAAMK,iCAAiC,CACrC7B,OACAwB,MAEAE,6BACEV,6BAA6BhB,OAAOc,sBACpCU;IAEJ,MAAMM,sCAAsC,CAC1C9B,OACAwB,MACcK,+BAA+B7B,OAAOwB;IACtD,MAAMO,gCAAgC,CACpC/B,OACAwB,MACcK,+BAA+B7B,OAAOwB;IACtD,MAAMQ,2CAA2C,CAC/ChC,OACAwB;QAEA,MAAMS,SAASJ,+BAA+B7B,OAAOwB;QACrD,MAAMU,aAAahB,gCACjBlB,OACAc,qBACA,GAAG,CAAC,CAACqB,MAAQT,6BAA6BS,KAAKX;QACjD,OAAO;YACLS;YACA,GAAIC,WAAW,MAAM,GAAG,IAAI;gBAAEA;YAAW,IAAI,CAAC,CAAC;QACjD;IACF;IACA,OAAO;QACL,YAAYE,AAAAA,IAAAA,6CAAAA,4BAAAA,AAAAA,EAA6BtB;QACzCgB;QACAE;QACAD;IACF;AACF;AAEO,SAASM,0BACdjB,MAAqC;IAErC,MAAMkB,UACJlB,AAAgB,aAAhBA,OAAO,IAAI,GACPA,SACAD,gDAAgDC;IAEtD,OAAO;QACL,YAAYkB,QAAQ,UAAU;QAC9B,qCAAqC,CACnCtC,OACAwB,MAEAe,AAAAA,IAAAA,iCAAAA,iBAAAA,AAAAA,EACED,QAAQ,mCAAmC,CAACtC,OAAOwB,MACnDxB,OACAwB;QAEJ,0CAA0C,CACxCxB,OACAwB,MAEAgB,AAAAA,IAAAA,iCAAAA,mCAAAA,AAAAA,EACEF,QAAQ,wCAAwC,CAACtC,OAAOwB,MACxDxB,OACAwB;QAEJ,+BAA+B,CAACxB,OAAgBwB,MAC9Ce,AAAAA,IAAAA,iCAAAA,iBAAAA,AAAAA,EACED,QAAQ,6BAA6B,CAACtC,OAAOwB,MAC7CxB,OACAwB;IAEN;AACF"}

package/dist/lib/ai-model/shared/model-locate-result/index.js

@@ -25,14 +25,21 @@ var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     createLocateResultAdapter: ()=>external_factory_js_namespaceObject.createLocateResultAdapter,
+    createCoordinateDistanceToPixels: ()=>external_coordinate_distance_js_namespaceObject.createCoordinateDistanceToPixels,
+    resolveLocateResultCoordinates: ()=>external_factory_js_namespaceObject.resolveLocateResultCoordinates,
     unwrapCoordinateListLikeInput: ()=>external_parse_js_namespaceObject.unwrapCoordinateListLikeInput
 });
 const external_factory_js_namespaceObject = require("./factory.js");
+const external_coordinate_distance_js_namespaceObject = require("./coordinate-distance.js");
 const external_parse_js_namespaceObject = require("./parse.js");
+exports.createCoordinateDistanceToPixels = __webpack_exports__.createCoordinateDistanceToPixels;
 exports.createLocateResultAdapter = __webpack_exports__.createLocateResultAdapter;
+exports.resolveLocateResultCoordinates = __webpack_exports__.resolveLocateResultCoordinates;
 exports.unwrapCoordinateListLikeInput = __webpack_exports__.unwrapCoordinateListLikeInput;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "createCoordinateDistanceToPixels",
     "createLocateResultAdapter",
+    "resolveLocateResultCoordinates",
     "unwrapCoordinateListLikeInput"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/ai-model/shared/planning-action.js

@@ -0,0 +1,40 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    getTapLocatedPixelBbox: ()=>getTapLocatedPixelBbox
+});
+function getTapLocatedPixelBbox(actions) {
+    for (const action of actions)if ('Tap' === action.type) return action.param.locate.locatedPixelBbox;
+}
+exports.getTapLocatedPixelBbox = __webpack_exports__.getTapLocatedPixelBbox;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "getTapLocatedPixelBbox"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=planning-action.js.map

package/dist/lib/ai-model/shared/planning-action.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/shared/planning-action.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/shared/planning-action.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { PixelBbox, PlanningAction, PlanningLocateParam } from '@/types';\n\nexport type LocateActionParam = {\n  locate: PlanningLocateParam;\n};\n\nexport type LocatePlanningAction<TType extends string> =\n  PlanningAction<LocateActionParam> & {\n    type: TType;\n  };\n\nexport type ScrollPlanningAction = PlanningAction<\n  LocateActionParam & {\n    distance: number;\n    direction: 'up' | 'down' | 'left' | 'right';\n  }\n> & {\n  type: 'Scroll';\n};\n\nexport type DragAndDropPlanningAction = PlanningAction<{\n  from: PlanningLocateParam;\n  to: PlanningLocateParam;\n}> & {\n  type: 'DragAndDrop';\n};\n\ntype TapPlanningActionWithLocatedPixelBbox = PlanningAction<{\n  locate: {\n    locatedPixelBbox: PixelBbox;\n  };\n}>;\n\nexport function getTapLocatedPixelBbox(\n  actions: PlanningAction[],\n): PixelBbox | undefined {\n  for (const action of actions) {\n    if (action.type !== 'Tap') {\n      continue;\n    }\n\n    return (action as TapPlanningActionWithLocatedPixelBbox).param.locate\n      .locatedPixelBbox;\n  }\n\n  return undefined;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","getTapLocatedPixelBbox","actions","action"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;AC2BO,SAASI,uBACdC,OAAyB;IAEzB,KAAK,MAAMC,UAAUD,QACnB,IAAIC,AAAgB,UAAhBA,OAAO,IAAI,EAIf,OAAQA,OAAiD,KAAK,CAAC,MAAM,CAClE,gBAAgB;AAIvB"}