@midscene/core 1.15.5 → 1.15.6

package/dist/lib/ai-model/models/gpt.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/models/gpt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/models/gpt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TModelFamily } from '@midscene/shared/env';\nimport type {\n  BuildResponsesParams,\n  ChatCompletionCallContext,\n  ChatCompletionParamsResult,\n  CodexAppServerCallInput,\n  CodexAppServerParamsResult,\n  ModelAdapterDefinition,\n  ReasoningInput,\n  ResolveImageDetail,\n} from '../model-adapter/types';\nimport { isLocateIntent } from './utils/intent';\n\nconst originalImageDetailForDefaultIntent: ResolveImageDetail = (input) =>\n  isLocateIntent(input.intent) || input.requiresOriginalImageDetail\n    ? 'original'\n    : (input.imageDetail ?? 'high');\n\nconst resolveGpt5ReasoningEffort = ({\n  reasoningEnabled,\n  reasoningEffort,\n}: ReasoningInput): string | undefined => {\n  if (reasoningEnabled === 'default') return undefined;\n  return reasoningEnabled === true ? (reasoningEffort ?? 'medium') : 'none';\n};\n\n// Astra cannot disable reasoning; use its lowest effort when disabled.\nconst resolveGpt6ReasoningEffort = ({\n  reasoningEnabled,\n  reasoningEffort,\n}: ReasoningInput): string | undefined => {\n  if (reasoningEnabled === 'default') return undefined;\n  return reasoningEnabled === true ? (reasoningEffort ?? 'medium') : 'low';\n};\n\nconst buildGpt5CodexAppServerParams = (\n  input: CodexAppServerCallInput,\n): CodexAppServerParamsResult => ({\n  config: { effort: resolveGpt5ReasoningEffort(input.userConfig ?? {}) },\n});\n\nconst buildGpt6CodexAppServerParams = (\n  input: CodexAppServerCallInput,\n): CodexAppServerParamsResult => ({\n  config: { effort: resolveGpt6ReasoningEffort(input.userConfig ?? {}) },\n});\n\nconst buildGpt5ResponsesParams: BuildResponsesParams = (input) => {\n  const { midsceneDefaults, userConfig, expectedJsonObjectResponse } = input;\n  const commonOverrideConfig: Record<string, unknown> = {};\n\n  if (userConfig.temperature !== undefined) {\n    commonOverrideConfig.temperature = userConfig.temperature;\n  }\n\n  if (userConfig.responseFormat !== 'none' && expectedJsonObjectResponse) {\n    commonOverrideConfig.text = { format: { type: 'json_object' } };\n  }\n\n  const effectiveReasoningEffort = resolveGpt5ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      // Use current-turn reasoning only. Switching to all_turns requires\n      // responses.replayRawAssistantOutput to preserve reasoning history.\n      reasoning: { effort: effectiveReasoningEffort, context: 'current_turn' },\n    },\n  };\n};\n\nconst buildGpt6ResponsesParams: BuildResponsesParams = (input) => {\n  const { midsceneDefaults, userConfig, expectedJsonObjectResponse } = input;\n  const { responseFormat } = userConfig;\n  const commonOverrideConfig: Record<string, unknown> = {};\n  // GPT-6 does not support temperature; omit it from the serialized request.\n  commonOverrideConfig.temperature = undefined;\n  if (responseFormat !== 'none' && expectedJsonObjectResponse) {\n    commonOverrideConfig.text = { format: { type: 'json_object' } };\n  }\n\n  const effectiveReasoningEffort = resolveGpt6ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      // Use current-turn reasoning only. Switching to all_turns requires\n      // responses.replayRawAssistantOutput to preserve reasoning history.\n      reasoning: { effort: effectiveReasoningEffort, context: 'current_turn' },\n    },\n  };\n};\n\nconst buildGpt5ChatCompletionParams = (\n  input: ChatCompletionCallContext,\n): ChatCompletionParamsResult => {\n  const { midsceneDefaults, userConfig } = input;\n  const commonOverrideConfig: Record<string, unknown> = {};\n\n  if (userConfig.temperature !== undefined) {\n    commonOverrideConfig.temperature = userConfig.temperature;\n  }\n\n  // OpenAI Chat Completions JSON mode:\n  // https://platform.openai.com/docs/guides/structured-outputs?api-mode=chat#json-mode\n  if (\n    input.userConfig.responseFormat !== 'none' &&\n    input.expectedJsonObjectResponse\n  ) {\n    commonOverrideConfig.response_format = { type: 'json_object' };\n  }\n\n  const effectiveReasoningEffort = resolveGpt5ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      reasoning_effort: effectiveReasoningEffort,\n    },\n  };\n};\n\nconst buildGpt6ChatCompletionParams = (\n  input: ChatCompletionCallContext,\n): ChatCompletionParamsResult => {\n  const { midsceneDefaults, userConfig, expectedJsonObjectResponse } = input;\n  const { responseFormat } = userConfig;\n  const commonOverrideConfig: Record<string, unknown> = {};\n  // GPT-6 does not support temperature; omit it from the serialized request.\n  commonOverrideConfig.temperature = undefined;\n  if (responseFormat !== 'none' && expectedJsonObjectResponse) {\n    commonOverrideConfig.response_format = { type: 'json_object' };\n  }\n\n  const effectiveReasoningEffort = resolveGpt6ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      reasoning_effort: effectiveReasoningEffort,\n    },\n  };\n};\n\nexport const gptAdapters = {\n  'gpt-5': {\n    supportedProtocols: ['openai-chat', 'openai-responses'],\n    resolveImageDetail: originalImageDetailForDefaultIntent,\n    responses: {\n      replayRawAssistantOutput: false,\n      unsupportedUserConfig: ['reasoningBudget'],\n      buildResponsesParams: buildGpt5ResponsesParams,\n    },\n    buildCodexAppServerParams: buildGpt5CodexAppServerParams,\n    chatCompletion: {\n      unsupportedUserConfig: ['reasoningBudget'],\n      buildChatCompletionParams: buildGpt5ChatCompletionParams,\n    },\n    locate: {\n      element: {\n        resultFormat: {\n          coordinates: { shape: 'bbox', order: 'xy' },\n        },\n      },\n    },\n  },\n  'gpt-6': {\n    supportedProtocols: ['openai-chat', 'openai-responses'],\n    resolveImageDetail: originalImageDetailForDefaultIntent,\n    responses: {\n      replayRawAssistantOutput: false,\n      unsupportedUserConfig: ['temperature', 'reasoningBudget'],\n      buildResponsesParams: buildGpt6ResponsesParams,\n    },\n    buildCodexAppServerParams: buildGpt6CodexAppServerParams,\n    chatCompletion: {\n      unsupportedUserConfig: ['temperature', 'reasoningBudget'],\n      buildChatCompletionParams: buildGpt6ChatCompletionParams,\n    },\n    locate: {\n      element: {\n        resultFormat: {\n          coordinates: { shape: 'bbox', order: 'xy' },\n        },\n      },\n    },\n  },\n} satisfies Pick<\n  Record<TModelFamily, ModelAdapterDefinition>,\n  'gpt-5' | 'gpt-6'\n>;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","originalImageDetailForDefaultIntent","input","isLocateIntent","resolveGpt5ReasoningEffort","reasoningEnabled","reasoningEffort","resolveGpt6ReasoningEffort","buildGpt5CodexAppServerParams","buildGpt6CodexAppServerParams","buildGpt5ResponsesParams","midsceneDefaults","userConfig","expectedJsonObjectResponse","commonOverrideConfig","undefined","effectiveReasoningEffort","buildGpt6ResponsesParams","responseFormat","buildGpt5ChatCompletionParams","buildGpt6ChatCompletionParams","gptAdapters"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACOA,MAAMI,sCAA0D,CAACC,QAC/DC,AAAAA,IAAAA,0BAAAA,cAAAA,AAAAA,EAAeD,MAAM,MAAM,KAAKA,MAAM,2BAA2B,GAC7D,aACCA,MAAM,WAAW,IAAI;AAE5B,MAAME,6BAA6B,CAAC,EAClCC,gBAAgB,EAChBC,eAAe,EACA;IACf,IAAID,AAAqB,cAArBA,kBAAgC;IACpC,OAAOA,AAAqB,SAArBA,mBAA6BC,mBAAmB,WAAY;AACrE;AAGA,MAAMC,6BAA6B,CAAC,EAClCF,gBAAgB,EAChBC,eAAe,EACA;IACf,IAAID,AAAqB,cAArBA,kBAAgC;IACpC,OAAOA,AAAqB,SAArBA,mBAA6BC,mBAAmB,WAAY;AACrE;AAEA,MAAME,gCAAgC,CACpCN,QACgC;QAChC,QAAQ;YAAE,QAAQE,2BAA2BF,MAAM,UAAU,IAAI,CAAC;QAAG;IACvE;AAEA,MAAMO,gCAAgC,CACpCP,QACgC;QAChC,QAAQ;YAAE,QAAQK,2BAA2BL,MAAM,UAAU,IAAI,CAAC;QAAG;IACvE;AAEA,MAAMQ,2BAAiD,CAACR;IACtD,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAEC,0BAA0B,EAAE,GAAGX;IACrE,MAAMY,uBAAgD,CAAC;IAEvD,IAAIF,AAA2BG,WAA3BH,WAAW,WAAW,EACxBE,qBAAqB,WAAW,GAAGF,WAAW,WAAW;IAG3D,IAAIA,AAA8B,WAA9BA,WAAW,cAAc,IAAeC,4BAC1CC,qBAAqB,IAAI,GAAG;QAAE,QAAQ;YAAE,MAAM;QAAc;IAAE;IAGhE,MAAME,2BAA2BZ,2BAA2BQ;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YAGvB,WAAW;gBAAE,QAAQE;gBAA0B,SAAS;YAAe;QACzE;IACF;AACF;AAEA,MAAMC,2BAAiD,CAACf;IACtD,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAEC,0BAA0B,EAAE,GAAGX;IACrE,MAAM,EAAEgB,cAAc,EAAE,GAAGN;IAC3B,MAAME,uBAAgD,CAAC;IAEvDA,qBAAqB,WAAW,GAAGC;IACnC,IAAIG,AAAmB,WAAnBA,kBAA6BL,4BAC/BC,qBAAqB,IAAI,GAAG;QAAE,QAAQ;YAAE,MAAM;QAAc;IAAE;IAGhE,MAAME,2BAA2BT,2BAA2BK;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YAGvB,WAAW;gBAAE,QAAQE;gBAA0B,SAAS;YAAe;QACzE;IACF;AACF;AAEA,MAAMG,gCAAgC,CACpCjB;IAEA,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAE,GAAGV;IACzC,MAAMY,uBAAgD,CAAC;IAEvD,IAAIF,AAA2BG,WAA3BH,WAAW,WAAW,EACxBE,qBAAqB,WAAW,GAAGF,WAAW,WAAW;IAK3D,IACEV,AAAoC,WAApCA,MAAM,UAAU,CAAC,cAAc,IAC/BA,MAAM,0BAA0B,EAEhCY,qBAAqB,eAAe,GAAG;QAAE,MAAM;IAAc;IAG/D,MAAME,2BAA2BZ,2BAA2BQ;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YACvB,kBAAkBE;QACpB;IACF;AACF;AAEA,MAAMI,gCAAgC,CACpClB;IAEA,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAEC,0BAA0B,EAAE,GAAGX;IACrE,MAAM,EAAEgB,cAAc,EAAE,GAAGN;IAC3B,MAAME,uBAAgD,CAAC;IAEvDA,qBAAqB,WAAW,GAAGC;IACnC,IAAIG,AAAmB,WAAnBA,kBAA6BL,4BAC/BC,qBAAqB,eAAe,GAAG;QAAE,MAAM;IAAc;IAG/D,MAAME,2BAA2BT,2BAA2BK;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YACvB,kBAAkBE;QACpB;IACF;AACF;AAEO,MAAMK,cAAc;IACzB,SAAS;QACP,oBAAoB;YAAC;YAAe;SAAmB;QACvD,oBAAoBpB;QACpB,WAAW;YACT,0BAA0B;YAC1B,uBAAuB;gBAAC;aAAkB;YAC1C,sBAAsBS;QACxB;QACA,2BAA2BF;QAC3B,gBAAgB;YACd,uBAAuB;gBAAC;aAAkB;YAC1C,2BAA2BW;QAC7B;QACA,QAAQ;YACN,SAAS;gBACP,cAAc;oBACZ,aAAa;wBAAE,OAAO;wBAAQ,OAAO;oBAAK;gBAC5C;YACF;QACF;IACF;IACA,SAAS;QACP,oBAAoB;YAAC;YAAe;SAAmB;QACvD,oBAAoBlB;QACpB,WAAW;YACT,0BAA0B;YAC1B,uBAAuB;gBAAC;gBAAe;aAAkB;YACzD,sBAAsBgB;QACxB;QACA,2BAA2BR;QAC3B,gBAAgB;YACd,uBAAuB;gBAAC;gBAAe;aAAkB;YACzD,2BAA2BW;QAC7B;QACA,QAAQ;YACN,SAAS;gBACP,cAAc;oBACZ,aAAa;wBAAE,OAAO;wBAAQ,OAAO;oBAAK;gBAC5C;YACF;QACF;IACF;AACF"}
+{"version":3,"file":"ai-model/models/gpt.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/models/gpt.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { TModelFamily } from '@midscene/shared/env';\nimport type {\n  BuildResponsesParams,\n  ChatCompletionCallContext,\n  ChatCompletionParamsResult,\n  CodexAppServerCallInput,\n  CodexAppServerParamsResult,\n  ModelAdapterDefinition,\n  ReasoningInput,\n  ResolveImageDetail,\n} from '../model-adapter/types';\nimport { isLocateIntent } from './utils/intent';\n\nconst originalImageDetailForLocateIntent: ResolveImageDetail = (input) =>\n  isLocateIntent(input.intent) || input.requiresOriginalImageDetail\n    ? 'original'\n    : (input.imageDetail ?? 'high');\n\nconst resolveGpt5ReasoningEffort = ({\n  reasoningEnabled,\n  reasoningEffort,\n}: ReasoningInput): string | undefined => {\n  if (reasoningEnabled === 'default') return undefined;\n  return reasoningEnabled === true ? (reasoningEffort ?? 'medium') : 'none';\n};\n\n// Astra cannot disable reasoning; use its lowest effort when disabled.\nconst resolveGpt6ReasoningEffort = ({\n  reasoningEnabled,\n  reasoningEffort,\n}: ReasoningInput): string | undefined => {\n  if (reasoningEnabled === 'default') return undefined;\n  return reasoningEnabled === true ? (reasoningEffort ?? 'medium') : 'low';\n};\n\nconst buildGpt5CodexAppServerParams = (\n  input: CodexAppServerCallInput,\n): CodexAppServerParamsResult => ({\n  config: { effort: resolveGpt5ReasoningEffort(input.userConfig ?? {}) },\n});\n\nconst buildGpt6CodexAppServerParams = (\n  input: CodexAppServerCallInput,\n): CodexAppServerParamsResult => ({\n  config: { effort: resolveGpt6ReasoningEffort(input.userConfig ?? {}) },\n});\n\nconst buildGpt5ResponsesParams: BuildResponsesParams = (input) => {\n  const { midsceneDefaults, userConfig, expectedJsonObjectResponse } = input;\n  const commonOverrideConfig: Record<string, unknown> = {};\n\n  if (userConfig.temperature !== undefined) {\n    commonOverrideConfig.temperature = userConfig.temperature;\n  }\n\n  if (userConfig.responseFormat !== 'none' && expectedJsonObjectResponse) {\n    commonOverrideConfig.text = { format: { type: 'json_object' } };\n  }\n\n  const effectiveReasoningEffort = resolveGpt5ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      // Use current-turn reasoning only. Switching to all_turns requires\n      // responses.replayRawAssistantOutput to preserve reasoning history.\n      reasoning: { effort: effectiveReasoningEffort, context: 'current_turn' },\n    },\n  };\n};\n\nconst buildGpt6ResponsesParams: BuildResponsesParams = (input) => {\n  const { midsceneDefaults, userConfig, expectedJsonObjectResponse } = input;\n  const { responseFormat } = userConfig;\n  const commonOverrideConfig: Record<string, unknown> = {};\n  // GPT-6 does not support temperature; omit it from the serialized request.\n  commonOverrideConfig.temperature = undefined;\n  if (responseFormat !== 'none' && expectedJsonObjectResponse) {\n    commonOverrideConfig.text = { format: { type: 'json_object' } };\n  }\n\n  const effectiveReasoningEffort = resolveGpt6ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      // Use current-turn reasoning only. Switching to all_turns requires\n      // responses.replayRawAssistantOutput to preserve reasoning history.\n      reasoning: { effort: effectiveReasoningEffort, context: 'current_turn' },\n    },\n  };\n};\n\nconst buildGpt5ChatCompletionParams = (\n  input: ChatCompletionCallContext,\n): ChatCompletionParamsResult => {\n  const { midsceneDefaults, userConfig } = input;\n  const commonOverrideConfig: Record<string, unknown> = {};\n\n  if (userConfig.temperature !== undefined) {\n    commonOverrideConfig.temperature = userConfig.temperature;\n  }\n\n  // OpenAI Chat Completions JSON mode:\n  // https://platform.openai.com/docs/guides/structured-outputs?api-mode=chat#json-mode\n  if (\n    input.userConfig.responseFormat !== 'none' &&\n    input.expectedJsonObjectResponse\n  ) {\n    commonOverrideConfig.response_format = { type: 'json_object' };\n  }\n\n  const effectiveReasoningEffort = resolveGpt5ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      reasoning_effort: effectiveReasoningEffort,\n    },\n  };\n};\n\nconst buildGpt6ChatCompletionParams = (\n  input: ChatCompletionCallContext,\n): ChatCompletionParamsResult => {\n  const { midsceneDefaults, userConfig, expectedJsonObjectResponse } = input;\n  const { responseFormat } = userConfig;\n  const commonOverrideConfig: Record<string, unknown> = {};\n  // GPT-6 does not support temperature; omit it from the serialized request.\n  commonOverrideConfig.temperature = undefined;\n  if (responseFormat !== 'none' && expectedJsonObjectResponse) {\n    commonOverrideConfig.response_format = { type: 'json_object' };\n  }\n\n  const effectiveReasoningEffort = resolveGpt6ReasoningEffort(userConfig);\n\n  return {\n    config: {\n      ...midsceneDefaults,\n      ...commonOverrideConfig,\n      reasoning_effort: effectiveReasoningEffort,\n    },\n  };\n};\n\nexport const gptAdapters = {\n  'gpt-5': {\n    supportedProtocols: ['openai-chat', 'openai-responses'],\n    resolveImageDetail: originalImageDetailForLocateIntent,\n    responses: {\n      replayRawAssistantOutput: false,\n      unsupportedUserConfig: ['reasoningBudget'],\n      buildResponsesParams: buildGpt5ResponsesParams,\n    },\n    buildCodexAppServerParams: buildGpt5CodexAppServerParams,\n    chatCompletion: {\n      unsupportedUserConfig: ['reasoningBudget'],\n      buildChatCompletionParams: buildGpt5ChatCompletionParams,\n    },\n    locate: {\n      element: {\n        resultFormat: {\n          coordinates: { shape: 'bbox', order: 'xy' },\n        },\n      },\n    },\n  },\n  'gpt-6': {\n    supportedProtocols: ['openai-chat', 'openai-responses'],\n    resolveImageDetail: originalImageDetailForLocateIntent,\n    responses: {\n      replayRawAssistantOutput: false,\n      unsupportedUserConfig: ['temperature', 'reasoningBudget'],\n      buildResponsesParams: buildGpt6ResponsesParams,\n    },\n    buildCodexAppServerParams: buildGpt6CodexAppServerParams,\n    chatCompletion: {\n      unsupportedUserConfig: ['temperature', 'reasoningBudget'],\n      buildChatCompletionParams: buildGpt6ChatCompletionParams,\n    },\n    locate: {\n      element: {\n        resultFormat: {\n          coordinates: { shape: 'bbox', order: 'xy' },\n        },\n      },\n    },\n  },\n} satisfies Pick<\n  Record<TModelFamily, ModelAdapterDefinition>,\n  'gpt-5' | 'gpt-6'\n>;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","originalImageDetailForLocateIntent","input","isLocateIntent","resolveGpt5ReasoningEffort","reasoningEnabled","reasoningEffort","resolveGpt6ReasoningEffort","buildGpt5CodexAppServerParams","buildGpt6CodexAppServerParams","buildGpt5ResponsesParams","midsceneDefaults","userConfig","expectedJsonObjectResponse","commonOverrideConfig","undefined","effectiveReasoningEffort","buildGpt6ResponsesParams","responseFormat","buildGpt5ChatCompletionParams","buildGpt6ChatCompletionParams","gptAdapters"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;ACOA,MAAMI,qCAAyD,CAACC,QAC9DC,AAAAA,IAAAA,0BAAAA,cAAAA,AAAAA,EAAeD,MAAM,MAAM,KAAKA,MAAM,2BAA2B,GAC7D,aACCA,MAAM,WAAW,IAAI;AAE5B,MAAME,6BAA6B,CAAC,EAClCC,gBAAgB,EAChBC,eAAe,EACA;IACf,IAAID,AAAqB,cAArBA,kBAAgC;IACpC,OAAOA,AAAqB,SAArBA,mBAA6BC,mBAAmB,WAAY;AACrE;AAGA,MAAMC,6BAA6B,CAAC,EAClCF,gBAAgB,EAChBC,eAAe,EACA;IACf,IAAID,AAAqB,cAArBA,kBAAgC;IACpC,OAAOA,AAAqB,SAArBA,mBAA6BC,mBAAmB,WAAY;AACrE;AAEA,MAAME,gCAAgC,CACpCN,QACgC;QAChC,QAAQ;YAAE,QAAQE,2BAA2BF,MAAM,UAAU,IAAI,CAAC;QAAG;IACvE;AAEA,MAAMO,gCAAgC,CACpCP,QACgC;QAChC,QAAQ;YAAE,QAAQK,2BAA2BL,MAAM,UAAU,IAAI,CAAC;QAAG;IACvE;AAEA,MAAMQ,2BAAiD,CAACR;IACtD,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAEC,0BAA0B,EAAE,GAAGX;IACrE,MAAMY,uBAAgD,CAAC;IAEvD,IAAIF,AAA2BG,WAA3BH,WAAW,WAAW,EACxBE,qBAAqB,WAAW,GAAGF,WAAW,WAAW;IAG3D,IAAIA,AAA8B,WAA9BA,WAAW,cAAc,IAAeC,4BAC1CC,qBAAqB,IAAI,GAAG;QAAE,QAAQ;YAAE,MAAM;QAAc;IAAE;IAGhE,MAAME,2BAA2BZ,2BAA2BQ;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YAGvB,WAAW;gBAAE,QAAQE;gBAA0B,SAAS;YAAe;QACzE;IACF;AACF;AAEA,MAAMC,2BAAiD,CAACf;IACtD,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAEC,0BAA0B,EAAE,GAAGX;IACrE,MAAM,EAAEgB,cAAc,EAAE,GAAGN;IAC3B,MAAME,uBAAgD,CAAC;IAEvDA,qBAAqB,WAAW,GAAGC;IACnC,IAAIG,AAAmB,WAAnBA,kBAA6BL,4BAC/BC,qBAAqB,IAAI,GAAG;QAAE,QAAQ;YAAE,MAAM;QAAc;IAAE;IAGhE,MAAME,2BAA2BT,2BAA2BK;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YAGvB,WAAW;gBAAE,QAAQE;gBAA0B,SAAS;YAAe;QACzE;IACF;AACF;AAEA,MAAMG,gCAAgC,CACpCjB;IAEA,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAE,GAAGV;IACzC,MAAMY,uBAAgD,CAAC;IAEvD,IAAIF,AAA2BG,WAA3BH,WAAW,WAAW,EACxBE,qBAAqB,WAAW,GAAGF,WAAW,WAAW;IAK3D,IACEV,AAAoC,WAApCA,MAAM,UAAU,CAAC,cAAc,IAC/BA,MAAM,0BAA0B,EAEhCY,qBAAqB,eAAe,GAAG;QAAE,MAAM;IAAc;IAG/D,MAAME,2BAA2BZ,2BAA2BQ;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YACvB,kBAAkBE;QACpB;IACF;AACF;AAEA,MAAMI,gCAAgC,CACpClB;IAEA,MAAM,EAAES,gBAAgB,EAAEC,UAAU,EAAEC,0BAA0B,EAAE,GAAGX;IACrE,MAAM,EAAEgB,cAAc,EAAE,GAAGN;IAC3B,MAAME,uBAAgD,CAAC;IAEvDA,qBAAqB,WAAW,GAAGC;IACnC,IAAIG,AAAmB,WAAnBA,kBAA6BL,4BAC/BC,qBAAqB,eAAe,GAAG;QAAE,MAAM;IAAc;IAG/D,MAAME,2BAA2BT,2BAA2BK;IAE5D,OAAO;QACL,QAAQ;YACN,GAAGD,gBAAgB;YACnB,GAAGG,oBAAoB;YACvB,kBAAkBE;QACpB;IACF;AACF;AAEO,MAAMK,cAAc;IACzB,SAAS;QACP,oBAAoB;YAAC;YAAe;SAAmB;QACvD,oBAAoBpB;QACpB,WAAW;YACT,0BAA0B;YAC1B,uBAAuB;gBAAC;aAAkB;YAC1C,sBAAsBS;QACxB;QACA,2BAA2BF;QAC3B,gBAAgB;YACd,uBAAuB;gBAAC;aAAkB;YAC1C,2BAA2BW;QAC7B;QACA,QAAQ;YACN,SAAS;gBACP,cAAc;oBACZ,aAAa;wBAAE,OAAO;wBAAQ,OAAO;oBAAK;gBAC5C;YACF;QACF;IACF;IACA,SAAS;QACP,oBAAoB;YAAC;YAAe;SAAmB;QACvD,oBAAoBlB;QACpB,WAAW;YACT,0BAA0B;YAC1B,uBAAuB;gBAAC;gBAAe;aAAkB;YACzD,sBAAsBgB;QACxB;QACA,2BAA2BR;QAC3B,gBAAgB;YACd,uBAAuB;gBAAC;gBAAe;aAAkB;YACzD,2BAA2BW;QAC7B;QACA,QAAQ;YACN,SAAS;gBACP,cAAc;oBACZ,aAAa;wBAAE,OAAO;wBAAQ,OAAO;oBAAK;gBAC5C;YACF;QACF;IACF;AACF"}

package/dist/lib/ai-model/models/jev/adapter.js

@@ -0,0 +1,169 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    jevAdapters: ()=>jevAdapters
+});
+const external_common_js_namespaceObject = require("../../../common.js");
+const utils_namespaceObject = require("@midscene/shared/utils");
+const index_js_namespaceObject = require("../../service-caller/index.js");
+const system_one_js_namespaceObject = require("../../service-caller/system-one.js");
+const multimodal_prompt_js_namespaceObject = require("../../shared/multimodal-prompt.js");
+const external_image_js_namespaceObject = require("./image.js");
+const external_planning_js_namespaceObject = require("./planning.js");
+async function prepareReferences(prompt) {
+    const { referenceImages } = await (0, multimodal_prompt_js_namespaceObject.prepareUserPrompt)(prompt);
+    const prepared = await Promise.all(referenceImages.map(async (image, index)=>({
+            key: `reference_${index}`,
+            name: image.name,
+            image: await (0, external_image_js_namespaceObject.prepareJevImage)(image.url)
+        })));
+    return {
+        references: prepared.map(({ key, name })=>({
+                image: `\`${key}\``,
+                name
+            })),
+        images: Object.fromEntries(prepared.map(({ key, image })=>[
+                key,
+                image.imageBase64
+            ]))
+    };
+}
+const locate = async ({ targetElementDescription, locateImage, options })=>{
+    const image = await (0, external_image_js_namespaceObject.prepareJevImage)(locateImage.imageBase64);
+    const references = await prepareReferences(targetElementDescription);
+    const target = (0, external_common_js_namespaceObject.userPromptToString)(targetElementDescription);
+    const response = await (0, index_js_namespaceObject.callAI)([], options.modelRuntime, {
+        abortSignal: options.abortSignal,
+        systemOneRequest: {
+            state: {
+                target,
+                references: references.references
+            },
+            images: {
+                screenshot: image.imageBase64,
+                ...references.images
+            },
+            questions: {
+                present: {
+                    type: 'noul',
+                    instructions: 'Is the target described in `target` present in `screenshot`? Reference images, if any, describe the target; they are not the screenshot.'
+                },
+                target: {
+                    type: 'box',
+                    instructions: 'The single target described in `target`, in `screenshot`.'
+                }
+            }
+        }
+    });
+    const { answers } = system_one_js_namespaceObject.systemOneResponseSchema.parse(JSON.parse(response.content));
+    (0, utils_namespaceObject.assert)('noul' === answers.present.type && 'box' === answers.target.type, 'Invalid Jev locate answers');
+    return {
+        rawResponse: response.content,
+        usage: response.usage,
+        ...answers.present.noul >= 0.5 ? {
+            locatedPixelResult: (0, external_image_js_namespaceObject.mapJevBox)(answers.target.box, image, locateImage)
+        } : {
+            errors: [
+                'The target is not present in the screenshot'
+            ]
+        }
+    };
+};
+const adapter_boolean = async (options)=>{
+    const references = await prepareReferences({
+        prompt: '',
+        ...options.multimodalPrompt
+    });
+    const frames = options.extractOption?.screenshotIncluded === false ? [] : options.context.screenshotSequence?.length ? options.context.screenshotSequence : [
+        options.context.screenshot
+    ];
+    const screenshots = await Promise.all(frames.map((frame)=>(0, external_image_js_namespaceObject.prepareJevImage)(frame.base64)));
+    const result = await (0, index_js_namespaceObject.callAI)([], options.modelRuntime, {
+        abortSignal: options.abortSignal,
+        systemOneRequest: {
+            state: {
+                statement: options.dataQuery,
+                context: options.extractOption?.context,
+                pageDescription: options.pageDescription,
+                frames: screenshots.map((_, index)=>`\`frame_${index}\``),
+                references: references.references
+            },
+            images: {
+                ...Object.fromEntries(screenshots.map((image, index)=>[
+                        `frame_${index}`,
+                        image.imageBase64
+                    ])),
+                ...references.images
+            },
+            questions: {
+                result: {
+                    type: 'noul',
+                    instructions: "Is `statement` true? Screenshots in `frames` are ordered earliest to latest. For current state use the latest frame; for events use the relevant frames. Reference images are supporting context, not screenshots, unless the statement requests comparison. Use the provided context and page description when present."
+                }
+            }
+        }
+    });
+    const answer = system_one_js_namespaceObject.systemOneResponseSchema.parse(JSON.parse(result.content)).answers.result;
+    (0, utils_namespaceObject.assert)('noul' === answer.type, 'Invalid Jev boolean answer');
+    return {
+        value: answer.noul >= 0.5,
+        rawResponse: result.content,
+        usage: result.usage
+    };
+};
+const jevAdapters = {
+    jev: {
+        supportedTasks: [
+            'locate',
+            'boolean',
+            'planning'
+        ],
+        supportedProtocols: [],
+        locate: {
+            kind: 'custom',
+            locateFn: locate
+        },
+        insight: {
+            booleanFn: adapter_boolean
+        },
+        planning: {
+            kind: 'custom',
+            planFn: external_planning_js_namespaceObject.jevPlan,
+            cacheEnabled: false,
+            supportsActionDeepLocate: false,
+            defaultReplanningCycleLimit: 20
+        }
+    }
+};
+exports.jevAdapters = __webpack_exports__.jevAdapters;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "jevAdapters"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=adapter.js.map

package/dist/lib/ai-model/models/jev/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/models/jev/adapter.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/jev/adapter.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { userPromptToString } from '@/common';\nimport type { TModelFamily } from '@midscene/shared/env';\nimport { assert } from '@midscene/shared/utils';\nimport type { ModelAdapterDefinition } from '../../model-adapter/types';\nimport { callAI } from '../../service-caller';\nimport { systemOneResponseSchema } from '../../service-caller/system-one';\nimport { prepareUserPrompt } from '../../shared/multimodal-prompt';\nimport type { LocateFn } from '../../workflows/grounding/types';\nimport type { BooleanFn } from '../../workflows/insight/boolean';\nimport { mapJevBox, prepareJevImage } from './image';\nimport { jevPlan } from './planning';\n\nasync function prepareReferences(\n  prompt: Parameters<typeof prepareUserPrompt>[0],\n) {\n  const { referenceImages } = await prepareUserPrompt(prompt);\n  const prepared = await Promise.all(\n    referenceImages.map(async (image, index) => ({\n      key: `reference_${index}`,\n      name: image.name,\n      image: await prepareJevImage(image.url),\n    })),\n  );\n  return {\n    references: prepared.map(({ key, name }) => ({\n      image: `\\`${key}\\``,\n      name,\n    })),\n    images: Object.fromEntries(\n      prepared.map(({ key, image }) => [key, image.imageBase64]),\n    ),\n  };\n}\n\nconst locate: LocateFn = async ({\n  targetElementDescription,\n  locateImage,\n  options,\n}) => {\n  const image = await prepareJevImage(locateImage.imageBase64);\n  const references = await prepareReferences(targetElementDescription);\n  const target = userPromptToString(targetElementDescription);\n  const response = await callAI([], options.modelRuntime, {\n    abortSignal: options.abortSignal,\n    systemOneRequest: {\n      state: { target, references: references.references },\n      images: { screenshot: image.imageBase64, ...references.images },\n      questions: {\n        present: {\n          type: 'noul',\n          instructions:\n            'Is the target described in `target` present in `screenshot`? Reference images, if any, describe the target; they are not the screenshot.',\n        },\n        target: {\n          type: 'box',\n          instructions:\n            'The single target described in `target`, in `screenshot`.',\n        },\n      },\n    },\n  });\n  const { answers } = systemOneResponseSchema.parse(\n    JSON.parse(response.content),\n  );\n  assert(\n    answers.present.type === 'noul' && answers.target.type === 'box',\n    'Invalid Jev locate answers',\n  );\n  return {\n    rawResponse: response.content,\n    usage: response.usage,\n    ...(answers.present.noul >= 0.5\n      ? {\n          locatedPixelResult: mapJevBox(answers.target.box, image, locateImage),\n        }\n      : { errors: ['The target is not present in the screenshot'] }),\n  };\n};\n\nconst boolean: BooleanFn = async (options) => {\n  const references = await prepareReferences({\n    prompt: '',\n    ...options.multimodalPrompt,\n  });\n  const frames =\n    options.extractOption?.screenshotIncluded === false\n      ? []\n      : options.context.screenshotSequence?.length\n        ? options.context.screenshotSequence\n        : [options.context.screenshot];\n  const screenshots = await Promise.all(\n    frames.map((frame) => prepareJevImage(frame.base64)),\n  );\n  const result = await callAI([], options.modelRuntime, {\n    abortSignal: options.abortSignal,\n    systemOneRequest: {\n      state: {\n        statement: options.dataQuery,\n        context: options.extractOption?.context,\n        pageDescription: options.pageDescription,\n        frames: screenshots.map((_, index) => `\\`frame_${index}\\``),\n        references: references.references,\n      },\n      images: {\n        ...Object.fromEntries(\n          screenshots.map((image, index) => [\n            `frame_${index}`,\n            image.imageBase64,\n          ]),\n        ),\n        ...references.images,\n      },\n      questions: {\n        result: {\n          type: 'noul',\n          instructions:\n            'Is `statement` true? Screenshots in `frames` are ordered earliest to latest. For current state use the latest frame; for events use the relevant frames. Reference images are supporting context, not screenshots, unless the statement requests comparison. Use the provided context and page description when present.',\n        },\n      },\n    },\n  });\n  const answer = systemOneResponseSchema.parse(JSON.parse(result.content))\n    .answers.result;\n  assert(answer.type === 'noul', 'Invalid Jev boolean answer');\n  return {\n    value: answer.noul >= 0.5,\n    rawResponse: result.content,\n    usage: result.usage,\n  };\n};\n\nexport const jevAdapters = {\n  jev: {\n    supportedTasks: ['locate', 'boolean', 'planning'],\n    supportedProtocols: [],\n    locate: { kind: 'custom', locateFn: locate },\n    insight: { booleanFn: boolean },\n    planning: {\n      kind: 'custom',\n      planFn: jevPlan,\n      cacheEnabled: false,\n      supportsActionDeepLocate: false,\n      defaultReplanningCycleLimit: 20,\n    },\n  },\n} satisfies Pick<Record<TModelFamily, ModelAdapterDefinition>, 'jev'>;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","prepareReferences","prompt","referenceImages","prepareUserPrompt","prepared","Promise","image","index","prepareJevImage","name","locate","targetElementDescription","locateImage","options","references","target","userPromptToString","response","callAI","answers","systemOneResponseSchema","JSON","assert","mapJevBox","boolean","frames","screenshots","frame","result","_","answer","jevAdapters","jevPlan"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;ACMA,eAAeI,kBACbC,MAA+C;IAE/C,MAAM,EAAEC,eAAe,EAAE,GAAG,MAAMC,AAAAA,IAAAA,qCAAAA,iBAAAA,AAAAA,EAAkBF;IACpD,MAAMG,WAAW,MAAMC,QAAQ,GAAG,CAChCH,gBAAgB,GAAG,CAAC,OAAOI,OAAOC,QAAW;YAC3C,KAAK,CAAC,UAAU,EAAEA,OAAO;YACzB,MAAMD,MAAM,IAAI;YAChB,OAAO,MAAME,AAAAA,IAAAA,kCAAAA,eAAAA,AAAAA,EAAgBF,MAAM,GAAG;QACxC;IAEF,OAAO;QACL,YAAYF,SAAS,GAAG,CAAC,CAAC,EAAET,GAAG,EAAEc,IAAI,EAAE,GAAM;gBAC3C,OAAO,CAAC,EAAE,EAAEd,IAAI,EAAE,CAAC;gBACnBc;YACF;QACA,QAAQb,OAAO,WAAW,CACxBQ,SAAS,GAAG,CAAC,CAAC,EAAET,GAAG,EAAEW,KAAK,EAAE,GAAK;gBAACX;gBAAKW,MAAM,WAAW;aAAC;IAE7D;AACF;AAEA,MAAMI,SAAmB,OAAO,EAC9BC,wBAAwB,EACxBC,WAAW,EACXC,OAAO,EACR;IACC,MAAMP,QAAQ,MAAME,AAAAA,IAAAA,kCAAAA,eAAAA,AAAAA,EAAgBI,YAAY,WAAW;IAC3D,MAAME,aAAa,MAAMd,kBAAkBW;IAC3C,MAAMI,SAASC,AAAAA,IAAAA,mCAAAA,kBAAAA,AAAAA,EAAmBL;IAClC,MAAMM,WAAW,MAAMC,AAAAA,IAAAA,yBAAAA,MAAAA,AAAAA,EAAO,EAAE,EAAEL,QAAQ,YAAY,EAAE;QACtD,aAAaA,QAAQ,WAAW;QAChC,kBAAkB;YAChB,OAAO;gBAAEE;gBAAQ,YAAYD,WAAW,UAAU;YAAC;YACnD,QAAQ;gBAAE,YAAYR,MAAM,WAAW;gBAAE,GAAGQ,WAAW,MAAM;YAAC;YAC9D,WAAW;gBACT,SAAS;oBACP,MAAM;oBACN,cACE;gBACJ;gBACA,QAAQ;oBACN,MAAM;oBACN,cACE;gBACJ;YACF;QACF;IACF;IACA,MAAM,EAAEK,OAAO,EAAE,GAAGC,8BAAAA,uBAAAA,CAAAA,KAA6B,CAC/CC,KAAK,KAAK,CAACJ,SAAS,OAAO;IAE7BK,IAAAA,sBAAAA,MAAAA,AAAAA,EACEH,AAAyB,WAAzBA,QAAQ,OAAO,CAAC,IAAI,IAAeA,AAAwB,UAAxBA,QAAQ,MAAM,CAAC,IAAI,EACtD;IAEF,OAAO;QACL,aAAaF,SAAS,OAAO;QAC7B,OAAOA,SAAS,KAAK;QACrB,GAAIE,QAAQ,OAAO,CAAC,IAAI,IAAI,MACxB;YACE,oBAAoBI,AAAAA,IAAAA,kCAAAA,SAAAA,AAAAA,EAAUJ,QAAQ,MAAM,CAAC,GAAG,EAAEb,OAAOM;QAC3D,IACA;YAAE,QAAQ;gBAAC;aAA8C;QAAC,CAAC;IACjE;AACF;AAEA,MAAMY,kBAAqB,OAAOX;IAChC,MAAMC,aAAa,MAAMd,kBAAkB;QACzC,QAAQ;QACR,GAAGa,QAAQ,gBAAgB;IAC7B;IACA,MAAMY,SACJZ,QAAQ,aAAa,EAAE,uBAAuB,QAC1C,EAAE,GACFA,QAAQ,OAAO,CAAC,kBAAkB,EAAE,SAClCA,QAAQ,OAAO,CAAC,kBAAkB,GAClC;QAACA,QAAQ,OAAO,CAAC,UAAU;KAAC;IACpC,MAAMa,cAAc,MAAMrB,QAAQ,GAAG,CACnCoB,OAAO,GAAG,CAAC,CAACE,QAAUnB,AAAAA,IAAAA,kCAAAA,eAAAA,AAAAA,EAAgBmB,MAAM,MAAM;IAEpD,MAAMC,SAAS,MAAMV,AAAAA,IAAAA,yBAAAA,MAAAA,AAAAA,EAAO,EAAE,EAAEL,QAAQ,YAAY,EAAE;QACpD,aAAaA,QAAQ,WAAW;QAChC,kBAAkB;YAChB,OAAO;gBACL,WAAWA,QAAQ,SAAS;gBAC5B,SAASA,QAAQ,aAAa,EAAE;gBAChC,iBAAiBA,QAAQ,eAAe;gBACxC,QAAQa,YAAY,GAAG,CAAC,CAACG,GAAGtB,QAAU,CAAC,QAAQ,EAAEA,MAAM,EAAE,CAAC;gBAC1D,YAAYO,WAAW,UAAU;YACnC;YACA,QAAQ;gBACN,GAAGlB,OAAO,WAAW,CACnB8B,YAAY,GAAG,CAAC,CAACpB,OAAOC,QAAU;wBAChC,CAAC,MAAM,EAAEA,OAAO;wBAChBD,MAAM,WAAW;qBAClB,EACF;gBACD,GAAGQ,WAAW,MAAM;YACtB;YACA,WAAW;gBACT,QAAQ;oBACN,MAAM;oBACN,cACE;gBACJ;YACF;QACF;IACF;IACA,MAAMgB,SAASV,8BAAAA,uBAAAA,CAAAA,KAA6B,CAACC,KAAK,KAAK,CAACO,OAAO,OAAO,GACnE,OAAO,CAAC,MAAM;IACjBN,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOQ,AAAgB,WAAhBA,OAAO,IAAI,EAAa;IAC/B,OAAO;QACL,OAAOA,OAAO,IAAI,IAAI;QACtB,aAAaF,OAAO,OAAO;QAC3B,OAAOA,OAAO,KAAK;IACrB;AACF;AAEO,MAAMG,cAAc;IACzB,KAAK;QACH,gBAAgB;YAAC;YAAU;YAAW;SAAW;QACjD,oBAAoB,EAAE;QACtB,QAAQ;YAAE,MAAM;YAAU,UAAUrB;QAAO;QAC3C,SAAS;YAAE,WAAWc;QAAQ;QAC9B,UAAU;YACR,MAAM;YACN,QAAQQ,qCAAAA,OAAOA;YACf,cAAc;YACd,0BAA0B;YAC1B,6BAA6B;QAC/B;IACF;AACF"}

package/dist/lib/ai-model/models/jev/image.js

@@ -0,0 +1,85 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    mapJevBox: ()=>mapJevBox,
+    prepareJevImage: ()=>prepareJevImage
+});
+const external_node_buffer_namespaceObject = require("node:buffer");
+const img_namespaceObject = require("@midscene/shared/img");
+const utils_namespaceObject = require("@midscene/shared/utils");
+async function prepareJevImage(url) {
+    const base64 = await (0, img_namespaceObject.preProcessImageUrl)(url, true);
+    const source = await (0, img_namespaceObject.imageInfoOfBase64)(base64);
+    const scale = Math.min(1, 1568 / source.width, 1568 / source.height);
+    const contentSize = {
+        width: Math.max(1, Math.round(source.width * scale)),
+        height: Math.max(1, Math.round(source.height * scale))
+    };
+    const resized = await (0, img_namespaceObject.resizeBase64ImageToJpeg)(base64, {
+        targetSize: contentSize
+    });
+    const prepared = await (0, img_namespaceObject.padBase64ImageToMinimumSize)(resized, 280);
+    (0, utils_namespaceObject.assert)(external_node_buffer_namespaceObject.Buffer.from((0, img_namespaceObject.parseBase64)(prepared.imageBase64).body, 'base64').length <= 16777216, 'Jev image exceeds 16 MiB');
+    return {
+        ...prepared,
+        contentSize,
+        sourceSize: {
+            width: source.width,
+            height: source.height
+        }
+    };
+}
+function mapJevBox(box, image, targetSize) {
+    const left = box.left * image.width * targetSize.width / image.contentSize.width;
+    const top = box.top * image.height * targetSize.height / image.contentSize.height;
+    const right = box.right * image.width * targetSize.width / image.contentSize.width;
+    const bottom = box.bottom * image.height * targetSize.height / image.contentSize.height;
+    const center = [
+        (left + right) / 2,
+        (top + bottom) / 2
+    ];
+    (0, utils_namespaceObject.assert)(center[0] >= 0 && center[0] < targetSize.width && center[1] >= 0 && center[1] < targetSize.height, 'Jev returned a target in image padding, outside the screenshot');
+    return {
+        center,
+        rect: {
+            left,
+            top,
+            width: right - left,
+            height: bottom - top
+        }
+    };
+}
+exports.mapJevBox = __webpack_exports__.mapJevBox;
+exports.prepareJevImage = __webpack_exports__.prepareJevImage;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "mapJevBox",
+    "prepareJevImage"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=image.js.map

package/dist/lib/ai-model/models/jev/image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/models/jev/image.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/jev/image.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { Buffer } from 'node:buffer';\nimport {\n  imageInfoOfBase64,\n  padBase64ImageToMinimumSize,\n  parseBase64,\n  preProcessImageUrl,\n  resizeBase64ImageToJpeg,\n} from '@midscene/shared/img';\nimport { assert } from '@midscene/shared/utils';\nimport type { PixelLocateResult } from '../../shared/model-locate-result';\n\nexport async function prepareJevImage(url: string) {\n  const base64 = await preProcessImageUrl(url, true);\n  const source = await imageInfoOfBase64(base64);\n  const scale = Math.min(1, 1568 / source.width, 1568 / source.height);\n  const contentSize = {\n    width: Math.max(1, Math.round(source.width * scale)),\n    height: Math.max(1, Math.round(source.height * scale)),\n  };\n  const resized = await resizeBase64ImageToJpeg(base64, {\n    targetSize: contentSize,\n  });\n  const prepared = await padBase64ImageToMinimumSize(resized, 280);\n  assert(\n    Buffer.from(parseBase64(prepared.imageBase64).body, 'base64').length <=\n      16 * 1024 * 1024,\n    'Jev image exceeds 16 MiB',\n  );\n  return {\n    ...prepared,\n    contentSize,\n    sourceSize: { width: source.width, height: source.height },\n  };\n}\n\nexport function mapJevBox(\n  box: { left: number; top: number; right: number; bottom: number },\n  image: Awaited<ReturnType<typeof prepareJevImage>>,\n  targetSize: { width: number; height: number },\n): PixelLocateResult {\n  // Jev returns fractions of the padded image. Undo padding and scale before\n  // the grounding workflow maps a DeepLocate crop back to the full screenshot.\n  const left =\n    (box.left * image.width * targetSize.width) / image.contentSize.width;\n  const top =\n    (box.top * image.height * targetSize.height) / image.contentSize.height;\n  const right =\n    (box.right * image.width * targetSize.width) / image.contentSize.width;\n  const bottom =\n    (box.bottom * image.height * targetSize.height) / image.contentSize.height;\n  const center: [number, number] = [(left + right) / 2, (top + bottom) / 2];\n  assert(\n    center[0] >= 0 &&\n      center[0] < targetSize.width &&\n      center[1] >= 0 &&\n      center[1] < targetSize.height,\n    'Jev returned a target in image padding, outside the screenshot',\n  );\n  return {\n    center,\n    rect: { left, top, width: right - left, height: bottom - top },\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","prepareJevImage","url","base64","preProcessImageUrl","source","imageInfoOfBase64","scale","Math","contentSize","resized","resizeBase64ImageToJpeg","prepared","padBase64ImageToMinimumSize","assert","Buffer","parseBase64","mapJevBox","box","image","targetSize","left","top","right","bottom","center"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACKO,eAAeI,gBAAgBC,GAAW;IAC/C,MAAMC,SAAS,MAAMC,AAAAA,IAAAA,oBAAAA,kBAAAA,AAAAA,EAAmBF,KAAK;IAC7C,MAAMG,SAAS,MAAMC,AAAAA,IAAAA,oBAAAA,iBAAAA,AAAAA,EAAkBH;IACvC,MAAMI,QAAQC,KAAK,GAAG,CAAC,GAAG,OAAOH,OAAO,KAAK,EAAE,OAAOA,OAAO,MAAM;IACnE,MAAMI,cAAc;QAClB,OAAOD,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACH,OAAO,KAAK,GAAGE;QAC7C,QAAQC,KAAK,GAAG,CAAC,GAAGA,KAAK,KAAK,CAACH,OAAO,MAAM,GAAGE;IACjD;IACA,MAAMG,UAAU,MAAMC,AAAAA,IAAAA,oBAAAA,uBAAAA,AAAAA,EAAwBR,QAAQ;QACpD,YAAYM;IACd;IACA,MAAMG,WAAW,MAAMC,AAAAA,IAAAA,oBAAAA,2BAAAA,AAAAA,EAA4BH,SAAS;IAC5DI,IAAAA,sBAAAA,MAAAA,AAAAA,EACEC,qCAAAA,MAAAA,CAAAA,IAAW,CAACC,AAAAA,IAAAA,oBAAAA,WAAAA,AAAAA,EAAYJ,SAAS,WAAW,EAAE,IAAI,EAAE,UAAU,MAAM,IAClE,UACF;IAEF,OAAO;QACL,GAAGA,QAAQ;QACXH;QACA,YAAY;YAAE,OAAOJ,OAAO,KAAK;YAAE,QAAQA,OAAO,MAAM;QAAC;IAC3D;AACF;AAEO,SAASY,UACdC,GAAiE,EACjEC,KAAkD,EAClDC,UAA6C;IAI7C,MAAMC,OACHH,IAAI,IAAI,GAAGC,MAAM,KAAK,GAAGC,WAAW,KAAK,GAAID,MAAM,WAAW,CAAC,KAAK;IACvE,MAAMG,MACHJ,IAAI,GAAG,GAAGC,MAAM,MAAM,GAAGC,WAAW,MAAM,GAAID,MAAM,WAAW,CAAC,MAAM;IACzE,MAAMI,QACHL,IAAI,KAAK,GAAGC,MAAM,KAAK,GAAGC,WAAW,KAAK,GAAID,MAAM,WAAW,CAAC,KAAK;IACxE,MAAMK,SACHN,IAAI,MAAM,GAAGC,MAAM,MAAM,GAAGC,WAAW,MAAM,GAAID,MAAM,WAAW,CAAC,MAAM;IAC5E,MAAMM,SAA2B;QAAEJ,CAAAA,OAAOE,KAAI,IAAK;QAAID,CAAAA,MAAME,MAAK,IAAK;KAAE;IACzEV,IAAAA,sBAAAA,MAAAA,AAAAA,EACEW,MAAM,CAAC,EAAE,IAAI,KACXA,MAAM,CAAC,EAAE,GAAGL,WAAW,KAAK,IAC5BK,MAAM,CAAC,EAAE,IAAI,KACbA,MAAM,CAAC,EAAE,GAAGL,WAAW,MAAM,EAC/B;IAEF,OAAO;QACLK;QACA,MAAM;YAAEJ;YAAMC;YAAK,OAAOC,QAAQF;YAAM,QAAQG,SAASF;QAAI;IAC/D;AACF"}

package/dist/lib/ai-model/models/jev/planning.js

@@ -0,0 +1,202 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    jevPlan: ()=>jevPlan
+});
+const external_common_js_namespaceObject = require("../../../common.js");
+const utils_namespaceObject = require("@midscene/shared/utils");
+const index_js_namespaceObject = require("../../service-caller/index.js");
+const system_one_js_namespaceObject = require("../../service-caller/system-one.js");
+const standard_planning_js_namespaceObject = require("../../workflows/planning/standard-planning.js");
+const external_image_js_namespaceObject = require("./image.js");
+const jevPlan = async (instruction, options)=>{
+    const history = options.conversationHistory;
+    const delegate = async (reason)=>{
+        (0, utils_namespaceObject.assert)(options.getDefaultModelRuntime, 'Default model runtime is required for Jev planning delegation');
+        const base = options.getDefaultModelRuntime();
+        (0, utils_namespaceObject.assert)('jev' !== base.config.modelFamily, 'Jev cannot delegate planning to itself');
+        const runtime = {
+            ...base,
+            config: {
+                ...base.config,
+                intent: 'planning'
+            },
+            executionId: options.modelRuntime.executionId,
+            onUsage: base.onUsage ? (usage)=>base.onUsage?.({
+                    ...usage,
+                    intent: 'planning'
+                }) : void 0,
+            modelRouting: {
+                requestedModel: options.modelRuntime.config.modelName,
+                requestedSlot: options.modelRuntime.config.slot,
+                task: 'planning',
+                reason
+            }
+        };
+        const planner = 'custom' === runtime.adapter.planning.kind ? runtime.adapter.planning.planFn : standard_planning_js_namespaceObject.standardPlan;
+        return planner(instruction, {
+            ...options,
+            modelRuntime: runtime,
+            includeLocateInPlanning: false
+        });
+    };
+    const image = await (0, external_image_js_namespaceObject.prepareJevImage)(options.context.screenshot.base64);
+    const references = await Promise.all(instruction.referenceImages.map(async (reference, index)=>({
+            key: `reference_${index}`,
+            name: reference.name,
+            image: await (0, external_image_js_namespaceObject.prepareJevImage)(reference.url)
+        })));
+    const state = {
+        goal: instruction.text,
+        context: options.actionContext,
+        history: history.historicalLogsToText(),
+        memory: history.memoriesToText(),
+        feedback: history.pendingFeedbackMessage,
+        references: references.map(({ key, name })=>({
+                image: `\`${key}\``,
+                name
+            })),
+        availableActions: options.actionSpace.map(({ name, description })=>({
+                name,
+                description
+            }))
+    };
+    const criteria = {
+        Complete: 'The entire user goal is already satisfied, confirmed by the current screenshot and execution feedback. No text answer is requested.',
+        Delegate: 'The next step requires text input, generated output, an action or parameters not covered by the other choices. Also use for impossible tasks needing explanation.'
+    };
+    for (const action of options.actionSpace)if ('Tap' === action.name || 'Scroll' === action.name || 'Sleep' === action.name) criteria[action.name] = 'Sleep' === action.name ? 'Wait 800 ms for a transient loading state.' : action.description ?? action.name;
+    const response = await (0, index_js_namespaceObject.callAI)([], options.modelRuntime, {
+        abortSignal: options.abortSignal,
+        systemOneRequest: {
+            state,
+            images: {
+                screenshot: image.imageBase64,
+                ...Object.fromEntries(references.map(({ key, image })=>[
+                        key,
+                        image.imageBase64
+                    ]))
+            },
+            questions: {
+                action: {
+                    type: 'choice',
+                    instructions: 'Choose exactly the next step toward `goal` using the current `screenshot`, context, history and feedback. History records proposed actions; feedback and current screenshot establish what actually happened. Do not repeat completed steps. Reference images describe targets, not the current page.',
+                    criteria
+                },
+                ...criteria.Scroll ? {
+                    direction: {
+                        type: 'choice',
+                        instructions: 'If scrolling is the next step toward `goal`, which direction reveals the desired off-screen content? Evaluate from the screenshot and history independently of the action question.',
+                        criteria: {
+                            down: 'Reveal content below',
+                            up: 'Reveal content above',
+                            left: 'Reveal content to the left',
+                            right: 'Reveal content to the right'
+                        }
+                    }
+                } : {}
+            }
+        }
+    });
+    const { answers } = system_one_js_namespaceObject.systemOneResponseSchema.parse(JSON.parse(response.content));
+    (0, utils_namespaceObject.assert)('choice' === answers.action.type, 'Invalid Jev planning action');
+    const selected = answers.action.choice;
+    if ('Delegate' === selected) return delegate('The next step requires parameters or output that Jev cannot generate');
+    if (('Tap' === selected || 'Scroll' === selected) && options.locateModelRuntime?.config.modelFamily !== 'jev') return delegate("The configured Locate model requires a concrete target description from a general-purpose planner");
+    const locate = {
+        prompt: `Locate the single ${'Scroll' === selected ? 'scrollable region to scroll' : 'element to tap'} for the NEXT step toward this goal. Use the current screenshot as authoritative. Previous proposals may have failed; use feedback. Task context: ${JSON.stringify(state)}`,
+        images: instruction.referenceImages
+    };
+    const actions = (()=>{
+        if ('Complete' === selected) return [];
+        if ('Sleep' === selected) return [
+            {
+                type: 'Sleep',
+                param: {
+                    timeMs: 800
+                }
+            }
+        ];
+        if ('Tap' === selected) return [
+            {
+                type: 'Tap',
+                param: {
+                    locate
+                }
+            }
+        ];
+        (0, utils_namespaceObject.assert)('Scroll' === selected && answers.direction?.type === 'choice', 'Invalid Jev scroll action');
+        return [
+            {
+                type: 'Scroll',
+                param: {
+                    locate,
+                    direction: answers.direction.choice,
+                    scrollType: 'singleAction'
+                }
+            }
+        ];
+    })();
+    const log = `Jev selected ${selected}`;
+    const feedback = history.pendingFeedbackMessage;
+    history.resetPendingFeedbackMessageIfExists();
+    history.appendMessage({
+        role: 'user',
+        content: `Goal: ${instruction.text}\nExecution feedback: ${feedback}`
+    });
+    history.appendMessage({
+        role: 'assistant',
+        content: JSON.stringify({
+            actions,
+            log
+        })
+    });
+    history.appendHistoricalLog(`${log}: ${JSON.stringify(actions.map(({ type, param })=>({
+            type,
+            direction: param?.direction
+        })))}`);
+    history.compressHistory(50, 20);
+    return {
+        actions,
+        log,
+        rawResponse: response.content,
+        usage: response.usage,
+        shouldContinuePlanning: 'Complete' !== selected,
+        ...'Complete' === selected ? {
+            finalizeSuccess: true
+        } : {},
+        yamlFlow: (0, external_common_js_namespaceObject.buildYamlFlowFromPlans)(actions, options.actionSpace)
+    };
+};
+exports.jevPlan = __webpack_exports__.jevPlan;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "jevPlan"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=planning.js.map

package/dist/lib/ai-model/models/jev/planning.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/models/jev/planning.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/models/jev/planning.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { buildYamlFlowFromPlans } from '@/common';\nimport type { AIUsageInfo, PlanningAction } from '@/types';\nimport { assert } from '@midscene/shared/utils';\nimport { callAI } from '../../service-caller';\nimport { systemOneResponseSchema } from '../../service-caller/system-one';\nimport { standardPlan } from '../../workflows/planning/standard-planning';\nimport type { PlanFn } from '../../workflows/planning/types';\nimport { prepareJevImage } from './image';\n\nexport const jevPlan: PlanFn = async (instruction, options) => {\n  const history = options.conversationHistory;\n  const delegate = async (reason: string) => {\n    assert(\n      options.getDefaultModelRuntime,\n      'Default model runtime is required for Jev planning delegation',\n    );\n    const base = options.getDefaultModelRuntime();\n    assert(\n      base.config.modelFamily !== 'jev',\n      'Jev cannot delegate planning to itself',\n    );\n    const runtime = {\n      ...base,\n      config: { ...base.config, intent: 'planning' as const },\n      executionId: options.modelRuntime.executionId,\n      onUsage: base.onUsage\n        ? (usage: AIUsageInfo) =>\n            base.onUsage?.({ ...usage, intent: 'planning' })\n        : undefined,\n      modelRouting: {\n        requestedModel: options.modelRuntime.config.modelName,\n        requestedSlot: options.modelRuntime.config.slot,\n        task: 'planning' as const,\n        reason,\n      },\n    };\n    const planner =\n      runtime.adapter.planning.kind === 'custom'\n        ? runtime.adapter.planning.planFn\n        : standardPlan;\n    return planner(instruction, {\n      ...options,\n      modelRuntime: runtime,\n      includeLocateInPlanning: false,\n    });\n  };\n  const image = await prepareJevImage(options.context.screenshot.base64);\n  const references = await Promise.all(\n    instruction.referenceImages.map(async (reference, index) => ({\n      key: `reference_${index}`,\n      name: reference.name,\n      image: await prepareJevImage(reference.url),\n    })),\n  );\n  const state = {\n    goal: instruction.text,\n    context: options.actionContext,\n    history: history.historicalLogsToText(),\n    memory: history.memoriesToText(),\n    feedback: history.pendingFeedbackMessage,\n    references: references.map(({ key, name }) => ({\n      image: `\\`${key}\\``,\n      name,\n    })),\n    availableActions: options.actionSpace.map(({ name, description }) => ({\n      name,\n      description,\n    })),\n  };\n  const criteria: Record<string, string> = {\n    Complete:\n      'The entire user goal is already satisfied, confirmed by the current screenshot and execution feedback. No text answer is requested.',\n    Delegate:\n      'The next step requires text input, generated output, an action or parameters not covered by the other choices. Also use for impossible tasks needing explanation.',\n  };\n  for (const action of options.actionSpace) {\n    if (\n      action.name === 'Tap' ||\n      action.name === 'Scroll' ||\n      action.name === 'Sleep'\n    ) {\n      criteria[action.name] =\n        action.name === 'Sleep'\n          ? 'Wait 800 ms for a transient loading state.'\n          : (action.description ?? action.name);\n    }\n  }\n  const response = await callAI([], options.modelRuntime, {\n    abortSignal: options.abortSignal,\n    systemOneRequest: {\n      state,\n      images: {\n        screenshot: image.imageBase64,\n        ...Object.fromEntries(\n          references.map(({ key, image }) => [key, image.imageBase64]),\n        ),\n      },\n      questions: {\n        action: {\n          type: 'choice',\n          instructions:\n            'Choose exactly the next step toward `goal` using the current `screenshot`, context, history and feedback. History records proposed actions; feedback and current screenshot establish what actually happened. Do not repeat completed steps. Reference images describe targets, not the current page.',\n          criteria,\n        },\n        ...(criteria.Scroll\n          ? {\n              direction: {\n                type: 'choice' as const,\n                instructions:\n                  'If scrolling is the next step toward `goal`, which direction reveals the desired off-screen content? Evaluate from the screenshot and history independently of the action question.',\n                criteria: {\n                  down: 'Reveal content below',\n                  up: 'Reveal content above',\n                  left: 'Reveal content to the left',\n                  right: 'Reveal content to the right',\n                },\n              },\n            }\n          : {}),\n      },\n    },\n  });\n  const { answers } = systemOneResponseSchema.parse(\n    JSON.parse(response.content),\n  );\n  assert(answers.action.type === 'choice', 'Invalid Jev planning action');\n  const selected = answers.action.choice;\n  if (selected === 'Delegate') {\n    return delegate(\n      'The next step requires parameters or output that Jev cannot generate',\n    );\n  }\n  if (\n    (selected === 'Tap' || selected === 'Scroll') &&\n    options.locateModelRuntime?.config.modelFamily !== 'jev'\n  ) {\n    return delegate(\n      'The configured Locate model requires a concrete target description from a general-purpose planner',\n    );\n  }\n  // The normal Locate stage resolves this contextual target with its own runtime.\n  // Do not embed planning coordinates or bypass the configured Locate model.\n  const locate = {\n    prompt: `Locate the single ${selected === 'Scroll' ? 'scrollable region to scroll' : 'element to tap'} for the NEXT step toward this goal. Use the current screenshot as authoritative. Previous proposals may have failed; use feedback. Task context: ${JSON.stringify(state)}`,\n    images: instruction.referenceImages,\n  };\n  const actions: PlanningAction[] = (() => {\n    if (selected === 'Complete') {\n      return [];\n    }\n    if (selected === 'Sleep') {\n      return [{ type: 'Sleep', param: { timeMs: 800 } }];\n    }\n    if (selected === 'Tap') {\n      return [{ type: 'Tap', param: { locate } }];\n    }\n    assert(\n      selected === 'Scroll' && answers.direction?.type === 'choice',\n      'Invalid Jev scroll action',\n    );\n    return [\n      {\n        type: 'Scroll',\n        param: {\n          locate,\n          direction: answers.direction.choice,\n          scrollType: 'singleAction',\n        },\n      },\n    ];\n  })();\n  const log = `Jev selected ${selected}`;\n  const feedback = history.pendingFeedbackMessage;\n  history.resetPendingFeedbackMessageIfExists();\n  history.appendMessage({\n    role: 'user',\n    content: `Goal: ${instruction.text}\\nExecution feedback: ${feedback}`,\n  });\n  history.appendMessage({\n    role: 'assistant',\n    content: JSON.stringify({ actions, log }),\n  });\n  history.appendHistoricalLog(\n    `${log}: ${JSON.stringify(actions.map(({ type, param }) => ({ type, direction: param?.direction })))}`,\n  );\n  history.compressHistory(50, 20);\n  return {\n    actions,\n    log,\n    rawResponse: response.content,\n    usage: response.usage,\n    shouldContinuePlanning: selected !== 'Complete',\n    ...(selected === 'Complete' ? { finalizeSuccess: true } : {}),\n    yamlFlow: buildYamlFlowFromPlans(actions, options.actionSpace),\n  };\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","jevPlan","instruction","options","history","delegate","reason","assert","base","runtime","usage","undefined","planner","standardPlan","image","prepareJevImage","references","Promise","reference","index","state","name","description","criteria","action","response","callAI","answers","systemOneResponseSchema","JSON","selected","locate","actions","log","feedback","type","param","buildYamlFlowFromPlans"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;ACGO,MAAMI,UAAkB,OAAOC,aAAaC;IACjD,MAAMC,UAAUD,QAAQ,mBAAmB;IAC3C,MAAME,WAAW,OAAOC;QACtBC,IAAAA,sBAAAA,MAAAA,AAAAA,EACEJ,QAAQ,sBAAsB,EAC9B;QAEF,MAAMK,OAAOL,QAAQ,sBAAsB;QAC3CI,IAAAA,sBAAAA,MAAAA,AAAAA,EACEC,AAA4B,UAA5BA,KAAK,MAAM,CAAC,WAAW,EACvB;QAEF,MAAMC,UAAU;YACd,GAAGD,IAAI;YACP,QAAQ;gBAAE,GAAGA,KAAK,MAAM;gBAAE,QAAQ;YAAoB;YACtD,aAAaL,QAAQ,YAAY,CAAC,WAAW;YAC7C,SAASK,KAAK,OAAO,GACjB,CAACE,QACCF,KAAK,OAAO,GAAG;oBAAE,GAAGE,KAAK;oBAAE,QAAQ;gBAAW,KAChDC;YACJ,cAAc;gBACZ,gBAAgBR,QAAQ,YAAY,CAAC,MAAM,CAAC,SAAS;gBACrD,eAAeA,QAAQ,YAAY,CAAC,MAAM,CAAC,IAAI;gBAC/C,MAAM;gBACNG;YACF;QACF;QACA,MAAMM,UACJH,AAAkC,aAAlCA,QAAQ,OAAO,CAAC,QAAQ,CAAC,IAAI,GACzBA,QAAQ,OAAO,CAAC,QAAQ,CAAC,MAAM,GAC/BI,qCAAAA,YAAYA;QAClB,OAAOD,QAAQV,aAAa;YAC1B,GAAGC,OAAO;YACV,cAAcM;YACd,yBAAyB;QAC3B;IACF;IACA,MAAMK,QAAQ,MAAMC,AAAAA,IAAAA,kCAAAA,eAAAA,AAAAA,EAAgBZ,QAAQ,OAAO,CAAC,UAAU,CAAC,MAAM;IACrE,MAAMa,aAAa,MAAMC,QAAQ,GAAG,CAClCf,YAAY,eAAe,CAAC,GAAG,CAAC,OAAOgB,WAAWC,QAAW;YAC3D,KAAK,CAAC,UAAU,EAAEA,OAAO;YACzB,MAAMD,UAAU,IAAI;YACpB,OAAO,MAAMH,AAAAA,IAAAA,kCAAAA,eAAAA,AAAAA,EAAgBG,UAAU,GAAG;QAC5C;IAEF,MAAME,QAAQ;QACZ,MAAMlB,YAAY,IAAI;QACtB,SAASC,QAAQ,aAAa;QAC9B,SAASC,QAAQ,oBAAoB;QACrC,QAAQA,QAAQ,cAAc;QAC9B,UAAUA,QAAQ,sBAAsB;QACxC,YAAYY,WAAW,GAAG,CAAC,CAAC,EAAEpB,GAAG,EAAEyB,IAAI,EAAE,GAAM;gBAC7C,OAAO,CAAC,EAAE,EAAEzB,IAAI,EAAE,CAAC;gBACnByB;YACF;QACA,kBAAkBlB,QAAQ,WAAW,CAAC,GAAG,CAAC,CAAC,EAAEkB,IAAI,EAAEC,WAAW,EAAE,GAAM;gBACpED;gBACAC;YACF;IACF;IACA,MAAMC,WAAmC;QACvC,UACE;QACF,UACE;IACJ;IACA,KAAK,MAAMC,UAAUrB,QAAQ,WAAW,CACtC,IACEqB,AAAgB,UAAhBA,OAAO,IAAI,IACXA,AAAgB,aAAhBA,OAAO,IAAI,IACXA,AAAgB,YAAhBA,OAAO,IAAI,EAEXD,QAAQ,CAACC,OAAO,IAAI,CAAC,GACnBA,AAAgB,YAAhBA,OAAO,IAAI,GACP,+CACCA,OAAO,WAAW,IAAIA,OAAO,IAAI;IAG5C,MAAMC,WAAW,MAAMC,AAAAA,IAAAA,yBAAAA,MAAAA,AAAAA,EAAO,EAAE,EAAEvB,QAAQ,YAAY,EAAE;QACtD,aAAaA,QAAQ,WAAW;QAChC,kBAAkB;YAChBiB;YACA,QAAQ;gBACN,YAAYN,MAAM,WAAW;gBAC7B,GAAGjB,OAAO,WAAW,CACnBmB,WAAW,GAAG,CAAC,CAAC,EAAEpB,GAAG,EAAEkB,KAAK,EAAE,GAAK;wBAAClB;wBAAKkB,MAAM,WAAW;qBAAC,EAC5D;YACH;YACA,WAAW;gBACT,QAAQ;oBACN,MAAM;oBACN,cACE;oBACFS;gBACF;gBACA,GAAIA,SAAS,MAAM,GACf;oBACE,WAAW;wBACT,MAAM;wBACN,cACE;wBACF,UAAU;4BACR,MAAM;4BACN,IAAI;4BACJ,MAAM;4BACN,OAAO;wBACT;oBACF;gBACF,IACA,CAAC,CAAC;YACR;QACF;IACF;IACA,MAAM,EAAEI,OAAO,EAAE,GAAGC,8BAAAA,uBAAAA,CAAAA,KAA6B,CAC/CC,KAAK,KAAK,CAACJ,SAAS,OAAO;IAE7BlB,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOoB,AAAwB,aAAxBA,QAAQ,MAAM,CAAC,IAAI,EAAe;IACzC,MAAMG,WAAWH,QAAQ,MAAM,CAAC,MAAM;IACtC,IAAIG,AAAa,eAAbA,UACF,OAAOzB,SACL;IAGJ,IACGyB,AAAAA,CAAAA,AAAa,UAAbA,YAAsBA,AAAa,aAAbA,QAAoB,KAC3C3B,QAAQ,kBAAkB,EAAE,OAAO,gBAAgB,OAEnD,OAAOE,SACL;IAKJ,MAAM0B,SAAS;QACb,QAAQ,CAAC,kBAAkB,EAAED,AAAa,aAAbA,WAAwB,gCAAgC,iBAAiB,kJAAkJ,EAAED,KAAK,SAAS,CAACT,QAAQ;QACjR,QAAQlB,YAAY,eAAe;IACrC;IACA,MAAM8B,UAA6B,AAAC;QAClC,IAAIF,AAAa,eAAbA,UACF,OAAO,EAAE;QAEX,IAAIA,AAAa,YAAbA,UACF,OAAO;YAAC;gBAAE,MAAM;gBAAS,OAAO;oBAAE,QAAQ;gBAAI;YAAE;SAAE;QAEpD,IAAIA,AAAa,UAAbA,UACF,OAAO;YAAC;gBAAE,MAAM;gBAAO,OAAO;oBAAEC;gBAAO;YAAE;SAAE;QAE7CxB,IAAAA,sBAAAA,MAAAA,AAAAA,EACEuB,AAAa,aAAbA,YAAyBH,QAAQ,SAAS,EAAE,SAAS,UACrD;QAEF,OAAO;YACL;gBACE,MAAM;gBACN,OAAO;oBACLI;oBACA,WAAWJ,QAAQ,SAAS,CAAC,MAAM;oBACnC,YAAY;gBACd;YACF;SACD;IACH;IACA,MAAMM,MAAM,CAAC,aAAa,EAAEH,UAAU;IACtC,MAAMI,WAAW9B,QAAQ,sBAAsB;IAC/CA,QAAQ,mCAAmC;IAC3CA,QAAQ,aAAa,CAAC;QACpB,MAAM;QACN,SAAS,CAAC,MAAM,EAAEF,YAAY,IAAI,CAAC,sBAAsB,EAAEgC,UAAU;IACvE;IACA9B,QAAQ,aAAa,CAAC;QACpB,MAAM;QACN,SAASyB,KAAK,SAAS,CAAC;YAAEG;YAASC;QAAI;IACzC;IACA7B,QAAQ,mBAAmB,CACzB,GAAG6B,IAAI,EAAE,EAAEJ,KAAK,SAAS,CAACG,QAAQ,GAAG,CAAC,CAAC,EAAEG,IAAI,EAAEC,KAAK,EAAE,GAAM;YAAED;YAAM,WAAWC,OAAO;QAAU,MAAM;IAExGhC,QAAQ,eAAe,CAAC,IAAI;IAC5B,OAAO;QACL4B;QACAC;QACA,aAAaR,SAAS,OAAO;QAC7B,OAAOA,SAAS,KAAK;QACrB,wBAAwBK,AAAa,eAAbA;QACxB,GAAIA,AAAa,eAAbA,WAA0B;YAAE,iBAAiB;QAAK,IAAI,CAAC,CAAC;QAC5D,UAAUO,AAAAA,IAAAA,mCAAAA,sBAAAA,AAAAA,EAAuBL,SAAS7B,QAAQ,WAAW;IAC/D;AACF"}

package/dist/lib/ai-model/models/registry.js

@@ -37,11 +37,13 @@ const external_doubao_js_namespaceObject = require("./doubao.js");
 const external_gemini_js_namespaceObject = require("./gemini.js");
 const external_glm_js_namespaceObject = require("./glm.js");
 const external_gpt_js_namespaceObject = require("./gpt.js");
+const external_jev_adapter_js_namespaceObject = require("./jev/adapter.js");
 const external_kimi_js_namespaceObject = require("./kimi.js");
 const external_mimo_js_namespaceObject = require("./mimo.js");
 const external_qwen_js_namespaceObject = require("./qwen.js");
 const external_ui_tars_adapter_js_namespaceObject = require("./ui-tars/adapter.js");
 const MODEL_ADAPTER_CONFIGS = {
+    ...external_jev_adapter_js_namespaceObject.jevAdapters,
     ...external_qwen_js_namespaceObject.qwenAdapters,
     ...external_deepseek_adapter_js_namespaceObject.deepSeekAdapters,
     ...external_doubao_js_namespaceObject.doubaoAdapters,

package/dist/lib/ai-model/models/registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/models/registry.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/models/registry.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { IModelConfig, TModelFamily } from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { ResolvedModelAdapter } from '../model-adapter/resolve';\nimport type {\n  ModelAdapter,\n  ModelAdapterDefinition,\n  ModelRuntime,\n} from '../model-adapter/types';\nimport { autoGlmAdapters } from './auto-glm/adapter';\nimport { deepSeekAdapters } from './deepseek/adapter';\nimport { defaultOpenAICompatibleAdapterConfig } from './default';\nimport { doubaoAdapters } from './doubao';\nimport { geminiAdapters } from './gemini';\nimport { glmAdapters } from './glm';\nimport { gptAdapters } from './gpt';\nimport { kimiAdapters } from './kimi';\nimport { mimoAdapters } from './mimo';\nimport { qwenAdapters } from './qwen';\nimport { uiTarsAdapters } from './ui-tars/adapter';\n\nexport const MODEL_ADAPTER_CONFIGS = {\n  ...qwenAdapters,\n  ...deepSeekAdapters,\n  ...doubaoAdapters,\n  ...geminiAdapters,\n  ...uiTarsAdapters,\n  ...glmAdapters,\n  ...autoGlmAdapters,\n  ...gptAdapters,\n  ...kimiAdapters,\n  ...mimoAdapters,\n} satisfies Record<TModelFamily, ModelAdapterDefinition>;\n\ntype ModelAdapterCacheKey = TModelFamily | 'default';\n\nconst modelAdapterCache = new Map<ModelAdapterCacheKey, ModelAdapter>();\nconst debugModelAdapter = getDebug('ai:model-adapter');\n\nfunction debugAdapterUnsupportedUserConfig(\n  modelFamily: ModelAdapterCacheKey,\n  adapter: ModelAdapter,\n): void {\n  if (adapter.chatCompletion.unsupportedUserConfig.length > 0) {\n    debugModelAdapter(\n      `model adapter \"${modelFamily}\" (chat-completion) unsupportedUserConfig: ${JSON.stringify(adapter.chatCompletion.unsupportedUserConfig)}`,\n    );\n  }\n  if (adapter.responses.unsupportedUserConfig.length > 0) {\n    debugModelAdapter(\n      `model adapter \"${modelFamily}\" (responses) unsupportedUserConfig: ${JSON.stringify(adapter.responses.unsupportedUserConfig)}`,\n    );\n  }\n}\n\nexport function getModelAdapter(modelFamily?: TModelFamily): ModelAdapter {\n  const cacheKey: ModelAdapterCacheKey = modelFamily ?? 'default';\n  let adapter = modelAdapterCache.get(cacheKey);\n  if (adapter) {\n    return adapter;\n  }\n\n  const config = modelFamily\n    ? MODEL_ADAPTER_CONFIGS[modelFamily]\n    : defaultOpenAICompatibleAdapterConfig;\n  if (!config) {\n    throw new Error(\n      `No model adapter registered for modelFamily: ${modelFamily}`,\n    );\n  }\n\n  adapter = new ResolvedModelAdapter(config, cacheKey);\n  modelAdapterCache.set(cacheKey, adapter);\n  debugAdapterUnsupportedUserConfig(cacheKey, adapter);\n\n  return adapter;\n}\n\nexport function getModelRuntime(config: IModelConfig): ModelRuntime {\n  return {\n    config,\n    adapter: getModelAdapter(config.modelFamily),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","MODEL_ADAPTER_CONFIGS","qwenAdapters","deepSeekAdapters","doubaoAdapters","geminiAdapters","uiTarsAdapters","glmAdapters","autoGlmAdapters","gptAdapters","kimiAdapters","mimoAdapters","modelAdapterCache","Map","debugModelAdapter","getDebug","debugAdapterUnsupportedUserConfig","modelFamily","adapter","JSON","getModelAdapter","cacheKey","config","defaultOpenAICompatibleAdapterConfig","Error","ResolvedModelAdapter","getModelRuntime"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;ACcO,MAAMI,wBAAwB;IACnC,GAAGC,iCAAAA,YAAY;IACf,GAAGC,6CAAAA,gBAAgB;IACnB,GAAGC,mCAAAA,cAAc;IACjB,GAAGC,mCAAAA,cAAc;IACjB,GAAGC,4CAAAA,cAAc;IACjB,GAAGC,gCAAAA,WAAW;IACd,GAAGC,2BAAAA,eAAe;IAClB,GAAGC,gCAAAA,WAAW;IACd,GAAGC,iCAAAA,YAAY;IACf,GAAGC,iCAAAA,YAAY;AACjB;AAIA,MAAMC,oBAAoB,IAAIC;AAC9B,MAAMC,oBAAoBC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEnC,SAASC,kCACPC,WAAiC,EACjCC,OAAqB;IAErB,IAAIA,QAAQ,cAAc,CAAC,qBAAqB,CAAC,MAAM,GAAG,GACxDJ,kBACE,CAAC,eAAe,EAAEG,YAAY,2CAA2C,EAAEE,KAAK,SAAS,CAACD,QAAQ,cAAc,CAAC,qBAAqB,GAAG;IAG7I,IAAIA,QAAQ,SAAS,CAAC,qBAAqB,CAAC,MAAM,GAAG,GACnDJ,kBACE,CAAC,eAAe,EAAEG,YAAY,qCAAqC,EAAEE,KAAK,SAAS,CAACD,QAAQ,SAAS,CAAC,qBAAqB,GAAG;AAGpI;AAEO,SAASE,gBAAgBH,WAA0B;IACxD,MAAMI,WAAiCJ,eAAe;IACtD,IAAIC,UAAUN,kBAAkB,GAAG,CAACS;IACpC,IAAIH,SACF,OAAOA;IAGT,MAAMI,SAASL,cACXhB,qBAAqB,CAACgB,YAAY,GAClCM,oCAAAA,oCAAoCA;IACxC,IAAI,CAACD,QACH,MAAM,IAAIE,MACR,CAAC,6CAA6C,EAAEP,aAAa;IAIjEC,UAAU,IAAIO,2BAAAA,oBAAoBA,CAACH,QAAQD;IAC3CT,kBAAkB,GAAG,CAACS,UAAUH;IAChCF,kCAAkCK,UAAUH;IAE5C,OAAOA;AACT;AAEO,SAASQ,gBAAgBJ,MAAoB;IAClD,OAAO;QACLA;QACA,SAASF,gBAAgBE,OAAO,WAAW;IAC7C;AACF"}
+{"version":3,"file":"ai-model/models/registry.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../src/ai-model/models/registry.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { IModelConfig, TModelFamily } from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { ResolvedModelAdapter } from '../model-adapter/resolve';\nimport type {\n  ModelAdapter,\n  ModelAdapterDefinition,\n  ModelRuntime,\n} from '../model-adapter/types';\nimport { autoGlmAdapters } from './auto-glm/adapter';\nimport { deepSeekAdapters } from './deepseek/adapter';\nimport { defaultOpenAICompatibleAdapterConfig } from './default';\nimport { doubaoAdapters } from './doubao';\nimport { geminiAdapters } from './gemini';\nimport { glmAdapters } from './glm';\nimport { gptAdapters } from './gpt';\nimport { jevAdapters } from './jev/adapter';\nimport { kimiAdapters } from './kimi';\nimport { mimoAdapters } from './mimo';\nimport { qwenAdapters } from './qwen';\nimport { uiTarsAdapters } from './ui-tars/adapter';\n\nexport const MODEL_ADAPTER_CONFIGS = {\n  ...jevAdapters,\n  ...qwenAdapters,\n  ...deepSeekAdapters,\n  ...doubaoAdapters,\n  ...geminiAdapters,\n  ...uiTarsAdapters,\n  ...glmAdapters,\n  ...autoGlmAdapters,\n  ...gptAdapters,\n  ...kimiAdapters,\n  ...mimoAdapters,\n} satisfies Record<TModelFamily, ModelAdapterDefinition>;\n\ntype ModelAdapterCacheKey = TModelFamily | 'default';\n\nconst modelAdapterCache = new Map<ModelAdapterCacheKey, ModelAdapter>();\nconst debugModelAdapter = getDebug('ai:model-adapter');\n\nfunction debugAdapterUnsupportedUserConfig(\n  modelFamily: ModelAdapterCacheKey,\n  adapter: ModelAdapter,\n): void {\n  if (adapter.chatCompletion.unsupportedUserConfig.length > 0) {\n    debugModelAdapter(\n      `model adapter \"${modelFamily}\" (chat-completion) unsupportedUserConfig: ${JSON.stringify(adapter.chatCompletion.unsupportedUserConfig)}`,\n    );\n  }\n  if (adapter.responses.unsupportedUserConfig.length > 0) {\n    debugModelAdapter(\n      `model adapter \"${modelFamily}\" (responses) unsupportedUserConfig: ${JSON.stringify(adapter.responses.unsupportedUserConfig)}`,\n    );\n  }\n}\n\nexport function getModelAdapter(modelFamily?: TModelFamily): ModelAdapter {\n  const cacheKey: ModelAdapterCacheKey = modelFamily ?? 'default';\n  let adapter = modelAdapterCache.get(cacheKey);\n  if (adapter) {\n    return adapter;\n  }\n\n  const config = modelFamily\n    ? MODEL_ADAPTER_CONFIGS[modelFamily]\n    : defaultOpenAICompatibleAdapterConfig;\n  if (!config) {\n    throw new Error(\n      `No model adapter registered for modelFamily: ${modelFamily}`,\n    );\n  }\n\n  adapter = new ResolvedModelAdapter(config, cacheKey);\n  modelAdapterCache.set(cacheKey, adapter);\n  debugAdapterUnsupportedUserConfig(cacheKey, adapter);\n\n  return adapter;\n}\n\nexport function getModelRuntime(config: IModelConfig): ModelRuntime {\n  return {\n    config,\n    adapter: getModelAdapter(config.modelFamily),\n  };\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","MODEL_ADAPTER_CONFIGS","jevAdapters","qwenAdapters","deepSeekAdapters","doubaoAdapters","geminiAdapters","uiTarsAdapters","glmAdapters","autoGlmAdapters","gptAdapters","kimiAdapters","mimoAdapters","modelAdapterCache","Map","debugModelAdapter","getDebug","debugAdapterUnsupportedUserConfig","modelFamily","adapter","JSON","getModelAdapter","cacheKey","config","defaultOpenAICompatibleAdapterConfig","Error","ResolvedModelAdapter","getModelRuntime"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;ACeO,MAAMI,wBAAwB;IACnC,GAAGC,wCAAAA,WAAW;IACd,GAAGC,iCAAAA,YAAY;IACf,GAAGC,6CAAAA,gBAAgB;IACnB,GAAGC,mCAAAA,cAAc;IACjB,GAAGC,mCAAAA,cAAc;IACjB,GAAGC,4CAAAA,cAAc;IACjB,GAAGC,gCAAAA,WAAW;IACd,GAAGC,2BAAAA,eAAe;IAClB,GAAGC,gCAAAA,WAAW;IACd,GAAGC,iCAAAA,YAAY;IACf,GAAGC,iCAAAA,YAAY;AACjB;AAIA,MAAMC,oBAAoB,IAAIC;AAC9B,MAAMC,oBAAoBC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEnC,SAASC,kCACPC,WAAiC,EACjCC,OAAqB;IAErB,IAAIA,QAAQ,cAAc,CAAC,qBAAqB,CAAC,MAAM,GAAG,GACxDJ,kBACE,CAAC,eAAe,EAAEG,YAAY,2CAA2C,EAAEE,KAAK,SAAS,CAACD,QAAQ,cAAc,CAAC,qBAAqB,GAAG;IAG7I,IAAIA,QAAQ,SAAS,CAAC,qBAAqB,CAAC,MAAM,GAAG,GACnDJ,kBACE,CAAC,eAAe,EAAEG,YAAY,qCAAqC,EAAEE,KAAK,SAAS,CAACD,QAAQ,SAAS,CAAC,qBAAqB,GAAG;AAGpI;AAEO,SAASE,gBAAgBH,WAA0B;IACxD,MAAMI,WAAiCJ,eAAe;IACtD,IAAIC,UAAUN,kBAAkB,GAAG,CAACS;IACpC,IAAIH,SACF,OAAOA;IAGT,MAAMI,SAASL,cACXjB,qBAAqB,CAACiB,YAAY,GAClCM,oCAAAA,oCAAoCA;IACxC,IAAI,CAACD,QACH,MAAM,IAAIE,MACR,CAAC,6CAA6C,EAAEP,aAAa;IAIjEC,UAAU,IAAIO,2BAAAA,oBAAoBA,CAACH,QAAQD;IAC3CT,kBAAkB,GAAG,CAACS,UAAUH;IAChCF,kCAAkCK,UAAUH;IAE5C,OAAOA;AACT;AAEO,SAASQ,gBAAgBJ,MAAoB;IAClD,OAAO;QACLA;QACA,SAASF,gBAAgBE,OAAO,WAAW;IAC7C;AACF"}