@midscene/core 1.8.10 → 1.9.0

package/dist/es/ai-model/service-caller/index.mjs

@@ -1,13 +1,11 @@
 import { MIDSCENE_LANGFUSE_DEBUG, MIDSCENE_LANGSMITH_DEBUG, globalConfigManager } from "@midscene/shared/env";
 import { getDebug } from "@midscene/shared/logger";
 import { assert, ifInBrowser } from "@midscene/shared/utils";
-import { jsonrepair } from "jsonrepair";
 import openai_0 from "openai";
-import { isAutoGLM, isUITars } from "../auto-glm/util.mjs";
-import { isQwen3 } from "../model-family.mjs";
+import { getModelRuntime } from "../models/index.mjs";
 import { callAIWithCodexAppServer, isCodexAppServerProvider } from "./codex-app-server.mjs";
-import { shouldForceOriginalImageDetail } from "./image-detail.mjs";
 import { buildRequestAbortSignal, isHardTimeoutError, resolveEffectiveTimeoutMs } from "./request-timeout.mjs";
+import { extractJSONFromCodeBlock, normalJsonParser, safeParseJson } from "./json.mjs";
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -26,8 +24,15 @@ class AIResponseParseError extends Error {
         this.usage = usage;
     }
 }
+function stringifyForDebug(value) {
+    try {
+        return JSON.stringify(value);
+    } catch (_error) {
+        return String(value);
+    }
+}
 async function createChatClient({ modelConfig }) {
-    const { socksProxy, httpProxy, modelName, openaiBaseURL, openaiApiKey, openaiExtraConfig, modelDescription, uiTarsModelVersion, modelFamily, createOpenAIClient, timeout } = modelConfig;
+    const { socksProxy, httpProxy, modelName, openaiBaseURL, openaiApiKey, openaiExtraConfig, modelDescription, modelFamily, createOpenAIClient, timeout } = modelConfig;
     let proxyAgent;
     const warnClient = getDebug('ai:call', {
         console: true
@@ -131,25 +136,18 @@ async function createChatClient({ modelConfig }) {
         completion: openai.chat.completions,
         modelName,
         modelDescription,
-        uiTarsModelVersion,
         modelFamily
     };
 }
-async function callAI(messages, modelConfig, options) {
-    if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {
-        if (!modelConfig.modelFamily && hasExplicitReasoningConfig({
-            reasoningEnabled: modelConfig.reasoningEnabled,
-            reasoningEffort: modelConfig.reasoningEffort,
-            reasoningBudget: modelConfig.reasoningBudget
-        })) throw new Error('Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY when using MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.');
-        return callAIWithCodexAppServer(messages, modelConfig, {
-            stream: options?.stream,
-            onChunk: options?.onChunk,
-            reasoningEnabled: modelConfig.reasoningEnabled,
-            abortSignal: options?.abortSignal
-        });
-    }
-    const { completion, modelName, modelDescription, uiTarsModelVersion, modelFamily } = await createChatClient({
+async function callAI(messages, modelRuntime, options) {
+    const { config: modelConfig, adapter } = modelRuntime;
+    if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) return callAIWithCodexAppServer(messages, modelConfig, {
+        stream: options?.stream,
+        onChunk: options?.onChunk,
+        reasoningEnabled: modelConfig.reasoningEnabled,
+        abortSignal: options?.abortSignal
+    });
+    const { completion, modelName, modelDescription, modelFamily } = await createChatClient({
         modelConfig
     });
     const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);
@@ -161,11 +159,21 @@ async function callAI(messages, modelConfig, options) {
     const debugProfileStats = getDebug('ai:profile:stats');
     const debugProfileDetail = getDebug('ai:profile:detail');
     const startTime = Date.now();
-    const temperature = (()=>{
-        if ('gpt-5' === modelFamily) return void debugCall('temperature is ignored for gpt-5');
-        return modelConfig.temperature ?? 0;
-    })();
     const isStreaming = options?.stream && options?.onChunk;
+    const chatCompletionInput = {
+        intent: modelConfig.intent,
+        userConfig: {
+            temperature: modelConfig.temperature,
+            reasoningEnabled: modelConfig.reasoningEnabled,
+            reasoningEffort: modelConfig.reasoningEffort,
+            reasoningBudget: modelConfig.reasoningBudget
+        },
+        requiresOriginalImageDetail: options?.requiresOriginalImageDetail
+    };
+    const { config: adapterChatCompletionParams } = adapter.chatCompletion.buildChatCompletionParams(chatCompletionInput);
+    debugCall(`adapter chat completion params: ${stringifyForDebug({
+        config: adapterChatCompletionParams
+    })}`);
     let content;
     let accumulated = '';
     let accumulatedReasoning = '';
@@ -190,27 +198,14 @@ async function callAI(messages, modelConfig, options) {
             request_id: requestId ?? void 0
         };
     };
-    const commonConfig = {
-        temperature,
-        stream: !!isStreaming,
-        ...'qwen2.5-vl' === modelFamily ? {
-            vl_high_resolution_images: true
-        } : {}
+    const requestConfig = {
+        ...adapterChatCompletionParams,
+        ...extraBody ?? {}
     };
-    if (isAutoGLM(modelFamily)) {
-        commonConfig.top_p = 0.85;
-        commonConfig.frequency_penalty = 0.2;
-    }
-    const { config: reasoningEffortConfig, debugMessage: reasoningEffortDebugMessage } = resolveReasoningConfig({
-        reasoningEnabled: modelConfig.reasoningEnabled,
-        reasoningEffort: modelConfig.reasoningEffort,
-        reasoningBudget: modelConfig.reasoningBudget,
-        modelFamily
-    });
-    if (reasoningEffortDebugMessage) debugCall(reasoningEffortDebugMessage);
-    const shouldUseOriginalImageDetail = options?.forceOriginalImageDetail || shouldForceOriginalImageDetail(modelConfig);
+    const temperature = requestConfig.temperature;
+    const imageDetail = adapter.chatCompletion.resolveImageDetail(chatCompletionInput);
     const messagesWithImageDetail = (()=>{
-        if (!shouldUseOriginalImageDetail) return messages;
+        if (!imageDetail) return messages;
         return messages.map((msg)=>{
             if (!Array.isArray(msg.content)) return msg;
             const content = msg.content.map((part)=>{
@@ -218,7 +213,7 @@ async function callAI(messages, modelConfig, options) {
                     ...part,
                     image_url: {
                         ...part.image_url,
-                        detail: 'original'
+                        detail: imageDetail
                     }
                 };
                 return part;
@@ -237,9 +232,8 @@ async function callAI(messages, modelConfig, options) {
                 const stream = await completion.create({
                     model: modelName,
                     messages: messagesWithImageDetail,
-                    ...commonConfig,
-                    ...reasoningEffortConfig,
-                    ...extraBody
+                    ...requestConfig,
+                    stream: true
                 }, {
                     stream: true,
                     signal: streamSignal
@@ -298,14 +292,13 @@ async function callAI(messages, modelConfig, options) {
                     const result = await completion.create({
                         model: modelName,
                         messages: messagesWithImageDetail,
-                        ...commonConfig,
-                        ...reasoningEffortConfig,
-                        ...extraBody
+                        ...requestConfig,
+                        stream: false
                     }, {
                         signal: attemptSignal
                     });
                     timeCost = Date.now() - startTime;
-                    debugProfileStats(`model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`);
+                    debugProfileStats(`model, ${modelName}, mode, ${modelFamily || 'default'}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`);
                     debugProfileDetail(`model usage detail: ${JSON.stringify(result.usage)}`);
                     if (!result.choices) throw new Error(`invalid response from LLM service: ${JSON.stringify(result)}`);
                     content = result.choices[0].message.content;
@@ -358,13 +351,16 @@ async function callAI(messages, modelConfig, options) {
         throw newError;
     }
 }
-async function callAIWithObjectResponse(messages, modelConfig, options) {
-    const response = await callAI(messages, modelConfig, {
+async function callAIWithObjectResponse(messages, model, options) {
+    const modelRuntime = resolveCompatibleModelRuntime(model);
+    const { config: modelConfig, adapter } = modelRuntime;
+    const response = await callAI(messages, modelRuntime, {
         abortSignal: options?.abortSignal
     });
     assert(response, 'empty response');
-    const modelFamily = modelConfig.modelFamily;
-    const jsonContent = parseModelResponseJson(response.content, modelFamily);
+    const jsonContent = adapter.jsonParser(response.content, {
+        source: options?.jsonParserSource ?? 'generic-object'
+    });
     if ('object' != typeof jsonContent) throw new AIResponseParseError(`failed to parse json response from model (${modelConfig.modelName}): ${response.content}`, response.content, response.usage);
     return {
         content: jsonContent,
@@ -373,8 +369,12 @@ async function callAIWithObjectResponse(messages, modelConfig, options) {
         reasoning_content: response.reasoning_content
     };
 }
-async function callAIWithStringResponse(msgs, modelConfig, options) {
-    const { content, usage } = await callAI(msgs, modelConfig, {
+function resolveCompatibleModelRuntime(model) {
+    if ('config' in model && 'adapter' in model) return model;
+    return getModelRuntime(model);
+}
+async function callAIWithStringResponse(msgs, modelRuntime, options) {
+    const { content, usage } = await callAI(msgs, modelRuntime, {
         abortSignal: options?.abortSignal
     });
     return {
@@ -382,137 +382,6 @@ async function callAIWithStringResponse(msgs, modelConfig, options) {
         usage
     };
 }
-function extractJSONFromCodeBlock(response) {
-    try {
-        const jsonMatch = response.match(/^\s*(\{[\s\S]*\})\s*$/);
-        if (jsonMatch) return jsonMatch[1];
-        const codeBlockMatch = response.match(/```(?:json)?\s*(\{[\s\S]*?\})\s*```/);
-        if (codeBlockMatch) return codeBlockMatch[1];
-        const jsonLikeMatch = response.match(/\{[\s\S]*\}/);
-        if (jsonLikeMatch) return jsonLikeMatch[0];
-    } catch  {}
-    return response;
-}
-function preprocessDoubaoBboxJson(input) {
-    if (input.includes('bbox')) while(/\d+\s+\d+/.test(input))input = input.replace(/(\d+)\s+(\d+)/g, '$1,$2');
-    return input;
-}
-function hasExplicitReasoningConfig({ reasoningEnabled, reasoningEffort, reasoningBudget }) {
-    return void 0 !== reasoningEnabled || !!reasoningEffort || void 0 !== reasoningBudget;
-}
-const SUPPORTED_REASONING_FAMILIES = [
-    'qwen3-vl',
-    'qwen3',
-    'qwen3.5',
-    'qwen3.6',
-    'doubao-vision',
-    'doubao-seed',
-    'gemini',
-    'glm-v'
-];
-function isSupportedReasoningFamily(family) {
-    return !!family && SUPPORTED_REASONING_FAMILIES.includes(family);
-}
-function supportedReasoningFamilyNames() {
-    return SUPPORTED_REASONING_FAMILIES.join(', ');
-}
-function resolveReasoningConfig({ reasoningEnabled, reasoningEffort, reasoningBudget, modelFamily }) {
-    const hasExplicitConfig = hasExplicitReasoningConfig({
-        reasoningEnabled,
-        reasoningEffort,
-        reasoningBudget
-    });
-    if (hasExplicitConfig) {
-        if (!modelFamily) throw new Error(`Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY to a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`);
-        if (!isSupportedReasoningFamily(modelFamily)) throw new Error(`Reasoning config is not supported for model family "${modelFamily}". Use a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`);
-    } else if (!isSupportedReasoningFamily(modelFamily)) return {
-        config: {}
-    };
-    const effectiveReasoningEnabled = reasoningEnabled ?? false;
-    const debugMessages = [];
-    const config = {};
-    if ('qwen3-vl' === modelFamily || isQwen3(modelFamily)) {
-        config.enable_thinking = effectiveReasoningEnabled;
-        debugMessages.push(`enable_thinking=${effectiveReasoningEnabled}`);
-        if (void 0 !== reasoningBudget) {
-            config.thinking_budget = reasoningBudget;
-            debugMessages.push(`thinking_budget=${reasoningBudget}`);
-        }
-    } else if ('doubao-vision' === modelFamily || 'doubao-seed' === modelFamily) {
-        config.thinking = {
-            type: effectiveReasoningEnabled ? 'enabled' : 'disabled'
-        };
-        debugMessages.push(`thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`);
-        if (reasoningEffort) {
-            config.reasoning_effort = reasoningEffort;
-            debugMessages.push(`reasoning_effort="${reasoningEffort}"`);
-        }
-    } else if ('gemini' === modelFamily) {
-        config.reasoning_effort = reasoningEffort || 'minimal';
-        debugMessages.push(`reasoning_effort="${config.reasoning_effort}"`);
-    } else if ('glm-v' === modelFamily) {
-        config.thinking = {
-            type: effectiveReasoningEnabled ? 'enabled' : 'disabled'
-        };
-        debugMessages.push(`thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`);
-    }
-    return {
-        config,
-        debugMessage: debugMessages.length ? `reasoning config for ${modelFamily}: ${debugMessages.join(', ')}` : void 0
-    };
-}
-function normalizeJsonObject(obj, options = {}) {
-    if (null == obj) return obj;
-    if (Array.isArray(obj)) return obj.map((item)=>normalizeJsonObject(item, options));
-    if ('object' == typeof obj) {
-        const normalized = {};
-        for (const [key, value] of Object.entries(obj)){
-            const trimmedKey = key.trim();
-            const preserveStringValue = options.preserveStringValueKeys?.includes(trimmedKey) ?? false;
-            const normalizedValue = 'string' == typeof value ? preserveStringValue ? value : value.trim() : normalizeJsonObject(value, options);
-            normalized[trimmedKey] = normalizedValue;
-        }
-        return normalized;
-    }
-    if ('string' == typeof obj) return obj.trim();
-    return obj;
-}
-function parseCoordinateTuple(cleanJsonString) {
-    const coordinateMatch = cleanJsonString.match(/\((\d+),(\d+)\)/);
-    return coordinateMatch?.slice(1).map(Number);
-}
-function parseJsonWithRepair(jsonString) {
-    try {
-        return JSON.parse(jsonString);
-    } catch  {
-        return JSON.parse(jsonrepair(jsonString));
-    }
-}
-function shouldPreprocessModelJson(modelFamily) {
-    return 'doubao-vision' === modelFamily || 'doubao-seed' === modelFamily || isUITars(modelFamily);
-}
-function parseModelResponseJson(input, modelFamily, options = {}) {
-    const cleanJsonString = extractJSONFromCodeBlock(input);
-    const coordinateTuple = parseCoordinateTuple(cleanJsonString);
-    if (coordinateTuple) return coordinateTuple;
-    let lastError;
-    try {
-        const parsed = parseJsonWithRepair(cleanJsonString);
-        return normalizeJsonObject(parsed, options);
-    } catch (error) {
-        lastError = error;
-    }
-    if (shouldPreprocessModelJson(modelFamily)) {
-        const jsonString = preprocessDoubaoBboxJson(cleanJsonString);
-        try {
-            const parsed = parseJsonWithRepair(jsonString);
-            return normalizeJsonObject(parsed, options);
-        } catch (error) {
-            lastError = error;
-        }
-    }
-    throw Error(`failed to parse LLM response into JSON. Error - ${String(lastError ?? 'unknown error')}. Response - \n ${input}`);
-}
-export { AIResponseParseError, callAI, callAIWithObjectResponse, callAIWithStringResponse, extractJSONFromCodeBlock, parseModelResponseJson, preprocessDoubaoBboxJson, resolveReasoningConfig };
+export { AIResponseParseError, callAI, callAIWithObjectResponse, callAIWithStringResponse, createChatClient, extractJSONFromCodeBlock, normalJsonParser, safeParseJson };
 
 //# sourceMappingURL=index.mjs.map

package/dist/es/ai-model/service-caller/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/service-caller/index.mjs","sources":["../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["import type { AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  rawResponse: string;\n\n  constructor(message: string, rawResponse: string, usage?: AIUsageInfo) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  type TModelFamily,\n  type UITarsModelVersion,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport { jsonrepair } from 'jsonrepair';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport type { AIArgs } from '../../common';\nimport { isAutoGLM, isUITars } from '../auto-glm/util';\nimport { isQwen3 } from '../model-family';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport { shouldForceOriginalImageDetail } from './image-detail';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\n\nasync function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  uiTarsModelVersion?: UITarsModelVersion;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    abortSignal?: AbortSignal;\n    forceOriginalImageDetail?: boolean;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    if (\n      !modelConfig.modelFamily &&\n      hasExplicitReasoningConfig({\n        reasoningEnabled: modelConfig.reasoningEnabled,\n        reasoningEffort: modelConfig.reasoningEffort,\n        reasoningBudget: modelConfig.reasoningBudget,\n      })\n    ) {\n      throw new Error(\n        'Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY when using MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.',\n      );\n    }\n\n    return callAIWithCodexAppServer(messages, modelConfig, {\n      stream: options?.stream,\n      onChunk: options?.onChunk,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      abortSignal: options?.abortSignal,\n    });\n  }\n\n  const {\n    completion,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  } = await createChatClient({\n    modelConfig,\n  });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const temperature = (() => {\n    if (modelFamily === 'gpt-5') {\n      debugCall('temperature is ignored for gpt-5');\n      return undefined;\n    }\n    return modelConfig.temperature ?? 0;\n  })();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      ...usageData,\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      slot: modelConfig.slot,\n      intent: undefined,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const commonConfig = {\n    temperature,\n    stream: !!isStreaming,\n    ...(modelFamily === 'qwen2.5-vl' // qwen vl v2 specific config\n      ? {\n          vl_high_resolution_images: true,\n        }\n      : {}),\n  };\n\n  if (isAutoGLM(modelFamily)) {\n    (commonConfig as unknown as Record<string, number>).top_p = 0.85;\n    (commonConfig as unknown as Record<string, number>).frequency_penalty = 0.2;\n  }\n\n  const {\n    config: reasoningEffortConfig,\n    debugMessage: reasoningEffortDebugMessage,\n  } = resolveReasoningConfig({\n    reasoningEnabled: modelConfig.reasoningEnabled,\n    reasoningEffort: modelConfig.reasoningEffort,\n    reasoningBudget: modelConfig.reasoningBudget,\n    modelFamily,\n  });\n  if (reasoningEffortDebugMessage) {\n    debugCall(reasoningEffortDebugMessage);\n  }\n\n  const shouldUseOriginalImageDetail =\n    options?.forceOriginalImageDetail ||\n    shouldForceOriginalImageDetail(modelConfig);\n\n  // For default-intent GPT-5 calls, request original image detail to preserve\n  // screenshot resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!shouldUseOriginalImageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: 'original',\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...commonConfig,\n            ...reasoningEffortConfig,\n            ...extraBody,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const content = chunk.choices?.[0]?.delta?.content || '';\n          const reasoning_content =\n            (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = modelConfig.retryCount ?? 1;\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...commonConfig,\n              ...reasoningEffortConfig,\n              ...extraBody,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          content = result.choices[0].message.content!;\n          accumulatedReasoning =\n            (result.choices[0].message as any)?.reasoning_content || '';\n          usage = result.usage;\n          requestId = result._request_id;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = error as Error;\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, slot ${modelConfig.slot})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        throw lastError;\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}> {\n  const response = await callAI(messages, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  const modelFamily = modelConfig.modelFamily;\n  const jsonContent = parseModelResponseJson(response.content, modelFamily);\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n    );\n  }\n  return {\n    content: jsonContent,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n  };\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  return { content, usage };\n}\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch {}\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport function preprocessDoubaoBboxJson(input: string) {\n  if (input.includes('bbox')) {\n    // when its values like 940 445 969 490, replace all /\\d+\\s+\\d+/g with /$1,$2/g\n    while (/\\d+\\s+\\d+/.test(input)) {\n      input = input.replace(/(\\d+)\\s+(\\d+)/g, '$1,$2');\n    }\n  }\n  return input;\n}\n\nfunction hasExplicitReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n}): boolean {\n  return (\n    reasoningEnabled !== undefined ||\n    !!reasoningEffort ||\n    reasoningBudget !== undefined\n  );\n}\n\nconst SUPPORTED_REASONING_FAMILIES = [\n  'qwen3-vl',\n  'qwen3',\n  'qwen3.5',\n  'qwen3.6',\n  'doubao-vision',\n  'doubao-seed',\n  'gemini',\n  'glm-v',\n] as const satisfies readonly TModelFamily[];\n\ntype SupportedReasoningFamily = (typeof SUPPORTED_REASONING_FAMILIES)[number];\n\nfunction isSupportedReasoningFamily(\n  family: TModelFamily | undefined,\n): family is SupportedReasoningFamily {\n  return (\n    !!family &&\n    (SUPPORTED_REASONING_FAMILIES as readonly TModelFamily[]).includes(family)\n  );\n}\n\nfunction supportedReasoningFamilyNames(): string {\n  return SUPPORTED_REASONING_FAMILIES.join(', ');\n}\n\nexport function resolveReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n  modelFamily,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n  modelFamily?: TModelFamily;\n}): {\n  config: Record<string, unknown>;\n  debugMessage?: string;\n} {\n  const hasExplicitConfig = hasExplicitReasoningConfig({\n    reasoningEnabled,\n    reasoningEffort,\n    reasoningBudget,\n  });\n\n  if (hasExplicitConfig) {\n    if (!modelFamily) {\n      throw new Error(\n        `Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY to a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`,\n      );\n    }\n\n    // GPT-5 over Chat Completions is intentionally unsupported here because\n    // its reasoning effort compatibility varies by model version.\n    if (!isSupportedReasoningFamily(modelFamily)) {\n      throw new Error(\n        `Reasoning config is not supported for model family \"${modelFamily}\". Use a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`,\n      );\n    }\n  } else if (!isSupportedReasoningFamily(modelFamily)) {\n    return { config: {} };\n  }\n\n  const effectiveReasoningEnabled = reasoningEnabled ?? false;\n\n  const debugMessages: string[] = [];\n  const config: Record<string, unknown> = {};\n\n  if (modelFamily === 'qwen3-vl' || isQwen3(modelFamily)) {\n    // reasoningEnabled → enable_thinking\n    config.enable_thinking = effectiveReasoningEnabled;\n    debugMessages.push(`enable_thinking=${effectiveReasoningEnabled}`);\n    // reasoningBudget → thinking_budget\n    if (reasoningBudget !== undefined) {\n      config.thinking_budget = reasoningBudget;\n      debugMessages.push(`thinking_budget=${reasoningBudget}`);\n    }\n    // reasoningEffort is ignored for qwen\n  } else if (modelFamily === 'doubao-vision' || modelFamily === 'doubao-seed') {\n    // reasoningEnabled → thinking.type\n    config.thinking = {\n      type: effectiveReasoningEnabled ? 'enabled' : 'disabled',\n    };\n    debugMessages.push(\n      `thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`,\n    );\n    // reasoningEffort → reasoning_effort\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n    // reasoningBudget is ignored for doubao\n  } else if (modelFamily === 'gemini') {\n    // Gemini OpenAI-compatible API uses reasoning_effort.\n    // Gemini 3.x series cannot fully disable thinking, so use the lowest supported\n    // effort by default and let reasoningEffort override it.\n    config.reasoning_effort = reasoningEffort || 'minimal';\n    debugMessages.push(`reasoning_effort=\"${config.reasoning_effort}\"`);\n    // reasoningBudget is ignored for Gemini OpenAI-compatible requests.\n  } else if (modelFamily === 'glm-v') {\n    // reasoningEnabled → thinking.type\n    config.thinking = {\n      type: effectiveReasoningEnabled ? 'enabled' : 'disabled',\n    };\n    debugMessages.push(\n      `thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`,\n    );\n    // reasoningEffort and reasoningBudget are ignored for glm-v\n  }\n\n  return {\n    config,\n    debugMessage: debugMessages.length\n      ? `reasoning config for ${modelFamily}: ${debugMessages.join(', ')}`\n      : undefined,\n  };\n}\n\n/**\n * Normalize a parsed JSON object by trimming whitespace from:\n * 1. All object keys (e.g., \" prompt \" -> \"prompt\")\n * 2. String values unless the key is explicitly preserved\n * This handles LLM output that may include leading/trailing spaces.\n */\ninterface ParseModelResponseJsonOptions {\n  preserveStringValueKeys?: string[];\n}\n\nfunction normalizeJsonObject(\n  obj: any,\n  options: ParseModelResponseJsonOptions = {},\n): any {\n  // Handle null and undefined\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  // Handle arrays - recursively normalize each element\n  if (Array.isArray(obj)) {\n    return obj.map((item) => normalizeJsonObject(item, options));\n  }\n\n  // Handle objects\n  if (typeof obj === 'object') {\n    const normalized: any = {};\n\n    for (const [key, value] of Object.entries(obj)) {\n      // Trim the key to remove leading/trailing spaces\n      const trimmedKey = key.trim();\n      const preserveStringValue =\n        options.preserveStringValueKeys?.includes(trimmedKey) ?? false;\n\n      const normalizedValue =\n        typeof value === 'string'\n          ? preserveStringValue\n            ? value\n            : value.trim()\n          : normalizeJsonObject(value, options);\n\n      normalized[trimmedKey] = normalizedValue;\n    }\n\n    return normalized;\n  }\n\n  // Handle primitive strings\n  if (typeof obj === 'string') {\n    return obj.trim();\n  }\n\n  // Return other primitives as-is\n  return obj;\n}\n\nfunction parseCoordinateTuple(cleanJsonString: string): number[] | undefined {\n  const coordinateMatch = cleanJsonString.match(/\\((\\d+),(\\d+)\\)/);\n  return coordinateMatch?.slice(1).map(Number);\n}\n\nfunction parseJsonWithRepair(jsonString: string): unknown {\n  try {\n    return JSON.parse(jsonString);\n  } catch {\n    return JSON.parse(jsonrepair(jsonString));\n  }\n}\n\nfunction shouldPreprocessModelJson(modelFamily: TModelFamily | undefined) {\n  return (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  );\n}\n\nexport function parseModelResponseJson(\n  input: string,\n  modelFamily: TModelFamily | undefined,\n  options: ParseModelResponseJsonOptions = {},\n) {\n  const cleanJsonString = extractJSONFromCodeBlock(input);\n  const coordinateTuple = parseCoordinateTuple(cleanJsonString);\n  if (coordinateTuple) {\n    return coordinateTuple;\n  }\n\n  let lastError: unknown;\n  try {\n    const parsed = parseJsonWithRepair(cleanJsonString);\n    return normalizeJsonObject(parsed, options);\n  } catch (error) {\n    lastError = error;\n  }\n\n  if (shouldPreprocessModelJson(modelFamily)) {\n    const jsonString = preprocessDoubaoBboxJson(cleanJsonString);\n    try {\n      const parsed = parseJsonWithRepair(jsonString);\n      return normalizeJsonObject(parsed, options);\n    } catch (error) {\n      lastError = error;\n    }\n  }\n  throw Error(\n    `failed to parse LLM response into JSON. Error - ${String(\n      lastError ?? 'unknown error',\n    )}. Response - \\n ${input}`,\n  );\n}\n"],"names":["AIResponseParseError","Error","message","rawResponse","usage","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","uiTarsModelVersion","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","Number","protocol","socksType","decodeURIComponent","error","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","options","isCodexAppServerProvider","hasExplicitReasoningConfig","callAIWithCodexAppServer","completion","extraBody","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","temperature","isStreaming","content","accumulated","accumulatedReasoning","timeCost","requestId","hasUsableText","value","buildUsageInfo","usageData","cachedInputTokens","undefined","commonConfig","isAutoGLM","reasoningEffortConfig","reasoningEffortDebugMessage","resolveReasoningConfig","shouldUseOriginalImageDetail","shouldForceOriginalImageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","reasoning_content","chunkData","estimatedTokens","Math","finalChunk","retryCount","retryInterval","maxAttempts","lastError","attempt","attemptSignal","cleanupAttemptSignal","result","JSON","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","e","newError","callAIWithObjectResponse","response","assert","jsonContent","parseModelResponseJson","callAIWithStringResponse","msgs","extractJSONFromCodeBlock","jsonMatch","codeBlockMatch","jsonLikeMatch","preprocessDoubaoBboxJson","input","reasoningEnabled","reasoningEffort","reasoningBudget","SUPPORTED_REASONING_FAMILIES","isSupportedReasoningFamily","family","supportedReasoningFamilyNames","hasExplicitConfig","effectiveReasoningEnabled","debugMessages","config","isQwen3","normalizeJsonObject","obj","item","normalized","key","Object","trimmedKey","preserveStringValue","normalizedValue","parseCoordinateTuple","cleanJsonString","coordinateMatch","parseJsonWithRepair","jsonString","jsonrepair","shouldPreprocessModelJson","isUITars","coordinateTuple","String"],"mappings":";;;;;;;;;;;;;;;;;;;;AAIO,MAAMA,6BAA6BC;IAIxC,YAAYC,OAAe,EAAEC,WAAmB,EAAEC,KAAmB,CAAE;QACrE,KAAK,CAACF,UAJR,yCACA;QAIE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AA8BA,eAAeC,iBAAiB,EAC9BC,WAAW,EAGZ;IAOC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGX;IAEJ,IAAIY;IACJ,MAAMC,aAAaC,SAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,SAAS;IAC5B,MAAME,YAAYF,SAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIhB,WAAW;QACba,WAAW,oBAAoBE,iBAAiBf;QAChD,IAAImB,aACFL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKrB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBc,WAAW,qBAAqBE,iBAAiBhB;QACjD,IAAIoB,aACFL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAInB;YAGzB,IAAI,CAACwB,SAAS,QAAQ,EACpB,MAAM,IAAI9B,MAAM;YAIlB,MAAM+B,OAAOC,OAAO,QAAQ,CAACF,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIE,OAAO,KAAK,CAACD,OACjC,MAAM,IAAI/B,MAAM;YAIlB,MAAMiC,WAAWH,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMI,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1DhB,aAAaY,gBAAgB;gBAC3B,MAAMK;gBACN,MAAMJ,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQK,mBAAmBL,SAAS,QAAQ;oBAC5C,UAAUK,mBAAmBL,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMc;gBACN,MAAMJ,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAOK,OAAO;YACdf,UAAU,oCAAoCe;YAC9C,MAAM,IAAIpC,MACR,CAAC,yBAAyB,EAAEM,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM+B,qBAAqBC,0BAA0B;QAAEtB;IAAQ;IAC/D,MAAMuB,gBAAgB;QACpB,SAAS9B;QACT,QAAQC;QAGR,GAAIO,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGN,iBAAiB;QAGpB,YAAY;QAGZ,GAAI0B,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,SAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIlB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM2B,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAoB,qBAAqB,CAACI,0BAC1C;QACA,IAAIrB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM8B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAI3B,oBAAoB;QACtB,MAAMmC,gBAAgB,MAAMnC,mBAAmByB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnClC;QACAI;QACAC;QACAC;IACF;AACF;AAEO,eAAeqC,OACpBC,QAAsC,EACtC/C,WAAyB,EACzBgD,OAKC;IAOD,IAAIC,yBAAyBjD,YAAY,aAAa,GAAG;QACvD,IACE,CAACA,YAAY,WAAW,IACxBkD,2BAA2B;YACzB,kBAAkBlD,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;QAC9C,IAEA,MAAM,IAAIL,MACR;QAIJ,OAAOwD,yBAAyBJ,UAAU/C,aAAa;YACrD,QAAQgD,SAAS;YACjB,SAASA,SAAS;YAClB,kBAAkBhD,YAAY,gBAAgB;YAC9C,aAAagD,SAAS;QACxB;IACF;IAEA,MAAM,EACJI,UAAU,EACVjD,SAAS,EACTI,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACZ,GAAG,MAAMV,iBAAiB;QACzBC;IACF;IACA,MAAMgC,qBAAqBC,0BAA0BjC;IAErD,MAAMqD,YAAYrD,YAAY,SAAS;IAEvC,MAAMsD,YAAYxC,SAAS;IAC3B,MAAMyC,WAAWzC,SAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAM0C,oBAAoB1C,SAAS;IACnC,MAAM2C,qBAAqB3C,SAAS;IAEpC,MAAM4C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAe,AAAC;QACpB,IAAInD,AAAgB,YAAhBA,aAAyB,YAC3B6C,UAAU;QAGZ,OAAOtD,YAAY,WAAW,IAAI;IACpC;IAEA,MAAM6D,cAAcb,SAAS,UAAUA,SAAS;IAChD,IAAIc;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIlE;IACJ,IAAImE;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACC,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAMC,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,GAAGA,SAAS;YACZ,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAY9D;YACZ,mBAAmBI;YACnB,MAAMP,YAAY,IAAI;YACtB,QAAQwE;YACR,YAAYN,aAAaM;QAC3B;IACF;IAEA,MAAMC,eAAe;QACnBb;QACA,QAAQ,CAAC,CAACC;QACV,GAAIpD,AAAgB,iBAAhBA,cACA;YACE,2BAA2B;QAC7B,IACA,CAAC,CAAC;IACR;IAEA,IAAIiE,UAAUjE,cAAc;QACzBgE,aAAmD,KAAK,GAAG;QAC3DA,aAAmD,iBAAiB,GAAG;IAC1E;IAEA,MAAM,EACJ,QAAQE,qBAAqB,EAC7B,cAAcC,2BAA2B,EAC1C,GAAGC,uBAAuB;QACzB,kBAAkB7E,YAAY,gBAAgB;QAC9C,iBAAiBA,YAAY,eAAe;QAC5C,iBAAiBA,YAAY,eAAe;QAC5CS;IACF;IACA,IAAImE,6BACFtB,UAAUsB;IAGZ,MAAME,+BACJ9B,SAAS,4BACT+B,+BAA+B/E;IAIjC,MAAMgF,0BAAyD,AAAC;QAC9D,IAAI,CAACF,8BACH,OAAO/B;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACkC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMnB,UAAUmB,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQ;oBACV;gBACF;gBAEF,OAAOA;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNnB;YACF;QACF;IACF;IAEA,IAAI;QACFR,UACE,CAAC,QAAQ,EAAEO,cAAc,eAAe,GAAG,WAAW,EAAE1D,WAAW;QAGrE,IAAI0D,aAAa;YACf,MAAM,EAAE,QAAQuB,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,wBAAwBtD,oBAAoBgB,SAAS;YACvD,IAAI;gBACF,MAAMuC,SAAU,MAAMnC,WAAW,MAAM,CACrC;oBACE,OAAOjD;oBACP,UAAU6E;oBACV,GAAGP,YAAY;oBACf,GAAGE,qBAAqB;oBACxB,GAAGtB,SAAS;gBACd,GACA;oBACE,QAAQ;oBACR,QAAQ+B;gBACV;gBAKFlB,YAAYqB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAMzB,UAAU0B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,WAAW;oBACtD,MAAMC,oBACHD,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAe,qBAAqB;oBAG3D,IAAIA,MAAM,KAAK,EACb1F,QAAQ0F,MAAM,KAAK;oBAGrB,IAAI1B,WAAW2B,mBAAmB;wBAChC1B,eAAeD;wBACfE,wBAAwByB;wBACxB,MAAMC,YAAiC;4BACrC5B;4BACA2B;4BACA1B;4BACA,YAAY;4BACZ,OAAOS;wBACT;wBACAxB,QAAQ,OAAO,CAAE0C;oBACnB;oBAGA,IAAIF,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrCvB,WAAWN,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAAC5D,OAAO;4BAEV,MAAM6F,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAC7B,YAAY,MAAM,GAAG;4BAElCjE,QAAQ;gCACN,eAAe6F;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAME,aAAkC;4BACtC,SAAS;4BACT9B;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOM,eAAevE,OAAOoE;wBAC/B;wBACAlB,QAAQ,OAAO,CAAE6C;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACAvB,UAAUC;YACVP,kBACE,CAAC,iBAAiB,EAAErD,UAAU,QAAQ,EAAEM,eAAe,UAAU,WAAW,EAAEwD,SAAS,eAAe,EAAEL,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMkC,aAAa9F,YAAY,UAAU,IAAI;YAC7C,MAAM+F,gBAAgB/F,YAAY,aAAa,IAAI;YACnD,MAAMgG,cAAcF,aAAa;YAEjC,IAAIG;YAEJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,aAAaE,UAAW;gBACvD,MAAM,EAAE,QAAQC,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5Dd,wBAAwBtD,oBAAoBgB,SAAS;gBACvD,IAAI;oBACF,MAAMqD,SAAS,MAAMjD,WAAW,MAAM,CACpC;wBACE,OAAOjD;wBACP,UAAU6E;wBACV,GAAGP,YAAY;wBACf,GAAGE,qBAAqB;wBACxB,GAAGtB,SAAS;oBACd,GACA;wBAAE,QAAQ8C;oBAAc;oBAG1BlC,WAAWN,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAErD,UAAU,QAAQ,EAAEM,eAAe,UAAU,mBAAmB,EAAED,mBAAmB,iBAAiB,EAAE6F,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAEpC,SAAS,aAAa,EAAEoC,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEzC,eAAe,IAAI;oBAGxWH,mBACE,CAAC,oBAAoB,EAAE6C,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAI1G,MACR,CAAC,mCAAmC,EAAE2G,KAAK,SAAS,CAACD,SAAS;oBAIlEvC,UAAUuC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;oBAC3CrC,uBACGqC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,EAAU,qBAAqB;oBAC3DvG,QAAQuG,OAAO,KAAK;oBACpBnC,YAAYmC,OAAO,WAAW;oBAE9B,IAAI,CAAClC,cAAcL,YAAYK,cAAcH,uBAAuB;wBAClET,SAAS;wBACTO,UAAUE;oBACZ;oBAEA,IAAI,CAACG,cAAcL,UACjB,MAAM,IAAIpE,qBACR,+BACA4G,KAAK,SAAS,CAACD,SACfhC,eAAevE,OAAOoE;oBAI1B;gBACF,EAAE,OAAOnC,OAAO;oBACdkE,YAAYlE;oBACZ,MAAMwE,iBAAiBC,mBAAmBP;oBAC1C,IAAIM,gBACFhD,SACE,CAAC,0BAA0B,EAAEvB,mBAAmB,YAAY,EAAEkE,QAAQ,CAAC,EAAEF,YAAY,QAAQ,EAAE7F,UAAU,OAAO,EAAEH,YAAY,IAAI,CAAC,CAAC,CAAC;oBAIzI,IAAIgD,SAAS,aAAa,SACxB;oBAEF,IAAIkD,UAAUF,aAAa;wBACzBzC,SACE,CAAC,wBAAwB,EAAE2C,QAAQ,CAAC,EAAEF,YAAY,eAAe,EAAED,cAAc,aAAa,EAAEE,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIQ,QAAQ,CAACC,UAAYC,WAAWD,SAASX;oBACrD;gBACF,SAAU;oBACRK;gBACF;YACF;YAEA,IAAI,CAACtC,SACH,MAAMmC;QAEV;QAEA3C,UAAU,CAAC,4BAA4B,EAAEU,sBAAsB;QAC/DV,UAAU,CAAC,kBAAkB,EAAEQ,SAAS;QAGxC,IAAID,eAAe,CAAC/D,OAAO;YAEzB,MAAM6F,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAE9B,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtChE,QAAQ;gBACN,eAAe6F;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAS7B,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C,OAAOH,eAAevE,OAAOoE;YAC7B,YAAY,CAAC,CAACL;QAChB;IACF,EAAE,OAAO+C,GAAQ;QACfrD,SAAS,iBAAiBqD;QAE1B,IAAIA,aAAalH,sBACf,MAAMkH;QAGR,MAAMC,WAAW,IAAIlH,MACnB,CAAC,eAAe,EAAEkE,cAAc,eAAe,GAAG,kBAAkB,EAAE1D,UAAU,GAAG,EAAEyG,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpB/D,QAAsC,EACtC/C,WAAyB,EACzBgD,OAEC;IAOD,MAAM+D,WAAW,MAAMjE,OAAOC,UAAU/C,aAAa;QACnD,aAAagD,SAAS;IACxB;IACAgE,OAAOD,UAAU;IACjB,MAAMtG,cAAcT,YAAY,WAAW;IAC3C,MAAMiH,cAAcC,uBAAuBH,SAAS,OAAO,EAAEtG;IAC7D,IAAI,AAAuB,YAAvB,OAAOwG,aACT,MAAM,IAAIvH,qBACR,CAAC,0CAA0C,EAAEM,YAAY,SAAS,CAAC,GAAG,EAAE+G,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK;IAGlB,OAAO;QACL,SAASE;QACT,eAAeF,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;IAC/C;AACF;AAEO,eAAeI,yBACpBC,IAAY,EACZpH,WAAyB,EACzBgD,OAEC;IAED,MAAM,EAAEc,OAAO,EAAEhE,KAAK,EAAE,GAAG,MAAMgD,OAAOsE,MAAMpH,aAAa;QACzD,aAAagD,SAAS;IACxB;IACA,OAAO;QAAEc;QAAShE;IAAM;AAC1B;AAEO,SAASuH,yBAAyBN,QAAgB;IACvD,IAAI;QAEF,MAAMO,YAAYP,SAAS,KAAK,CAAC;QACjC,IAAIO,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBR,SAAS,KAAK,CACnC;QAEF,IAAIQ,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBT,SAAS,KAAK,CAAC;QACrC,IAAIS,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAC;IAET,OAAOT;AACT;AAEO,SAASU,yBAAyBC,KAAa;IACpD,IAAIA,MAAM,QAAQ,CAAC,SAEjB,MAAO,YAAY,IAAI,CAACA,OACtBA,QAAQA,MAAM,OAAO,CAAC,kBAAkB;IAG5C,OAAOA;AACT;AAEA,SAASxE,2BAA2B,EAClCyE,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EAKhB;IACC,OACEF,AAAqBnD,WAArBmD,oBACA,CAAC,CAACC,mBACFC,AAAoBrD,WAApBqD;AAEJ;AAEA,MAAMC,+BAA+B;IACnC;IACA;IACA;IACA;IACA;IACA;IACA;IACA;CACD;AAID,SAASC,2BACPC,MAAgC;IAEhC,OACE,CAAC,CAACA,UACDF,6BAAyD,QAAQ,CAACE;AAEvE;AAEA,SAASC;IACP,OAAOH,6BAA6B,IAAI,CAAC;AAC3C;AAEO,SAASjD,uBAAuB,EACrC8C,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EACfpH,WAAW,EAMZ;IAIC,MAAMyH,oBAAoBhF,2BAA2B;QACnDyE;QACAC;QACAC;IACF;IAEA,IAAIK,mBAAmB;QACrB,IAAI,CAACzH,aACH,MAAM,IAAId,MACR,CAAC,yGAAyG,EAAEsI,gCAAgC,iHAAiH,CAAC;QAMlQ,IAAI,CAACF,2BAA2BtH,cAC9B,MAAM,IAAId,MACR,CAAC,oDAAoD,EAAEc,YAAY,kCAAkC,EAAEwH,gCAAgC,iHAAiH,CAAC;IAG/P,OAAO,IAAI,CAACF,2BAA2BtH,cACrC,OAAO;QAAE,QAAQ,CAAC;IAAE;IAGtB,MAAM0H,4BAA4BR,oBAAoB;IAEtD,MAAMS,gBAA0B,EAAE;IAClC,MAAMC,SAAkC,CAAC;IAEzC,IAAI5H,AAAgB,eAAhBA,eAA8B6H,QAAQ7H,cAAc;QAEtD4H,OAAO,eAAe,GAAGF;QACzBC,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAED,2BAA2B;QAEjE,IAAIN,AAAoBrD,WAApBqD,iBAA+B;YACjCQ,OAAO,eAAe,GAAGR;YACzBO,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAEP,iBAAiB;QACzD;IAEF,OAAO,IAAIpH,AAAgB,oBAAhBA,eAAmCA,AAAgB,kBAAhBA,aAA+B;QAE3E4H,OAAO,QAAQ,GAAG;YAChB,MAAMF,4BAA4B,YAAY;QAChD;QACAC,cAAc,IAAI,CAChB,CAAC,cAAc,EAAED,4BAA4B,YAAY,YAAY;QAGvE,IAAIP,iBAAiB;YACnBS,OAAO,gBAAgB,GAAGT;YAC1BQ,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAER,gBAAgB,CAAC,CAAC;QAC5D;IAEF,OAAO,IAAInH,AAAgB,aAAhBA,aAA0B;QAInC4H,OAAO,gBAAgB,GAAGT,mBAAmB;QAC7CQ,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAEC,OAAO,gBAAgB,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI5H,AAAgB,YAAhBA,aAAyB;QAElC4H,OAAO,QAAQ,GAAG;YAChB,MAAMF,4BAA4B,YAAY;QAChD;QACAC,cAAc,IAAI,CAChB,CAAC,cAAc,EAAED,4BAA4B,YAAY,YAAY;IAGzE;IAEA,OAAO;QACLE;QACA,cAAcD,cAAc,MAAM,GAC9B,CAAC,qBAAqB,EAAE3H,YAAY,EAAE,EAAE2H,cAAc,IAAI,CAAC,OAAO,GAClE5D;IACN;AACF;AAYA,SAAS+D,oBACPC,GAAQ,EACRxF,UAAyC,CAAC,CAAC;IAG3C,IAAIwF,QAAAA,KACF,OAAOA;IAIT,IAAItD,MAAM,OAAO,CAACsD,MAChB,OAAOA,IAAI,GAAG,CAAC,CAACC,OAASF,oBAAoBE,MAAMzF;IAIrD,IAAI,AAAe,YAAf,OAAOwF,KAAkB;QAC3B,MAAME,aAAkB,CAAC;QAEzB,KAAK,MAAM,CAACC,KAAKvE,MAAM,IAAIwE,OAAO,OAAO,CAACJ,KAAM;YAE9C,MAAMK,aAAaF,IAAI,IAAI;YAC3B,MAAMG,sBACJ9F,QAAQ,uBAAuB,EAAE,SAAS6F,eAAe;YAE3D,MAAME,kBACJ,AAAiB,YAAjB,OAAO3E,QACH0E,sBACE1E,QACAA,MAAM,IAAI,KACZmE,oBAAoBnE,OAAOpB;YAEjC0F,UAAU,CAACG,WAAW,GAAGE;QAC3B;QAEA,OAAOL;IACT;IAGA,IAAI,AAAe,YAAf,OAAOF,KACT,OAAOA,IAAI,IAAI;IAIjB,OAAOA;AACT;AAEA,SAASQ,qBAAqBC,eAAuB;IACnD,MAAMC,kBAAkBD,gBAAgB,KAAK,CAAC;IAC9C,OAAOC,iBAAiB,MAAM,GAAG,IAAIvH;AACvC;AAEA,SAASwH,oBAAoBC,UAAkB;IAC7C,IAAI;QACF,OAAO9C,KAAK,KAAK,CAAC8C;IACpB,EAAE,OAAM;QACN,OAAO9C,KAAK,KAAK,CAAC+C,WAAWD;IAC/B;AACF;AAEA,SAASE,0BAA0B7I,WAAqC;IACtE,OACEA,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACA8I,SAAS9I;AAEb;AAEO,SAASyG,uBACdQ,KAAa,EACbjH,WAAqC,EACrCuC,UAAyC,CAAC,CAAC;IAE3C,MAAMiG,kBAAkB5B,yBAAyBK;IACjD,MAAM8B,kBAAkBR,qBAAqBC;IAC7C,IAAIO,iBACF,OAAOA;IAGT,IAAIvD;IACJ,IAAI;QACF,MAAM9E,SAASgI,oBAAoBF;QACnC,OAAOV,oBAAoBpH,QAAQ6B;IACrC,EAAE,OAAOjB,OAAO;QACdkE,YAAYlE;IACd;IAEA,IAAIuH,0BAA0B7I,cAAc;QAC1C,MAAM2I,aAAa3B,yBAAyBwB;QAC5C,IAAI;YACF,MAAM9H,SAASgI,oBAAoBC;YACnC,OAAOb,oBAAoBpH,QAAQ6B;QACrC,EAAE,OAAOjB,OAAO;YACdkE,YAAYlE;QACd;IACF;IACA,MAAMpC,MACJ,CAAC,gDAAgD,EAAE8J,OACjDxD,aAAa,iBACb,gBAAgB,EAAEyB,OAAO;AAE/B"}
+{"version":3,"file":"ai-model/service-caller/index.mjs","sources":["../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["import type { AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  rawResponse: string;\n\n  constructor(message: string, rawResponse: string, usage?: AIUsageInfo) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  type TModelFamily,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport { type ModelRuntime, getModelRuntime } from '../models';\nimport type { AIArgs } from '../types';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport type { JsonParserSource } from './json';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\nexport {\n  extractJSONFromCodeBlock,\n  normalJsonParser,\n  safeParseJson,\n} from './json';\nexport type { JsonParser } from './json';\n\nfunction stringifyForDebug(value: unknown): string {\n  try {\n    return JSON.stringify(value);\n  } catch (_error) {\n    return String(value);\n  }\n}\n\nexport async function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelRuntime: ModelRuntime,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    abortSignal?: AbortSignal;\n    requiresOriginalImageDetail?: boolean;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  const { config: modelConfig, adapter } = modelRuntime;\n\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    return callAIWithCodexAppServer(messages, modelConfig, {\n      stream: options?.stream,\n      onChunk: options?.onChunk,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      abortSignal: options?.abortSignal,\n    });\n  }\n\n  const { completion, modelName, modelDescription, modelFamily } =\n    await createChatClient({\n      modelConfig,\n    });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  const chatCompletionInput = {\n    intent: modelConfig.intent,\n    userConfig: {\n      temperature: modelConfig.temperature,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      reasoningEffort: modelConfig.reasoningEffort,\n      reasoningBudget: modelConfig.reasoningBudget,\n    },\n    requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n  };\n  const { config: adapterChatCompletionParams } =\n    adapter.chatCompletion.buildChatCompletionParams(chatCompletionInput);\n  debugCall(\n    `adapter chat completion params: ${stringifyForDebug({\n      config: adapterChatCompletionParams,\n    })}`,\n  );\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      ...usageData,\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      slot: modelConfig.slot,\n      // Agent task layers fill semantic intent after the raw model call.\n      intent: undefined,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const requestConfig = {\n    ...adapterChatCompletionParams,\n    ...(extraBody ?? {}),\n  };\n  const temperature = requestConfig.temperature;\n\n  const imageDetail =\n    adapter.chatCompletion.resolveImageDetail(chatCompletionInput);\n\n  // Some adapters request original image detail to preserve screenshot\n  // resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!imageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: imageDetail,\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...requestConfig,\n            stream: true,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const content = chunk.choices?.[0]?.delta?.content || '';\n          const reasoning_content =\n            (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = modelConfig.retryCount ?? 1;\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...requestConfig,\n              stream: false,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          content = result.choices[0].message.content!;\n          accumulatedReasoning =\n            (result.choices[0].message as any)?.reasoning_content || '';\n          usage = result.usage;\n          requestId = result._request_id;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = error as Error;\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, slot ${modelConfig.slot})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        throw lastError;\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  // Keep IModelConfig compatibility for midscene-example/connectivity-test/tests/connectivity.test.ts; internal workflow callers should pass ModelRuntime instead.\n  model: IModelConfig | ModelRuntime,\n  options?: {\n    abortSignal?: AbortSignal;\n    jsonParserSource?: JsonParserSource;\n  },\n): Promise<{\n  // TODO: `content` is a misleading name here because this is already the parsed object response. Consider renaming it to `object` or `data`.\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}> {\n  const modelRuntime = resolveCompatibleModelRuntime(model);\n  const { config: modelConfig, adapter } = modelRuntime;\n  const response = await callAI(messages, modelRuntime, {\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  const jsonContent = adapter.jsonParser(response.content, {\n    source: options?.jsonParserSource ?? 'generic-object',\n  });\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n    );\n  }\n  return {\n    content: jsonContent as T,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n  };\n}\n\nfunction resolveCompatibleModelRuntime(\n  model: IModelConfig | ModelRuntime,\n): ModelRuntime {\n  if ('config' in model && 'adapter' in model) {\n    return model;\n  }\n\n  return getModelRuntime(model);\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelRuntime: ModelRuntime,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, modelRuntime, {\n    abortSignal: options?.abortSignal,\n  });\n  return { content, usage };\n}\n"],"names":["AIResponseParseError","Error","message","rawResponse","usage","stringifyForDebug","value","JSON","_error","String","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","Number","protocol","socksType","decodeURIComponent","error","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","modelRuntime","options","adapter","isCodexAppServerProvider","callAIWithCodexAppServer","completion","extraBody","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","isStreaming","chatCompletionInput","adapterChatCompletionParams","content","accumulated","accumulatedReasoning","timeCost","requestId","hasUsableText","buildUsageInfo","usageData","cachedInputTokens","undefined","requestConfig","temperature","imageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","reasoning_content","chunkData","estimatedTokens","Math","finalChunk","retryCount","retryInterval","maxAttempts","lastError","attempt","attemptSignal","cleanupAttemptSignal","result","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","e","newError","callAIWithObjectResponse","model","resolveCompatibleModelRuntime","response","assert","jsonContent","getModelRuntime","callAIWithStringResponse","msgs"],"mappings":";;;;;;;;;;;;;;;;;;AAIO,MAAMA,6BAA6BC;IAIxC,YAAYC,OAAe,EAAEC,WAAmB,EAAEC,KAAmB,CAAE;QACrE,KAAK,CAACF,UAJR,yCACA;QAIE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AAiCA,SAASC,kBAAkBC,KAAc;IACvC,IAAI;QACF,OAAOC,KAAK,SAAS,CAACD;IACxB,EAAE,OAAOE,QAAQ;QACf,OAAOC,OAAOH;IAChB;AACF;AAEO,eAAeI,iBAAiB,EACrCC,WAAW,EAGZ;IAMC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGV;IAEJ,IAAIW;IACJ,MAAMC,aAAaC,SAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,SAAS;IAC5B,MAAME,YAAYF,SAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIf,WAAW;QACbY,WAAW,oBAAoBE,iBAAiBd;QAChD,IAAIkB,aACFL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKpB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBa,WAAW,qBAAqBE,iBAAiBf;QACjD,IAAImB,aACFL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAIlB;YAGzB,IAAI,CAACuB,SAAS,QAAQ,EACpB,MAAM,IAAIlC,MAAM;YAIlB,MAAMmC,OAAOC,OAAO,QAAQ,CAACF,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIE,OAAO,KAAK,CAACD,OACjC,MAAM,IAAInC,MAAM;YAIlB,MAAMqC,WAAWH,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMI,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1DhB,aAAaY,gBAAgB;gBAC3B,MAAMK;gBACN,MAAMJ,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQK,mBAAmBL,SAAS,QAAQ;oBAC5C,UAAUK,mBAAmBL,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMc;gBACN,MAAMJ,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAOK,OAAO;YACdf,UAAU,oCAAoCe;YAC9C,MAAM,IAAIxC,MACR,CAAC,yBAAyB,EAAEW,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM8B,qBAAqBC,0BAA0B;QAAEtB;IAAQ;IAC/D,MAAMuB,gBAAgB;QACpB,SAAS7B;QACT,QAAQC;QAGR,GAAIM,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGL,iBAAiB;QAGpB,YAAY;QAGZ,GAAIyB,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,SAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIlB,aACF,MAAM,IAAI9B,MAAM;QAElBsB,WAAW;QAEX,MAAM2B,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAoB,qBAAqB,CAACI,0BAC1C;QACA,IAAIrB,aACF,MAAM,IAAI9B,MAAM;QAElBsB,WAAW;QAEX,MAAM8B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAI3B,oBAAoB;QACtB,MAAMmC,gBAAgB,MAAMnC,mBAAmByB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnCjC;QACAI;QACAC;IACF;AACF;AAEO,eAAeqC,OACpBC,QAAsC,EACtCC,YAA0B,EAC1BC,OAKC;IAOD,MAAM,EAAE,QAAQhD,WAAW,EAAEiD,OAAO,EAAE,GAAGF;IAEzC,IAAIG,yBAAyBlD,YAAY,aAAa,GACpD,OAAOmD,yBAAyBL,UAAU9C,aAAa;QACrD,QAAQgD,SAAS;QACjB,SAASA,SAAS;QAClB,kBAAkBhD,YAAY,gBAAgB;QAC9C,aAAagD,SAAS;IACxB;IAGF,MAAM,EAAEI,UAAU,EAAEjD,SAAS,EAAEI,gBAAgB,EAAEC,WAAW,EAAE,GAC5D,MAAMT,iBAAiB;QACrBC;IACF;IACF,MAAM+B,qBAAqBC,0BAA0BhC;IAErD,MAAMqD,YAAYrD,YAAY,SAAS;IAEvC,MAAMsD,YAAYzC,SAAS;IAC3B,MAAM0C,WAAW1C,SAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAM2C,oBAAoB3C,SAAS;IACnC,MAAM4C,qBAAqB5C,SAAS;IAEpC,MAAM6C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAcZ,SAAS,UAAUA,SAAS;IAChD,MAAMa,sBAAsB;QAC1B,QAAQ7D,YAAY,MAAM;QAC1B,YAAY;YACV,aAAaA,YAAY,WAAW;YACpC,kBAAkBA,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;QAC9C;QACA,6BAA6BgD,SAAS;IACxC;IACA,MAAM,EAAE,QAAQc,2BAA2B,EAAE,GAC3Cb,QAAQ,cAAc,CAAC,yBAAyB,CAACY;IACnDP,UACE,CAAC,gCAAgC,EAAE5D,kBAAkB;QACnD,QAAQoE;IACV,IAAI;IAEN,IAAIC;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIxE;IACJ,IAAIyE;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACzE,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAM0E,iBAAiB,CACrBC,WACAH;QAEA,IAAI,CAACG,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,GAAGA,SAAS;YACZ,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWL,YAAY;YACvB,YAAY/D;YACZ,mBAAmBI;YACnB,MAAMP,YAAY,IAAI;YAEtB,QAAQwE;YACR,YAAYL,aAAaK;QAC3B;IACF;IAEA,MAAMC,gBAAgB;QACpB,GAAGX,2BAA2B;QAC9B,GAAIT,aAAa,CAAC,CAAC;IACrB;IACA,MAAMqB,cAAcD,cAAc,WAAW;IAE7C,MAAME,cACJ1B,QAAQ,cAAc,CAAC,kBAAkB,CAACY;IAI5C,MAAMe,0BAAyD,AAAC;QAC9D,IAAI,CAACD,aACH,OAAO7B;QAGT,OAAOA,SAAS,GAAG,CAAC,CAAC+B;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMd,UAAUc,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQJ;oBACV;gBACF;gBAEF,OAAOI;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNd;YACF;QACF;IACF;IAEA,IAAI;QACFT,UACE,CAAC,QAAQ,EAAEM,cAAc,eAAe,GAAG,WAAW,EAAEzD,WAAW;QAGrE,IAAIyD,aAAa;YACf,MAAM,EAAE,QAAQoB,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,wBAAwBnD,oBAAoBiB,SAAS;YACvD,IAAI;gBACF,MAAMmC,SAAU,MAAM/B,WAAW,MAAM,CACrC;oBACE,OAAOjD;oBACP,UAAUyE;oBACV,GAAGH,aAAa;oBAChB,QAAQ;gBACV,GACA;oBACE,QAAQ;oBACR,QAAQO;gBACV;gBAKFb,YAAYgB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAMpB,UAAUqB,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,WAAW;oBACtD,MAAMC,oBACHD,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAe,qBAAqB;oBAG3D,IAAIA,MAAM,KAAK,EACb3F,QAAQ2F,MAAM,KAAK;oBAGrB,IAAIrB,WAAWsB,mBAAmB;wBAChCrB,eAAeD;wBACfE,wBAAwBoB;wBACxB,MAAMC,YAAiC;4BACrCvB;4BACAsB;4BACArB;4BACA,YAAY;4BACZ,OAAOQ;wBACT;wBACAxB,QAAQ,OAAO,CAAEsC;oBACnB;oBAGA,IAAIF,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrClB,WAAWP,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAACjE,OAAO;4BAEV,MAAM8F,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAACxB,YAAY,MAAM,GAAG;4BAElCvE,QAAQ;gCACN,eAAe8F;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAME,aAAkC;4BACtC,SAAS;4BACTzB;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOK,eAAe5E,OAAO0E;wBAC/B;wBACAnB,QAAQ,OAAO,CAAEyC;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACAlB,UAAUC;YACVR,kBACE,CAAC,iBAAiB,EAAErD,UAAU,QAAQ,EAAEK,eAAe,UAAU,WAAW,EAAE0D,SAAS,eAAe,EAAEQ,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMgB,aAAa1F,YAAY,UAAU,IAAI;YAC7C,MAAM2F,gBAAgB3F,YAAY,aAAa,IAAI;YACnD,MAAM4F,cAAcF,aAAa;YAEjC,IAAIG;YAEJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,aAAaE,UAAW;gBACvD,MAAM,EAAE,QAAQC,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5Dd,wBAAwBnD,oBAAoBiB,SAAS;gBACvD,IAAI;oBACF,MAAMiD,SAAS,MAAM7C,WAAW,MAAM,CACpC;wBACE,OAAOjD;wBACP,UAAUyE;wBACV,GAAGH,aAAa;wBAChB,QAAQ;oBACV,GACA;wBAAE,QAAQsB;oBAAc;oBAG1B7B,WAAWP,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAErD,UAAU,QAAQ,EAAEK,eAAe,UAAU,iBAAiB,EAAEyF,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAE/B,SAAS,aAAa,EAAE+B,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEvB,eAAe,IAAI;oBAGhUjB,mBACE,CAAC,oBAAoB,EAAE7D,KAAK,SAAS,CAACqG,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAI3G,MACR,CAAC,mCAAmC,EAAEM,KAAK,SAAS,CAACqG,SAAS;oBAIlElC,UAAUkC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;oBAC3ChC,uBACGgC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,EAAU,qBAAqB;oBAC3DxG,QAAQwG,OAAO,KAAK;oBACpB9B,YAAY8B,OAAO,WAAW;oBAE9B,IAAI,CAAC7B,cAAcL,YAAYK,cAAcH,uBAAuB;wBAClEV,SAAS;wBACTQ,UAAUE;oBACZ;oBAEA,IAAI,CAACG,cAAcL,UACjB,MAAM,IAAI1E,qBACR,+BACAO,KAAK,SAAS,CAACqG,SACf5B,eAAe5E,OAAO0E;oBAI1B;gBACF,EAAE,OAAOrC,OAAO;oBACd+D,YAAY/D;oBACZ,MAAMoE,iBAAiBC,mBAAmBN;oBAC1C,IAAIK,gBACF3C,SACE,CAAC,0BAA0B,EAAExB,mBAAmB,YAAY,EAAE+D,QAAQ,CAAC,EAAEF,YAAY,QAAQ,EAAEzF,UAAU,OAAO,EAAEH,YAAY,IAAI,CAAC,CAAC,CAAC;oBAIzI,IAAIgD,SAAS,aAAa,SACxB;oBAEF,IAAI8C,UAAUF,aAAa;wBACzBrC,SACE,CAAC,wBAAwB,EAAEuC,QAAQ,CAAC,EAAEF,YAAY,eAAe,EAAED,cAAc,aAAa,EAAEE,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIO,QAAQ,CAACC,UAAYC,WAAWD,SAASV;oBACrD;gBACF,SAAU;oBACRK;gBACF;YACF;YAEA,IAAI,CAACjC,SACH,MAAM8B;QAEV;QAEAvC,UAAU,CAAC,4BAA4B,EAAEW,sBAAsB;QAC/DX,UAAU,CAAC,kBAAkB,EAAES,SAAS;QAGxC,IAAIH,eAAe,CAACnE,OAAO;YAEzB,MAAM8F,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAEzB,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtCtE,QAAQ;gBACN,eAAe8F;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAASxB,WAAW;YACpB,mBAAmBE,wBAAwBO;YAC3C,OAAOH,eAAe5E,OAAO0E;YAC7B,YAAY,CAAC,CAACP;QAChB;IACF,EAAE,OAAO2C,GAAQ;QACfhD,SAAS,iBAAiBgD;QAE1B,IAAIA,aAAalH,sBACf,MAAMkH;QAGR,MAAMC,WAAW,IAAIlH,MACnB,CAAC,eAAe,EAAEsE,cAAc,eAAe,GAAG,kBAAkB,EAAEzD,UAAU,GAAG,EAAEoG,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpB3D,QAAsC,EAEtC4D,KAAkC,EAClC1D,OAGC;IAQD,MAAMD,eAAe4D,8BAA8BD;IACnD,MAAM,EAAE,QAAQ1G,WAAW,EAAEiD,OAAO,EAAE,GAAGF;IACzC,MAAM6D,WAAW,MAAM/D,OAAOC,UAAUC,cAAc;QACpD,aAAaC,SAAS;IACxB;IACA6D,OAAOD,UAAU;IACjB,MAAME,cAAc7D,QAAQ,UAAU,CAAC2D,SAAS,OAAO,EAAE;QACvD,QAAQ5D,SAAS,oBAAoB;IACvC;IACA,IAAI,AAAuB,YAAvB,OAAO8D,aACT,MAAM,IAAIzH,qBACR,CAAC,0CAA0C,EAAEW,YAAY,SAAS,CAAC,GAAG,EAAE4G,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK;IAGlB,OAAO;QACL,SAASE;QACT,eAAeF,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;IAC/C;AACF;AAEA,SAASD,8BACPD,KAAkC;IAElC,IAAI,YAAYA,SAAS,aAAaA,OACpC,OAAOA;IAGT,OAAOK,gBAAgBL;AACzB;AAEO,eAAeM,yBACpBC,IAAY,EACZlE,YAA0B,EAC1BC,OAEC;IAED,MAAM,EAAEe,OAAO,EAAEtE,KAAK,EAAE,GAAG,MAAMoD,OAAOoE,MAAMlE,cAAc;QAC1D,aAAaC,SAAS;IACxB;IACA,OAAO;QAAEe;QAAStE;IAAM;AAC1B"}

package/dist/es/ai-model/service-caller/json.mjs

@@ -0,0 +1,60 @@
+import { jsonrepair } from "jsonrepair";
+function extractJSONFromCodeBlock(response) {
+    try {
+        const jsonMatch = response.match(/^\s*(\{[\s\S]*\})\s*$/);
+        if (jsonMatch) return jsonMatch[1];
+        const codeBlockMatch = response.match(/```(?:json)?\s*(\{[\s\S]*?\})\s*```/);
+        if (codeBlockMatch) return codeBlockMatch[1];
+        const jsonLikeMatch = response.match(/\{[\s\S]*\}/);
+        if (jsonLikeMatch) return jsonLikeMatch[0];
+    } catch  {}
+    return response;
+}
+function normalizeJsonObject(obj, context = {}) {
+    if (null == obj) return obj;
+    if (Array.isArray(obj)) return obj.map((item)=>normalizeJsonObject(item, context));
+    if ('object' == typeof obj) {
+        const normalized = {};
+        for (const [key, value] of Object.entries(obj)){
+            const trimmedKey = key.trim();
+            const preserveStringValue = context.preserveStringValueKeys?.includes(trimmedKey) ?? false;
+            const normalizedValue = 'string' == typeof value ? preserveStringValue ? value : value.trim() : normalizeJsonObject(value, context);
+            normalized[trimmedKey] = normalizedValue;
+        }
+        return normalized;
+    }
+    if ('string' == typeof obj) return obj.trim();
+    return obj;
+}
+const parseNormalJson = (input, rawResponse, context)=>{
+    if (input?.match(/\((\d+),(\d+)\)/)) return input.match(/\((\d+),(\d+)\)/)?.slice(1).map(Number);
+    let parsed;
+    let lastError;
+    try {
+        parsed = JSON.parse(input);
+        return normalizeJsonObject(parsed, context);
+    } catch (error) {
+        lastError = error;
+    }
+    try {
+        parsed = JSON.parse(jsonrepair(input));
+        return normalizeJsonObject(parsed, context);
+    } catch (error) {
+        lastError = error;
+    }
+    return {
+        parsed: void 0,
+        lastError,
+        rawResponse
+    };
+};
+function safeParseJson(raw, context) {
+    const cleanJsonString = extractJSONFromCodeBlock(raw);
+    const result = parseNormalJson(cleanJsonString, raw, context);
+    if (result && 'object' == typeof result && 'parsed' in result && void 0 === result.parsed) throw Error(`failed to parse LLM response into JSON. Error - ${String(result.lastError ?? 'unknown error')}. Response - \n ${raw}`);
+    return result;
+}
+const normalJsonParser = safeParseJson;
+export { extractJSONFromCodeBlock, normalJsonParser, safeParseJson };
+
+//# sourceMappingURL=json.mjs.map

package/dist/es/ai-model/service-caller/json.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model/service-caller/json.mjs","sources":["../../../../src/ai-model/service-caller/json.ts"],"sourcesContent":["import { jsonrepair } from 'jsonrepair';\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch {}\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport type JsonParserSource =\n  | 'generic-object'\n  | 'planning-action-param'\n  | 'locate'\n  | 'section-locator';\n\nexport interface JsonParserContext {\n  source: JsonParserSource;\n  preserveStringValueKeys?: string[];\n}\n\nexport type JsonParser = (raw: string, context?: JsonParserContext) => unknown;\n\n/**\n * Normalize a parsed JSON object by trimming whitespace from:\n * 1. All object keys (e.g., \" prompt \" -> \"prompt\")\n * 2. All string values (e.g., \" Tap \" -> \"Tap\")\n * This handles LLM output that may include leading/trailing spaces.\n */\nfunction normalizeJsonObject(\n  obj: any,\n  context: Pick<JsonParserContext, 'preserveStringValueKeys'> = {},\n): any {\n  // Handle null and undefined\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  // Handle arrays - recursively normalize each element\n  if (Array.isArray(obj)) {\n    return obj.map((item) => normalizeJsonObject(item, context));\n  }\n\n  // Handle objects\n  if (typeof obj === 'object') {\n    const normalized: any = {};\n\n    for (const [key, value] of Object.entries(obj)) {\n      // Trim the key to remove leading/trailing spaces\n      const trimmedKey = key.trim();\n      const preserveStringValue =\n        context.preserveStringValueKeys?.includes(trimmedKey) ?? false;\n\n      const normalizedValue =\n        typeof value === 'string'\n          ? preserveStringValue\n            ? value\n            : value.trim()\n          : normalizeJsonObject(value, context);\n\n      normalized[trimmedKey] = normalizedValue;\n    }\n\n    return normalized;\n  }\n\n  // Handle primitive strings\n  if (typeof obj === 'string') {\n    return obj.trim();\n  }\n\n  // Return other primitives as-is\n  return obj;\n}\n\nconst parseNormalJson = (\n  input: string,\n  rawResponse: string,\n  context?: JsonParserContext,\n) => {\n  if (input?.match(/\\((\\d+),(\\d+)\\)/)) {\n    return input\n      .match(/\\((\\d+),(\\d+)\\)/)\n      ?.slice(1)\n      .map(Number);\n  }\n\n  let parsed: any;\n  let lastError: unknown;\n  try {\n    parsed = JSON.parse(input);\n    return normalizeJsonObject(parsed, context);\n  } catch (error) {\n    lastError = error;\n  }\n  try {\n    parsed = JSON.parse(jsonrepair(input));\n    return normalizeJsonObject(parsed, context);\n  } catch (error) {\n    lastError = error;\n  }\n\n  return { parsed: undefined, lastError, rawResponse };\n};\n\nexport function safeParseJson(raw: string, context?: JsonParserContext) {\n  const cleanJsonString = extractJSONFromCodeBlock(raw);\n  const result = parseNormalJson(cleanJsonString, raw, context);\n  if (\n    result &&\n    typeof result === 'object' &&\n    'parsed' in result &&\n    result.parsed === undefined\n  ) {\n    throw Error(\n      `failed to parse LLM response into JSON. Error - ${String(\n        result.lastError ?? 'unknown error',\n      )}. Response - \\n ${raw}`,\n    );\n  }\n  return result;\n}\n\nexport const normalJsonParser: JsonParser = safeParseJson;\n"],"names":["extractJSONFromCodeBlock","response","jsonMatch","codeBlockMatch","jsonLikeMatch","normalizeJsonObject","obj","context","Array","item","normalized","key","value","Object","trimmedKey","preserveStringValue","normalizedValue","parseNormalJson","input","rawResponse","Number","parsed","lastError","JSON","error","jsonrepair","undefined","safeParseJson","raw","cleanJsonString","result","Error","String","normalJsonParser"],"mappings":";AAEO,SAASA,yBAAyBC,QAAgB;IACvD,IAAI;QAEF,MAAMC,YAAYD,SAAS,KAAK,CAAC;QACjC,IAAIC,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBF,SAAS,KAAK,CACnC;QAEF,IAAIE,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBH,SAAS,KAAK,CAAC;QACrC,IAAIG,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAC;IAET,OAAOH;AACT;AAqBA,SAASI,oBACPC,GAAQ,EACRC,UAA8D,CAAC,CAAC;IAGhE,IAAID,QAAAA,KACF,OAAOA;IAIT,IAAIE,MAAM,OAAO,CAACF,MAChB,OAAOA,IAAI,GAAG,CAAC,CAACG,OAASJ,oBAAoBI,MAAMF;IAIrD,IAAI,AAAe,YAAf,OAAOD,KAAkB;QAC3B,MAAMI,aAAkB,CAAC;QAEzB,KAAK,MAAM,CAACC,KAAKC,MAAM,IAAIC,OAAO,OAAO,CAACP,KAAM;YAE9C,MAAMQ,aAAaH,IAAI,IAAI;YAC3B,MAAMI,sBACJR,QAAQ,uBAAuB,EAAE,SAASO,eAAe;YAE3D,MAAME,kBACJ,AAAiB,YAAjB,OAAOJ,QACHG,sBACEH,QACAA,MAAM,IAAI,KACZP,oBAAoBO,OAAOL;YAEjCG,UAAU,CAACI,WAAW,GAAGE;QAC3B;QAEA,OAAON;IACT;IAGA,IAAI,AAAe,YAAf,OAAOJ,KACT,OAAOA,IAAI,IAAI;IAIjB,OAAOA;AACT;AAEA,MAAMW,kBAAkB,CACtBC,OACAC,aACAZ;IAEA,IAAIW,OAAO,MAAM,oBACf,OAAOA,MACJ,KAAK,CAAC,oBACL,MAAM,GACP,IAAIE;IAGT,IAAIC;IACJ,IAAIC;IACJ,IAAI;QACFD,SAASE,KAAK,KAAK,CAACL;QACpB,OAAOb,oBAAoBgB,QAAQd;IACrC,EAAE,OAAOiB,OAAO;QACdF,YAAYE;IACd;IACA,IAAI;QACFH,SAASE,KAAK,KAAK,CAACE,WAAWP;QAC/B,OAAOb,oBAAoBgB,QAAQd;IACrC,EAAE,OAAOiB,OAAO;QACdF,YAAYE;IACd;IAEA,OAAO;QAAE,QAAQE;QAAWJ;QAAWH;IAAY;AACrD;AAEO,SAASQ,cAAcC,GAAW,EAAErB,OAA2B;IACpE,MAAMsB,kBAAkB7B,yBAAyB4B;IACjD,MAAME,SAASb,gBAAgBY,iBAAiBD,KAAKrB;IACrD,IACEuB,UACA,AAAkB,YAAlB,OAAOA,UACP,YAAYA,UACZA,AAAkBJ,WAAlBI,OAAO,MAAM,EAEb,MAAMC,MACJ,CAAC,gDAAgD,EAAEC,OACjDF,OAAO,SAAS,IAAI,iBACpB,gBAAgB,EAAEF,KAAK;IAG7B,OAAOE;AACT;AAEO,MAAMG,mBAA+BN"}