@midscene/core 1.8.0 → 1.8.1

package/dist/es/ai-model/service-caller/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-model/service-caller/index.mjs","sources":["../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["import type { AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  rawResponse: string;\n\n  constructor(message: string, rawResponse: string, usage?: AIUsageInfo) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  MIDSCENE_MODEL_MAX_TOKENS,\n  OPENAI_MAX_TOKENS,\n  type TModelFamily,\n  type UITarsModelVersion,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport { jsonrepair } from 'jsonrepair';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport type { AIArgs } from '../../common';\nimport { isAutoGLM, isUITars } from '../auto-glm/util';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport { shouldForceOriginalImageDetail } from './image-detail';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\n\nasync function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  uiTarsModelVersion?: UITarsModelVersion;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    if (\n      !modelConfig.modelFamily &&\n      hasExplicitReasoningConfig({\n        reasoningEnabled: modelConfig.reasoningEnabled,\n        reasoningEffort: modelConfig.reasoningEffort,\n        reasoningBudget: modelConfig.reasoningBudget,\n      })\n    ) {\n      throw new Error(\n        'Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY when using MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.',\n      );\n    }\n\n    return callAIWithCodexAppServer(messages, modelConfig, {\n      stream: options?.stream,\n      onChunk: options?.onChunk,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      abortSignal: options?.abortSignal,\n    });\n  }\n\n  const {\n    completion,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  } = await createChatClient({\n    modelConfig,\n  });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const maxTokens =\n    globalConfigManager.getEnvConfigValueAsNumber(MIDSCENE_MODEL_MAX_TOKENS) ??\n    globalConfigManager.getEnvConfigValueAsNumber(OPENAI_MAX_TOKENS);\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const temperature = (() => {\n    if (modelFamily === 'gpt-5') {\n      debugCall('temperature is ignored for gpt-5');\n      return undefined;\n    }\n    return modelConfig.temperature ?? 0;\n  })();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      intent: modelConfig.intent,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const commonConfig = {\n    temperature,\n    stream: !!isStreaming,\n    max_tokens: maxTokens,\n    ...(modelFamily === 'qwen2.5-vl' // qwen vl v2 specific config\n      ? {\n          vl_high_resolution_images: true,\n        }\n      : {}),\n  };\n\n  if (isAutoGLM(modelFamily)) {\n    (commonConfig as unknown as Record<string, number>).top_p = 0.85;\n    (commonConfig as unknown as Record<string, number>).frequency_penalty = 0.2;\n  }\n\n  const {\n    config: reasoningEffortConfig,\n    debugMessage: reasoningEffortDebugMessage,\n  } = resolveReasoningConfig({\n    reasoningEnabled: modelConfig.reasoningEnabled,\n    reasoningEffort: modelConfig.reasoningEffort,\n    reasoningBudget: modelConfig.reasoningBudget,\n    modelFamily,\n  });\n  if (reasoningEffortDebugMessage) {\n    debugCall(reasoningEffortDebugMessage);\n  }\n\n  const shouldUseOriginalImageDetail =\n    shouldForceOriginalImageDetail(modelConfig);\n\n  // For default-intent GPT-5 calls, request original image detail to preserve\n  // screenshot resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!shouldUseOriginalImageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: 'original',\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...commonConfig,\n            ...reasoningEffortConfig,\n            ...extraBody,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const content = chunk.choices?.[0]?.delta?.content || '';\n          const reasoning_content =\n            (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = modelConfig.retryCount ?? 1;\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...commonConfig,\n              ...reasoningEffortConfig,\n              ...extraBody,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          content = result.choices[0].message.content!;\n          accumulatedReasoning =\n            (result.choices[0].message as any)?.reasoning_content || '';\n          usage = result.usage;\n          requestId = result._request_id;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = error as Error;\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, intent ${modelConfig.intent})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        throw lastError;\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}> {\n  const response = await callAI(messages, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  const modelFamily = modelConfig.modelFamily;\n  const jsonContent = safeParseJson(response.content, modelFamily);\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n    );\n  }\n  return {\n    content: jsonContent,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n  };\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  return { content, usage };\n}\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch {}\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport function preprocessDoubaoBboxJson(input: string) {\n  if (input.includes('bbox')) {\n    // when its values like 940 445 969 490, replace all /\\d+\\s+\\d+/g with /$1,$2/g\n    while (/\\d+\\s+\\d+/.test(input)) {\n      input = input.replace(/(\\d+)\\s+(\\d+)/g, '$1,$2');\n    }\n  }\n  return input;\n}\n\nfunction hasExplicitReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n}): boolean {\n  return (\n    reasoningEnabled !== undefined ||\n    !!reasoningEffort ||\n    reasoningBudget !== undefined\n  );\n}\n\nconst SUPPORTED_REASONING_FAMILIES = [\n  'qwen3-vl',\n  'qwen3.5',\n  'qwen3.6',\n  'doubao-vision',\n  'doubao-seed',\n  'glm-v',\n] as const satisfies readonly TModelFamily[];\n\ntype SupportedReasoningFamily = (typeof SUPPORTED_REASONING_FAMILIES)[number];\n\nfunction isSupportedReasoningFamily(\n  family: TModelFamily | undefined,\n): family is SupportedReasoningFamily {\n  return (\n    !!family &&\n    (SUPPORTED_REASONING_FAMILIES as readonly TModelFamily[]).includes(family)\n  );\n}\n\nfunction supportedReasoningFamilyNames(): string {\n  return SUPPORTED_REASONING_FAMILIES.join(', ');\n}\n\nexport function resolveReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n  modelFamily,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n  modelFamily?: TModelFamily;\n}): {\n  config: Record<string, unknown>;\n  debugMessage?: string;\n} {\n  const hasExplicitConfig = hasExplicitReasoningConfig({\n    reasoningEnabled,\n    reasoningEffort,\n    reasoningBudget,\n  });\n\n  if (hasExplicitConfig) {\n    if (!modelFamily) {\n      throw new Error(\n        `Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY to a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`,\n      );\n    }\n\n    // GPT-5 over Chat Completions is intentionally unsupported here because\n    // its reasoning effort compatibility varies by model version.\n    if (!isSupportedReasoningFamily(modelFamily)) {\n      throw new Error(\n        `Reasoning config is not supported for model family \"${modelFamily}\". Use a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`,\n      );\n    }\n  } else if (!isSupportedReasoningFamily(modelFamily)) {\n    return { config: {} };\n  }\n\n  const effectiveReasoningEnabled = reasoningEnabled ?? false;\n\n  const debugMessages: string[] = [];\n  const config: Record<string, unknown> = {};\n\n  if (\n    modelFamily === 'qwen3-vl' ||\n    modelFamily === 'qwen3.5' ||\n    modelFamily === 'qwen3.6'\n  ) {\n    // reasoningEnabled → enable_thinking\n    config.enable_thinking = effectiveReasoningEnabled;\n    debugMessages.push(`enable_thinking=${effectiveReasoningEnabled}`);\n    // reasoningBudget → thinking_budget\n    if (reasoningBudget !== undefined) {\n      config.thinking_budget = reasoningBudget;\n      debugMessages.push(`thinking_budget=${reasoningBudget}`);\n    }\n    // reasoningEffort is ignored for qwen\n  } else if (modelFamily === 'doubao-vision' || modelFamily === 'doubao-seed') {\n    // reasoningEnabled → thinking.type\n    config.thinking = {\n      type: effectiveReasoningEnabled ? 'enabled' : 'disabled',\n    };\n    debugMessages.push(\n      `thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`,\n    );\n    // reasoningEffort → reasoning_effort\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n    // reasoningBudget is ignored for doubao\n  } else if (modelFamily === 'glm-v') {\n    // reasoningEnabled → thinking.type\n    config.thinking = {\n      type: effectiveReasoningEnabled ? 'enabled' : 'disabled',\n    };\n    debugMessages.push(\n      `thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`,\n    );\n    // reasoningEffort and reasoningBudget are ignored for glm-v\n  }\n\n  return {\n    config,\n    debugMessage: debugMessages.length\n      ? `reasoning config for ${modelFamily}: ${debugMessages.join(', ')}`\n      : undefined,\n  };\n}\n\n/**\n * Normalize a parsed JSON object by trimming whitespace from:\n * 1. All object keys (e.g., \" prompt \" -> \"prompt\")\n * 2. All string values (e.g., \" Tap \" -> \"Tap\")\n * This handles LLM output that may include leading/trailing spaces.\n */\nfunction normalizeJsonObject(obj: any): any {\n  // Handle null and undefined\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  // Handle arrays - recursively normalize each element\n  if (Array.isArray(obj)) {\n    return obj.map((item) => normalizeJsonObject(item));\n  }\n\n  // Handle objects\n  if (typeof obj === 'object') {\n    const normalized: any = {};\n\n    for (const [key, value] of Object.entries(obj)) {\n      // Trim the key to remove leading/trailing spaces\n      const trimmedKey = key.trim();\n\n      // Recursively normalize the value\n      let normalizedValue = normalizeJsonObject(value);\n\n      // Trim all string values\n      if (typeof normalizedValue === 'string') {\n        normalizedValue = normalizedValue.trim();\n      }\n\n      normalized[trimmedKey] = normalizedValue;\n    }\n\n    return normalized;\n  }\n\n  // Handle primitive strings\n  if (typeof obj === 'string') {\n    return obj.trim();\n  }\n\n  // Return other primitives as-is\n  return obj;\n}\n\nexport function safeParseJson(\n  input: string,\n  modelFamily: TModelFamily | undefined,\n) {\n  const cleanJsonString = extractJSONFromCodeBlock(input);\n  // match the point\n  if (cleanJsonString?.match(/\\((\\d+),(\\d+)\\)/)) {\n    return cleanJsonString\n      .match(/\\((\\d+),(\\d+)\\)/)\n      ?.slice(1)\n      .map(Number);\n  }\n\n  let parsed: any;\n  let lastError: unknown;\n  try {\n    parsed = JSON.parse(cleanJsonString);\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n  try {\n    parsed = JSON.parse(jsonrepair(cleanJsonString));\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n\n  if (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  ) {\n    const jsonString = preprocessDoubaoBboxJson(cleanJsonString);\n    try {\n      parsed = JSON.parse(jsonrepair(jsonString));\n      return normalizeJsonObject(parsed);\n    } catch (error) {\n      lastError = error;\n    }\n  }\n  throw Error(\n    `failed to parse LLM response into JSON. Error - ${String(\n      lastError ?? 'unknown error',\n    )}. Response - \\n ${input}`,\n  );\n}\n"],"names":["AIResponseParseError","Error","message","rawResponse","usage","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","uiTarsModelVersion","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","Number","protocol","socksType","decodeURIComponent","error","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","options","isCodexAppServerProvider","hasExplicitReasoningConfig","callAIWithCodexAppServer","completion","extraBody","maxTokens","MIDSCENE_MODEL_MAX_TOKENS","OPENAI_MAX_TOKENS","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","temperature","isStreaming","content","accumulated","accumulatedReasoning","timeCost","requestId","hasUsableText","value","buildUsageInfo","usageData","cachedInputTokens","undefined","commonConfig","isAutoGLM","reasoningEffortConfig","reasoningEffortDebugMessage","resolveReasoningConfig","shouldUseOriginalImageDetail","shouldForceOriginalImageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","reasoning_content","chunkData","estimatedTokens","Math","finalChunk","retryCount","retryInterval","maxAttempts","lastError","attempt","attemptSignal","cleanupAttemptSignal","result","JSON","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","e","newError","callAIWithObjectResponse","response","assert","jsonContent","safeParseJson","callAIWithStringResponse","msgs","extractJSONFromCodeBlock","jsonMatch","codeBlockMatch","jsonLikeMatch","preprocessDoubaoBboxJson","input","reasoningEnabled","reasoningEffort","reasoningBudget","SUPPORTED_REASONING_FAMILIES","isSupportedReasoningFamily","family","supportedReasoningFamilyNames","hasExplicitConfig","effectiveReasoningEnabled","debugMessages","config","normalizeJsonObject","obj","item","normalized","key","Object","trimmedKey","normalizedValue","cleanJsonString","jsonrepair","isUITars","jsonString","String"],"mappings":";;;;;;;;;;;;;;;;;;;AAIO,MAAMA,6BAA6BC;IAIxC,YAAYC,OAAe,EAAEC,WAAmB,EAAEC,KAAmB,CAAE;QACrE,KAAK,CAACF,UAJR,yCACA;QAIE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AA+BA,eAAeC,iBAAiB,EAC9BC,WAAW,EAGZ;IAOC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGX;IAEJ,IAAIY;IACJ,MAAMC,aAAaC,SAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,SAAS;IAC5B,MAAME,YAAYF,SAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIhB,WAAW;QACba,WAAW,oBAAoBE,iBAAiBf;QAChD,IAAImB,aACFL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKrB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBc,WAAW,qBAAqBE,iBAAiBhB;QACjD,IAAIoB,aACFL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAInB;YAGzB,IAAI,CAACwB,SAAS,QAAQ,EACpB,MAAM,IAAI9B,MAAM;YAIlB,MAAM+B,OAAOC,OAAO,QAAQ,CAACF,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIE,OAAO,KAAK,CAACD,OACjC,MAAM,IAAI/B,MAAM;YAIlB,MAAMiC,WAAWH,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMI,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1DhB,aAAaY,gBAAgB;gBAC3B,MAAMK;gBACN,MAAMJ,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQK,mBAAmBL,SAAS,QAAQ;oBAC5C,UAAUK,mBAAmBL,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMc;gBACN,MAAMJ,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAOK,OAAO;YACdf,UAAU,oCAAoCe;YAC9C,MAAM,IAAIpC,MACR,CAAC,yBAAyB,EAAEM,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM+B,qBAAqBC,0BAA0B;QAAEtB;IAAQ;IAC/D,MAAMuB,gBAAgB;QACpB,SAAS9B;QACT,QAAQC;QAGR,GAAIO,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGN,iBAAiB;QAGpB,YAAY;QAGZ,GAAI0B,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,SAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIlB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM2B,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAoB,qBAAqB,CAACI,0BAC1C;QACA,IAAIrB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM8B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAI3B,oBAAoB;QACtB,MAAMmC,gBAAgB,MAAMnC,mBAAmByB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnClC;QACAI;QACAC;QACAC;IACF;AACF;AAEO,eAAeqC,OACpBC,QAAsC,EACtC/C,WAAyB,EACzBgD,OAIC;IAOD,IAAIC,yBAAyBjD,YAAY,aAAa,GAAG;QACvD,IACE,CAACA,YAAY,WAAW,IACxBkD,2BAA2B;YACzB,kBAAkBlD,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;QAC9C,IAEA,MAAM,IAAIL,MACR;QAIJ,OAAOwD,yBAAyBJ,UAAU/C,aAAa;YACrD,QAAQgD,SAAS;YACjB,SAASA,SAAS;YAClB,kBAAkBhD,YAAY,gBAAgB;YAC9C,aAAagD,SAAS;QACxB;IACF;IAEA,MAAM,EACJI,UAAU,EACVjD,SAAS,EACTI,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACZ,GAAG,MAAMV,iBAAiB;QACzBC;IACF;IACA,MAAMgC,qBAAqBC,0BAA0BjC;IAErD,MAAMqD,YAAYrD,YAAY,SAAS;IAEvC,MAAMsD,YACJhB,oBAAoB,yBAAyB,CAACiB,8BAC9CjB,oBAAoB,yBAAyB,CAACkB;IAChD,MAAMC,YAAY3C,SAAS;IAC3B,MAAM4C,WAAW5C,SAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAM6C,oBAAoB7C,SAAS;IACnC,MAAM8C,qBAAqB9C,SAAS;IAEpC,MAAM+C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAe,AAAC;QACpB,IAAItD,AAAgB,YAAhBA,aAAyB,YAC3BgD,UAAU;QAGZ,OAAOzD,YAAY,WAAW,IAAI;IACpC;IAEA,MAAMgE,cAAchB,SAAS,UAAUA,SAAS;IAChD,IAAIiB;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIrE;IACJ,IAAIsE;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACC,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAMC,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAYjE;YACZ,mBAAmBI;YACnB,QAAQP,YAAY,MAAM;YAC1B,YAAYqE,aAAaM;QAC3B;IACF;IAEA,MAAMC,eAAe;QACnBb;QACA,QAAQ,CAAC,CAACC;QACV,YAAYV;QACZ,GAAI7C,AAAgB,iBAAhBA,cACA;YACE,2BAA2B;QAC7B,IACA,CAAC,CAAC;IACR;IAEA,IAAIoE,UAAUpE,cAAc;QACzBmE,aAAmD,KAAK,GAAG;QAC3DA,aAAmD,iBAAiB,GAAG;IAC1E;IAEA,MAAM,EACJ,QAAQE,qBAAqB,EAC7B,cAAcC,2BAA2B,EAC1C,GAAGC,uBAAuB;QACzB,kBAAkBhF,YAAY,gBAAgB;QAC9C,iBAAiBA,YAAY,eAAe;QAC5C,iBAAiBA,YAAY,eAAe;QAC5CS;IACF;IACA,IAAIsE,6BACFtB,UAAUsB;IAGZ,MAAME,+BACJC,+BAA+BlF;IAIjC,MAAMmF,0BAAyD,AAAC;QAC9D,IAAI,CAACF,8BACH,OAAOlC;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACqC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMnB,UAAUmB,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQ;oBACV;gBACF;gBAEF,OAAOA;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNnB;YACF;QACF;IACF;IAEA,IAAI;QACFR,UACE,CAAC,QAAQ,EAAEO,cAAc,eAAe,GAAG,WAAW,EAAE7D,WAAW;QAGrE,IAAI6D,aAAa;YACf,MAAM,EAAE,QAAQuB,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,wBAAwBzD,oBAAoBgB,SAAS;YACvD,IAAI;gBACF,MAAM0C,SAAU,MAAMtC,WAAW,MAAM,CACrC;oBACE,OAAOjD;oBACP,UAAUgF;oBACV,GAAGP,YAAY;oBACf,GAAGE,qBAAqB;oBACxB,GAAGzB,SAAS;gBACd,GACA;oBACE,QAAQ;oBACR,QAAQkC;gBACV;gBAKFlB,YAAYqB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAMzB,UAAU0B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,WAAW;oBACtD,MAAMC,oBACHD,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAe,qBAAqB;oBAG3D,IAAIA,MAAM,KAAK,EACb7F,QAAQ6F,MAAM,KAAK;oBAGrB,IAAI1B,WAAW2B,mBAAmB;wBAChC1B,eAAeD;wBACfE,wBAAwByB;wBACxB,MAAMC,YAAiC;4BACrC5B;4BACA2B;4BACA1B;4BACA,YAAY;4BACZ,OAAOS;wBACT;wBACA3B,QAAQ,OAAO,CAAE6C;oBACnB;oBAGA,IAAIF,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrCvB,WAAWN,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAAC/D,OAAO;4BAEV,MAAMgG,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAC7B,YAAY,MAAM,GAAG;4BAElCpE,QAAQ;gCACN,eAAegG;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAME,aAAkC;4BACtC,SAAS;4BACT9B;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOM,eAAe1E,OAAOuE;wBAC/B;wBACArB,QAAQ,OAAO,CAAEgD;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACAvB,UAAUC;YACVP,kBACE,CAAC,iBAAiB,EAAExD,UAAU,QAAQ,EAAEM,eAAe,UAAU,WAAW,EAAE2D,SAAS,eAAe,EAAEL,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMkC,aAAajG,YAAY,UAAU,IAAI;YAC7C,MAAMkG,gBAAgBlG,YAAY,aAAa,IAAI;YACnD,MAAMmG,cAAcF,aAAa;YAEjC,IAAIG;YAEJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,aAAaE,UAAW;gBACvD,MAAM,EAAE,QAAQC,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5Dd,wBAAwBzD,oBAAoBgB,SAAS;gBACvD,IAAI;oBACF,MAAMwD,SAAS,MAAMpD,WAAW,MAAM,CACpC;wBACE,OAAOjD;wBACP,UAAUgF;wBACV,GAAGP,YAAY;wBACf,GAAGE,qBAAqB;wBACxB,GAAGzB,SAAS;oBACd,GACA;wBAAE,QAAQiD;oBAAc;oBAG1BlC,WAAWN,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAExD,UAAU,QAAQ,EAAEM,eAAe,UAAU,mBAAmB,EAAED,mBAAmB,iBAAiB,EAAEgG,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAEpC,SAAS,aAAa,EAAEoC,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEzC,eAAe,IAAI;oBAGxWH,mBACE,CAAC,oBAAoB,EAAE6C,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAI7G,MACR,CAAC,mCAAmC,EAAE8G,KAAK,SAAS,CAACD,SAAS;oBAIlEvC,UAAUuC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;oBAC3CrC,uBACGqC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,EAAU,qBAAqB;oBAC3D1G,QAAQ0G,OAAO,KAAK;oBACpBnC,YAAYmC,OAAO,WAAW;oBAE9B,IAAI,CAAClC,cAAcL,YAAYK,cAAcH,uBAAuB;wBAClET,SAAS;wBACTO,UAAUE;oBACZ;oBAEA,IAAI,CAACG,cAAcL,UACjB,MAAM,IAAIvE,qBACR,+BACA+G,KAAK,SAAS,CAACD,SACfhC,eAAe1E,OAAOuE;oBAI1B;gBACF,EAAE,OAAOtC,OAAO;oBACdqE,YAAYrE;oBACZ,MAAM2E,iBAAiBC,mBAAmBP;oBAC1C,IAAIM,gBACFhD,SACE,CAAC,0BAA0B,EAAE1B,mBAAmB,YAAY,EAAEqE,QAAQ,CAAC,EAAEF,YAAY,QAAQ,EAAEhG,UAAU,SAAS,EAAEH,YAAY,MAAM,CAAC,CAAC,CAAC;oBAI7I,IAAIgD,SAAS,aAAa,SACxB;oBAEF,IAAIqD,UAAUF,aAAa;wBACzBzC,SACE,CAAC,wBAAwB,EAAE2C,QAAQ,CAAC,EAAEF,YAAY,eAAe,EAAED,cAAc,aAAa,EAAEE,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIQ,QAAQ,CAACC,UAAYC,WAAWD,SAASX;oBACrD;gBACF,SAAU;oBACRK;gBACF;YACF;YAEA,IAAI,CAACtC,SACH,MAAMmC;QAEV;QAEA3C,UAAU,CAAC,4BAA4B,EAAEU,sBAAsB;QAC/DV,UAAU,CAAC,kBAAkB,EAAEQ,SAAS;QAGxC,IAAID,eAAe,CAAClE,OAAO;YAEzB,MAAMgG,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAE9B,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtCnE,QAAQ;gBACN,eAAegG;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAS7B,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C,OAAOH,eAAe1E,OAAOuE;YAC7B,YAAY,CAAC,CAACL;QAChB;IACF,EAAE,OAAO+C,GAAQ;QACfrD,SAAS,iBAAiBqD;QAE1B,IAAIA,aAAarH,sBACf,MAAMqH;QAGR,MAAMC,WAAW,IAAIrH,MACnB,CAAC,eAAe,EAAEqE,cAAc,eAAe,GAAG,kBAAkB,EAAE7D,UAAU,GAAG,EAAE4G,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpBlE,QAAsC,EACtC/C,WAAyB,EACzBgD,OAEC;IAOD,MAAMkE,WAAW,MAAMpE,OAAOC,UAAU/C,aAAa;QACnD,aAAagD,SAAS;IACxB;IACAmE,OAAOD,UAAU;IACjB,MAAMzG,cAAcT,YAAY,WAAW;IAC3C,MAAMoH,cAAcC,cAAcH,SAAS,OAAO,EAAEzG;IACpD,IAAI,AAAuB,YAAvB,OAAO2G,aACT,MAAM,IAAI1H,qBACR,CAAC,0CAA0C,EAAEM,YAAY,SAAS,CAAC,GAAG,EAAEkH,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK;IAGlB,OAAO;QACL,SAASE;QACT,eAAeF,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;IAC/C;AACF;AAEO,eAAeI,yBACpBC,IAAY,EACZvH,WAAyB,EACzBgD,OAEC;IAED,MAAM,EAAEiB,OAAO,EAAEnE,KAAK,EAAE,GAAG,MAAMgD,OAAOyE,MAAMvH,aAAa;QACzD,aAAagD,SAAS;IACxB;IACA,OAAO;QAAEiB;QAASnE;IAAM;AAC1B;AAEO,SAAS0H,yBAAyBN,QAAgB;IACvD,IAAI;QAEF,MAAMO,YAAYP,SAAS,KAAK,CAAC;QACjC,IAAIO,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBR,SAAS,KAAK,CACnC;QAEF,IAAIQ,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBT,SAAS,KAAK,CAAC;QACrC,IAAIS,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAC;IAET,OAAOT;AACT;AAEO,SAASU,yBAAyBC,KAAa;IACpD,IAAIA,MAAM,QAAQ,CAAC,SAEjB,MAAO,YAAY,IAAI,CAACA,OACtBA,QAAQA,MAAM,OAAO,CAAC,kBAAkB;IAG5C,OAAOA;AACT;AAEA,SAAS3E,2BAA2B,EAClC4E,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EAKhB;IACC,OACEF,AAAqBnD,WAArBmD,oBACA,CAAC,CAACC,mBACFC,AAAoBrD,WAApBqD;AAEJ;AAEA,MAAMC,+BAA+B;IACnC;IACA;IACA;IACA;IACA;IACA;CACD;AAID,SAASC,2BACPC,MAAgC;IAEhC,OACE,CAAC,CAACA,UACDF,6BAAyD,QAAQ,CAACE;AAEvE;AAEA,SAASC;IACP,OAAOH,6BAA6B,IAAI,CAAC;AAC3C;AAEO,SAASjD,uBAAuB,EACrC8C,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EACfvH,WAAW,EAMZ;IAIC,MAAM4H,oBAAoBnF,2BAA2B;QACnD4E;QACAC;QACAC;IACF;IAEA,IAAIK,mBAAmB;QACrB,IAAI,CAAC5H,aACH,MAAM,IAAId,MACR,CAAC,yGAAyG,EAAEyI,gCAAgC,iHAAiH,CAAC;QAMlQ,IAAI,CAACF,2BAA2BzH,cAC9B,MAAM,IAAId,MACR,CAAC,oDAAoD,EAAEc,YAAY,kCAAkC,EAAE2H,gCAAgC,iHAAiH,CAAC;IAG/P,OAAO,IAAI,CAACF,2BAA2BzH,cACrC,OAAO;QAAE,QAAQ,CAAC;IAAE;IAGtB,MAAM6H,4BAA4BR,oBAAoB;IAEtD,MAAMS,gBAA0B,EAAE;IAClC,MAAMC,SAAkC,CAAC;IAEzC,IACE/H,AAAgB,eAAhBA,eACAA,AAAgB,cAAhBA,eACAA,AAAgB,cAAhBA,aACA;QAEA+H,OAAO,eAAe,GAAGF;QACzBC,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAED,2BAA2B;QAEjE,IAAIN,AAAoBrD,WAApBqD,iBAA+B;YACjCQ,OAAO,eAAe,GAAGR;YACzBO,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAEP,iBAAiB;QACzD;IAEF,OAAO,IAAIvH,AAAgB,oBAAhBA,eAAmCA,AAAgB,kBAAhBA,aAA+B;QAE3E+H,OAAO,QAAQ,GAAG;YAChB,MAAMF,4BAA4B,YAAY;QAChD;QACAC,cAAc,IAAI,CAChB,CAAC,cAAc,EAAED,4BAA4B,YAAY,YAAY;QAGvE,IAAIP,iBAAiB;YACnBS,OAAO,gBAAgB,GAAGT;YAC1BQ,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAER,gBAAgB,CAAC,CAAC;QAC5D;IAEF,OAAO,IAAItH,AAAgB,YAAhBA,aAAyB;QAElC+H,OAAO,QAAQ,GAAG;YAChB,MAAMF,4BAA4B,YAAY;QAChD;QACAC,cAAc,IAAI,CAChB,CAAC,cAAc,EAAED,4BAA4B,YAAY,YAAY;IAGzE;IAEA,OAAO;QACLE;QACA,cAAcD,cAAc,MAAM,GAC9B,CAAC,qBAAqB,EAAE9H,YAAY,EAAE,EAAE8H,cAAc,IAAI,CAAC,OAAO,GAClE5D;IACN;AACF;AAQA,SAAS8D,oBAAoBC,GAAQ;IAEnC,IAAIA,QAAAA,KACF,OAAOA;IAIT,IAAIrD,MAAM,OAAO,CAACqD,MAChB,OAAOA,IAAI,GAAG,CAAC,CAACC,OAASF,oBAAoBE;IAI/C,IAAI,AAAe,YAAf,OAAOD,KAAkB;QAC3B,MAAME,aAAkB,CAAC;QAEzB,KAAK,MAAM,CAACC,KAAKtE,MAAM,IAAIuE,OAAO,OAAO,CAACJ,KAAM;YAE9C,MAAMK,aAAaF,IAAI,IAAI;YAG3B,IAAIG,kBAAkBP,oBAAoBlE;YAG1C,IAAI,AAA2B,YAA3B,OAAOyE,iBACTA,kBAAkBA,gBAAgB,IAAI;YAGxCJ,UAAU,CAACG,WAAW,GAAGC;QAC3B;QAEA,OAAOJ;IACT;IAGA,IAAI,AAAe,YAAf,OAAOF,KACT,OAAOA,IAAI,IAAI;IAIjB,OAAOA;AACT;AAEO,SAASrB,cACdQ,KAAa,EACbpH,WAAqC;IAErC,MAAMwI,kBAAkBzB,yBAAyBK;IAEjD,IAAIoB,iBAAiB,MAAM,oBACzB,OAAOA,gBACJ,KAAK,CAAC,oBACL,MAAM,GACP,IAAItH;IAGT,IAAIR;IACJ,IAAIiF;IACJ,IAAI;QACFjF,SAASsF,KAAK,KAAK,CAACwC;QACpB,OAAOR,oBAAoBtH;IAC7B,EAAE,OAAOY,OAAO;QACdqE,YAAYrE;IACd;IACA,IAAI;QACFZ,SAASsF,KAAK,KAAK,CAACyC,WAAWD;QAC/B,OAAOR,oBAAoBtH;IAC7B,EAAE,OAAOY,OAAO;QACdqE,YAAYrE;IACd;IAEA,IACEtB,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACA0I,SAAS1I,cACT;QACA,MAAM2I,aAAaxB,yBAAyBqB;QAC5C,IAAI;YACF9H,SAASsF,KAAK,KAAK,CAACyC,WAAWE;YAC/B,OAAOX,oBAAoBtH;QAC7B,EAAE,OAAOY,OAAO;YACdqE,YAAYrE;QACd;IACF;IACA,MAAMpC,MACJ,CAAC,gDAAgD,EAAE0J,OACjDjD,aAAa,iBACb,gBAAgB,EAAEyB,OAAO;AAE/B"}
+{"version":3,"file":"ai-model/service-caller/index.mjs","sources":["../../../../src/ai-model/service-caller/index.ts"],"sourcesContent":["import type { AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\n\n// Error class that preserves usage and rawResponse when AI call parsing fails\nexport class AIResponseParseError extends Error {\n  usage?: AIUsageInfo;\n  rawResponse: string;\n\n  constructor(message: string, rawResponse: string, usage?: AIUsageInfo) {\n    super(message);\n    this.name = 'AIResponseParseError';\n    this.rawResponse = rawResponse;\n    this.usage = usage;\n  }\n}\nimport {\n  type IModelConfig,\n  MIDSCENE_LANGFUSE_DEBUG,\n  MIDSCENE_LANGSMITH_DEBUG,\n  MIDSCENE_MODEL_MAX_TOKENS,\n  OPENAI_MAX_TOKENS,\n  type TModelFamily,\n  type UITarsModelVersion,\n  globalConfigManager,\n} from '@midscene/shared/env';\n\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert, ifInBrowser } from '@midscene/shared/utils';\nimport { jsonrepair } from 'jsonrepair';\nimport OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport type { AIArgs } from '../../common';\nimport { isAutoGLM, isUITars } from '../auto-glm/util';\nimport {\n  callAIWithCodexAppServer,\n  isCodexAppServerProvider,\n} from './codex-app-server';\nimport { shouldForceOriginalImageDetail } from './image-detail';\nimport {\n  buildRequestAbortSignal,\n  isHardTimeoutError,\n  resolveEffectiveTimeoutMs,\n} from './request-timeout';\n\nasync function createChatClient({\n  modelConfig,\n}: {\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  modelName: string;\n  modelDescription: string;\n  uiTarsModelVersion?: UITarsModelVersion;\n  modelFamily: TModelFamily | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n    createOpenAIClient,\n    timeout,\n  } = modelConfig;\n\n  let proxyAgent: any = undefined;\n  const warnClient = getDebug('ai:call', { console: true });\n  const debugProxy = getDebug('ai:call:proxy');\n  const warnProxy = getDebug('ai:call:proxy', { console: true });\n\n  // Helper function to sanitize proxy URL for logging (remove credentials)\n  // Uses URL API instead of regex to avoid ReDoS vulnerabilities\n  const sanitizeProxyUrl = (url: string): string => {\n    try {\n      const parsed = new URL(url);\n      if (parsed.username) {\n        // Keep username for debugging, hide password for security\n        parsed.password = '****';\n        return parsed.href;\n      }\n      return url;\n    } catch {\n      // If URL parsing fails, return original URL (will be caught later)\n      return url;\n    }\n  };\n\n  if (httpProxy) {\n    debugProxy('using http proxy', sanitizeProxyUrl(httpProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'HTTP proxy is configured but not supported in browser environment',\n      );\n    } else {\n      // Dynamic import with variable to avoid bundler static analysis\n      const moduleName = 'undici';\n      const { ProxyAgent } = await import(moduleName);\n      proxyAgent = new ProxyAgent({\n        uri: httpProxy,\n        // Note: authentication is handled via the URI (e.g., http://user:pass@proxy.com:8080)\n      });\n    }\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', sanitizeProxyUrl(socksProxy));\n    if (ifInBrowser) {\n      warnProxy(\n        'SOCKS proxy is configured but not supported in browser environment',\n      );\n    } else {\n      try {\n        // Dynamic import with variable to avoid bundler static analysis\n        const moduleName = 'fetch-socks';\n        const { socksDispatcher } = await import(moduleName);\n        // Parse SOCKS proxy URL (e.g., socks5://127.0.0.1:1080)\n        const proxyUrl = new URL(socksProxy);\n\n        // Validate hostname\n        if (!proxyUrl.hostname) {\n          throw new Error('SOCKS proxy URL must include a valid hostname');\n        }\n\n        // Validate and parse port\n        const port = Number.parseInt(proxyUrl.port, 10);\n        if (!proxyUrl.port || Number.isNaN(port)) {\n          throw new Error('SOCKS proxy URL must include a valid port');\n        }\n\n        // Parse SOCKS version from protocol\n        const protocol = proxyUrl.protocol.replace(':', '');\n        const socksType =\n          protocol === 'socks4' ? 4 : protocol === 'socks5' ? 5 : 5;\n\n        proxyAgent = socksDispatcher({\n          type: socksType,\n          host: proxyUrl.hostname,\n          port,\n          ...(proxyUrl.username\n            ? {\n                userId: decodeURIComponent(proxyUrl.username),\n                password: decodeURIComponent(proxyUrl.password || ''),\n              }\n            : {}),\n        });\n        debugProxy('socks proxy configured successfully', {\n          type: socksType,\n          host: proxyUrl.hostname,\n          port: port,\n        });\n      } catch (error) {\n        warnProxy('Failed to configure SOCKS proxy:', error);\n        throw new Error(\n          `Invalid SOCKS proxy URL: ${socksProxy}. Expected format: socks4://host:port, socks5://host:port, or with authentication: socks5://user:pass@host:port`,\n        );\n      }\n    }\n  }\n\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs({ timeout });\n  const openAIOptions = {\n    baseURL: openaiBaseURL,\n    apiKey: openaiApiKey,\n    // Use fetchOptions.dispatcher for fetch-based SDK instead of httpAgent\n    // Note: Type assertion needed due to undici version mismatch between dependencies\n    ...(proxyAgent ? { fetchOptions: { dispatcher: proxyAgent as any } } : {}),\n    ...openaiExtraConfig,\n    // Midscene already handles retries in callAI(), so disable SDK-level retries\n    // to avoid duplicate attempts and duplicated backoff latency.\n    maxRetries: 0,\n    // When disabled (timeoutMs === null) fall through to the SDK default so\n    // only the caller-provided abortSignal can cancel the request.\n    ...(effectiveTimeoutMs !== null ? { timeout: effectiveTimeoutMs } : {}),\n    dangerouslyAllowBrowser: true,\n  };\n\n  const baseOpenAI = new OpenAI(openAIOptions);\n\n  let openai: OpenAI = baseOpenAI;\n\n  // LangSmith wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langsmith wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langsmithModule = 'langsmith/wrappers';\n    const { wrapOpenAI } = await import(langsmithModule);\n    openai = wrapOpenAI(openai);\n  }\n\n  // Langfuse wrapper\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(MIDSCENE_LANGFUSE_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langfuse is not supported in browser');\n    }\n    warnClient('DEBUGGING MODE: langfuse wrapper enabled');\n    // Use variable to prevent static analysis by bundlers\n    const langfuseModule = '@langfuse/openai';\n    const { observeOpenAI } = await import(langfuseModule);\n    openai = observeOpenAI(openai);\n  }\n\n  if (createOpenAIClient) {\n    const wrappedClient = await createOpenAIClient(baseOpenAI, openAIOptions);\n\n    if (wrappedClient) {\n      openai = wrappedClient as OpenAI;\n    }\n  }\n\n  return {\n    completion: openai.chat.completions,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  };\n}\n\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: string;\n  reasoning_content?: string;\n  usage?: AIUsageInfo;\n  isStreamed: boolean;\n}> {\n  if (isCodexAppServerProvider(modelConfig.openaiBaseURL)) {\n    if (\n      !modelConfig.modelFamily &&\n      hasExplicitReasoningConfig({\n        reasoningEnabled: modelConfig.reasoningEnabled,\n        reasoningEffort: modelConfig.reasoningEffort,\n        reasoningBudget: modelConfig.reasoningBudget,\n      })\n    ) {\n      throw new Error(\n        'Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY when using MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.',\n      );\n    }\n\n    return callAIWithCodexAppServer(messages, modelConfig, {\n      stream: options?.stream,\n      onChunk: options?.onChunk,\n      reasoningEnabled: modelConfig.reasoningEnabled,\n      abortSignal: options?.abortSignal,\n    });\n  }\n\n  const {\n    completion,\n    modelName,\n    modelDescription,\n    uiTarsModelVersion,\n    modelFamily,\n  } = await createChatClient({\n    modelConfig,\n  });\n  const effectiveTimeoutMs = resolveEffectiveTimeoutMs(modelConfig);\n\n  const extraBody = modelConfig.extraBody;\n\n  const maxTokens =\n    globalConfigManager.getEnvConfigValueAsNumber(MIDSCENE_MODEL_MAX_TOKENS) ??\n    globalConfigManager.getEnvConfigValueAsNumber(OPENAI_MAX_TOKENS);\n  const debugCall = getDebug('ai:call');\n  const warnCall = getDebug('ai:call', { console: true });\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const temperature = (() => {\n    if (modelFamily === 'gpt-5') {\n      debugCall('temperature is ignored for gpt-5');\n      return undefined;\n    }\n    return modelConfig.temperature ?? 0;\n  })();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  let content: string | undefined;\n  let accumulated = '';\n  let accumulatedReasoning = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n  let requestId: string | null | undefined;\n\n  const hasUsableText = (value: string | null | undefined): value is string =>\n    typeof value === 'string' && value.trim().length > 0;\n\n  const buildUsageInfo = (\n    usageData?: OpenAI.CompletionUsage,\n    requestId?: string | null,\n  ) => {\n    if (!usageData) return undefined;\n\n    const cachedInputTokens = (\n      usageData as { prompt_tokens_details?: { cached_tokens?: number } }\n    )?.prompt_tokens_details?.cached_tokens;\n\n    return {\n      prompt_tokens: usageData.prompt_tokens ?? 0,\n      completion_tokens: usageData.completion_tokens ?? 0,\n      total_tokens: usageData.total_tokens ?? 0,\n      cached_input: cachedInputTokens ?? 0,\n      time_cost: timeCost ?? 0,\n      model_name: modelName,\n      model_description: modelDescription,\n      slot: modelConfig.slot,\n      intent: undefined,\n      request_id: requestId ?? undefined,\n    } satisfies AIUsageInfo;\n  };\n\n  const commonConfig = {\n    temperature,\n    stream: !!isStreaming,\n    max_tokens: maxTokens,\n    ...(modelFamily === 'qwen2.5-vl' // qwen vl v2 specific config\n      ? {\n          vl_high_resolution_images: true,\n        }\n      : {}),\n  };\n\n  if (isAutoGLM(modelFamily)) {\n    (commonConfig as unknown as Record<string, number>).top_p = 0.85;\n    (commonConfig as unknown as Record<string, number>).frequency_penalty = 0.2;\n  }\n\n  const {\n    config: reasoningEffortConfig,\n    debugMessage: reasoningEffortDebugMessage,\n  } = resolveReasoningConfig({\n    reasoningEnabled: modelConfig.reasoningEnabled,\n    reasoningEffort: modelConfig.reasoningEffort,\n    reasoningBudget: modelConfig.reasoningBudget,\n    modelFamily,\n  });\n  if (reasoningEffortDebugMessage) {\n    debugCall(reasoningEffortDebugMessage);\n  }\n\n  const shouldUseOriginalImageDetail =\n    shouldForceOriginalImageDetail(modelConfig);\n\n  // For default-intent GPT-5 calls, request original image detail to preserve\n  // screenshot resolution for localization-sensitive tasks.\n  const messagesWithImageDetail: ChatCompletionMessageParam[] = (() => {\n    if (!shouldUseOriginalImageDetail) {\n      return messages;\n    }\n\n    return messages.map((msg) => {\n      if (!Array.isArray(msg.content)) {\n        return msg;\n      }\n\n      const content = msg.content.map((part) => {\n        if (part && part.type === 'image_url' && part.image_url?.url) {\n          return {\n            ...part,\n            image_url: {\n              ...part.image_url,\n              detail: 'original',\n            },\n          };\n        }\n        return part;\n      });\n\n      return {\n        ...msg,\n        content,\n      } as ChatCompletionMessageParam;\n    });\n  })();\n\n  try {\n    debugCall(\n      `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n    );\n\n    if (isStreaming) {\n      const { signal: streamSignal, cleanup: cleanupStreamSignal } =\n        buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n      try {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages: messagesWithImageDetail,\n            ...commonConfig,\n            ...reasoningEffortConfig,\n            ...extraBody,\n          },\n          {\n            stream: true,\n            signal: streamSignal,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        requestId = stream._request_id;\n\n        for await (const chunk of stream) {\n          const content = chunk.choices?.[0]?.delta?.content || '';\n          const reasoning_content =\n            (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            accumulatedReasoning += reasoning_content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: buildUsageInfo(usage, requestId),\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n      } finally {\n        cleanupStreamSignal();\n      }\n      content = accumulated;\n      debugProfileStats(\n        `streaming model, ${modelName}, mode, ${modelFamily || 'default'}, cost-ms, ${timeCost}, temperature, ${temperature ?? ''}`,\n      );\n    } else {\n      // Non-streaming with retry logic\n      const retryCount = modelConfig.retryCount ?? 1;\n      const retryInterval = modelConfig.retryInterval ?? 2000;\n      const maxAttempts = retryCount + 1; // retryCount=1 means 2 total attempts (1 initial + 1 retry)\n\n      let lastError: Error | undefined;\n\n      for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n        const { signal: attemptSignal, cleanup: cleanupAttemptSignal } =\n          buildRequestAbortSignal(effectiveTimeoutMs, options?.abortSignal);\n        try {\n          const result = await completion.create(\n            {\n              model: modelName,\n              messages: messagesWithImageDetail,\n              ...commonConfig,\n              ...reasoningEffortConfig,\n              ...extraBody,\n            } as any,\n            { signal: attemptSignal },\n          );\n\n          timeCost = Date.now() - startTime;\n\n          debugProfileStats(\n            `model, ${modelName}, mode, ${modelFamily || 'default'}, ui-tars-version, ${uiTarsModelVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}, temperature, ${temperature ?? ''}`,\n          );\n\n          debugProfileDetail(\n            `model usage detail: ${JSON.stringify(result.usage)}`,\n          );\n\n          if (!result.choices) {\n            throw new Error(\n              `invalid response from LLM service: ${JSON.stringify(result)}`,\n            );\n          }\n\n          content = result.choices[0].message.content!;\n          accumulatedReasoning =\n            (result.choices[0].message as any)?.reasoning_content || '';\n          usage = result.usage;\n          requestId = result._request_id;\n\n          if (!hasUsableText(content) && hasUsableText(accumulatedReasoning)) {\n            warnCall('empty content from AI model, using reasoning content');\n            content = accumulatedReasoning;\n          }\n\n          if (!hasUsableText(content)) {\n            throw new AIResponseParseError(\n              'empty content from AI model',\n              JSON.stringify(result),\n              buildUsageInfo(usage, requestId),\n            );\n          }\n\n          break; // Success, exit retry loop\n        } catch (error) {\n          lastError = error as Error;\n          const wasHardTimeout = isHardTimeoutError(lastError);\n          if (wasHardTimeout) {\n            warnCall(\n              `AI call hit hard timeout (${effectiveTimeoutMs}ms, attempt ${attempt}/${maxAttempts}, model ${modelName}, slot ${modelConfig.slot})`,\n            );\n          }\n          // Do not retry if the request was aborted by the caller\n          if (options?.abortSignal?.aborted) {\n            break;\n          }\n          if (attempt < maxAttempts) {\n            warnCall(\n              `AI call failed (attempt ${attempt}/${maxAttempts}), retrying in ${retryInterval}ms... Error: ${lastError.message}`,\n            );\n            await new Promise((resolve) => setTimeout(resolve, retryInterval));\n          }\n        } finally {\n          cleanupAttemptSignal();\n        }\n      }\n\n      if (!content) {\n        throw lastError;\n      }\n    }\n\n    debugCall(`response reasoning content: ${accumulatedReasoning}`);\n    debugCall(`response content: ${content}`);\n\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      } as OpenAI.CompletionUsage;\n    }\n\n    return {\n      content: content || '',\n      reasoning_content: accumulatedReasoning || undefined,\n      usage: buildUsageInfo(usage, requestId),\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    warnCall('call AI error', e);\n\n    if (e instanceof AIResponseParseError) {\n      throw e;\n    }\n\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${e.message}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{\n  content: T;\n  contentString: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}> {\n  const response = await callAI(messages, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  assert(response, 'empty response');\n  const modelFamily = modelConfig.modelFamily;\n  const jsonContent = safeParseJson(response.content, modelFamily);\n  if (typeof jsonContent !== 'object') {\n    throw new AIResponseParseError(\n      `failed to parse json response from model (${modelConfig.modelName}): ${response.content}`,\n      response.content,\n      response.usage,\n    );\n  }\n  return {\n    content: jsonContent,\n    contentString: response.content,\n    usage: response.usage,\n    reasoning_content: response.reasoning_content,\n  };\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  modelConfig: IModelConfig,\n  options?: {\n    abortSignal?: AbortSignal;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, modelConfig, {\n    abortSignal: options?.abortSignal,\n  });\n  return { content, usage };\n}\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch {}\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport function preprocessDoubaoBboxJson(input: string) {\n  if (input.includes('bbox')) {\n    // when its values like 940 445 969 490, replace all /\\d+\\s+\\d+/g with /$1,$2/g\n    while (/\\d+\\s+\\d+/.test(input)) {\n      input = input.replace(/(\\d+)\\s+(\\d+)/g, '$1,$2');\n    }\n  }\n  return input;\n}\n\nfunction hasExplicitReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n}): boolean {\n  return (\n    reasoningEnabled !== undefined ||\n    !!reasoningEffort ||\n    reasoningBudget !== undefined\n  );\n}\n\nconst SUPPORTED_REASONING_FAMILIES = [\n  'qwen3-vl',\n  'qwen3.5',\n  'qwen3.6',\n  'doubao-vision',\n  'doubao-seed',\n  'glm-v',\n] as const satisfies readonly TModelFamily[];\n\ntype SupportedReasoningFamily = (typeof SUPPORTED_REASONING_FAMILIES)[number];\n\nfunction isSupportedReasoningFamily(\n  family: TModelFamily | undefined,\n): family is SupportedReasoningFamily {\n  return (\n    !!family &&\n    (SUPPORTED_REASONING_FAMILIES as readonly TModelFamily[]).includes(family)\n  );\n}\n\nfunction supportedReasoningFamilyNames(): string {\n  return SUPPORTED_REASONING_FAMILIES.join(', ');\n}\n\nexport function resolveReasoningConfig({\n  reasoningEnabled,\n  reasoningEffort,\n  reasoningBudget,\n  modelFamily,\n}: {\n  reasoningEnabled?: boolean;\n  reasoningEffort?: string;\n  reasoningBudget?: number;\n  modelFamily?: TModelFamily;\n}): {\n  config: Record<string, unknown>;\n  debugMessage?: string;\n} {\n  const hasExplicitConfig = hasExplicitReasoningConfig({\n    reasoningEnabled,\n    reasoningEffort,\n    reasoningBudget,\n  });\n\n  if (hasExplicitConfig) {\n    if (!modelFamily) {\n      throw new Error(\n        `Reasoning config requires MIDSCENE_MODEL_FAMILY. Set MIDSCENE_MODEL_FAMILY to a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`,\n      );\n    }\n\n    // GPT-5 over Chat Completions is intentionally unsupported here because\n    // its reasoning effort compatibility varies by model version.\n    if (!isSupportedReasoningFamily(modelFamily)) {\n      throw new Error(\n        `Reasoning config is not supported for model family \"${modelFamily}\". Use a supported family such as ${supportedReasoningFamilyNames()}, or remove MIDSCENE_MODEL_REASONING_ENABLED / MIDSCENE_MODEL_REASONING_EFFORT / MIDSCENE_MODEL_REASONING_BUDGET.`,\n      );\n    }\n  } else if (!isSupportedReasoningFamily(modelFamily)) {\n    return { config: {} };\n  }\n\n  const effectiveReasoningEnabled = reasoningEnabled ?? false;\n\n  const debugMessages: string[] = [];\n  const config: Record<string, unknown> = {};\n\n  if (\n    modelFamily === 'qwen3-vl' ||\n    modelFamily === 'qwen3.5' ||\n    modelFamily === 'qwen3.6'\n  ) {\n    // reasoningEnabled → enable_thinking\n    config.enable_thinking = effectiveReasoningEnabled;\n    debugMessages.push(`enable_thinking=${effectiveReasoningEnabled}`);\n    // reasoningBudget → thinking_budget\n    if (reasoningBudget !== undefined) {\n      config.thinking_budget = reasoningBudget;\n      debugMessages.push(`thinking_budget=${reasoningBudget}`);\n    }\n    // reasoningEffort is ignored for qwen\n  } else if (modelFamily === 'doubao-vision' || modelFamily === 'doubao-seed') {\n    // reasoningEnabled → thinking.type\n    config.thinking = {\n      type: effectiveReasoningEnabled ? 'enabled' : 'disabled',\n    };\n    debugMessages.push(\n      `thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`,\n    );\n    // reasoningEffort → reasoning_effort\n    if (reasoningEffort) {\n      config.reasoning_effort = reasoningEffort;\n      debugMessages.push(`reasoning_effort=\"${reasoningEffort}\"`);\n    }\n    // reasoningBudget is ignored for doubao\n  } else if (modelFamily === 'glm-v') {\n    // reasoningEnabled → thinking.type\n    config.thinking = {\n      type: effectiveReasoningEnabled ? 'enabled' : 'disabled',\n    };\n    debugMessages.push(\n      `thinking.type=${effectiveReasoningEnabled ? 'enabled' : 'disabled'}`,\n    );\n    // reasoningEffort and reasoningBudget are ignored for glm-v\n  }\n\n  return {\n    config,\n    debugMessage: debugMessages.length\n      ? `reasoning config for ${modelFamily}: ${debugMessages.join(', ')}`\n      : undefined,\n  };\n}\n\n/**\n * Normalize a parsed JSON object by trimming whitespace from:\n * 1. All object keys (e.g., \" prompt \" -> \"prompt\")\n * 2. All string values (e.g., \" Tap \" -> \"Tap\")\n * This handles LLM output that may include leading/trailing spaces.\n */\nfunction normalizeJsonObject(obj: any): any {\n  // Handle null and undefined\n  if (obj === null || obj === undefined) {\n    return obj;\n  }\n\n  // Handle arrays - recursively normalize each element\n  if (Array.isArray(obj)) {\n    return obj.map((item) => normalizeJsonObject(item));\n  }\n\n  // Handle objects\n  if (typeof obj === 'object') {\n    const normalized: any = {};\n\n    for (const [key, value] of Object.entries(obj)) {\n      // Trim the key to remove leading/trailing spaces\n      const trimmedKey = key.trim();\n\n      // Recursively normalize the value\n      let normalizedValue = normalizeJsonObject(value);\n\n      // Trim all string values\n      if (typeof normalizedValue === 'string') {\n        normalizedValue = normalizedValue.trim();\n      }\n\n      normalized[trimmedKey] = normalizedValue;\n    }\n\n    return normalized;\n  }\n\n  // Handle primitive strings\n  if (typeof obj === 'string') {\n    return obj.trim();\n  }\n\n  // Return other primitives as-is\n  return obj;\n}\n\nexport function safeParseJson(\n  input: string,\n  modelFamily: TModelFamily | undefined,\n) {\n  const cleanJsonString = extractJSONFromCodeBlock(input);\n  // match the point\n  if (cleanJsonString?.match(/\\((\\d+),(\\d+)\\)/)) {\n    return cleanJsonString\n      .match(/\\((\\d+),(\\d+)\\)/)\n      ?.slice(1)\n      .map(Number);\n  }\n\n  let parsed: any;\n  let lastError: unknown;\n  try {\n    parsed = JSON.parse(cleanJsonString);\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n  try {\n    parsed = JSON.parse(jsonrepair(cleanJsonString));\n    return normalizeJsonObject(parsed);\n  } catch (error) {\n    lastError = error;\n  }\n\n  if (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  ) {\n    const jsonString = preprocessDoubaoBboxJson(cleanJsonString);\n    try {\n      parsed = JSON.parse(jsonrepair(jsonString));\n      return normalizeJsonObject(parsed);\n    } catch (error) {\n      lastError = error;\n    }\n  }\n  throw Error(\n    `failed to parse LLM response into JSON. Error - ${String(\n      lastError ?? 'unknown error',\n    )}. Response - \\n ${input}`,\n  );\n}\n"],"names":["AIResponseParseError","Error","message","rawResponse","usage","createChatClient","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","modelDescription","uiTarsModelVersion","modelFamily","createOpenAIClient","timeout","proxyAgent","warnClient","getDebug","debugProxy","warnProxy","sanitizeProxyUrl","url","parsed","URL","ifInBrowser","moduleName","ProxyAgent","socksDispatcher","proxyUrl","port","Number","protocol","socksType","decodeURIComponent","error","effectiveTimeoutMs","resolveEffectiveTimeoutMs","openAIOptions","baseOpenAI","OpenAI","openai","globalConfigManager","MIDSCENE_LANGSMITH_DEBUG","langsmithModule","wrapOpenAI","MIDSCENE_LANGFUSE_DEBUG","langfuseModule","observeOpenAI","wrappedClient","callAI","messages","options","isCodexAppServerProvider","hasExplicitReasoningConfig","callAIWithCodexAppServer","completion","extraBody","maxTokens","MIDSCENE_MODEL_MAX_TOKENS","OPENAI_MAX_TOKENS","debugCall","warnCall","debugProfileStats","debugProfileDetail","startTime","Date","temperature","isStreaming","content","accumulated","accumulatedReasoning","timeCost","requestId","hasUsableText","value","buildUsageInfo","usageData","cachedInputTokens","undefined","commonConfig","isAutoGLM","reasoningEffortConfig","reasoningEffortDebugMessage","resolveReasoningConfig","shouldUseOriginalImageDetail","shouldForceOriginalImageDetail","messagesWithImageDetail","msg","Array","part","streamSignal","cleanupStreamSignal","buildRequestAbortSignal","stream","chunk","reasoning_content","chunkData","estimatedTokens","Math","finalChunk","retryCount","retryInterval","maxAttempts","lastError","attempt","attemptSignal","cleanupAttemptSignal","result","JSON","wasHardTimeout","isHardTimeoutError","Promise","resolve","setTimeout","e","newError","callAIWithObjectResponse","response","assert","jsonContent","safeParseJson","callAIWithStringResponse","msgs","extractJSONFromCodeBlock","jsonMatch","codeBlockMatch","jsonLikeMatch","preprocessDoubaoBboxJson","input","reasoningEnabled","reasoningEffort","reasoningBudget","SUPPORTED_REASONING_FAMILIES","isSupportedReasoningFamily","family","supportedReasoningFamilyNames","hasExplicitConfig","effectiveReasoningEnabled","debugMessages","config","normalizeJsonObject","obj","item","normalized","key","Object","trimmedKey","normalizedValue","cleanJsonString","jsonrepair","isUITars","jsonString","String"],"mappings":";;;;;;;;;;;;;;;;;;;AAIO,MAAMA,6BAA6BC;IAIxC,YAAYC,OAAe,EAAEC,WAAmB,EAAEC,KAAmB,CAAE;QACrE,KAAK,CAACF,UAJR,yCACA;QAIE,IAAI,CAAC,IAAI,GAAG;QACZ,IAAI,CAAC,WAAW,GAAGC;QACnB,IAAI,CAAC,KAAK,GAAGC;IACf;AACF;AA+BA,eAAeC,iBAAiB,EAC9BC,WAAW,EAGZ;IAOC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACXC,kBAAkB,EAClBC,OAAO,EACR,GAAGX;IAEJ,IAAIY;IACJ,MAAMC,aAAaC,SAAS,WAAW;QAAE,SAAS;IAAK;IACvD,MAAMC,aAAaD,SAAS;IAC5B,MAAME,YAAYF,SAAS,iBAAiB;QAAE,SAAS;IAAK;IAI5D,MAAMG,mBAAmB,CAACC;QACxB,IAAI;YACF,MAAMC,SAAS,IAAIC,IAAIF;YACvB,IAAIC,OAAO,QAAQ,EAAE;gBAEnBA,OAAO,QAAQ,GAAG;gBAClB,OAAOA,OAAO,IAAI;YACpB;YACA,OAAOD;QACT,EAAE,OAAM;YAEN,OAAOA;QACT;IACF;IAEA,IAAIhB,WAAW;QACba,WAAW,oBAAoBE,iBAAiBf;QAChD,IAAImB,aACFL,UACE;aAEG;YAEL,MAAMM,aAAa;YACnB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;YACpCV,aAAa,IAAIW,WAAW;gBAC1B,KAAKrB;YAEP;QACF;IACF,OAAO,IAAID,YAAY;QACrBc,WAAW,qBAAqBE,iBAAiBhB;QACjD,IAAIoB,aACFL,UACE;aAGF,IAAI;YAEF,MAAMM,aAAa;YACnB,MAAM,EAAEE,eAAe,EAAE,GAAG,MAAM,MAAM,CAACF;YAEzC,MAAMG,WAAW,IAAIL,IAAInB;YAGzB,IAAI,CAACwB,SAAS,QAAQ,EACpB,MAAM,IAAI9B,MAAM;YAIlB,MAAM+B,OAAOC,OAAO,QAAQ,CAACF,SAAS,IAAI,EAAE;YAC5C,IAAI,CAACA,SAAS,IAAI,IAAIE,OAAO,KAAK,CAACD,OACjC,MAAM,IAAI/B,MAAM;YAIlB,MAAMiC,WAAWH,SAAS,QAAQ,CAAC,OAAO,CAAC,KAAK;YAChD,MAAMI,YACJD,AAAa,aAAbA,WAAwB,IAAIA,AAAa,aAAbA,WAAwB,IAAI;YAE1DhB,aAAaY,gBAAgB;gBAC3B,MAAMK;gBACN,MAAMJ,SAAS,QAAQ;gBACvBC;gBACA,GAAID,SAAS,QAAQ,GACjB;oBACE,QAAQK,mBAAmBL,SAAS,QAAQ;oBAC5C,UAAUK,mBAAmBL,SAAS,QAAQ,IAAI;gBACpD,IACA,CAAC,CAAC;YACR;YACAV,WAAW,uCAAuC;gBAChD,MAAMc;gBACN,MAAMJ,SAAS,QAAQ;gBACvB,MAAMC;YACR;QACF,EAAE,OAAOK,OAAO;YACdf,UAAU,oCAAoCe;YAC9C,MAAM,IAAIpC,MACR,CAAC,yBAAyB,EAAEM,WAAW,+GAA+G,CAAC;QAE3J;IAEJ;IAEA,MAAM+B,qBAAqBC,0BAA0B;QAAEtB;IAAQ;IAC/D,MAAMuB,gBAAgB;QACpB,SAAS9B;QACT,QAAQC;QAGR,GAAIO,aAAa;YAAE,cAAc;gBAAE,YAAYA;YAAkB;QAAE,IAAI,CAAC,CAAC;QACzE,GAAGN,iBAAiB;QAGpB,YAAY;QAGZ,GAAI0B,AAAuB,SAAvBA,qBAA8B;YAAE,SAASA;QAAmB,IAAI,CAAC,CAAC;QACtE,yBAAyB;IAC3B;IAEA,MAAMG,aAAa,IAAIC,SAAOF;IAE9B,IAAIG,SAAiBF;IAGrB,IACEE,UACAC,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIlB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM2B,kBAAkB;QACxB,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAACD;QACpCH,SAASI,WAAWJ;IACtB;IAGA,IACEA,UACAC,oBAAoB,qBAAqB,CAACI,0BAC1C;QACA,IAAIrB,aACF,MAAM,IAAI1B,MAAM;QAElBkB,WAAW;QAEX,MAAM8B,iBAAiB;QACvB,MAAM,EAAEC,aAAa,EAAE,GAAG,MAAM,MAAM,CAACD;QACvCN,SAASO,cAAcP;IACzB;IAEA,IAAI3B,oBAAoB;QACtB,MAAMmC,gBAAgB,MAAMnC,mBAAmByB,YAAYD;QAE3D,IAAIW,eACFR,SAASQ;IAEb;IAEA,OAAO;QACL,YAAYR,OAAO,IAAI,CAAC,WAAW;QACnClC;QACAI;QACAC;QACAC;IACF;AACF;AAEO,eAAeqC,OACpBC,QAAsC,EACtC/C,WAAyB,EACzBgD,OAIC;IAOD,IAAIC,yBAAyBjD,YAAY,aAAa,GAAG;QACvD,IACE,CAACA,YAAY,WAAW,IACxBkD,2BAA2B;YACzB,kBAAkBlD,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;QAC9C,IAEA,MAAM,IAAIL,MACR;QAIJ,OAAOwD,yBAAyBJ,UAAU/C,aAAa;YACrD,QAAQgD,SAAS;YACjB,SAASA,SAAS;YAClB,kBAAkBhD,YAAY,gBAAgB;YAC9C,aAAagD,SAAS;QACxB;IACF;IAEA,MAAM,EACJI,UAAU,EACVjD,SAAS,EACTI,gBAAgB,EAChBC,kBAAkB,EAClBC,WAAW,EACZ,GAAG,MAAMV,iBAAiB;QACzBC;IACF;IACA,MAAMgC,qBAAqBC,0BAA0BjC;IAErD,MAAMqD,YAAYrD,YAAY,SAAS;IAEvC,MAAMsD,YACJhB,oBAAoB,yBAAyB,CAACiB,8BAC9CjB,oBAAoB,yBAAyB,CAACkB;IAChD,MAAMC,YAAY3C,SAAS;IAC3B,MAAM4C,WAAW5C,SAAS,WAAW;QAAE,SAAS;IAAK;IACrD,MAAM6C,oBAAoB7C,SAAS;IACnC,MAAM8C,qBAAqB9C,SAAS;IAEpC,MAAM+C,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAe,AAAC;QACpB,IAAItD,AAAgB,YAAhBA,aAAyB,YAC3BgD,UAAU;QAGZ,OAAOzD,YAAY,WAAW,IAAI;IACpC;IAEA,MAAMgE,cAAchB,SAAS,UAAUA,SAAS;IAChD,IAAIiB;IACJ,IAAIC,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIrE;IACJ,IAAIsE;IACJ,IAAIC;IAEJ,MAAMC,gBAAgB,CAACC,QACrB,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,IAAI,GAAG,MAAM,GAAG;IAErD,MAAMC,iBAAiB,CACrBC,WACAJ;QAEA,IAAI,CAACI,WAAW;QAEhB,MAAMC,oBACJD,WACC,uBAAuB;QAE1B,OAAO;YACL,eAAeA,UAAU,aAAa,IAAI;YAC1C,mBAAmBA,UAAU,iBAAiB,IAAI;YAClD,cAAcA,UAAU,YAAY,IAAI;YACxC,cAAcC,qBAAqB;YACnC,WAAWN,YAAY;YACvB,YAAYjE;YACZ,mBAAmBI;YACnB,MAAMP,YAAY,IAAI;YACtB,QAAQ2E;YACR,YAAYN,aAAaM;QAC3B;IACF;IAEA,MAAMC,eAAe;QACnBb;QACA,QAAQ,CAAC,CAACC;QACV,YAAYV;QACZ,GAAI7C,AAAgB,iBAAhBA,cACA;YACE,2BAA2B;QAC7B,IACA,CAAC,CAAC;IACR;IAEA,IAAIoE,UAAUpE,cAAc;QACzBmE,aAAmD,KAAK,GAAG;QAC3DA,aAAmD,iBAAiB,GAAG;IAC1E;IAEA,MAAM,EACJ,QAAQE,qBAAqB,EAC7B,cAAcC,2BAA2B,EAC1C,GAAGC,uBAAuB;QACzB,kBAAkBhF,YAAY,gBAAgB;QAC9C,iBAAiBA,YAAY,eAAe;QAC5C,iBAAiBA,YAAY,eAAe;QAC5CS;IACF;IACA,IAAIsE,6BACFtB,UAAUsB;IAGZ,MAAME,+BACJC,+BAA+BlF;IAIjC,MAAMmF,0BAAyD,AAAC;QAC9D,IAAI,CAACF,8BACH,OAAOlC;QAGT,OAAOA,SAAS,GAAG,CAAC,CAACqC;YACnB,IAAI,CAACC,MAAM,OAAO,CAACD,IAAI,OAAO,GAC5B,OAAOA;YAGT,MAAMnB,UAAUmB,IAAI,OAAO,CAAC,GAAG,CAAC,CAACE;gBAC/B,IAAIA,QAAQA,AAAc,gBAAdA,KAAK,IAAI,IAAoBA,KAAK,SAAS,EAAE,KACvD,OAAO;oBACL,GAAGA,IAAI;oBACP,WAAW;wBACT,GAAGA,KAAK,SAAS;wBACjB,QAAQ;oBACV;gBACF;gBAEF,OAAOA;YACT;YAEA,OAAO;gBACL,GAAGF,GAAG;gBACNnB;YACF;QACF;IACF;IAEA,IAAI;QACFR,UACE,CAAC,QAAQ,EAAEO,cAAc,eAAe,GAAG,WAAW,EAAE7D,WAAW;QAGrE,IAAI6D,aAAa;YACf,MAAM,EAAE,QAAQuB,YAAY,EAAE,SAASC,mBAAmB,EAAE,GAC1DC,wBAAwBzD,oBAAoBgB,SAAS;YACvD,IAAI;gBACF,MAAM0C,SAAU,MAAMtC,WAAW,MAAM,CACrC;oBACE,OAAOjD;oBACP,UAAUgF;oBACV,GAAGP,YAAY;oBACf,GAAGE,qBAAqB;oBACxB,GAAGzB,SAAS;gBACd,GACA;oBACE,QAAQ;oBACR,QAAQkC;gBACV;gBAKFlB,YAAYqB,OAAO,WAAW;gBAE9B,WAAW,MAAMC,SAASD,OAAQ;oBAChC,MAAMzB,UAAU0B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,WAAW;oBACtD,MAAMC,oBACHD,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAe,qBAAqB;oBAG3D,IAAIA,MAAM,KAAK,EACb7F,QAAQ6F,MAAM,KAAK;oBAGrB,IAAI1B,WAAW2B,mBAAmB;wBAChC1B,eAAeD;wBACfE,wBAAwByB;wBACxB,MAAMC,YAAiC;4BACrC5B;4BACA2B;4BACA1B;4BACA,YAAY;4BACZ,OAAOS;wBACT;wBACA3B,QAAQ,OAAO,CAAE6C;oBACnB;oBAGA,IAAIF,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,eAAe;wBACrCvB,WAAWN,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAAC/D,OAAO;4BAEV,MAAMgG,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAC7B,YAAY,MAAM,GAAG;4BAElCpE,QAAQ;gCACN,eAAegG;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAME,aAAkC;4BACtC,SAAS;4BACT9B;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOM,eAAe1E,OAAOuE;wBAC/B;wBACArB,QAAQ,OAAO,CAAEgD;wBACjB;oBACF;gBACF;YACF,SAAU;gBACRR;YACF;YACAvB,UAAUC;YACVP,kBACE,CAAC,iBAAiB,EAAExD,UAAU,QAAQ,EAAEM,eAAe,UAAU,WAAW,EAAE2D,SAAS,eAAe,EAAEL,eAAe,IAAI;QAE/H,OAAO;YAEL,MAAMkC,aAAajG,YAAY,UAAU,IAAI;YAC7C,MAAMkG,gBAAgBlG,YAAY,aAAa,IAAI;YACnD,MAAMmG,cAAcF,aAAa;YAEjC,IAAIG;YAEJ,IAAK,IAAIC,UAAU,GAAGA,WAAWF,aAAaE,UAAW;gBACvD,MAAM,EAAE,QAAQC,aAAa,EAAE,SAASC,oBAAoB,EAAE,GAC5Dd,wBAAwBzD,oBAAoBgB,SAAS;gBACvD,IAAI;oBACF,MAAMwD,SAAS,MAAMpD,WAAW,MAAM,CACpC;wBACE,OAAOjD;wBACP,UAAUgF;wBACV,GAAGP,YAAY;wBACf,GAAGE,qBAAqB;wBACxB,GAAGzB,SAAS;oBACd,GACA;wBAAE,QAAQiD;oBAAc;oBAG1BlC,WAAWN,KAAK,GAAG,KAAKD;oBAExBF,kBACE,CAAC,OAAO,EAAExD,UAAU,QAAQ,EAAEM,eAAe,UAAU,mBAAmB,EAAED,mBAAmB,iBAAiB,EAAEgG,OAAO,KAAK,EAAE,iBAAiB,GAAG,qBAAqB,EAAEA,OAAO,KAAK,EAAE,qBAAqB,GAAG,gBAAgB,EAAEA,OAAO,KAAK,EAAE,gBAAgB,GAAG,WAAW,EAAEpC,SAAS,aAAa,EAAEoC,OAAO,WAAW,IAAI,GAAG,eAAe,EAAEzC,eAAe,IAAI;oBAGxWH,mBACE,CAAC,oBAAoB,EAAE6C,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;oBAGvD,IAAI,CAACA,OAAO,OAAO,EACjB,MAAM,IAAI7G,MACR,CAAC,mCAAmC,EAAE8G,KAAK,SAAS,CAACD,SAAS;oBAIlEvC,UAAUuC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;oBAC3CrC,uBACGqC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,EAAU,qBAAqB;oBAC3D1G,QAAQ0G,OAAO,KAAK;oBACpBnC,YAAYmC,OAAO,WAAW;oBAE9B,IAAI,CAAClC,cAAcL,YAAYK,cAAcH,uBAAuB;wBAClET,SAAS;wBACTO,UAAUE;oBACZ;oBAEA,IAAI,CAACG,cAAcL,UACjB,MAAM,IAAIvE,qBACR,+BACA+G,KAAK,SAAS,CAACD,SACfhC,eAAe1E,OAAOuE;oBAI1B;gBACF,EAAE,OAAOtC,OAAO;oBACdqE,YAAYrE;oBACZ,MAAM2E,iBAAiBC,mBAAmBP;oBAC1C,IAAIM,gBACFhD,SACE,CAAC,0BAA0B,EAAE1B,mBAAmB,YAAY,EAAEqE,QAAQ,CAAC,EAAEF,YAAY,QAAQ,EAAEhG,UAAU,OAAO,EAAEH,YAAY,IAAI,CAAC,CAAC,CAAC;oBAIzI,IAAIgD,SAAS,aAAa,SACxB;oBAEF,IAAIqD,UAAUF,aAAa;wBACzBzC,SACE,CAAC,wBAAwB,EAAE2C,QAAQ,CAAC,EAAEF,YAAY,eAAe,EAAED,cAAc,aAAa,EAAEE,UAAU,OAAO,EAAE;wBAErH,MAAM,IAAIQ,QAAQ,CAACC,UAAYC,WAAWD,SAASX;oBACrD;gBACF,SAAU;oBACRK;gBACF;YACF;YAEA,IAAI,CAACtC,SACH,MAAMmC;QAEV;QAEA3C,UAAU,CAAC,4BAA4B,EAAEU,sBAAsB;QAC/DV,UAAU,CAAC,kBAAkB,EAAEQ,SAAS;QAGxC,IAAID,eAAe,CAAClE,OAAO;YAEzB,MAAMgG,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAE9B,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtCnE,QAAQ;gBACN,eAAegG;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAAS7B,WAAW;YACpB,mBAAmBE,wBAAwBQ;YAC3C,OAAOH,eAAe1E,OAAOuE;YAC7B,YAAY,CAAC,CAACL;QAChB;IACF,EAAE,OAAO+C,GAAQ;QACfrD,SAAS,iBAAiBqD;QAE1B,IAAIA,aAAarH,sBACf,MAAMqH;QAGR,MAAMC,WAAW,IAAIrH,MACnB,CAAC,eAAe,EAAEqE,cAAc,eAAe,GAAG,kBAAkB,EAAE7D,UAAU,GAAG,EAAE4G,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC9J;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,eAAeC,yBACpBlE,QAAsC,EACtC/C,WAAyB,EACzBgD,OAEC;IAOD,MAAMkE,WAAW,MAAMpE,OAAOC,UAAU/C,aAAa;QACnD,aAAagD,SAAS;IACxB;IACAmE,OAAOD,UAAU;IACjB,MAAMzG,cAAcT,YAAY,WAAW;IAC3C,MAAMoH,cAAcC,cAAcH,SAAS,OAAO,EAAEzG;IACpD,IAAI,AAAuB,YAAvB,OAAO2G,aACT,MAAM,IAAI1H,qBACR,CAAC,0CAA0C,EAAEM,YAAY,SAAS,CAAC,GAAG,EAAEkH,SAAS,OAAO,EAAE,EAC1FA,SAAS,OAAO,EAChBA,SAAS,KAAK;IAGlB,OAAO;QACL,SAASE;QACT,eAAeF,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;IAC/C;AACF;AAEO,eAAeI,yBACpBC,IAAY,EACZvH,WAAyB,EACzBgD,OAEC;IAED,MAAM,EAAEiB,OAAO,EAAEnE,KAAK,EAAE,GAAG,MAAMgD,OAAOyE,MAAMvH,aAAa;QACzD,aAAagD,SAAS;IACxB;IACA,OAAO;QAAEiB;QAASnE;IAAM;AAC1B;AAEO,SAAS0H,yBAAyBN,QAAgB;IACvD,IAAI;QAEF,MAAMO,YAAYP,SAAS,KAAK,CAAC;QACjC,IAAIO,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBR,SAAS,KAAK,CACnC;QAEF,IAAIQ,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBT,SAAS,KAAK,CAAC;QACrC,IAAIS,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAC;IAET,OAAOT;AACT;AAEO,SAASU,yBAAyBC,KAAa;IACpD,IAAIA,MAAM,QAAQ,CAAC,SAEjB,MAAO,YAAY,IAAI,CAACA,OACtBA,QAAQA,MAAM,OAAO,CAAC,kBAAkB;IAG5C,OAAOA;AACT;AAEA,SAAS3E,2BAA2B,EAClC4E,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EAKhB;IACC,OACEF,AAAqBnD,WAArBmD,oBACA,CAAC,CAACC,mBACFC,AAAoBrD,WAApBqD;AAEJ;AAEA,MAAMC,+BAA+B;IACnC;IACA;IACA;IACA;IACA;IACA;CACD;AAID,SAASC,2BACPC,MAAgC;IAEhC,OACE,CAAC,CAACA,UACDF,6BAAyD,QAAQ,CAACE;AAEvE;AAEA,SAASC;IACP,OAAOH,6BAA6B,IAAI,CAAC;AAC3C;AAEO,SAASjD,uBAAuB,EACrC8C,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EACfvH,WAAW,EAMZ;IAIC,MAAM4H,oBAAoBnF,2BAA2B;QACnD4E;QACAC;QACAC;IACF;IAEA,IAAIK,mBAAmB;QACrB,IAAI,CAAC5H,aACH,MAAM,IAAId,MACR,CAAC,yGAAyG,EAAEyI,gCAAgC,iHAAiH,CAAC;QAMlQ,IAAI,CAACF,2BAA2BzH,cAC9B,MAAM,IAAId,MACR,CAAC,oDAAoD,EAAEc,YAAY,kCAAkC,EAAE2H,gCAAgC,iHAAiH,CAAC;IAG/P,OAAO,IAAI,CAACF,2BAA2BzH,cACrC,OAAO;QAAE,QAAQ,CAAC;IAAE;IAGtB,MAAM6H,4BAA4BR,oBAAoB;IAEtD,MAAMS,gBAA0B,EAAE;IAClC,MAAMC,SAAkC,CAAC;IAEzC,IACE/H,AAAgB,eAAhBA,eACAA,AAAgB,cAAhBA,eACAA,AAAgB,cAAhBA,aACA;QAEA+H,OAAO,eAAe,GAAGF;QACzBC,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAED,2BAA2B;QAEjE,IAAIN,AAAoBrD,WAApBqD,iBAA+B;YACjCQ,OAAO,eAAe,GAAGR;YACzBO,cAAc,IAAI,CAAC,CAAC,gBAAgB,EAAEP,iBAAiB;QACzD;IAEF,OAAO,IAAIvH,AAAgB,oBAAhBA,eAAmCA,AAAgB,kBAAhBA,aAA+B;QAE3E+H,OAAO,QAAQ,GAAG;YAChB,MAAMF,4BAA4B,YAAY;QAChD;QACAC,cAAc,IAAI,CAChB,CAAC,cAAc,EAAED,4BAA4B,YAAY,YAAY;QAGvE,IAAIP,iBAAiB;YACnBS,OAAO,gBAAgB,GAAGT;YAC1BQ,cAAc,IAAI,CAAC,CAAC,kBAAkB,EAAER,gBAAgB,CAAC,CAAC;QAC5D;IAEF,OAAO,IAAItH,AAAgB,YAAhBA,aAAyB;QAElC+H,OAAO,QAAQ,GAAG;YAChB,MAAMF,4BAA4B,YAAY;QAChD;QACAC,cAAc,IAAI,CAChB,CAAC,cAAc,EAAED,4BAA4B,YAAY,YAAY;IAGzE;IAEA,OAAO;QACLE;QACA,cAAcD,cAAc,MAAM,GAC9B,CAAC,qBAAqB,EAAE9H,YAAY,EAAE,EAAE8H,cAAc,IAAI,CAAC,OAAO,GAClE5D;IACN;AACF;AAQA,SAAS8D,oBAAoBC,GAAQ;IAEnC,IAAIA,QAAAA,KACF,OAAOA;IAIT,IAAIrD,MAAM,OAAO,CAACqD,MAChB,OAAOA,IAAI,GAAG,CAAC,CAACC,OAASF,oBAAoBE;IAI/C,IAAI,AAAe,YAAf,OAAOD,KAAkB;QAC3B,MAAME,aAAkB,CAAC;QAEzB,KAAK,MAAM,CAACC,KAAKtE,MAAM,IAAIuE,OAAO,OAAO,CAACJ,KAAM;YAE9C,MAAMK,aAAaF,IAAI,IAAI;YAG3B,IAAIG,kBAAkBP,oBAAoBlE;YAG1C,IAAI,AAA2B,YAA3B,OAAOyE,iBACTA,kBAAkBA,gBAAgB,IAAI;YAGxCJ,UAAU,CAACG,WAAW,GAAGC;QAC3B;QAEA,OAAOJ;IACT;IAGA,IAAI,AAAe,YAAf,OAAOF,KACT,OAAOA,IAAI,IAAI;IAIjB,OAAOA;AACT;AAEO,SAASrB,cACdQ,KAAa,EACbpH,WAAqC;IAErC,MAAMwI,kBAAkBzB,yBAAyBK;IAEjD,IAAIoB,iBAAiB,MAAM,oBACzB,OAAOA,gBACJ,KAAK,CAAC,oBACL,MAAM,GACP,IAAItH;IAGT,IAAIR;IACJ,IAAIiF;IACJ,IAAI;QACFjF,SAASsF,KAAK,KAAK,CAACwC;QACpB,OAAOR,oBAAoBtH;IAC7B,EAAE,OAAOY,OAAO;QACdqE,YAAYrE;IACd;IACA,IAAI;QACFZ,SAASsF,KAAK,KAAK,CAACyC,WAAWD;QAC/B,OAAOR,oBAAoBtH;IAC7B,EAAE,OAAOY,OAAO;QACdqE,YAAYrE;IACd;IAEA,IACEtB,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACA0I,SAAS1I,cACT;QACA,MAAM2I,aAAaxB,yBAAyBqB;QAC5C,IAAI;YACF9H,SAASsF,KAAK,KAAK,CAACyC,WAAWE;YAC/B,OAAOX,oBAAoBtH;QAC7B,EAAE,OAAOY,OAAO;YACdqE,YAAYrE;QACd;IACF;IACA,MAAMpC,MACJ,CAAC,gDAAgD,EAAE0J,OACjDjD,aAAa,iBACb,gBAAgB,EAAEyB,OAAO;AAE/B"}

package/dist/es/device/index.mjs

@@ -14,13 +14,33 @@ function _define_property(obj, key, value) {
 class AbstractInterface {
     constructor(){
         _define_property(this, "mjpegStreamUrl", void 0);
+        _define_property(this, "inputPrimitives", void 0);
     }
 }
 const defineAction = (config)=>config;
+function pointFromLocate(locate, missingMessage) {
+    if (!locate) throw new Error(missingMessage);
+    return {
+        x: locate.center[0],
+        y: locate.center[1]
+    };
+}
+function defineLocatedPointAction(config) {
+    return defineAction({
+        name: config.name,
+        description: config.description,
+        interfaceAlias: config.interfaceAlias,
+        paramSchema: config.paramSchema,
+        sample: config.sample,
+        call: async (param)=>{
+            await config.call(pointFromLocate(param.locate, config.missingLocateMessage), param);
+        }
+    });
+}
 const actionTapParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The element to be tapped')
 });
-const defineActionTap = (call)=>defineAction({
+const defineActionTap = (tap)=>defineLocatedPointAction({
         name: 'Tap',
         description: 'Tap the element',
         interfaceAlias: 'aiTap',
@@ -30,12 +50,15 @@ const defineActionTap = (call)=>defineAction({
                 prompt: 'the "Submit" button'
             }
         },
-        call
+        missingLocateMessage: 'Element not found, cannot tap',
+        call: async (point)=>{
+            await tap(point);
+        }
     });
 const actionRightClickParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The element to be right clicked')
 });
-const defineActionRightClick = (call)=>defineAction({
+const defineActionRightClick = (rightClick)=>defineLocatedPointAction({
         name: 'RightClick',
         description: 'Right click the element',
         interfaceAlias: 'aiRightClick',
@@ -45,12 +68,15 @@ const defineActionRightClick = (call)=>defineAction({
                 prompt: 'the file icon on the desktop'
             }
         },
-        call
+        missingLocateMessage: 'Element not found, cannot right click',
+        call: async (point)=>{
+            await rightClick(point);
+        }
     });
 const actionDoubleClickParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The element to be double clicked')
 });
-const defineActionDoubleClick = (call)=>defineAction({
+const defineActionDoubleClick = (doubleClick)=>defineLocatedPointAction({
         name: 'DoubleClick',
         description: 'Double click the element',
         interfaceAlias: 'aiDoubleClick',
@@ -60,12 +86,15 @@ const defineActionDoubleClick = (call)=>defineAction({
                 prompt: 'the folder icon'
             }
         },
-        call
+        missingLocateMessage: 'Element not found, cannot double click',
+        call: async (point)=>{
+            await doubleClick(point);
+        }
     });
 const actionHoverParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The element to be hovered')
 });
-const defineActionHover = (call)=>defineAction({
+const defineActionHover = (hover)=>defineLocatedPointAction({
         name: 'Hover',
         description: 'Move the mouse to the element',
         interfaceAlias: 'aiHover',
@@ -75,7 +104,10 @@ const defineActionHover = (call)=>defineAction({
                 prompt: 'the navigation menu item "Products"'
             }
         },
-        call
+        missingLocateMessage: 'Element not found, cannot hover',
+        call: async (point)=>{
+            await hover(point);
+        }
     });
 const inputLocateDescription = 'the position of the placeholder or text content in the target input field. If there is no content, locate the center of the input field.';
 const actionInputParamSchema = z.object({
@@ -88,9 +120,10 @@ const actionInputParamSchema = z.object({
         'replace',
         'clear',
         'typeOnly'
-    ]).default('replace').describe('Input mode: "replace" (default) - clear the field and input the value; "typeOnly" - type the value directly without clearing the field first; "clear" - clear the field without inputting new text.')
+    ]).default('replace').describe('Input mode: "replace" (default) - clear the field and input the value; "typeOnly" - type the value directly without clearing the field first; "clear" - clear the field without inputting new text.'),
+    autoDismissKeyboard: z.boolean().optional().describe('If true, the keyboard will be dismissed after the input is completed. Do not set it unless the user asks you to do so.')
 });
-const defineActionInput = (call)=>defineAction({
+const defineActionInput = (keyboard)=>defineAction({
         name: 'Input',
         description: 'Input the value into the element',
         interfaceAlias: 'aiInput',
@@ -101,16 +134,22 @@ const defineActionInput = (call)=>defineAction({
                 prompt: 'the email input field'
             }
         },
-        call: (param)=>{
+        call: async (param)=>{
             if ('append' === param.mode) param.mode = 'typeOnly';
-            return call(param);
+            if ('clear' === param.mode) return void await keyboard.clearInput(param.locate);
+            if (!param || !param.value) return;
+            await keyboard.typeText(param.value, {
+                target: param.locate,
+                replace: 'typeOnly' !== param.mode,
+                autoDismissKeyboard: param.autoDismissKeyboard
+            });
         }
     });
 const actionKeyboardPressParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The element to be clicked before pressing the key').optional(),
     keyName: z.string().describe("The key to be pressed. Use '+' for key combinations, e.g., 'Control+A', 'Shift+Enter'")
 });
-const defineActionKeyboardPress = (call)=>defineAction({
+const defineActionKeyboardPress = (keyboardPress)=>defineAction({
         name: 'KeyboardPress',
         description: 'Press a key or key combination, like "Enter", "Tab", "Escape", or "Control+A", "Shift+Enter". Do not use this to type text.',
         interfaceAlias: 'aiKeyboardPress',
@@ -118,7 +157,11 @@ const defineActionKeyboardPress = (call)=>defineAction({
         sample: {
             keyName: 'Enter'
         },
-        call
+        call: async (param)=>{
+            await keyboardPress(param.keyName, {
+                target: param.locate
+            });
+        }
     });
 const actionScrollParamSchema = z.object({
     scrollType: z["enum"]([
@@ -137,7 +180,7 @@ const actionScrollParamSchema = z.object({
     distance: z.number().nullable().optional().describe('The distance in pixels to scroll'),
     locate: getMidsceneLocationSchema().optional().describe('Describe the target element to be scrolled on, like "the table" or "the list" or "the content area" or "the scrollable area". Do NOT provide a general intent like "scroll to find some element"')
 });
-const defineActionScroll = (call)=>defineAction({
+const defineActionScroll = (scroll)=>defineAction({
         name: 'Scroll',
         description: 'Scroll the page or a scrollable element to browse content. This is the preferred way to scroll on all platforms, including mobile. Supports scrollToBottom/scrollToTop for boundary navigation. Default: direction `down`, scrollType `singleAction`, distance `null`.',
         interfaceAlias: 'aiScroll',
@@ -149,13 +192,15 @@ const defineActionScroll = (call)=>defineAction({
                 prompt: 'the center of the product list area'
             }
         },
-        call
+        call: async (param)=>{
+            await scroll(param);
+        }
     });
 const actionDragAndDropParamSchema = z.object({
     from: getMidsceneLocationSchema().describe('The position to be dragged'),
     to: getMidsceneLocationSchema().describe('The position to be dropped')
 });
-const defineActionDragAndDrop = (call)=>defineAction({
+const defineActionDragAndDrop = (dragAndDrop)=>defineAction({
         name: 'DragAndDrop',
         description: 'Pick up a specific UI element and move it to a new position (e.g., reorder a card, move a file into a folder, sort list items). The element itself moves with your finger/mouse.',
         interfaceAlias: 'aiDragAndDrop',
@@ -168,13 +213,25 @@ const defineActionDragAndDrop = (call)=>defineAction({
                 prompt: 'the upload drop zone'
             }
         },
-        call
+        call: async (param)=>{
+            const from = param.from;
+            const to = param.to;
+            if (!from) throw new Error('missing "from" param for drag and drop');
+            if (!to) throw new Error('missing "to" param for drag and drop');
+            await dragAndDrop({
+                x: from.center[0],
+                y: from.center[1]
+            }, {
+                x: to.center[0],
+                y: to.center[1]
+            });
+        }
     });
 const ActionLongPressParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The element to be long pressed'),
     duration: z.number().optional().describe('Long press duration in milliseconds')
 });
-const defineActionLongPress = (call)=>defineAction({
+const defineActionLongPress = (longPress)=>defineLocatedPointAction({
         name: 'LongPress',
         description: 'Long press the element',
         interfaceAlias: 'aiLongPress',
@@ -184,7 +241,12 @@ const defineActionLongPress = (call)=>defineAction({
                 prompt: 'the message bubble'
             }
         },
-        call
+        missingLocateMessage: 'LongPress requires an element to be located',
+        call: async (point, param)=>{
+            await longPress(point, {
+                duration: param.duration
+            });
+        }
     });
 const ActionSwipeParamSchema = z.object({
     start: getMidsceneLocationSchema().optional().describe('Starting point of the swipe gesture, if not specified, the center of the page will be used'),
@@ -234,7 +296,7 @@ function normalizeMobileSwipeParam(param, screenSize) {
         repeatCount
     };
 }
-const defineActionSwipe = (call)=>defineAction({
+const defineActionSwipe = (config)=>defineAction({
         name: 'Swipe',
         description: 'Perform a touch gesture for interactions beyond regular scrolling (e.g., flip pages in a carousel, dismiss a notification, swipe-to-delete a list item). For regular content scrolling, use Scroll instead. Use "distance" + "direction" for relative movement, or "end" for precise endpoint.',
         paramSchema: ActionSwipeParamSchema,
@@ -246,12 +308,17 @@ const defineActionSwipe = (call)=>defineAction({
                 prompt: 'upper edge of the screen'
             }
         },
-        call
+        call: async (param)=>{
+            const { startPoint, endPoint, duration, repeatCount } = normalizeMobileSwipeParam(param, await config.size());
+            for(let i = 0; i < repeatCount; i++)await config.swipe(startPoint, endPoint, {
+                duration
+            });
+        }
     });
 const actionClearInputParamSchema = z.object({
     locate: getMidsceneLocationSchema().describe('The input field to be cleared').optional()
 });
-const defineActionClearInput = (call)=>defineAction({
+const defineActionClearInput = (clearInput)=>defineAction({
         name: 'ClearInput',
         description: inputLocateDescription,
         interfaceAlias: 'aiClearInput',
@@ -261,7 +328,9 @@ const defineActionClearInput = (call)=>defineAction({
                 prompt: 'the search input field'
             }
         },
-        call
+        call: async (param)=>{
+            await clearInput(param.locate);
+        }
     });
 const actionCursorMoveParamSchema = z.object({
     direction: z["enum"]([
@@ -270,7 +339,7 @@ const actionCursorMoveParamSchema = z.object({
     ]).describe('The direction to move the cursor'),
     times: z.number().int().min(1).default(1).describe('The number of times to move the cursor in the specified direction')
 });
-const defineActionCursorMove = (call)=>defineAction({
+const defineActionCursorMove = (config)=>defineAction({
         name: 'CursorMove',
         description: 'Move the text cursor (caret) left or right within an input field or text area. Use this to reposition the cursor without selecting text.',
         paramSchema: actionCursorMoveParamSchema,
@@ -278,7 +347,16 @@ const defineActionCursorMove = (call)=>defineAction({
             direction: 'left',
             times: 3
         },
-        call
+        call: async (param)=>{
+            const times = param.times ?? 1;
+            if (config.keyboard.cursorMove) return void await config.keyboard.cursorMove(param.direction, times);
+            const wait = config.sleep ?? ((timeMs)=>new Promise((resolve)=>setTimeout(resolve, timeMs)));
+            const arrowKey = 'left' === param.direction ? 'ArrowLeft' : 'ArrowRight';
+            for(let i = 0; i < times; i++){
+                await config.keyboard.keyboardPress(arrowKey);
+                await wait(100);
+            }
+        }
     });
 const ActionPinchParamSchema = z.object({
     locate: getMidsceneLocationSchema().optional().describe('The element to pinch on. If not specified, the center of the screen will be used'),
@@ -289,7 +367,9 @@ const ActionPinchParamSchema = z.object({
     distance: z.number().positive().optional().describe('How far each finger moves in pixels. Defaults to a quarter of the shorter screen dimension.'),
     duration: z.number().default(500).optional().describe('Duration of the pinch gesture in milliseconds')
 });
-const defineActionPinch = (call)=>defineAction({
+const defineActionPinch = (config)=>{
+    if (!config.pinch) return;
+    return defineAction({
         name: 'Pinch',
         description: 'Perform a two-finger pinch gesture. Use direction "in" to pinch fingers together (zoom out), or "out" to spread fingers apart (zoom in). Optionally specify distance for how far each finger moves.',
         interfaceAlias: 'aiPinch',
@@ -301,8 +381,19 @@ const defineActionPinch = (call)=>defineAction({
             direction: 'out',
             distance: 200
         },
-        call
+        call: async (param)=>{
+            const { centerX, centerY, startDistance, endDistance, duration } = normalizePinchParam(param, await config.size());
+            await config.pinch?.({
+                x: centerX,
+                y: centerY
+            }, {
+                startDistance,
+                endDistance,
+                duration
+            });
+        }
     });
+};
 function normalizePinchParam(param, screenSize) {
     const { width, height } = screenSize;
     const element = param.locate;
@@ -321,6 +412,55 @@ function normalizePinchParam(param, screenSize) {
         duration
     };
 }
+function defineSystemInputAction(config, call) {
+    return defineAction({
+        name: config.name,
+        description: config.description,
+        interfaceAlias: config.interfaceAlias,
+        delayBeforeRunner: config.delayBeforeRunner,
+        delayAfterRunner: config.delayAfterRunner,
+        call
+    });
+}
+function defineActionsFromInputPrimitives(input, options = {}) {
+    const actions = [];
+    const { pointer, keyboard, scroll, touch, system } = input;
+    if (pointer) {
+        actions.push(defineActionTap(pointer.tap));
+        if (pointer.doubleClick) actions.push(defineActionDoubleClick(pointer.doubleClick));
+        if (pointer.rightClick) actions.push(defineActionRightClick(pointer.rightClick));
+        if (pointer.hover) actions.push(defineActionHover(pointer.hover));
+        if (pointer.dragAndDrop) actions.push(defineActionDragAndDrop(pointer.dragAndDrop));
+        if (pointer.longPress) actions.push(defineActionLongPress(pointer.longPress));
+    }
+    if (keyboard) actions.push(defineActionInput(keyboard), defineActionClearInput(keyboard.clearInput), defineActionKeyboardPress(keyboard.keyboardPress), defineActionCursorMove({
+        keyboard,
+        sleep: options.sleep
+    }));
+    if (scroll) actions.push(defineActionScroll(scroll.scroll));
+    if (touch?.swipe && options.size && false !== options.includeSwipe) actions.push(defineActionSwipe({
+        swipe: touch.swipe,
+        size: options.size
+    }));
+    if (touch?.pinch && options.size && false !== options.includePinch) actions.push(defineActionPinch({
+        pinch: touch.pinch,
+        size: options.size
+    }));
+    if (system && options.systemActions) {
+        const { systemActions } = options;
+        if (system.backButton && systemActions.backButton) actions.push(defineSystemInputAction(systemActions.backButton, system.backButton));
+        if (system.homeButton && systemActions.homeButton) actions.push(defineSystemInputAction(systemActions.homeButton, system.homeButton));
+        if (system.recentAppsButton && systemActions.recentAppsButton) actions.push(defineSystemInputAction(systemActions.recentAppsButton, system.recentAppsButton));
+    }
+    return actions.filter((action)=>Boolean(action));
+}
+function createDefaultMobileActions(context) {
+    return defineActionsFromInputPrimitives(context.input, {
+        size: context.size,
+        sleep: context.sleep,
+        systemActions: context.systemActions
+    });
+}
 const ActionSleepParamSchema = z.object({
     timeMs: z.number().default(1000).optional().describe('Sleep duration in milliseconds, defaults to 1000ms (1 second)')
 });
@@ -337,6 +477,6 @@ const defineActionSleep = ()=>defineAction({
             await new Promise((resolve)=>setTimeout(resolve, duration));
         }
     });
-export { AbstractInterface, ActionLongPressParamSchema, ActionPinchParamSchema, ActionSleepParamSchema, ActionSwipeParamSchema, actionClearInputParamSchema, actionCursorMoveParamSchema, actionDoubleClickParamSchema, actionDragAndDropParamSchema, actionHoverParamSchema, actionInputParamSchema, actionKeyboardPressParamSchema, actionRightClickParamSchema, actionScrollParamSchema, actionTapParamSchema, defineAction, defineActionClearInput, defineActionCursorMove, defineActionDoubleClick, defineActionDragAndDrop, defineActionHover, defineActionInput, defineActionKeyboardPress, defineActionLongPress, defineActionPinch, defineActionRightClick, defineActionScroll, defineActionSleep, defineActionSwipe, defineActionTap, normalizeMobileSwipeParam, normalizePinchParam };
+export { AbstractInterface, ActionLongPressParamSchema, ActionPinchParamSchema, ActionSleepParamSchema, ActionSwipeParamSchema, actionClearInputParamSchema, actionCursorMoveParamSchema, actionDoubleClickParamSchema, actionDragAndDropParamSchema, actionHoverParamSchema, actionInputParamSchema, actionKeyboardPressParamSchema, actionRightClickParamSchema, actionScrollParamSchema, actionTapParamSchema, createDefaultMobileActions, defineAction, defineActionClearInput, defineActionCursorMove, defineActionDoubleClick, defineActionDragAndDrop, defineActionHover, defineActionInput, defineActionKeyboardPress, defineActionLongPress, defineActionPinch, defineActionRightClick, defineActionScroll, defineActionSleep, defineActionSwipe, defineActionTap, defineActionsFromInputPrimitives, normalizeMobileSwipeParam, normalizePinchParam };
 
 //# sourceMappingURL=index.mjs.map