@midscene/core 1.12.8 → 1.12.9-beta-20260917120835.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (149) hide show
  1. package/dist/es/agent/utils.mjs +1 -1
  2. package/dist/es/ai-model/service-caller/call-ai.mjs +151 -40
  3. package/dist/es/ai-model/service-caller/call-ai.mjs.map +1 -1
  4. package/dist/es/ai-model/service-caller/codex/call-codex.mjs +26 -14
  5. package/dist/es/ai-model/service-caller/codex/call-codex.mjs.map +1 -1
  6. package/dist/es/ai-model/service-caller/codex/codex-app-server.mjs +12 -16
  7. package/dist/es/ai-model/service-caller/codex/codex-app-server.mjs.map +1 -1
  8. package/dist/es/ai-model/service-caller/index.mjs +3 -3
  9. package/dist/es/ai-model/service-caller/model-call.mjs +49 -0
  10. package/dist/es/ai-model/service-caller/model-call.mjs.map +1 -0
  11. package/dist/es/ai-model/service-caller/openai/call-openai.mjs +69 -0
  12. package/dist/es/ai-model/service-caller/openai/call-openai.mjs.map +1 -0
  13. package/dist/es/ai-model/service-caller/openai/chat-completion/chat-completion.mjs +50 -0
  14. package/dist/es/ai-model/service-caller/openai/chat-completion/chat-completion.mjs.map +1 -0
  15. package/dist/es/ai-model/service-caller/openai/chat-completion/non-stream.mjs +37 -0
  16. package/dist/es/ai-model/service-caller/openai/chat-completion/non-stream.mjs.map +1 -0
  17. package/dist/es/ai-model/service-caller/openai/chat-completion/stream.mjs +78 -0
  18. package/dist/es/ai-model/service-caller/openai/chat-completion/stream.mjs.map +1 -0
  19. package/dist/es/ai-model/service-caller/openai/chat-completion/utils.mjs +15 -0
  20. package/dist/es/ai-model/service-caller/openai/chat-completion/utils.mjs.map +1 -0
  21. package/dist/es/ai-model/service-caller/{openai-client.mjs → openai/openai-client.mjs} +9 -21
  22. package/dist/es/ai-model/service-caller/openai/openai-client.mjs.map +1 -0
  23. package/dist/es/ai-model/service-caller/{openai-error.mjs → openai/openai-request-context.mjs} +14 -46
  24. package/dist/es/ai-model/service-caller/openai/openai-request-context.mjs.map +1 -0
  25. package/dist/es/ai-model/service-caller/proxy/index.mjs +2 -0
  26. package/dist/es/ai-model/service-caller/proxy/proxy-deps.node.mjs.map +1 -0
  27. package/dist/es/ai-model/service-caller/proxy/proxy-deps.stub.mjs.map +1 -0
  28. package/dist/es/ai-model/service-caller/{proxy.mjs → proxy/proxy.mjs} +2 -2
  29. package/dist/es/ai-model/service-caller/proxy/proxy.mjs.map +1 -0
  30. package/dist/es/ai-model/service-caller/request-timeout.mjs +59 -18
  31. package/dist/es/ai-model/service-caller/request-timeout.mjs.map +1 -1
  32. package/dist/es/ai-model/service-caller/semantic-retry.mjs +9 -4
  33. package/dist/es/ai-model/service-caller/semantic-retry.mjs.map +1 -1
  34. package/dist/es/ai-model/service-caller/utils.mjs +25 -8
  35. package/dist/es/ai-model/service-caller/utils.mjs.map +1 -1
  36. package/dist/es/device/index.mjs +44 -21
  37. package/dist/es/device/index.mjs.map +1 -1
  38. package/dist/es/report-html-template.mjs +1 -1
  39. package/dist/es/types.mjs.map +1 -1
  40. package/dist/es/utils.mjs +1 -1
  41. package/dist/lib/agent/utils.js +1 -1
  42. package/dist/lib/ai-model/service-caller/call-ai.js +151 -46
  43. package/dist/lib/ai-model/service-caller/call-ai.js.map +1 -1
  44. package/dist/lib/ai-model/service-caller/codex/call-codex.js +30 -15
  45. package/dist/lib/ai-model/service-caller/codex/call-codex.js.map +1 -1
  46. package/dist/lib/ai-model/service-caller/codex/codex-app-server.js +12 -16
  47. package/dist/lib/ai-model/service-caller/codex/codex-app-server.js.map +1 -1
  48. package/dist/lib/ai-model/service-caller/index.js +7 -7
  49. package/dist/lib/ai-model/service-caller/model-call.js +89 -0
  50. package/dist/lib/ai-model/service-caller/model-call.js.map +1 -0
  51. package/dist/lib/ai-model/service-caller/openai/call-openai.js +103 -0
  52. package/dist/lib/ai-model/service-caller/openai/call-openai.js.map +1 -0
  53. package/dist/lib/ai-model/service-caller/openai/chat-completion/chat-completion.js +87 -0
  54. package/dist/lib/ai-model/service-caller/openai/chat-completion/chat-completion.js.map +1 -0
  55. package/dist/lib/ai-model/service-caller/openai/chat-completion/non-stream.js +71 -0
  56. package/dist/lib/ai-model/service-caller/openai/chat-completion/non-stream.js.map +1 -0
  57. package/dist/lib/ai-model/service-caller/openai/chat-completion/stream.js +112 -0
  58. package/dist/lib/ai-model/service-caller/openai/chat-completion/stream.js.map +1 -0
  59. package/dist/lib/ai-model/service-caller/openai/chat-completion/types.js.map +1 -0
  60. package/dist/lib/ai-model/service-caller/{chat-completion → openai/chat-completion}/utils.js +3 -29
  61. package/dist/lib/ai-model/service-caller/openai/chat-completion/utils.js.map +1 -0
  62. package/dist/lib/ai-model/service-caller/{openai-client.js → openai/openai-client.js} +9 -21
  63. package/dist/lib/ai-model/service-caller/openai/openai-client.js.map +1 -0
  64. package/dist/lib/ai-model/service-caller/{openai-error.js → openai/openai-request-context.js} +14 -46
  65. package/dist/lib/ai-model/service-caller/openai/openai-request-context.js.map +1 -0
  66. package/dist/lib/ai-model/service-caller/proxy/index.js +38 -0
  67. package/dist/lib/ai-model/service-caller/proxy/index.js.map +1 -0
  68. package/dist/lib/ai-model/service-caller/proxy/proxy-deps.node.js.map +1 -0
  69. package/dist/lib/ai-model/service-caller/proxy/proxy-deps.stub.js.map +1 -0
  70. package/dist/lib/ai-model/service-caller/{proxy.js → proxy/proxy.js} +4 -4
  71. package/dist/lib/ai-model/service-caller/proxy/proxy.js.map +1 -0
  72. package/dist/lib/ai-model/service-caller/request-timeout.js +67 -20
  73. package/dist/lib/ai-model/service-caller/request-timeout.js.map +1 -1
  74. package/dist/lib/ai-model/service-caller/semantic-retry.js +9 -4
  75. package/dist/lib/ai-model/service-caller/semantic-retry.js.map +1 -1
  76. package/dist/lib/ai-model/service-caller/utils.js +30 -13
  77. package/dist/lib/ai-model/service-caller/utils.js.map +1 -1
  78. package/dist/lib/device/index.js +56 -21
  79. package/dist/lib/device/index.js.map +1 -1
  80. package/dist/lib/report-html-template.js +1 -1
  81. package/dist/lib/types.js.map +1 -1
  82. package/dist/lib/utils.js +1 -1
  83. package/dist/types/ai-model/service-caller/call-ai.d.ts +2 -24
  84. package/dist/types/ai-model/service-caller/codex/call-codex.d.ts +7 -1
  85. package/dist/types/ai-model/service-caller/codex/codex-app-server.d.ts +1 -2
  86. package/dist/types/ai-model/service-caller/index.d.ts +3 -3
  87. package/dist/types/ai-model/service-caller/model-call.d.ts +26 -0
  88. package/dist/types/ai-model/service-caller/openai/call-openai.d.ts +3 -0
  89. package/dist/types/ai-model/service-caller/openai/chat-completion/chat-completion.d.ts +10 -0
  90. package/dist/types/ai-model/service-caller/openai/chat-completion/non-stream.d.ts +3 -0
  91. package/dist/types/ai-model/service-caller/openai/chat-completion/stream.d.ts +3 -0
  92. package/dist/types/ai-model/service-caller/openai/chat-completion/types.d.ts +10 -0
  93. package/dist/types/ai-model/service-caller/openai/chat-completion/utils.d.ts +5 -0
  94. package/dist/types/ai-model/service-caller/openai/openai-client.d.ts +14 -0
  95. package/dist/types/ai-model/service-caller/openai/openai-request-context.d.ts +18 -0
  96. package/dist/types/ai-model/service-caller/proxy/index.d.ts +1 -0
  97. package/dist/types/ai-model/service-caller/{proxy.d.ts → proxy/proxy.d.ts} +1 -1
  98. package/dist/types/ai-model/service-caller/request-timeout.d.ts +14 -11
  99. package/dist/types/ai-model/service-caller/types.d.ts +19 -0
  100. package/dist/types/ai-model/service-caller/utils.d.ts +10 -4
  101. package/dist/types/device/index.d.ts +28 -6
  102. package/dist/types/types.d.ts +5 -0
  103. package/package.json +6 -6
  104. package/dist/es/ai-model/service-caller/call.mjs +0 -56
  105. package/dist/es/ai-model/service-caller/call.mjs.map +0 -1
  106. package/dist/es/ai-model/service-caller/chat-completion/call.mjs +0 -101
  107. package/dist/es/ai-model/service-caller/chat-completion/call.mjs.map +0 -1
  108. package/dist/es/ai-model/service-caller/chat-completion/non-stream.mjs +0 -80
  109. package/dist/es/ai-model/service-caller/chat-completion/non-stream.mjs.map +0 -1
  110. package/dist/es/ai-model/service-caller/chat-completion/stream.mjs +0 -87
  111. package/dist/es/ai-model/service-caller/chat-completion/stream.mjs.map +0 -1
  112. package/dist/es/ai-model/service-caller/chat-completion/utils.mjs +0 -35
  113. package/dist/es/ai-model/service-caller/chat-completion/utils.mjs.map +0 -1
  114. package/dist/es/ai-model/service-caller/openai-client.mjs.map +0 -1
  115. package/dist/es/ai-model/service-caller/openai-error.mjs.map +0 -1
  116. package/dist/es/ai-model/service-caller/proxy-deps.node.mjs.map +0 -1
  117. package/dist/es/ai-model/service-caller/proxy-deps.stub.mjs.map +0 -1
  118. package/dist/es/ai-model/service-caller/proxy.mjs.map +0 -1
  119. package/dist/lib/ai-model/service-caller/call.js +0 -90
  120. package/dist/lib/ai-model/service-caller/call.js.map +0 -1
  121. package/dist/lib/ai-model/service-caller/chat-completion/call.js +0 -135
  122. package/dist/lib/ai-model/service-caller/chat-completion/call.js.map +0 -1
  123. package/dist/lib/ai-model/service-caller/chat-completion/non-stream.js +0 -114
  124. package/dist/lib/ai-model/service-caller/chat-completion/non-stream.js.map +0 -1
  125. package/dist/lib/ai-model/service-caller/chat-completion/stream.js +0 -121
  126. package/dist/lib/ai-model/service-caller/chat-completion/stream.js.map +0 -1
  127. package/dist/lib/ai-model/service-caller/chat-completion/types.js.map +0 -1
  128. package/dist/lib/ai-model/service-caller/chat-completion/utils.js.map +0 -1
  129. package/dist/lib/ai-model/service-caller/openai-client.js.map +0 -1
  130. package/dist/lib/ai-model/service-caller/openai-error.js.map +0 -1
  131. package/dist/lib/ai-model/service-caller/proxy-deps.node.js.map +0 -1
  132. package/dist/lib/ai-model/service-caller/proxy-deps.stub.js.map +0 -1
  133. package/dist/lib/ai-model/service-caller/proxy.js.map +0 -1
  134. package/dist/types/ai-model/service-caller/call.d.ts +0 -4
  135. package/dist/types/ai-model/service-caller/chat-completion/call.d.ts +0 -2
  136. package/dist/types/ai-model/service-caller/chat-completion/non-stream.d.ts +0 -2
  137. package/dist/types/ai-model/service-caller/chat-completion/stream.d.ts +0 -2
  138. package/dist/types/ai-model/service-caller/chat-completion/types.d.ts +0 -25
  139. package/dist/types/ai-model/service-caller/chat-completion/utils.d.ts +0 -12
  140. package/dist/types/ai-model/service-caller/openai-client.d.ts +0 -14
  141. package/dist/types/ai-model/service-caller/openai-error.d.ts +0 -26
  142. /package/dist/es/ai-model/service-caller/{chat-completion → openai/chat-completion}/types.mjs +0 -0
  143. /package/dist/es/ai-model/service-caller/{proxy-deps.node.mjs → proxy/proxy-deps.node.mjs} +0 -0
  144. /package/dist/es/ai-model/service-caller/{proxy-deps.stub.mjs → proxy/proxy-deps.stub.mjs} +0 -0
  145. /package/dist/lib/ai-model/service-caller/{chat-completion → openai/chat-completion}/types.js +0 -0
  146. /package/dist/lib/ai-model/service-caller/{proxy-deps.node.js → proxy/proxy-deps.node.js} +0 -0
  147. /package/dist/lib/ai-model/service-caller/{proxy-deps.stub.js → proxy/proxy-deps.stub.js} +0 -0
  148. /package/dist/types/ai-model/service-caller/{proxy-deps.node.d.ts → proxy/proxy-deps.node.d.ts} +0 -0
  149. /package/dist/types/ai-model/service-caller/{proxy-deps.stub.d.ts → proxy/proxy-deps.stub.d.ts} +0 -0
@@ -1 +1 @@
1
- {"version":3,"file":"ai-model/service-caller/codex/codex-app-server.mjs","sources":["../../../../../src/ai-model/service-caller/codex/codex-app-server.ts"],"sourcesContent":["import type { CodeGenerationChunk, StreamingCallback } from '@/types';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { ifInBrowser } from '@midscene/shared/utils';\nimport type OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { CodexAppServerParamsResult } from '../../model-adapter/types';\n\nconst CODEX_PROVIDER_SCHEME = 'codex://';\nconst CODEX_DEFAULT_TIMEOUT_MS = 10 * 60 * 1000;\nconst CODEX_DEFAULT_PROCESS_START_TIMEOUT_MS = 15 * 1000;\nconst CODEX_DEFAULT_CLEANUP_TIMEOUT_MS = 8 * 1000;\nconst CODEX_TEXT_INPUT_MAX_LENGTH = 256 * 1024;\n\nconst debugCodex = getDebug('ai:call:codex');\nconst warnCodex = getDebug('ai:call:codex', { console: true });\n\ntype JsonRpcRequest = {\n id: string | number;\n method: string;\n params?: unknown;\n};\n\ntype JsonRpcResponse = {\n id: string | number;\n result?: unknown;\n error?: {\n code?: number;\n message?: string;\n data?: unknown;\n };\n};\n\ntype JsonRpcNotification = {\n method: string;\n params?: Record<string, any>;\n};\n\ntype JsonRpcMessage = JsonRpcRequest | JsonRpcResponse | JsonRpcNotification;\n\ntype CodexTextInput = {\n type: 'text';\n text: string;\n text_elements: any[];\n};\n\n// Codex app-server v2 accepts `detail` on both image input variants:\n// https://github.com/openai/codex/blob/main/codex-rs/app-server-protocol/src/protocol/v2/turn.rs#L276-L329\n// Codex has also reported `original` as a supported value in production:\n// https://github.com/openai/codex/issues/24797\ntype CodexImageInput = {\n type: 'image';\n url: string;\n detail?: CodexImageDetail;\n};\n\ntype CodexLocalImageInput = {\n type: 'localImage';\n path: string;\n detail?: CodexImageDetail;\n};\n\ntype CodexTurnInput = CodexTextInput | CodexImageInput | CodexLocalImageInput;\n\ntype CodexImageDetail = 'auto' | 'low' | 'high' | 'original';\n\nexport type CodexAppServerRecordEvent = {\n type: 'request' | 'chunk';\n protocol: Record<string, unknown>;\n};\n\ntype CodexTurnResult = {\n content: string;\n reasoning_content?: string;\n usage?: OpenAI.CompletionUsage;\n isStreamed: boolean;\n protocolMetadata: {\n transport: 'json-rpc';\n threadId: string;\n turnId: string;\n turnStatus: string;\n };\n};\n\ntype CodexTurnStartResponse = {\n turn?: {\n id?: string;\n };\n};\n\ntype CodexThreadStartResponse = {\n thread?: {\n id?: string;\n };\n};\n\ntype CodexUsageNotification = {\n threadId?: string;\n turnId?: string;\n tokenUsage?: {\n total?: {\n totalTokens?: number;\n inputTokens?: number;\n cachedInputTokens?: number;\n outputTokens?: number;\n reasoningOutputTokens?: number;\n };\n last?: {\n totalTokens?: number;\n inputTokens?: number;\n cachedInputTokens?: number;\n outputTokens?: number;\n reasoningOutputTokens?: number;\n };\n };\n};\n\nclass SerializedRunner {\n private tail: Promise<void> = Promise.resolve();\n\n async run<T>(work: () => Promise<T>): Promise<T> {\n const previous = this.tail;\n let release!: () => void;\n this.tail = new Promise<void>((resolve) => {\n release = resolve;\n });\n\n await previous;\n try {\n return await work();\n } finally {\n release();\n }\n }\n}\n\nexport const isCodexAppServerProvider = (baseURL?: string): boolean => {\n if (!baseURL) return false;\n return baseURL.trim().toLowerCase().startsWith(CODEX_PROVIDER_SCHEME);\n};\n\nconst isAbortError = (error: unknown): boolean => {\n if (!error) return false;\n if (error instanceof Error && error.name === 'AbortError') return true;\n const message =\n error instanceof Error ? error.message : String(error ?? 'unknown error');\n return /aborted|abort/i.test(message);\n};\n\nconst toNonEmptyString = (value: unknown): string | undefined => {\n if (typeof value !== 'string') return undefined;\n const trimmed = value.trim();\n return trimmed || undefined;\n};\n\nconst toCodexImageDetail = (value: unknown): CodexImageDetail | undefined =>\n value === 'auto' ||\n value === 'low' ||\n value === 'high' ||\n value === 'original'\n ? value\n : undefined;\n\nexport const normalizeCodexLocalImagePath = (\n imageUrl: string,\n platform: NodeJS.Platform = process.platform,\n): string => {\n if (!imageUrl.startsWith('file://')) {\n return imageUrl;\n }\n\n try {\n const parsed = new URL(imageUrl);\n const pathname = decodeURIComponent(parsed.pathname);\n const host = parsed.hostname.toLowerCase();\n\n if (platform === 'win32') {\n const windowsPath = pathname\n .replace(/\\//g, '\\\\')\n .replace(/^\\\\([A-Za-z]:)/, '$1');\n\n if (host && host !== 'localhost') {\n return `\\\\\\\\${parsed.hostname}${windowsPath}`;\n }\n\n return windowsPath;\n }\n\n if (host && host !== 'localhost') {\n return `//${parsed.hostname}${pathname}`;\n }\n\n return pathname;\n } catch {\n return decodeURIComponent(imageUrl.slice('file://'.length));\n }\n};\n\nconst extractTextFromMessage = (\n message: ChatCompletionMessageParam,\n): string => {\n const content = (message as any).content;\n if (typeof content === 'string') {\n return content;\n }\n\n if (Array.isArray(content)) {\n return content\n .map((part) => {\n if (!part || typeof part !== 'object') return '';\n\n if (part.type === 'text' && typeof part.text === 'string') {\n return part.text;\n }\n\n if (part.type === 'input_text' && typeof part.text === 'string') {\n return part.text;\n }\n\n return '';\n })\n .filter(Boolean)\n .join('\\n');\n }\n\n return '';\n};\n\nconst extractImageInputs = (\n message: ChatCompletionMessageParam,\n imageDetailOverride?: CodexImageDetail,\n): Array<CodexImageInput | CodexLocalImageInput> => {\n const content = (message as any).content;\n if (!Array.isArray(content)) return [];\n\n const inputs: Array<CodexImageInput | CodexLocalImageInput> = [];\n for (const part of content) {\n if (!part || typeof part !== 'object') continue;\n\n const partType = String(part.type || '');\n const imageUrl =\n partType === 'image_url'\n ? toNonEmptyString(part.image_url?.url)\n : partType === 'input_image'\n ? toNonEmptyString(part.image_url || part.url)\n : undefined;\n const imageDetail =\n imageDetailOverride ??\n toCodexImageDetail(\n partType === 'image_url' ? part.image_url?.detail : part.detail,\n );\n\n if (!imageUrl) continue;\n\n if (\n imageUrl.startsWith('/') ||\n imageUrl.startsWith('./') ||\n imageUrl.startsWith('../') ||\n imageUrl.startsWith('file://')\n ) {\n const path = imageUrl.startsWith('file://')\n ? normalizeCodexLocalImagePath(imageUrl)\n : imageUrl;\n\n inputs.push({\n type: 'localImage',\n path,\n ...(imageDetail ? { detail: imageDetail } : {}),\n });\n continue;\n }\n\n inputs.push({\n type: 'image',\n url: imageUrl,\n ...(imageDetail ? { detail: imageDetail } : {}),\n });\n }\n\n return inputs;\n};\n\nexport const buildCodexTurnPayloadFromMessages = (\n messages: ChatCompletionMessageParam[],\n imageDetailOverride?: CodexImageDetail,\n): {\n developerInstructions?: string;\n input: CodexTurnInput[];\n} => {\n const developerInstructionParts: string[] = [];\n const transcriptParts: string[] = [];\n const imageInputs: Array<CodexImageInput | CodexLocalImageInput> = [];\n\n for (const message of messages) {\n const role = String((message as any).role || 'user');\n const text = extractTextFromMessage(message);\n\n if (role === 'system') {\n if (text.trim()) developerInstructionParts.push(text.trim());\n continue;\n }\n\n const roleTag = role.toUpperCase();\n if (text.trim()) {\n transcriptParts.push(`[${roleTag}]\\n${text.trim()}`);\n } else {\n transcriptParts.push(`[${roleTag}]\\n(no text content)`);\n }\n\n if (role === 'user') {\n imageInputs.push(...extractImageInputs(message, imageDetailOverride));\n }\n }\n\n const fullTranscript = transcriptParts.join('\\n\\n');\n const transcriptText =\n (fullTranscript.length > CODEX_TEXT_INPUT_MAX_LENGTH\n ? fullTranscript.slice(-CODEX_TEXT_INPUT_MAX_LENGTH)\n : fullTranscript) || 'Please answer the latest user request.';\n\n const input: CodexTurnInput[] = [\n {\n type: 'text',\n text: transcriptText,\n text_elements: [],\n },\n ...imageInputs,\n ];\n\n const developerInstructions = developerInstructionParts.length\n ? developerInstructionParts.join('\\n\\n')\n : undefined;\n\n return {\n developerInstructions,\n input,\n };\n};\n\nclass CodexAppServerConnection {\n private child: any;\n private lineReader: any;\n private pendingMessages: JsonRpcMessage[] = [];\n private lineBuffer: string[] = [];\n private nextRequestId = 1;\n private closed = false;\n private lastExitCode: number | null = null;\n private processErrorMessage: string | null = null;\n private stderrBuffer = '';\n\n private constructor(child: any, lineReader: any) {\n this.child = child;\n this.lineReader = lineReader;\n }\n\n static async create(): Promise<CodexAppServerConnection> {\n if (ifInBrowser) {\n throw new Error(\n 'codex app-server provider is not supported in browser runtime',\n );\n }\n\n const childProcessModuleName = 'node:child_process';\n const readlineModuleName = 'node:readline';\n const { spawn } = await import(childProcessModuleName);\n const readline = await import(readlineModuleName);\n\n const child = spawn('codex', ['app-server'], {\n stdio: ['pipe', 'pipe', 'pipe'],\n });\n\n if (!child.stdin || !child.stdout || !child.stderr) {\n throw new Error('failed to start codex app-server: stdio unavailable');\n }\n\n const lineReader = readline.createInterface({\n input: child.stdout,\n crlfDelay: Number.POSITIVE_INFINITY,\n });\n const connection = new CodexAppServerConnection(child, lineReader);\n connection.detachFromEventLoop();\n connection.attachProcessListeners();\n await connection.initializeHandshake();\n\n return connection;\n }\n\n isClosed(): boolean {\n return this.closed;\n }\n\n async runTurn({\n messages,\n modelConfig,\n stream,\n onChunk,\n params,\n abortSignal,\n imageDetail,\n onRecordEvent,\n }: {\n messages: ChatCompletionMessageParam[];\n modelConfig: IModelConfig;\n stream?: boolean;\n onChunk?: StreamingCallback;\n params?: CodexAppServerParamsResult['config'];\n abortSignal?: AbortSignal;\n imageDetail?: CodexImageDetail;\n onRecordEvent?: (event: CodexAppServerRecordEvent) => void;\n }): Promise<CodexTurnResult> {\n const timeoutMs = modelConfig.timeout || CODEX_DEFAULT_TIMEOUT_MS;\n const deadlineAt = Date.now() + timeoutMs;\n const isStreaming = !!(stream && onChunk);\n\n const { developerInstructions, input } = buildCodexTurnPayloadFromMessages(\n messages,\n imageDetail,\n );\n\n let threadId: string | undefined;\n let turnId: string | undefined;\n let latestErrorMessage: string | undefined;\n let accumulatedText = '';\n let accumulatedReasoning = '';\n let latestUsage: OpenAI.CompletionUsage | undefined;\n\n const emitChunk = ({\n content,\n reasoning,\n isComplete,\n usage,\n }: {\n content: string;\n reasoning: string;\n isComplete: boolean;\n usage?: OpenAI.CompletionUsage;\n }) => {\n if (!isStreaming || !onChunk) return;\n const chunk: CodeGenerationChunk = {\n content,\n reasoning_content: reasoning,\n accumulated: accumulatedText,\n isComplete,\n usage,\n };\n onChunk(chunk);\n };\n\n try {\n const threadStartParams = {\n model: modelConfig.modelName,\n cwd: process.cwd(),\n approvalPolicy: 'never',\n sandbox: 'read-only',\n ephemeral: true,\n experimentalRawEvents: false,\n persistExtendedHistory: false,\n developerInstructions: developerInstructions || null,\n };\n onRecordEvent?.({\n type: 'request',\n protocol: {\n direction: 'client',\n method: 'thread/start',\n params: threadStartParams,\n },\n });\n const threadStartResponse = await this.request<CodexThreadStartResponse>({\n method: 'thread/start',\n params: threadStartParams,\n deadlineAt,\n abortSignal,\n });\n onRecordEvent?.({\n type: 'chunk',\n protocol: {\n direction: 'server',\n method: 'thread/start',\n result: threadStartResponse,\n },\n });\n\n threadId = threadStartResponse?.thread?.id;\n if (!threadId) {\n throw new Error('thread/start did not return a thread id');\n }\n\n const turnStartParams = {\n ...params,\n threadId,\n input,\n };\n onRecordEvent?.({\n type: 'request',\n protocol: {\n direction: 'client',\n method: 'turn/start',\n params: turnStartParams,\n },\n });\n const turnStartResponse = await this.request<CodexTurnStartResponse>({\n method: 'turn/start',\n params: turnStartParams,\n deadlineAt,\n abortSignal,\n });\n onRecordEvent?.({\n type: 'chunk',\n protocol: {\n direction: 'server',\n method: 'turn/start',\n result: turnStartResponse,\n },\n });\n\n turnId = turnStartResponse?.turn?.id;\n if (!turnId) {\n throw new Error('turn/start did not return a turn id');\n }\n\n let turnStatus: string | undefined;\n while (!turnStatus) {\n const message = await this.nextMessage({ deadlineAt, abortSignal });\n\n if (this.isResponseMessage(message)) {\n // No concurrent requests in adapter runtime.\n continue;\n }\n\n if (this.isRequestMessage(message)) {\n await this.respondToServerRequest(message);\n continue;\n }\n\n const notification = message as JsonRpcNotification;\n const method = notification.method;\n const params = notification.params || {};\n const belongsToCurrentTurn =\n params.threadId === threadId &&\n (params.turnId === turnId || params.turn?.id === turnId);\n\n if (belongsToCurrentTurn) {\n onRecordEvent?.({\n type: 'chunk',\n protocol: {\n direction: 'server',\n method,\n params,\n },\n });\n }\n\n if (method === 'error') {\n const messageText =\n params.error?.message ||\n params.message ||\n 'codex app-server reported turn error';\n latestErrorMessage = String(messageText);\n continue;\n }\n\n if (\n method === 'item/agentMessage/delta' &&\n params.threadId === threadId &&\n params.turnId === turnId\n ) {\n const delta = String(params.delta || '');\n if (delta) {\n accumulatedText += delta;\n emitChunk({\n content: delta,\n reasoning: '',\n isComplete: false,\n });\n }\n continue;\n }\n\n if (\n (method === 'item/reasoning/summaryTextDelta' ||\n method === 'item/reasoning/textDelta') &&\n params.threadId === threadId &&\n params.turnId === turnId\n ) {\n const delta = String(params.delta || '');\n if (delta) {\n accumulatedReasoning += delta;\n emitChunk({\n content: '',\n reasoning: delta,\n isComplete: false,\n });\n }\n continue;\n }\n\n if (\n method === 'item/completed' &&\n params.threadId === threadId &&\n params.turnId === turnId &&\n params.item?.type === 'agentMessage' &&\n typeof params.item?.text === 'string' &&\n !accumulatedText\n ) {\n accumulatedText = params.item.text;\n continue;\n }\n\n if (\n method === 'thread/tokenUsage/updated' &&\n params.threadId === threadId &&\n params.turnId === turnId\n ) {\n latestUsage = this.mapUsage(params as CodexUsageNotification);\n continue;\n }\n\n if (\n method === 'turn/completed' &&\n params.threadId === threadId &&\n params.turn?.id === turnId\n ) {\n turnStatus = String(params.turn.status || '');\n latestErrorMessage =\n params.turn?.error?.message || latestErrorMessage || undefined;\n break;\n }\n }\n\n if (turnStatus !== 'completed') {\n throw new Error(\n latestErrorMessage ||\n `codex turn finished with status \"${turnStatus || 'unknown'}\"`,\n );\n }\n\n if (isStreaming) {\n emitChunk({\n content: '',\n reasoning: '',\n isComplete: true,\n usage: latestUsage,\n });\n }\n\n return {\n content: accumulatedText,\n reasoning_content: accumulatedReasoning || undefined,\n usage: latestUsage,\n isStreamed: isStreaming,\n protocolMetadata: {\n transport: 'json-rpc',\n threadId,\n turnId,\n turnStatus,\n },\n };\n } catch (error) {\n if (isAbortError(error) && threadId && turnId) {\n await this.request({\n method: 'turn/interrupt',\n params: {\n threadId,\n turnId,\n },\n deadlineAt: Date.now() + 5_000,\n }).catch(() => {});\n }\n throw error;\n } finally {\n if (threadId) {\n await this.request({\n method: 'thread/unsubscribe',\n params: { threadId },\n deadlineAt: Date.now() + CODEX_DEFAULT_CLEANUP_TIMEOUT_MS,\n }).catch((error) => {\n warnCodex(\n `failed to unsubscribe codex thread ${threadId}: ${String(error)}`,\n );\n });\n }\n }\n }\n\n async dispose(): Promise<void> {\n if (this.closed) return;\n this.closed = true;\n\n try {\n this.lineReader?.close?.();\n } catch {}\n\n try {\n this.child?.stdin?.end?.();\n } catch {}\n\n try {\n this.child?.kill?.();\n } catch {}\n }\n\n private attachProcessListeners() {\n this.lineReader.on('line', (line: string) => {\n this.lineBuffer.push(line);\n });\n\n this.child.stderr.on('data', (chunk: Buffer | string) => {\n const text = Buffer.isBuffer(chunk)\n ? chunk.toString('utf8')\n : String(chunk);\n this.stderrBuffer += text;\n if (this.stderrBuffer.length > 8192) {\n this.stderrBuffer = this.stderrBuffer.slice(-8192);\n }\n });\n\n this.child.on('exit', (code: number | null) => {\n this.closed = true;\n this.lastExitCode = code;\n });\n\n this.child.on('error', (error: Error) => {\n this.closed = true;\n this.processErrorMessage = error.message;\n });\n }\n\n /**\n * Keep codex process reusable but let short-lived callers exit naturally.\n * Without unref, one-shot scripts/tests that call AI once can hang.\n */\n private detachFromEventLoop() {\n this.child.unref?.();\n this.child.stdin?.unref?.();\n this.child.stdout?.unref?.();\n this.child.stderr?.unref?.();\n }\n\n private async initializeHandshake() {\n const deadlineAt = Date.now() + CODEX_DEFAULT_PROCESS_START_TIMEOUT_MS;\n await this.request({\n method: 'initialize',\n params: {\n clientInfo: {\n name: 'midscene_codex_provider',\n title: 'Midscene Codex Provider',\n version: '1.0.0',\n },\n capabilities: {\n experimentalApi: false,\n },\n },\n deadlineAt,\n });\n await this.sendMessage({\n method: 'initialized',\n });\n }\n\n private mapUsage(\n usage: CodexUsageNotification,\n ): OpenAI.CompletionUsage | undefined {\n const tokenUsage = usage.tokenUsage;\n const picked = tokenUsage?.last || tokenUsage?.total;\n if (!picked) return undefined;\n\n return {\n prompt_tokens: picked.inputTokens ?? 0,\n completion_tokens: picked.outputTokens ?? 0,\n total_tokens: picked.totalTokens ?? 0,\n prompt_tokens_details: { cached_tokens: picked.cachedInputTokens ?? 0 },\n completion_tokens_details: {\n reasoning_tokens: picked.reasoningOutputTokens ?? 0,\n },\n } satisfies OpenAI.CompletionUsage;\n }\n\n private isRequestMessage(message: JsonRpcMessage): message is JsonRpcRequest {\n return (\n typeof (message as any)?.method === 'string' &&\n (message as any)?.id !== undefined\n );\n }\n\n private isResponseMessage(\n message: JsonRpcMessage,\n ): message is JsonRpcResponse {\n return (\n (message as any)?.id !== undefined &&\n ((message as any)?.result !== undefined ||\n (message as any)?.error !== undefined) &&\n typeof (message as any)?.method !== 'string'\n );\n }\n\n private async request<T = unknown>({\n method,\n params,\n deadlineAt,\n abortSignal,\n }: {\n method: string;\n params: unknown;\n deadlineAt?: number;\n abortSignal?: AbortSignal;\n }): Promise<T> {\n const requestId = this.nextRequestId++;\n\n await this.sendMessage({\n id: requestId,\n method,\n params,\n });\n\n while (true) {\n const message = await this.nextMessage({\n deadlineAt,\n abortSignal,\n includePending: false,\n });\n\n if (this.isResponseMessage(message) && message.id === requestId) {\n if (message.error) {\n throw new Error(\n `codex app-server ${method} failed: ${\n message.error.message || 'unknown error'\n }`,\n );\n }\n return (message.result || {}) as T;\n }\n\n if (this.isRequestMessage(message)) {\n await this.respondToServerRequest(message);\n continue;\n }\n\n // Keep unmatched notifications/other responses for later stream handling.\n this.pendingMessages.push(message);\n }\n }\n\n private async respondToServerRequest(request: JsonRpcRequest): Promise<void> {\n const requestId = request.id;\n const method = request.method;\n\n let result: unknown = {};\n if (method === 'item/commandExecution/requestApproval') {\n result = { decision: 'decline' };\n } else if (method === 'item/fileChange/requestApproval') {\n result = { decision: 'decline' };\n } else if (method === 'mcpServer/elicitation/request') {\n result = { action: 'cancel', content: null };\n } else if (method === 'item/tool/requestUserInput') {\n result = { answers: [] };\n } else {\n await this.sendMessage({\n id: requestId,\n error: {\n code: -32601,\n message: `unsupported server request: ${method}`,\n },\n });\n return;\n }\n\n await this.sendMessage({\n id: requestId,\n result,\n });\n }\n\n private async nextMessage({\n deadlineAt,\n abortSignal,\n includePending = true,\n }: {\n deadlineAt?: number;\n abortSignal?: AbortSignal;\n includePending?: boolean;\n }): Promise<JsonRpcMessage> {\n if (includePending && this.pendingMessages.length) {\n return this.pendingMessages.shift() as JsonRpcMessage;\n }\n\n while (true) {\n if (abortSignal?.aborted) {\n throw new Error('codex app-server request aborted');\n }\n\n if (deadlineAt && Date.now() > deadlineAt) {\n throw new Error('codex app-server request timed out');\n }\n\n if (this.lineBuffer.length) {\n const line = this.lineBuffer.shift()!;\n const trimmed = line.trim();\n if (!trimmed) continue;\n\n let parsed: JsonRpcMessage;\n try {\n parsed = JSON.parse(trimmed);\n } catch (error) {\n warnCodex(\n `ignored non-JSON message from codex app-server: ${trimmed}`,\n );\n continue;\n }\n\n return parsed;\n }\n\n if (this.closed) {\n throw this.createClosedConnectionError();\n }\n\n await new Promise((resolve) => setTimeout(resolve, 20));\n }\n }\n\n private async sendMessage(payload: Record<string, unknown>): Promise<void> {\n if (this.closed) {\n throw this.createClosedConnectionError();\n }\n\n const line = JSON.stringify(payload);\n await new Promise<void>((resolve, reject) => {\n this.child.stdin.write(`${line}\\n`, (error: Error | null | undefined) => {\n if (error) {\n reject(\n new Error(\n `failed writing to codex app-server stdin: ${error.message}`,\n ),\n );\n return;\n }\n resolve();\n });\n });\n }\n\n private createClosedConnectionError(): Error {\n const stderr = this.stderrBuffer.trim();\n if (this.processErrorMessage) {\n return new Error(\n stderr\n ? `codex app-server process error: ${this.processErrorMessage}. stderr=${stderr}`\n : `codex app-server process error: ${this.processErrorMessage}`,\n );\n }\n\n return new Error(\n stderr\n ? `codex app-server connection closed (exitCode=${this.lastExitCode}). stderr=${stderr}`\n : `codex app-server connection closed (exitCode=${this.lastExitCode})`,\n );\n }\n}\n\nclass CodexAppServerConnectionManager {\n private connection: CodexAppServerConnection | null = null;\n private runner = new SerializedRunner();\n\n async runTurn({\n messages,\n modelConfig,\n stream,\n onChunk,\n params,\n abortSignal,\n imageDetail,\n onRecordEvent,\n }: {\n messages: ChatCompletionMessageParam[];\n modelConfig: IModelConfig;\n stream?: boolean;\n onChunk?: StreamingCallback;\n params?: CodexAppServerParamsResult['config'];\n abortSignal?: AbortSignal;\n imageDetail?: CodexImageDetail;\n onRecordEvent?: (event: CodexAppServerRecordEvent) => void;\n }): Promise<CodexTurnResult> {\n return this.runner.run(async () => {\n const connection = await this.getConnection();\n try {\n return await connection.runTurn({\n messages,\n modelConfig,\n stream,\n onChunk,\n params,\n abortSignal,\n imageDetail,\n onRecordEvent,\n });\n } catch (error) {\n if (connection.isClosed() || !isAbortError(error)) {\n await this.resetConnection();\n }\n throw error;\n }\n });\n }\n\n async shutdownForTests(): Promise<void> {\n await this.resetConnection();\n }\n\n private async getConnection(): Promise<CodexAppServerConnection> {\n if (!this.connection || this.connection.isClosed()) {\n this.connection = await CodexAppServerConnection.create();\n debugCodex('started long-lived codex app-server connection');\n }\n return this.connection;\n }\n\n private async resetConnection(): Promise<void> {\n if (!this.connection) return;\n const staleConnection = this.connection;\n this.connection = null;\n await staleConnection.dispose();\n debugCodex('reset codex app-server connection');\n }\n}\n\nconst codexConnectionManager = new CodexAppServerConnectionManager();\n\nexport async function callAIWithCodexAppServer(\n messages: ChatCompletionMessageParam[],\n modelConfig: IModelConfig,\n options?: {\n stream?: boolean;\n onChunk?: StreamingCallback;\n params?: CodexAppServerParamsResult['config'];\n abortSignal?: AbortSignal;\n imageDetail?: CodexImageDetail;\n onRecordEvent?: (event: CodexAppServerRecordEvent) => void;\n },\n): Promise<CodexTurnResult> {\n if (ifInBrowser) {\n throw new Error(\n 'codex app-server provider is not supported in browser runtime',\n );\n }\n\n return codexConnectionManager.runTurn({\n messages,\n modelConfig,\n stream: options?.stream,\n onChunk: options?.onChunk,\n params: options?.params,\n abortSignal: options?.abortSignal,\n imageDetail: options?.imageDetail,\n onRecordEvent: options?.onRecordEvent,\n });\n}\n\nexport async function __shutdownCodexAppServerForTests() {\n await codexConnectionManager.shutdownForTests();\n}\n"],"names":["CODEX_PROVIDER_SCHEME","CODEX_DEFAULT_TIMEOUT_MS","CODEX_DEFAULT_PROCESS_START_TIMEOUT_MS","CODEX_DEFAULT_CLEANUP_TIMEOUT_MS","CODEX_TEXT_INPUT_MAX_LENGTH","debugCodex","getDebug","warnCodex","SerializedRunner","work","previous","release","Promise","resolve","isCodexAppServerProvider","baseURL","isAbortError","error","Error","message","String","toNonEmptyString","value","trimmed","undefined","toCodexImageDetail","normalizeCodexLocalImagePath","imageUrl","platform","process","parsed","URL","pathname","decodeURIComponent","host","windowsPath","extractTextFromMessage","content","Array","part","Boolean","extractImageInputs","imageDetailOverride","inputs","partType","imageDetail","path","buildCodexTurnPayloadFromMessages","messages","developerInstructionParts","transcriptParts","imageInputs","role","text","roleTag","fullTranscript","transcriptText","input","developerInstructions","CodexAppServerConnection","ifInBrowser","childProcessModuleName","readlineModuleName","spawn","readline","child","lineReader","Number","connection","modelConfig","stream","onChunk","params","abortSignal","onRecordEvent","timeoutMs","deadlineAt","Date","isStreaming","threadId","turnId","latestErrorMessage","accumulatedText","accumulatedReasoning","latestUsage","emitChunk","reasoning","isComplete","usage","chunk","threadStartParams","threadStartResponse","turnStartParams","turnStartResponse","turnStatus","notification","method","belongsToCurrentTurn","messageText","delta","line","Buffer","code","tokenUsage","picked","requestId","request","result","includePending","JSON","setTimeout","payload","reject","stderr","CodexAppServerConnectionManager","staleConnection","codexConnectionManager","callAIWithCodexAppServer","options","__shutdownCodexAppServerForTests"],"mappings":";;;;;;;;;;;;AAQA,MAAMA,wBAAwB;AAC9B,MAAMC,2BAA2B;AACjC,MAAMC,yCAAyC;AAC/C,MAAMC,mCAAmC;AACzC,MAAMC,8BAA8B;AAEpC,MAAMC,aAAaC,SAAS;AAC5B,MAAMC,YAAYD,SAAS,iBAAiB;IAAE,SAAS;AAAK;AAsG5D,MAAME;IAGJ,MAAM,IAAOC,IAAsB,EAAc;QAC/C,MAAMC,WAAW,IAAI,CAAC,IAAI;QAC1B,IAAIC;QACJ,IAAI,CAAC,IAAI,GAAG,IAAIC,QAAc,CAACC;YAC7BF,UAAUE;QACZ;QAEA,MAAMH;QACN,IAAI;YACF,OAAO,MAAMD;QACf,SAAU;YACRE;QACF;IACF;;QAfA,uBAAQ,QAAsBC,QAAQ,OAAO;;AAgB/C;AAEO,MAAME,2BAA2B,CAACC;IACvC,IAAI,CAACA,SAAS,OAAO;IACrB,OAAOA,QAAQ,IAAI,GAAG,WAAW,GAAG,UAAU,CAACf;AACjD;AAEA,MAAMgB,eAAe,CAACC;IACpB,IAAI,CAACA,OAAO,OAAO;IACnB,IAAIA,iBAAiBC,SAASD,AAAe,iBAAfA,MAAM,IAAI,EAAmB,OAAO;IAClE,MAAME,UACJF,iBAAiBC,QAAQD,MAAM,OAAO,GAAGG,OAAOH,SAAS;IAC3D,OAAO,iBAAiB,IAAI,CAACE;AAC/B;AAEA,MAAME,mBAAmB,CAACC;IACxB,IAAI,AAAiB,YAAjB,OAAOA,OAAoB;IAC/B,MAAMC,UAAUD,MAAM,IAAI;IAC1B,OAAOC,WAAWC;AACpB;AAEA,MAAMC,qBAAqB,CAACH,QAC1BA,AAAU,WAAVA,SACAA,AAAU,UAAVA,SACAA,AAAU,WAAVA,SACAA,AAAU,eAAVA,QACIA,QACAE;AAEC,MAAME,+BAA+B,CAC1CC,UACAC,WAA4BC,QAAQ,QAAQ;IAE5C,IAAI,CAACF,SAAS,UAAU,CAAC,YACvB,OAAOA;IAGT,IAAI;QACF,MAAMG,SAAS,IAAIC,IAAIJ;QACvB,MAAMK,WAAWC,mBAAmBH,OAAO,QAAQ;QACnD,MAAMI,OAAOJ,OAAO,QAAQ,CAAC,WAAW;QAExC,IAAIF,AAAa,YAAbA,UAAsB;YACxB,MAAMO,cAAcH,SACjB,OAAO,CAAC,OAAO,MACf,OAAO,CAAC,kBAAkB;YAE7B,IAAIE,QAAQA,AAAS,gBAATA,MACV,OAAO,CAAC,IAAI,EAAEJ,OAAO,QAAQ,GAAGK,aAAa;YAG/C,OAAOA;QACT;QAEA,IAAID,QAAQA,AAAS,gBAATA,MACV,OAAO,CAAC,EAAE,EAAEJ,OAAO,QAAQ,GAAGE,UAAU;QAG1C,OAAOA;IACT,EAAE,OAAM;QACN,OAAOC,mBAAmBN,SAAS,KAAK,CAAC;IAC3C;AACF;AAEA,MAAMS,yBAAyB,CAC7BjB;IAEA,MAAMkB,UAAWlB,QAAgB,OAAO;IACxC,IAAI,AAAmB,YAAnB,OAAOkB,SACT,OAAOA;IAGT,IAAIC,MAAM,OAAO,CAACD,UAChB,OAAOA,QACJ,GAAG,CAAC,CAACE;QACJ,IAAI,CAACA,QAAQ,AAAgB,YAAhB,OAAOA,MAAmB,OAAO;QAE9C,IAAIA,AAAc,WAAdA,KAAK,IAAI,IAAe,AAAqB,YAArB,OAAOA,KAAK,IAAI,EAC1C,OAAOA,KAAK,IAAI;QAGlB,IAAIA,AAAc,iBAAdA,KAAK,IAAI,IAAqB,AAAqB,YAArB,OAAOA,KAAK,IAAI,EAChD,OAAOA,KAAK,IAAI;QAGlB,OAAO;IACT,GACC,MAAM,CAACC,SACP,IAAI,CAAC;IAGV,OAAO;AACT;AAEA,MAAMC,qBAAqB,CACzBtB,SACAuB;IAEA,MAAML,UAAWlB,QAAgB,OAAO;IACxC,IAAI,CAACmB,MAAM,OAAO,CAACD,UAAU,OAAO,EAAE;IAEtC,MAAMM,SAAwD,EAAE;IAChE,KAAK,MAAMJ,QAAQF,QAAS;QAC1B,IAAI,CAACE,QAAQ,AAAgB,YAAhB,OAAOA,MAAmB;QAEvC,MAAMK,WAAWxB,OAAOmB,KAAK,IAAI,IAAI;QACrC,MAAMZ,WACJiB,AAAa,gBAAbA,WACIvB,iBAAiBkB,KAAK,SAAS,EAAE,OACjCK,AAAa,kBAAbA,WACEvB,iBAAiBkB,KAAK,SAAS,IAAIA,KAAK,GAAG,IAC3Cf;QACR,MAAMqB,cACJH,uBACAjB,mBACEmB,AAAa,gBAAbA,WAA2BL,KAAK,SAAS,EAAE,SAASA,KAAK,MAAM;QAGnE,IAAKZ;YAEL,IACEA,SAAS,UAAU,CAAC,QACpBA,SAAS,UAAU,CAAC,SACpBA,SAAS,UAAU,CAAC,UACpBA,SAAS,UAAU,CAAC,YACpB;gBACA,MAAMmB,OAAOnB,SAAS,UAAU,CAAC,aAC7BD,6BAA6BC,YAC7BA;gBAEJgB,OAAO,IAAI,CAAC;oBACV,MAAM;oBACNG;oBACA,GAAID,cAAc;wBAAE,QAAQA;oBAAY,IAAI,CAAC,CAAC;gBAChD;gBACA;YACF;YAEAF,OAAO,IAAI,CAAC;gBACV,MAAM;gBACN,KAAKhB;gBACL,GAAIkB,cAAc;oBAAE,QAAQA;gBAAY,IAAI,CAAC,CAAC;YAChD;;IACF;IAEA,OAAOF;AACT;AAEO,MAAMI,oCAAoC,CAC/CC,UACAN;IAKA,MAAMO,4BAAsC,EAAE;IAC9C,MAAMC,kBAA4B,EAAE;IACpC,MAAMC,cAA6D,EAAE;IAErE,KAAK,MAAMhC,WAAW6B,SAAU;QAC9B,MAAMI,OAAOhC,OAAQD,QAAgB,IAAI,IAAI;QAC7C,MAAMkC,OAAOjB,uBAAuBjB;QAEpC,IAAIiC,AAAS,aAATA,MAAmB;YACrB,IAAIC,KAAK,IAAI,IAAIJ,0BAA0B,IAAI,CAACI,KAAK,IAAI;YACzD;QACF;QAEA,MAAMC,UAAUF,KAAK,WAAW;QAChC,IAAIC,KAAK,IAAI,IACXH,gBAAgB,IAAI,CAAC,CAAC,CAAC,EAAEI,QAAQ,GAAG,EAAED,KAAK,IAAI,IAAI;aAEnDH,gBAAgB,IAAI,CAAC,CAAC,CAAC,EAAEI,QAAQ,oBAAoB,CAAC;QAGxD,IAAIF,AAAS,WAATA,MACFD,YAAY,IAAI,IAAIV,mBAAmBtB,SAASuB;IAEpD;IAEA,MAAMa,iBAAiBL,gBAAgB,IAAI,CAAC;IAC5C,MAAMM,iBACHD,AAAAA,CAAAA,eAAe,MAAM,GAAGnD,8BACrBmD,eAAe,KAAK,CAAC,CAACnD,+BACtBmD,cAAa,KAAM;IAEzB,MAAME,QAA0B;QAC9B;YACE,MAAM;YACN,MAAMD;YACN,eAAe,EAAE;QACnB;WACGL;KACJ;IAED,MAAMO,wBAAwBT,0BAA0B,MAAM,GAC1DA,0BAA0B,IAAI,CAAC,UAC/BzB;IAEJ,OAAO;QACLkC;QACAD;IACF;AACF;AAEA,MAAME;IAgBJ,aAAa,SAA4C;QACvD,IAAIC,aACF,MAAM,IAAI1C,MACR;QAIJ,MAAM2C,yBAAyB;QAC/B,MAAMC,qBAAqB;QAC3B,MAAM,EAAEC,KAAK,EAAE,GAAG,MAAM,MAAM,CAACF;QAC/B,MAAMG,WAAW,MAAM,MAAM,CAACF;QAE9B,MAAMG,QAAQF,MAAM,SAAS;YAAC;SAAa,EAAE;YAC3C,OAAO;gBAAC;gBAAQ;gBAAQ;aAAO;QACjC;QAEA,IAAI,CAACE,MAAM,KAAK,IAAI,CAACA,MAAM,MAAM,IAAI,CAACA,MAAM,MAAM,EAChD,MAAM,IAAI/C,MAAM;QAGlB,MAAMgD,aAAaF,SAAS,eAAe,CAAC;YAC1C,OAAOC,MAAM,MAAM;YACnB,WAAWE;QACb;QACA,MAAMC,aAAa,IAAIT,yBAAyBM,OAAOC;QACvDE,WAAW,mBAAmB;QAC9BA,WAAW,sBAAsB;QACjC,MAAMA,WAAW,mBAAmB;QAEpC,OAAOA;IACT;IAEA,WAAoB;QAClB,OAAO,IAAI,CAAC,MAAM;IACpB;IAEA,MAAM,QAAQ,EACZpB,QAAQ,EACRqB,WAAW,EACXC,MAAM,EACNC,OAAO,EACPC,MAAM,EACNC,WAAW,EACX5B,WAAW,EACX6B,aAAa,EAUd,EAA4B;QAC3B,MAAMC,YAAYN,YAAY,OAAO,IAAIpE;QACzC,MAAM2E,aAAaC,KAAK,GAAG,KAAKF;QAChC,MAAMG,cAAc,CAAC,CAAER,CAAAA,UAAUC,OAAM;QAEvC,MAAM,EAAEb,qBAAqB,EAAED,KAAK,EAAE,GAAGV,kCACvCC,UACAH;QAGF,IAAIkC;QACJ,IAAIC;QACJ,IAAIC;QACJ,IAAIC,kBAAkB;QACtB,IAAIC,uBAAuB;QAC3B,IAAIC;QAEJ,MAAMC,YAAY,CAAC,EACjBhD,OAAO,EACPiD,SAAS,EACTC,UAAU,EACVC,KAAK,EAMN;YACC,IAAI,CAACV,eAAe,CAACP,SAAS;YAC9B,MAAMkB,QAA6B;gBACjCpD;gBACA,mBAAmBiD;gBACnB,aAAaJ;gBACbK;gBACAC;YACF;YACAjB,QAAQkB;QACV;QAEA,IAAI;YACF,MAAMC,oBAAoB;gBACxB,OAAOrB,YAAY,SAAS;gBAC5B,KAAKxC,QAAQ,GAAG;gBAChB,gBAAgB;gBAChB,SAAS;gBACT,WAAW;gBACX,uBAAuB;gBACvB,wBAAwB;gBACxB,uBAAuB6B,yBAAyB;YAClD;YACAgB,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQgB;gBACV;YACF;YACA,MAAMC,sBAAsB,MAAM,IAAI,CAAC,OAAO,CAA2B;gBACvE,QAAQ;gBACR,QAAQD;gBACRd;gBACAH;YACF;YACAC,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQiB;gBACV;YACF;YAEAZ,WAAWY,qBAAqB,QAAQ;YACxC,IAAI,CAACZ,UACH,MAAM,IAAI7D,MAAM;YAGlB,MAAM0E,kBAAkB;gBACtB,GAAGpB,MAAM;gBACTO;gBACAtB;YACF;YACAiB,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQkB;gBACV;YACF;YACA,MAAMC,oBAAoB,MAAM,IAAI,CAAC,OAAO,CAAyB;gBACnE,QAAQ;gBACR,QAAQD;gBACRhB;gBACAH;YACF;YACAC,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQmB;gBACV;YACF;YAEAb,SAASa,mBAAmB,MAAM;YAClC,IAAI,CAACb,QACH,MAAM,IAAI9D,MAAM;YAGlB,IAAI4E;YACJ,MAAO,CAACA,WAAY;gBAClB,MAAM3E,UAAU,MAAM,IAAI,CAAC,WAAW,CAAC;oBAAEyD;oBAAYH;gBAAY;gBAEjE,IAAI,IAAI,CAAC,iBAAiB,CAACtD,UAEzB;gBAGF,IAAI,IAAI,CAAC,gBAAgB,CAACA,UAAU;oBAClC,MAAM,IAAI,CAAC,sBAAsB,CAACA;oBAClC;gBACF;gBAEA,MAAM4E,eAAe5E;gBACrB,MAAM6E,SAASD,aAAa,MAAM;gBAClC,MAAMvB,SAASuB,aAAa,MAAM,IAAI,CAAC;gBACvC,MAAME,uBACJzB,OAAO,QAAQ,KAAKO,YACnBP,CAAAA,OAAO,MAAM,KAAKQ,UAAUR,OAAO,IAAI,EAAE,OAAOQ,MAAK;gBAExD,IAAIiB,sBACFvB,gBAAgB;oBACd,MAAM;oBACN,UAAU;wBACR,WAAW;wBACXsB;wBACAxB;oBACF;gBACF;gBAGF,IAAIwB,AAAW,YAAXA,QAAoB;oBACtB,MAAME,cACJ1B,OAAO,KAAK,EAAE,WACdA,OAAO,OAAO,IACd;oBACFS,qBAAqB7D,OAAO8E;oBAC5B;gBACF;gBAEA,IACEF,AAAW,8BAAXA,UACAxB,OAAO,QAAQ,KAAKO,YACpBP,OAAO,MAAM,KAAKQ,QAClB;oBACA,MAAMmB,QAAQ/E,OAAOoD,OAAO,KAAK,IAAI;oBACrC,IAAI2B,OAAO;wBACTjB,mBAAmBiB;wBACnBd,UAAU;4BACR,SAASc;4BACT,WAAW;4BACX,YAAY;wBACd;oBACF;oBACA;gBACF;gBAEA,IACGH,AAAAA,CAAAA,AAAW,sCAAXA,UACCA,AAAW,+BAAXA,MAAoC,KACtCxB,OAAO,QAAQ,KAAKO,YACpBP,OAAO,MAAM,KAAKQ,QAClB;oBACA,MAAMmB,QAAQ/E,OAAOoD,OAAO,KAAK,IAAI;oBACrC,IAAI2B,OAAO;wBACThB,wBAAwBgB;wBACxBd,UAAU;4BACR,SAAS;4BACT,WAAWc;4BACX,YAAY;wBACd;oBACF;oBACA;gBACF;gBAEA,IACEH,AAAW,qBAAXA,UACAxB,OAAO,QAAQ,KAAKO,YACpBP,OAAO,MAAM,KAAKQ,UAClBR,OAAO,IAAI,EAAE,SAAS,kBACtB,AAA6B,YAA7B,OAAOA,OAAO,IAAI,EAAE,QACpB,CAACU,iBACD;oBACAA,kBAAkBV,OAAO,IAAI,CAAC,IAAI;oBAClC;gBACF;gBAEA,IACEwB,AAAW,gCAAXA,UACAxB,OAAO,QAAQ,KAAKO,YACpBP,OAAO,MAAM,KAAKQ,QAClB;oBACAI,cAAc,IAAI,CAAC,QAAQ,CAACZ;oBAC5B;gBACF;gBAEA,IACEwB,AAAW,qBAAXA,UACAxB,OAAO,QAAQ,KAAKO,YACpBP,OAAO,IAAI,EAAE,OAAOQ,QACpB;oBACAc,aAAa1E,OAAOoD,OAAO,IAAI,CAAC,MAAM,IAAI;oBAC1CS,qBACET,OAAO,IAAI,EAAE,OAAO,WAAWS,sBAAsBzD;oBACvD;gBACF;YACF;YAEA,IAAIsE,AAAe,gBAAfA,YACF,MAAM,IAAI5E,MACR+D,sBACE,CAAC,iCAAiC,EAAEa,cAAc,UAAU,CAAC,CAAC;YAIpE,IAAIhB,aACFO,UAAU;gBACR,SAAS;gBACT,WAAW;gBACX,YAAY;gBACZ,OAAOD;YACT;YAGF,OAAO;gBACL,SAASF;gBACT,mBAAmBC,wBAAwB3D;gBAC3C,OAAO4D;gBACP,YAAYN;gBACZ,kBAAkB;oBAChB,WAAW;oBACXC;oBACAC;oBACAc;gBACF;YACF;QACF,EAAE,OAAO7E,OAAO;YACd,IAAID,aAAaC,UAAU8D,YAAYC,QACrC,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,QAAQ;gBACR,QAAQ;oBACND;oBACAC;gBACF;gBACA,YAAYH,KAAK,GAAG,KAAK;YAC3B,GAAG,KAAK,CAAC,KAAO;YAElB,MAAM5D;QACR,SAAU;YACR,IAAI8D,UACF,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,QAAQ;gBACR,QAAQ;oBAAEA;gBAAS;gBACnB,YAAYF,KAAK,GAAG,KAAK1E;YAC3B,GAAG,KAAK,CAAC,CAACc;gBACRV,UACE,CAAC,mCAAmC,EAAEwE,SAAS,EAAE,EAAE3D,OAAOH,QAAQ;YAEtE;QAEJ;IACF;IAEA,MAAM,UAAyB;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE;QACjB,IAAI,CAAC,MAAM,GAAG;QAEd,IAAI;YACF,IAAI,CAAC,UAAU,EAAE;QACnB,EAAE,OAAM,CAAC;QAET,IAAI;YACF,IAAI,CAAC,KAAK,EAAE,OAAO;QACrB,EAAE,OAAM,CAAC;QAET,IAAI;YACF,IAAI,CAAC,KAAK,EAAE;QACd,EAAE,OAAM,CAAC;IACX;IAEQ,yBAAyB;QAC/B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,CAACmF;YAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAACA;QACvB;QAEA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAACX;YAC5B,MAAMpC,OAAOgD,OAAO,QAAQ,CAACZ,SACzBA,MAAM,QAAQ,CAAC,UACfrE,OAAOqE;YACX,IAAI,CAAC,YAAY,IAAIpC;YACrB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,MAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;QAEhD;QAEA,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAACiD;YACrB,IAAI,CAAC,MAAM,GAAG;YACd,IAAI,CAAC,YAAY,GAAGA;QACtB;QAEA,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAACrF;YACtB,IAAI,CAAC,MAAM,GAAG;YACd,IAAI,CAAC,mBAAmB,GAAGA,MAAM,OAAO;QAC1C;IACF;IAMQ,sBAAsB;QAC5B,IAAI,CAAC,KAAK,CAAC,KAAK;QAChB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;QAClB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QACnB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;IACrB;IAEA,MAAc,sBAAsB;QAClC,MAAM2D,aAAaC,KAAK,GAAG,KAAK3E;QAChC,MAAM,IAAI,CAAC,OAAO,CAAC;YACjB,QAAQ;YACR,QAAQ;gBACN,YAAY;oBACV,MAAM;oBACN,OAAO;oBACP,SAAS;gBACX;gBACA,cAAc;oBACZ,iBAAiB;gBACnB;YACF;YACA0E;QACF;QACA,MAAM,IAAI,CAAC,WAAW,CAAC;YACrB,QAAQ;QACV;IACF;IAEQ,SACNY,KAA6B,EACO;QACpC,MAAMe,aAAaf,MAAM,UAAU;QACnC,MAAMgB,SAASD,YAAY,QAAQA,YAAY;QAC/C,IAAI,CAACC,QAAQ;QAEb,OAAO;YACL,eAAeA,OAAO,WAAW,IAAI;YACrC,mBAAmBA,OAAO,YAAY,IAAI;YAC1C,cAAcA,OAAO,WAAW,IAAI;YACpC,uBAAuB;gBAAE,eAAeA,OAAO,iBAAiB,IAAI;YAAE;YACtE,2BAA2B;gBACzB,kBAAkBA,OAAO,qBAAqB,IAAI;YACpD;QACF;IACF;IAEQ,iBAAiBrF,OAAuB,EAA6B;QAC3E,OACE,AAAoC,YAApC,OAAQA,SAAiB,UACxBA,SAAiB,OAAOK;IAE7B;IAEQ,kBACNL,OAAuB,EACK;QAC5B,OACGA,SAAiB,OAAOK,UACvBL,CAAAA,SAAiB,WAAWK,UAC3BL,SAAiB,UAAUK,MAAQ,KACtC,AAAoC,YAApC,OAAQL,SAAiB;IAE7B;IAEA,MAAc,QAAqB,EACjC6E,MAAM,EACNxB,MAAM,EACNI,UAAU,EACVH,WAAW,EAMZ,EAAc;QACb,MAAMgC,YAAY,IAAI,CAAC,aAAa;QAEpC,MAAM,IAAI,CAAC,WAAW,CAAC;YACrB,IAAIA;YACJT;YACAxB;QACF;QAEA,MAAO,KAAM;YACX,MAAMrD,UAAU,MAAM,IAAI,CAAC,WAAW,CAAC;gBACrCyD;gBACAH;gBACA,gBAAgB;YAClB;YAEA,IAAI,IAAI,CAAC,iBAAiB,CAACtD,YAAYA,QAAQ,EAAE,KAAKsF,WAAW;gBAC/D,IAAItF,QAAQ,KAAK,EACf,MAAM,IAAID,MACR,CAAC,iBAAiB,EAAE8E,OAAO,SAAS,EAClC7E,QAAQ,KAAK,CAAC,OAAO,IAAI,iBACzB;gBAGN,OAAQA,QAAQ,MAAM,IAAI,CAAC;YAC7B;YAEA,IAAI,IAAI,CAAC,gBAAgB,CAACA,UAAU;gBAClC,MAAM,IAAI,CAAC,sBAAsB,CAACA;gBAClC;YACF;YAGA,IAAI,CAAC,eAAe,CAAC,IAAI,CAACA;QAC5B;IACF;IAEA,MAAc,uBAAuBuF,OAAuB,EAAiB;QAC3E,MAAMD,YAAYC,QAAQ,EAAE;QAC5B,MAAMV,SAASU,QAAQ,MAAM;QAE7B,IAAIC,SAAkB,CAAC;QACvB,IAAIX,AAAW,4CAAXA,QACFW,SAAS;YAAE,UAAU;QAAU;aAC1B,IAAIX,AAAW,sCAAXA,QACTW,SAAS;YAAE,UAAU;QAAU;aAC1B,IAAIX,AAAW,oCAAXA,QACTW,SAAS;YAAE,QAAQ;YAAU,SAAS;QAAK;;YACtC,IAAIX,AAAW,iCAAXA,QAEJ,YACL,MAAM,IAAI,CAAC,WAAW,CAAC;gBACrB,IAAIS;gBACJ,OAAO;oBACL,MAAM;oBACN,SAAS,CAAC,4BAA4B,EAAET,QAAQ;gBAClD;YACF;YARAW,SAAS;gBAAE,SAAS,EAAE;YAAC;;QAYzB,MAAM,IAAI,CAAC,WAAW,CAAC;YACrB,IAAIF;YACJE;QACF;IACF;IAEA,MAAc,YAAY,EACxB/B,UAAU,EACVH,WAAW,EACXmC,iBAAiB,IAAI,EAKtB,EAA2B;QAC1B,IAAIA,kBAAkB,IAAI,CAAC,eAAe,CAAC,MAAM,EAC/C,OAAO,IAAI,CAAC,eAAe,CAAC,KAAK;QAGnC,MAAO,KAAM;YACX,IAAInC,aAAa,SACf,MAAM,IAAIvD,MAAM;YAGlB,IAAI0D,cAAcC,KAAK,GAAG,KAAKD,YAC7B,MAAM,IAAI1D,MAAM;YAGlB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;gBAC1B,MAAMkF,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK;gBAClC,MAAM7E,UAAU6E,KAAK,IAAI;gBACzB,IAAI,CAAC7E,SAAS;gBAEd,IAAIO;gBACJ,IAAI;oBACFA,SAAS+E,KAAK,KAAK,CAACtF;gBACtB,EAAE,OAAON,OAAO;oBACdV,UACE,CAAC,gDAAgD,EAAEgB,SAAS;oBAE9D;gBACF;gBAEA,OAAOO;YACT;YAEA,IAAI,IAAI,CAAC,MAAM,EACb,MAAM,IAAI,CAAC,2BAA2B;YAGxC,MAAM,IAAIlB,QAAQ,CAACC,UAAYiG,WAAWjG,SAAS;QACrD;IACF;IAEA,MAAc,YAAYkG,OAAgC,EAAiB;QACzE,IAAI,IAAI,CAAC,MAAM,EACb,MAAM,IAAI,CAAC,2BAA2B;QAGxC,MAAMX,OAAOS,KAAK,SAAS,CAACE;QAC5B,MAAM,IAAInG,QAAc,CAACC,SAASmG;YAChC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGZ,KAAK,EAAE,CAAC,EAAE,CAACnF;gBACnC,IAAIA,OAAO,YACT+F,OACE,IAAI9F,MACF,CAAC,0CAA0C,EAAED,MAAM,OAAO,EAAE;gBAKlEJ;YACF;QACF;IACF;IAEQ,8BAAqC;QAC3C,MAAMoG,SAAS,IAAI,CAAC,YAAY,CAAC,IAAI;QACrC,IAAI,IAAI,CAAC,mBAAmB,EAC1B,OAAO,IAAI/F,MACT+F,SACI,CAAC,gCAAgC,EAAE,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAEA,QAAQ,GAC/E,CAAC,gCAAgC,EAAE,IAAI,CAAC,mBAAmB,EAAE;QAIrE,OAAO,IAAI/F,MACT+F,SACI,CAAC,6CAA6C,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAEA,QAAQ,GACtF,CAAC,6CAA6C,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAE5E;IA9lBA,YAAoBhD,KAAU,EAAEC,UAAe,CAAE;QAVjD,uBAAQ,SAAR;QACA,uBAAQ,cAAR;QACA,uBAAQ,mBAAoC,EAAE;QAC9C,uBAAQ,cAAuB,EAAE;QACjC,uBAAQ,iBAAgB;QACxB,uBAAQ,UAAS;QACjB,uBAAQ,gBAA8B;QACtC,uBAAQ,uBAAqC;QAC7C,uBAAQ,gBAAe;QAGrB,IAAI,CAAC,KAAK,GAAGD;QACb,IAAI,CAAC,UAAU,GAAGC;IACpB;AA4lBF;AAEA,MAAMgD;IAIJ,MAAM,QAAQ,EACZlE,QAAQ,EACRqB,WAAW,EACXC,MAAM,EACNC,OAAO,EACPC,MAAM,EACNC,WAAW,EACX5B,WAAW,EACX6B,aAAa,EAUd,EAA4B;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YACrB,MAAMN,aAAa,MAAM,IAAI,CAAC,aAAa;YAC3C,IAAI;gBACF,OAAO,MAAMA,WAAW,OAAO,CAAC;oBAC9BpB;oBACAqB;oBACAC;oBACAC;oBACAC;oBACAC;oBACA5B;oBACA6B;gBACF;YACF,EAAE,OAAOzD,OAAO;gBACd,IAAImD,WAAW,QAAQ,MAAM,CAACpD,aAAaC,QACzC,MAAM,IAAI,CAAC,eAAe;gBAE5B,MAAMA;YACR;QACF;IACF;IAEA,MAAM,mBAAkC;QACtC,MAAM,IAAI,CAAC,eAAe;IAC5B;IAEA,MAAc,gBAAmD;QAC/D,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI;YAClD,IAAI,CAAC,UAAU,GAAG,MAAM0C,yBAAyB,MAAM;YACvDtD,WAAW;QACb;QACA,OAAO,IAAI,CAAC,UAAU;IACxB;IAEA,MAAc,kBAAiC;QAC7C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;QACtB,MAAM8G,kBAAkB,IAAI,CAAC,UAAU;QACvC,IAAI,CAAC,UAAU,GAAG;QAClB,MAAMA,gBAAgB,OAAO;QAC7B9G,WAAW;IACb;;QA9DA,uBAAQ,cAA8C;QACtD,uBAAQ,UAAS,IAAIG;;AA8DvB;AAEA,MAAM4G,yBAAyB,IAAIF;AAE5B,eAAeG,yBACpBrE,QAAsC,EACtCqB,WAAyB,EACzBiD,OAOC;IAED,IAAI1D,aACF,MAAM,IAAI1C,MACR;IAIJ,OAAOkG,uBAAuB,OAAO,CAAC;QACpCpE;QACAqB;QACA,QAAQiD,SAAS;QACjB,SAASA,SAAS;QAClB,QAAQA,SAAS;QACjB,aAAaA,SAAS;QACtB,aAAaA,SAAS;QACtB,eAAeA,SAAS;IAC1B;AACF;AAEO,eAAeC;IACpB,MAAMH,uBAAuB,gBAAgB;AAC/C"}
1
+ {"version":3,"file":"ai-model/service-caller/codex/codex-app-server.mjs","sources":["../../../../../src/ai-model/service-caller/codex/codex-app-server.ts"],"sourcesContent":["import type { CodeGenerationChunk, StreamingCallback } from '@/types';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport { getDebug } from '@midscene/shared/logger';\nimport { ifInBrowser } from '@midscene/shared/utils';\nimport type OpenAI from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { CodexAppServerParamsResult } from '../../model-adapter/types';\n\nconst CODEX_PROVIDER_SCHEME = 'codex://';\nconst CODEX_INTERRUPT_TIMEOUT_MS = 5_000;\nconst CODEX_DEFAULT_PROCESS_START_TIMEOUT_MS = 15 * 1000;\nconst CODEX_DEFAULT_CLEANUP_TIMEOUT_MS = 8 * 1000;\nconst CODEX_TEXT_INPUT_MAX_LENGTH = 256 * 1024;\n\nconst debugCodex = getDebug('ai:call:codex');\nconst warnCodex = getDebug('ai:call:codex', { console: true });\n\ntype JsonRpcRequest = {\n id: string | number;\n method: string;\n params?: unknown;\n};\n\ntype JsonRpcResponse = {\n id: string | number;\n result?: unknown;\n error?: {\n code?: number;\n message?: string;\n data?: unknown;\n };\n};\n\ntype JsonRpcNotification = {\n method: string;\n params?: Record<string, any>;\n};\n\ntype JsonRpcMessage = JsonRpcRequest | JsonRpcResponse | JsonRpcNotification;\n\ntype CodexTextInput = {\n type: 'text';\n text: string;\n text_elements: any[];\n};\n\n// Codex app-server v2 accepts `detail` on both image input variants:\n// https://github.com/openai/codex/blob/main/codex-rs/app-server-protocol/src/protocol/v2/turn.rs#L276-L329\n// Codex has also reported `original` as a supported value in production:\n// https://github.com/openai/codex/issues/24797\ntype CodexImageInput = {\n type: 'image';\n url: string;\n detail?: CodexImageDetail;\n};\n\ntype CodexLocalImageInput = {\n type: 'localImage';\n path: string;\n detail?: CodexImageDetail;\n};\n\ntype CodexTurnInput = CodexTextInput | CodexImageInput | CodexLocalImageInput;\n\ntype CodexImageDetail = 'auto' | 'low' | 'high' | 'original';\n\nexport type CodexAppServerRecordEvent = {\n type: 'request' | 'chunk';\n protocol: Record<string, unknown>;\n};\n\ntype CodexTurnResult = {\n content: string;\n reasoning_content?: string;\n usage?: OpenAI.CompletionUsage;\n isStreamed: boolean;\n protocolMetadata: {\n transport: 'json-rpc';\n threadId: string;\n turnId: string;\n turnStatus: string;\n };\n};\n\ntype CodexTurnStartResponse = {\n turn?: {\n id?: string;\n };\n};\n\ntype CodexThreadStartResponse = {\n thread?: {\n id?: string;\n };\n};\n\ntype CodexUsageNotification = {\n threadId?: string;\n turnId?: string;\n tokenUsage?: {\n total?: {\n totalTokens?: number;\n inputTokens?: number;\n cachedInputTokens?: number;\n outputTokens?: number;\n reasoningOutputTokens?: number;\n };\n last?: {\n totalTokens?: number;\n inputTokens?: number;\n cachedInputTokens?: number;\n outputTokens?: number;\n reasoningOutputTokens?: number;\n };\n };\n};\n\nclass SerializedRunner {\n private tail: Promise<void> = Promise.resolve();\n\n async run<T>(work: () => Promise<T>): Promise<T> {\n const previous = this.tail;\n let release!: () => void;\n this.tail = new Promise<void>((resolve) => {\n release = resolve;\n });\n\n await previous;\n try {\n return await work();\n } finally {\n release();\n }\n }\n}\n\nexport const isCodexAppServerProvider = (baseURL?: string): boolean => {\n if (!baseURL) return false;\n return baseURL.trim().toLowerCase().startsWith(CODEX_PROVIDER_SCHEME);\n};\n\nconst isAbortError = (error: unknown): boolean => {\n if (!error) return false;\n if (error instanceof Error && error.name === 'AbortError') return true;\n const message =\n error instanceof Error ? error.message : String(error ?? 'unknown error');\n return /aborted|abort/i.test(message);\n};\n\nconst toNonEmptyString = (value: unknown): string | undefined => {\n if (typeof value !== 'string') return undefined;\n const trimmed = value.trim();\n return trimmed || undefined;\n};\n\nconst toCodexImageDetail = (value: unknown): CodexImageDetail | undefined =>\n value === 'auto' ||\n value === 'low' ||\n value === 'high' ||\n value === 'original'\n ? value\n : undefined;\n\nexport const normalizeCodexLocalImagePath = (\n imageUrl: string,\n platform: NodeJS.Platform = process.platform,\n): string => {\n if (!imageUrl.startsWith('file://')) {\n return imageUrl;\n }\n\n try {\n const parsed = new URL(imageUrl);\n const pathname = decodeURIComponent(parsed.pathname);\n const host = parsed.hostname.toLowerCase();\n\n if (platform === 'win32') {\n const windowsPath = pathname\n .replace(/\\//g, '\\\\')\n .replace(/^\\\\([A-Za-z]:)/, '$1');\n\n if (host && host !== 'localhost') {\n return `\\\\\\\\${parsed.hostname}${windowsPath}`;\n }\n\n return windowsPath;\n }\n\n if (host && host !== 'localhost') {\n return `//${parsed.hostname}${pathname}`;\n }\n\n return pathname;\n } catch {\n return decodeURIComponent(imageUrl.slice('file://'.length));\n }\n};\n\nconst extractTextFromMessage = (\n message: ChatCompletionMessageParam,\n): string => {\n const content = (message as any).content;\n if (typeof content === 'string') {\n return content;\n }\n\n if (Array.isArray(content)) {\n return content\n .map((part) => {\n if (!part || typeof part !== 'object') return '';\n\n if (part.type === 'text' && typeof part.text === 'string') {\n return part.text;\n }\n\n if (part.type === 'input_text' && typeof part.text === 'string') {\n return part.text;\n }\n\n return '';\n })\n .filter(Boolean)\n .join('\\n');\n }\n\n return '';\n};\n\nconst extractImageInputs = (\n message: ChatCompletionMessageParam,\n): Array<CodexImageInput | CodexLocalImageInput> => {\n const content = (message as any).content;\n if (!Array.isArray(content)) return [];\n\n const inputs: Array<CodexImageInput | CodexLocalImageInput> = [];\n for (const part of content) {\n if (!part || typeof part !== 'object') continue;\n\n const partType = String(part.type || '');\n const imageUrl =\n partType === 'image_url'\n ? toNonEmptyString(part.image_url?.url)\n : partType === 'input_image'\n ? toNonEmptyString(part.image_url || part.url)\n : undefined;\n const imageDetail = toCodexImageDetail(\n partType === 'image_url' ? part.image_url?.detail : part.detail,\n );\n\n if (!imageUrl) continue;\n\n if (\n imageUrl.startsWith('/') ||\n imageUrl.startsWith('./') ||\n imageUrl.startsWith('../') ||\n imageUrl.startsWith('file://')\n ) {\n const path = imageUrl.startsWith('file://')\n ? normalizeCodexLocalImagePath(imageUrl)\n : imageUrl;\n\n inputs.push({\n type: 'localImage',\n path,\n ...(imageDetail ? { detail: imageDetail } : {}),\n });\n continue;\n }\n\n inputs.push({\n type: 'image',\n url: imageUrl,\n ...(imageDetail ? { detail: imageDetail } : {}),\n });\n }\n\n return inputs;\n};\n\nexport const buildCodexTurnPayloadFromMessages = (\n messages: ChatCompletionMessageParam[],\n): {\n developerInstructions?: string;\n input: CodexTurnInput[];\n} => {\n const developerInstructionParts: string[] = [];\n const transcriptParts: string[] = [];\n const imageInputs: Array<CodexImageInput | CodexLocalImageInput> = [];\n\n for (const message of messages) {\n const role = String((message as any).role || 'user');\n const text = extractTextFromMessage(message);\n\n if (role === 'system') {\n if (text.trim()) developerInstructionParts.push(text.trim());\n continue;\n }\n\n const roleTag = role.toUpperCase();\n if (text.trim()) {\n transcriptParts.push(`[${roleTag}]\\n${text.trim()}`);\n } else {\n transcriptParts.push(`[${roleTag}]\\n(no text content)`);\n }\n\n if (role === 'user') {\n imageInputs.push(...extractImageInputs(message));\n }\n }\n\n const fullTranscript = transcriptParts.join('\\n\\n');\n const transcriptText =\n (fullTranscript.length > CODEX_TEXT_INPUT_MAX_LENGTH\n ? fullTranscript.slice(-CODEX_TEXT_INPUT_MAX_LENGTH)\n : fullTranscript) || 'Please answer the latest user request.';\n\n const input: CodexTurnInput[] = [\n {\n type: 'text',\n text: transcriptText,\n text_elements: [],\n },\n ...imageInputs,\n ];\n\n const developerInstructions = developerInstructionParts.length\n ? developerInstructionParts.join('\\n\\n')\n : undefined;\n\n return {\n developerInstructions,\n input,\n };\n};\n\nclass CodexAppServerConnection {\n private child: any;\n private lineReader: any;\n private pendingMessages: JsonRpcMessage[] = [];\n private lineBuffer: string[] = [];\n private nextRequestId = 1;\n private closed = false;\n private lastExitCode: number | null = null;\n private processErrorMessage: string | null = null;\n private stderrBuffer = '';\n\n private constructor(child: any, lineReader: any) {\n this.child = child;\n this.lineReader = lineReader;\n }\n\n static async create(): Promise<CodexAppServerConnection> {\n if (ifInBrowser) {\n throw new Error(\n 'codex app-server provider is not supported in browser runtime',\n );\n }\n\n const childProcessModuleName = 'node:child_process';\n const readlineModuleName = 'node:readline';\n const { spawn } = await import(childProcessModuleName);\n const readline = await import(readlineModuleName);\n\n const child = spawn('codex', ['app-server'], {\n stdio: ['pipe', 'pipe', 'pipe'],\n });\n\n if (!child.stdin || !child.stdout || !child.stderr) {\n throw new Error('failed to start codex app-server: stdio unavailable');\n }\n\n const lineReader = readline.createInterface({\n input: child.stdout,\n crlfDelay: Number.POSITIVE_INFINITY,\n });\n const connection = new CodexAppServerConnection(child, lineReader);\n connection.detachFromEventLoop();\n connection.attachProcessListeners();\n await connection.initializeHandshake();\n\n return connection;\n }\n\n isClosed(): boolean {\n return this.closed;\n }\n\n async runTurn({\n messages,\n modelConfig,\n stream,\n onChunk,\n params,\n abortSignal,\n onRecordEvent,\n }: {\n messages: ChatCompletionMessageParam[];\n modelConfig: IModelConfig;\n stream?: boolean;\n onChunk?: StreamingCallback;\n params?: CodexAppServerParamsResult['config'];\n abortSignal?: AbortSignal;\n onRecordEvent?: (event: CodexAppServerRecordEvent) => void;\n }): Promise<CodexTurnResult> {\n const isStreaming = !!(stream && onChunk);\n\n const { developerInstructions, input } =\n buildCodexTurnPayloadFromMessages(messages);\n\n let threadId: string | undefined;\n let turnId: string | undefined;\n let latestErrorMessage: string | undefined;\n let accumulatedText = '';\n let accumulatedReasoning = '';\n let latestUsage: OpenAI.CompletionUsage | undefined;\n\n const emitChunk = ({\n content,\n reasoning,\n isComplete,\n usage,\n }: {\n content: string;\n reasoning: string;\n isComplete: boolean;\n usage?: OpenAI.CompletionUsage;\n }) => {\n if (!isStreaming || !onChunk) return;\n const chunk: CodeGenerationChunk = {\n content,\n reasoning_content: reasoning,\n accumulated: accumulatedText,\n isComplete,\n usage,\n };\n onChunk(chunk);\n };\n\n try {\n const threadStartParams = {\n model: modelConfig.modelName,\n cwd: process.cwd(),\n approvalPolicy: 'never',\n sandbox: 'read-only',\n ephemeral: true,\n experimentalRawEvents: false,\n persistExtendedHistory: false,\n developerInstructions: developerInstructions || null,\n };\n onRecordEvent?.({\n type: 'request',\n protocol: {\n direction: 'client',\n method: 'thread/start',\n params: threadStartParams,\n },\n });\n const threadStartResponse = await this.request<CodexThreadStartResponse>({\n method: 'thread/start',\n params: threadStartParams,\n abortSignal,\n });\n onRecordEvent?.({\n type: 'chunk',\n protocol: {\n direction: 'server',\n method: 'thread/start',\n result: threadStartResponse,\n },\n });\n\n threadId = threadStartResponse?.thread?.id;\n if (!threadId) {\n throw new Error('thread/start did not return a thread id');\n }\n\n const turnStartParams = {\n ...params,\n threadId,\n input,\n };\n onRecordEvent?.({\n type: 'request',\n protocol: {\n direction: 'client',\n method: 'turn/start',\n params: turnStartParams,\n },\n });\n const turnStartResponse = await this.request<CodexTurnStartResponse>({\n method: 'turn/start',\n params: turnStartParams,\n abortSignal,\n });\n onRecordEvent?.({\n type: 'chunk',\n protocol: {\n direction: 'server',\n method: 'turn/start',\n result: turnStartResponse,\n },\n });\n\n turnId = turnStartResponse?.turn?.id;\n if (!turnId) {\n throw new Error('turn/start did not return a turn id');\n }\n\n let turnStatus: string | undefined;\n while (!turnStatus) {\n const message = await this.nextMessage({ abortSignal });\n\n if (this.isResponseMessage(message)) {\n // No concurrent requests in adapter runtime.\n continue;\n }\n\n if (this.isRequestMessage(message)) {\n await this.respondToServerRequest(message);\n continue;\n }\n\n const notification = message as JsonRpcNotification;\n const method = notification.method;\n const params = notification.params || {};\n const belongsToCurrentTurn =\n params.threadId === threadId &&\n (params.turnId === turnId || params.turn?.id === turnId);\n\n if (belongsToCurrentTurn) {\n onRecordEvent?.({\n type: 'chunk',\n protocol: {\n direction: 'server',\n method,\n params,\n },\n });\n }\n\n if (method === 'error') {\n const messageText =\n params.error?.message ||\n params.message ||\n 'codex app-server reported turn error';\n latestErrorMessage = String(messageText);\n continue;\n }\n\n if (\n method === 'item/agentMessage/delta' &&\n params.threadId === threadId &&\n params.turnId === turnId\n ) {\n const delta = String(params.delta || '');\n if (delta) {\n accumulatedText += delta;\n emitChunk({\n content: delta,\n reasoning: '',\n isComplete: false,\n });\n }\n continue;\n }\n\n if (\n (method === 'item/reasoning/summaryTextDelta' ||\n method === 'item/reasoning/textDelta') &&\n params.threadId === threadId &&\n params.turnId === turnId\n ) {\n const delta = String(params.delta || '');\n if (delta) {\n accumulatedReasoning += delta;\n emitChunk({\n content: '',\n reasoning: delta,\n isComplete: false,\n });\n }\n continue;\n }\n\n if (\n method === 'item/completed' &&\n params.threadId === threadId &&\n params.turnId === turnId &&\n params.item?.type === 'agentMessage' &&\n typeof params.item?.text === 'string' &&\n !accumulatedText\n ) {\n accumulatedText = params.item.text;\n continue;\n }\n\n if (\n method === 'thread/tokenUsage/updated' &&\n params.threadId === threadId &&\n params.turnId === turnId\n ) {\n latestUsage = this.mapUsage(params as CodexUsageNotification);\n continue;\n }\n\n if (\n method === 'turn/completed' &&\n params.threadId === threadId &&\n params.turn?.id === turnId\n ) {\n turnStatus = String(params.turn.status || '');\n latestErrorMessage =\n params.turn?.error?.message || latestErrorMessage || undefined;\n break;\n }\n }\n\n if (turnStatus !== 'completed') {\n throw new Error(\n latestErrorMessage ||\n `codex turn finished with status \"${turnStatus || 'unknown'}\"`,\n );\n }\n\n if (isStreaming) {\n emitChunk({\n content: '',\n reasoning: '',\n isComplete: true,\n usage: latestUsage,\n });\n }\n\n return {\n content: accumulatedText,\n reasoning_content: accumulatedReasoning || undefined,\n usage: latestUsage,\n isStreamed: isStreaming,\n protocolMetadata: {\n transport: 'json-rpc',\n threadId,\n turnId,\n turnStatus,\n },\n };\n } catch (error) {\n if (isAbortError(error) && threadId && turnId) {\n await this.request({\n method: 'turn/interrupt',\n params: {\n threadId,\n turnId,\n },\n deadlineAt: Date.now() + CODEX_INTERRUPT_TIMEOUT_MS,\n }).catch(() => {});\n }\n throw error;\n } finally {\n if (threadId) {\n await this.request({\n method: 'thread/unsubscribe',\n params: { threadId },\n deadlineAt: Date.now() + CODEX_DEFAULT_CLEANUP_TIMEOUT_MS,\n }).catch((error) => {\n warnCodex(\n `failed to unsubscribe codex thread ${threadId}: ${String(error)}`,\n );\n });\n }\n }\n }\n\n async dispose(): Promise<void> {\n if (this.closed) return;\n this.closed = true;\n\n try {\n this.lineReader?.close?.();\n } catch {}\n\n try {\n this.child?.stdin?.end?.();\n } catch {}\n\n try {\n this.child?.kill?.();\n } catch {}\n }\n\n private attachProcessListeners() {\n this.lineReader.on('line', (line: string) => {\n this.lineBuffer.push(line);\n });\n\n this.child.stderr.on('data', (chunk: Buffer | string) => {\n const text = Buffer.isBuffer(chunk)\n ? chunk.toString('utf8')\n : String(chunk);\n this.stderrBuffer += text;\n if (this.stderrBuffer.length > 8192) {\n this.stderrBuffer = this.stderrBuffer.slice(-8192);\n }\n });\n\n this.child.on('exit', (code: number | null) => {\n this.closed = true;\n this.lastExitCode = code;\n });\n\n this.child.on('error', (error: Error) => {\n this.closed = true;\n this.processErrorMessage = error.message;\n });\n }\n\n /**\n * Keep codex process reusable but let short-lived callers exit naturally.\n * Without unref, one-shot scripts/tests that call AI once can hang.\n */\n private detachFromEventLoop() {\n this.child.unref?.();\n this.child.stdin?.unref?.();\n this.child.stdout?.unref?.();\n this.child.stderr?.unref?.();\n }\n\n private async initializeHandshake() {\n const deadlineAt = Date.now() + CODEX_DEFAULT_PROCESS_START_TIMEOUT_MS;\n await this.request({\n method: 'initialize',\n params: {\n clientInfo: {\n name: 'midscene_codex_provider',\n title: 'Midscene Codex Provider',\n version: '1.0.0',\n },\n capabilities: {\n experimentalApi: false,\n },\n },\n deadlineAt,\n });\n await this.sendMessage({\n method: 'initialized',\n });\n }\n\n private mapUsage(\n usage: CodexUsageNotification,\n ): OpenAI.CompletionUsage | undefined {\n const tokenUsage = usage.tokenUsage;\n const picked = tokenUsage?.last || tokenUsage?.total;\n if (!picked) return undefined;\n\n return {\n prompt_tokens: picked.inputTokens ?? 0,\n completion_tokens: picked.outputTokens ?? 0,\n total_tokens: picked.totalTokens ?? 0,\n prompt_tokens_details: { cached_tokens: picked.cachedInputTokens ?? 0 },\n completion_tokens_details: {\n reasoning_tokens: picked.reasoningOutputTokens ?? 0,\n },\n } satisfies OpenAI.CompletionUsage;\n }\n\n private isRequestMessage(message: JsonRpcMessage): message is JsonRpcRequest {\n return (\n typeof (message as any)?.method === 'string' &&\n (message as any)?.id !== undefined\n );\n }\n\n private isResponseMessage(\n message: JsonRpcMessage,\n ): message is JsonRpcResponse {\n return (\n (message as any)?.id !== undefined &&\n ((message as any)?.result !== undefined ||\n (message as any)?.error !== undefined) &&\n typeof (message as any)?.method !== 'string'\n );\n }\n\n private async request<T = unknown>({\n method,\n params,\n deadlineAt,\n abortSignal,\n }: {\n method: string;\n params: unknown;\n deadlineAt?: number;\n abortSignal?: AbortSignal;\n }): Promise<T> {\n abortSignal?.throwIfAborted();\n const requestId = this.nextRequestId++;\n\n await this.sendMessage({\n id: requestId,\n method,\n params,\n });\n\n while (true) {\n const message = await this.nextMessage({\n deadlineAt,\n abortSignal,\n includePending: false,\n });\n\n if (this.isResponseMessage(message) && message.id === requestId) {\n if (message.error) {\n throw new Error(\n `codex app-server ${method} failed: ${\n message.error.message || 'unknown error'\n }`,\n );\n }\n return (message.result || {}) as T;\n }\n\n if (this.isRequestMessage(message)) {\n await this.respondToServerRequest(message);\n continue;\n }\n\n // Keep unmatched notifications/other responses for later stream handling.\n this.pendingMessages.push(message);\n }\n }\n\n private async respondToServerRequest(request: JsonRpcRequest): Promise<void> {\n const requestId = request.id;\n const method = request.method;\n\n let result: unknown = {};\n if (method === 'item/commandExecution/requestApproval') {\n result = { decision: 'decline' };\n } else if (method === 'item/fileChange/requestApproval') {\n result = { decision: 'decline' };\n } else if (method === 'mcpServer/elicitation/request') {\n result = { action: 'cancel', content: null };\n } else if (method === 'item/tool/requestUserInput') {\n result = { answers: [] };\n } else {\n await this.sendMessage({\n id: requestId,\n error: {\n code: -32601,\n message: `unsupported server request: ${method}`,\n },\n });\n return;\n }\n\n await this.sendMessage({\n id: requestId,\n result,\n });\n }\n\n private async nextMessage({\n deadlineAt,\n abortSignal,\n includePending = true,\n }: {\n deadlineAt?: number;\n abortSignal?: AbortSignal;\n includePending?: boolean;\n }): Promise<JsonRpcMessage> {\n if (includePending && this.pendingMessages.length) {\n return this.pendingMessages.shift() as JsonRpcMessage;\n }\n\n while (true) {\n if (abortSignal?.aborted) {\n throw new Error('codex app-server request aborted');\n }\n\n if (deadlineAt && Date.now() > deadlineAt) {\n throw new Error('codex app-server request timed out');\n }\n\n if (this.lineBuffer.length) {\n const line = this.lineBuffer.shift()!;\n const trimmed = line.trim();\n if (!trimmed) continue;\n\n let parsed: JsonRpcMessage;\n try {\n parsed = JSON.parse(trimmed);\n } catch (error) {\n warnCodex(\n `ignored non-JSON message from codex app-server: ${trimmed}`,\n );\n continue;\n }\n\n return parsed;\n }\n\n if (this.closed) {\n throw this.createClosedConnectionError();\n }\n\n await new Promise((resolve) => setTimeout(resolve, 20));\n }\n }\n\n private async sendMessage(payload: Record<string, unknown>): Promise<void> {\n if (this.closed) {\n throw this.createClosedConnectionError();\n }\n\n const line = JSON.stringify(payload);\n await new Promise<void>((resolve, reject) => {\n this.child.stdin.write(`${line}\\n`, (error: Error | null | undefined) => {\n if (error) {\n reject(\n new Error(\n `failed writing to codex app-server stdin: ${error.message}`,\n ),\n );\n return;\n }\n resolve();\n });\n });\n }\n\n private createClosedConnectionError(): Error {\n const stderr = this.stderrBuffer.trim();\n if (this.processErrorMessage) {\n return new Error(\n stderr\n ? `codex app-server process error: ${this.processErrorMessage}. stderr=${stderr}`\n : `codex app-server process error: ${this.processErrorMessage}`,\n );\n }\n\n return new Error(\n stderr\n ? `codex app-server connection closed (exitCode=${this.lastExitCode}). stderr=${stderr}`\n : `codex app-server connection closed (exitCode=${this.lastExitCode})`,\n );\n }\n}\n\nclass CodexAppServerConnectionManager {\n private connection: CodexAppServerConnection | null = null;\n private runner = new SerializedRunner();\n\n async runTurn({\n messages,\n modelConfig,\n stream,\n onChunk,\n params,\n abortSignal,\n onRecordEvent,\n }: {\n messages: ChatCompletionMessageParam[];\n modelConfig: IModelConfig;\n stream?: boolean;\n onChunk?: StreamingCallback;\n params?: CodexAppServerParamsResult['config'];\n abortSignal?: AbortSignal;\n onRecordEvent?: (event: CodexAppServerRecordEvent) => void;\n }): Promise<CodexTurnResult> {\n return this.runner.run(async () => {\n abortSignal?.throwIfAborted();\n const connection = await this.getConnection();\n abortSignal?.throwIfAborted();\n try {\n return await connection.runTurn({\n messages,\n modelConfig,\n stream,\n onChunk,\n params,\n abortSignal,\n onRecordEvent,\n });\n } catch (error) {\n if (connection.isClosed() || !isAbortError(error)) {\n await this.resetConnection();\n }\n throw error;\n }\n });\n }\n\n async shutdownForTests(): Promise<void> {\n await this.resetConnection();\n }\n\n private async getConnection(): Promise<CodexAppServerConnection> {\n if (!this.connection || this.connection.isClosed()) {\n this.connection = await CodexAppServerConnection.create();\n debugCodex('started long-lived codex app-server connection');\n }\n return this.connection;\n }\n\n private async resetConnection(): Promise<void> {\n if (!this.connection) return;\n const staleConnection = this.connection;\n this.connection = null;\n await staleConnection.dispose();\n debugCodex('reset codex app-server connection');\n }\n}\n\nconst codexConnectionManager = new CodexAppServerConnectionManager();\n\nexport async function callAIWithCodexAppServer(\n messages: ChatCompletionMessageParam[],\n modelConfig: IModelConfig,\n options?: {\n stream?: boolean;\n onChunk?: StreamingCallback;\n params?: CodexAppServerParamsResult['config'];\n abortSignal?: AbortSignal;\n onRecordEvent?: (event: CodexAppServerRecordEvent) => void;\n },\n): Promise<CodexTurnResult> {\n if (ifInBrowser) {\n throw new Error(\n 'codex app-server provider is not supported in browser runtime',\n );\n }\n\n return codexConnectionManager.runTurn({\n messages,\n modelConfig,\n stream: options?.stream,\n onChunk: options?.onChunk,\n params: options?.params,\n abortSignal: options?.abortSignal,\n onRecordEvent: options?.onRecordEvent,\n });\n}\n\nexport async function __shutdownCodexAppServerForTests() {\n await codexConnectionManager.shutdownForTests();\n}\n"],"names":["CODEX_PROVIDER_SCHEME","CODEX_INTERRUPT_TIMEOUT_MS","CODEX_DEFAULT_PROCESS_START_TIMEOUT_MS","CODEX_DEFAULT_CLEANUP_TIMEOUT_MS","CODEX_TEXT_INPUT_MAX_LENGTH","debugCodex","getDebug","warnCodex","SerializedRunner","work","previous","release","Promise","resolve","isCodexAppServerProvider","baseURL","isAbortError","error","Error","message","String","toNonEmptyString","value","trimmed","undefined","toCodexImageDetail","normalizeCodexLocalImagePath","imageUrl","platform","process","parsed","URL","pathname","decodeURIComponent","host","windowsPath","extractTextFromMessage","content","Array","part","Boolean","extractImageInputs","inputs","partType","imageDetail","path","buildCodexTurnPayloadFromMessages","messages","developerInstructionParts","transcriptParts","imageInputs","role","text","roleTag","fullTranscript","transcriptText","input","developerInstructions","CodexAppServerConnection","ifInBrowser","childProcessModuleName","readlineModuleName","spawn","readline","child","lineReader","Number","connection","modelConfig","stream","onChunk","params","abortSignal","onRecordEvent","isStreaming","threadId","turnId","latestErrorMessage","accumulatedText","accumulatedReasoning","latestUsage","emitChunk","reasoning","isComplete","usage","chunk","threadStartParams","threadStartResponse","turnStartParams","turnStartResponse","turnStatus","notification","method","belongsToCurrentTurn","messageText","delta","Date","line","Buffer","code","deadlineAt","tokenUsage","picked","requestId","request","result","includePending","JSON","setTimeout","payload","reject","stderr","CodexAppServerConnectionManager","staleConnection","codexConnectionManager","callAIWithCodexAppServer","options","__shutdownCodexAppServerForTests"],"mappings":";;;;;;;;;;;;AAQA,MAAMA,wBAAwB;AAC9B,MAAMC,6BAA6B;AACnC,MAAMC,yCAAyC;AAC/C,MAAMC,mCAAmC;AACzC,MAAMC,8BAA8B;AAEpC,MAAMC,aAAaC,SAAS;AAC5B,MAAMC,YAAYD,SAAS,iBAAiB;IAAE,SAAS;AAAK;AAsG5D,MAAME;IAGJ,MAAM,IAAOC,IAAsB,EAAc;QAC/C,MAAMC,WAAW,IAAI,CAAC,IAAI;QAC1B,IAAIC;QACJ,IAAI,CAAC,IAAI,GAAG,IAAIC,QAAc,CAACC;YAC7BF,UAAUE;QACZ;QAEA,MAAMH;QACN,IAAI;YACF,OAAO,MAAMD;QACf,SAAU;YACRE;QACF;IACF;;QAfA,uBAAQ,QAAsBC,QAAQ,OAAO;;AAgB/C;AAEO,MAAME,2BAA2B,CAACC;IACvC,IAAI,CAACA,SAAS,OAAO;IACrB,OAAOA,QAAQ,IAAI,GAAG,WAAW,GAAG,UAAU,CAACf;AACjD;AAEA,MAAMgB,eAAe,CAACC;IACpB,IAAI,CAACA,OAAO,OAAO;IACnB,IAAIA,iBAAiBC,SAASD,AAAe,iBAAfA,MAAM,IAAI,EAAmB,OAAO;IAClE,MAAME,UACJF,iBAAiBC,QAAQD,MAAM,OAAO,GAAGG,OAAOH,SAAS;IAC3D,OAAO,iBAAiB,IAAI,CAACE;AAC/B;AAEA,MAAME,mBAAmB,CAACC;IACxB,IAAI,AAAiB,YAAjB,OAAOA,OAAoB;IAC/B,MAAMC,UAAUD,MAAM,IAAI;IAC1B,OAAOC,WAAWC;AACpB;AAEA,MAAMC,qBAAqB,CAACH,QAC1BA,AAAU,WAAVA,SACAA,AAAU,UAAVA,SACAA,AAAU,WAAVA,SACAA,AAAU,eAAVA,QACIA,QACAE;AAEC,MAAME,+BAA+B,CAC1CC,UACAC,WAA4BC,QAAQ,QAAQ;IAE5C,IAAI,CAACF,SAAS,UAAU,CAAC,YACvB,OAAOA;IAGT,IAAI;QACF,MAAMG,SAAS,IAAIC,IAAIJ;QACvB,MAAMK,WAAWC,mBAAmBH,OAAO,QAAQ;QACnD,MAAMI,OAAOJ,OAAO,QAAQ,CAAC,WAAW;QAExC,IAAIF,AAAa,YAAbA,UAAsB;YACxB,MAAMO,cAAcH,SACjB,OAAO,CAAC,OAAO,MACf,OAAO,CAAC,kBAAkB;YAE7B,IAAIE,QAAQA,AAAS,gBAATA,MACV,OAAO,CAAC,IAAI,EAAEJ,OAAO,QAAQ,GAAGK,aAAa;YAG/C,OAAOA;QACT;QAEA,IAAID,QAAQA,AAAS,gBAATA,MACV,OAAO,CAAC,EAAE,EAAEJ,OAAO,QAAQ,GAAGE,UAAU;QAG1C,OAAOA;IACT,EAAE,OAAM;QACN,OAAOC,mBAAmBN,SAAS,KAAK,CAAC;IAC3C;AACF;AAEA,MAAMS,yBAAyB,CAC7BjB;IAEA,MAAMkB,UAAWlB,QAAgB,OAAO;IACxC,IAAI,AAAmB,YAAnB,OAAOkB,SACT,OAAOA;IAGT,IAAIC,MAAM,OAAO,CAACD,UAChB,OAAOA,QACJ,GAAG,CAAC,CAACE;QACJ,IAAI,CAACA,QAAQ,AAAgB,YAAhB,OAAOA,MAAmB,OAAO;QAE9C,IAAIA,AAAc,WAAdA,KAAK,IAAI,IAAe,AAAqB,YAArB,OAAOA,KAAK,IAAI,EAC1C,OAAOA,KAAK,IAAI;QAGlB,IAAIA,AAAc,iBAAdA,KAAK,IAAI,IAAqB,AAAqB,YAArB,OAAOA,KAAK,IAAI,EAChD,OAAOA,KAAK,IAAI;QAGlB,OAAO;IACT,GACC,MAAM,CAACC,SACP,IAAI,CAAC;IAGV,OAAO;AACT;AAEA,MAAMC,qBAAqB,CACzBtB;IAEA,MAAMkB,UAAWlB,QAAgB,OAAO;IACxC,IAAI,CAACmB,MAAM,OAAO,CAACD,UAAU,OAAO,EAAE;IAEtC,MAAMK,SAAwD,EAAE;IAChE,KAAK,MAAMH,QAAQF,QAAS;QAC1B,IAAI,CAACE,QAAQ,AAAgB,YAAhB,OAAOA,MAAmB;QAEvC,MAAMI,WAAWvB,OAAOmB,KAAK,IAAI,IAAI;QACrC,MAAMZ,WACJgB,AAAa,gBAAbA,WACItB,iBAAiBkB,KAAK,SAAS,EAAE,OACjCI,AAAa,kBAAbA,WACEtB,iBAAiBkB,KAAK,SAAS,IAAIA,KAAK,GAAG,IAC3Cf;QACR,MAAMoB,cAAcnB,mBAClBkB,AAAa,gBAAbA,WAA2BJ,KAAK,SAAS,EAAE,SAASA,KAAK,MAAM;QAGjE,IAAKZ;YAEL,IACEA,SAAS,UAAU,CAAC,QACpBA,SAAS,UAAU,CAAC,SACpBA,SAAS,UAAU,CAAC,UACpBA,SAAS,UAAU,CAAC,YACpB;gBACA,MAAMkB,OAAOlB,SAAS,UAAU,CAAC,aAC7BD,6BAA6BC,YAC7BA;gBAEJe,OAAO,IAAI,CAAC;oBACV,MAAM;oBACNG;oBACA,GAAID,cAAc;wBAAE,QAAQA;oBAAY,IAAI,CAAC,CAAC;gBAChD;gBACA;YACF;YAEAF,OAAO,IAAI,CAAC;gBACV,MAAM;gBACN,KAAKf;gBACL,GAAIiB,cAAc;oBAAE,QAAQA;gBAAY,IAAI,CAAC,CAAC;YAChD;;IACF;IAEA,OAAOF;AACT;AAEO,MAAMI,oCAAoC,CAC/CC;IAKA,MAAMC,4BAAsC,EAAE;IAC9C,MAAMC,kBAA4B,EAAE;IACpC,MAAMC,cAA6D,EAAE;IAErE,KAAK,MAAM/B,WAAW4B,SAAU;QAC9B,MAAMI,OAAO/B,OAAQD,QAAgB,IAAI,IAAI;QAC7C,MAAMiC,OAAOhB,uBAAuBjB;QAEpC,IAAIgC,AAAS,aAATA,MAAmB;YACrB,IAAIC,KAAK,IAAI,IAAIJ,0BAA0B,IAAI,CAACI,KAAK,IAAI;YACzD;QACF;QAEA,MAAMC,UAAUF,KAAK,WAAW;QAChC,IAAIC,KAAK,IAAI,IACXH,gBAAgB,IAAI,CAAC,CAAC,CAAC,EAAEI,QAAQ,GAAG,EAAED,KAAK,IAAI,IAAI;aAEnDH,gBAAgB,IAAI,CAAC,CAAC,CAAC,EAAEI,QAAQ,oBAAoB,CAAC;QAGxD,IAAIF,AAAS,WAATA,MACFD,YAAY,IAAI,IAAIT,mBAAmBtB;IAE3C;IAEA,MAAMmC,iBAAiBL,gBAAgB,IAAI,CAAC;IAC5C,MAAMM,iBACHD,AAAAA,CAAAA,eAAe,MAAM,GAAGlD,8BACrBkD,eAAe,KAAK,CAAC,CAAClD,+BACtBkD,cAAa,KAAM;IAEzB,MAAME,QAA0B;QAC9B;YACE,MAAM;YACN,MAAMD;YACN,eAAe,EAAE;QACnB;WACGL;KACJ;IAED,MAAMO,wBAAwBT,0BAA0B,MAAM,GAC1DA,0BAA0B,IAAI,CAAC,UAC/BxB;IAEJ,OAAO;QACLiC;QACAD;IACF;AACF;AAEA,MAAME;IAgBJ,aAAa,SAA4C;QACvD,IAAIC,aACF,MAAM,IAAIzC,MACR;QAIJ,MAAM0C,yBAAyB;QAC/B,MAAMC,qBAAqB;QAC3B,MAAM,EAAEC,KAAK,EAAE,GAAG,MAAM,MAAM,CAACF;QAC/B,MAAMG,WAAW,MAAM,MAAM,CAACF;QAE9B,MAAMG,QAAQF,MAAM,SAAS;YAAC;SAAa,EAAE;YAC3C,OAAO;gBAAC;gBAAQ;gBAAQ;aAAO;QACjC;QAEA,IAAI,CAACE,MAAM,KAAK,IAAI,CAACA,MAAM,MAAM,IAAI,CAACA,MAAM,MAAM,EAChD,MAAM,IAAI9C,MAAM;QAGlB,MAAM+C,aAAaF,SAAS,eAAe,CAAC;YAC1C,OAAOC,MAAM,MAAM;YACnB,WAAWE;QACb;QACA,MAAMC,aAAa,IAAIT,yBAAyBM,OAAOC;QACvDE,WAAW,mBAAmB;QAC9BA,WAAW,sBAAsB;QACjC,MAAMA,WAAW,mBAAmB;QAEpC,OAAOA;IACT;IAEA,WAAoB;QAClB,OAAO,IAAI,CAAC,MAAM;IACpB;IAEA,MAAM,QAAQ,EACZpB,QAAQ,EACRqB,WAAW,EACXC,MAAM,EACNC,OAAO,EACPC,MAAM,EACNC,WAAW,EACXC,aAAa,EASd,EAA4B;QAC3B,MAAMC,cAAc,CAAC,CAAEL,CAAAA,UAAUC,OAAM;QAEvC,MAAM,EAAEb,qBAAqB,EAAED,KAAK,EAAE,GACpCV,kCAAkCC;QAEpC,IAAI4B;QACJ,IAAIC;QACJ,IAAIC;QACJ,IAAIC,kBAAkB;QACtB,IAAIC,uBAAuB;QAC3B,IAAIC;QAEJ,MAAMC,YAAY,CAAC,EACjB5C,OAAO,EACP6C,SAAS,EACTC,UAAU,EACVC,KAAK,EAMN;YACC,IAAI,CAACV,eAAe,CAACJ,SAAS;YAC9B,MAAMe,QAA6B;gBACjChD;gBACA,mBAAmB6C;gBACnB,aAAaJ;gBACbK;gBACAC;YACF;YACAd,QAAQe;QACV;QAEA,IAAI;YACF,MAAMC,oBAAoB;gBACxB,OAAOlB,YAAY,SAAS;gBAC5B,KAAKvC,QAAQ,GAAG;gBAChB,gBAAgB;gBAChB,SAAS;gBACT,WAAW;gBACX,uBAAuB;gBACvB,wBAAwB;gBACxB,uBAAuB4B,yBAAyB;YAClD;YACAgB,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQa;gBACV;YACF;YACA,MAAMC,sBAAsB,MAAM,IAAI,CAAC,OAAO,CAA2B;gBACvE,QAAQ;gBACR,QAAQD;gBACRd;YACF;YACAC,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQc;gBACV;YACF;YAEAZ,WAAWY,qBAAqB,QAAQ;YACxC,IAAI,CAACZ,UACH,MAAM,IAAIzD,MAAM;YAGlB,MAAMsE,kBAAkB;gBACtB,GAAGjB,MAAM;gBACTI;gBACAnB;YACF;YACAiB,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQe;gBACV;YACF;YACA,MAAMC,oBAAoB,MAAM,IAAI,CAAC,OAAO,CAAyB;gBACnE,QAAQ;gBACR,QAAQD;gBACRhB;YACF;YACAC,gBAAgB;gBACd,MAAM;gBACN,UAAU;oBACR,WAAW;oBACX,QAAQ;oBACR,QAAQgB;gBACV;YACF;YAEAb,SAASa,mBAAmB,MAAM;YAClC,IAAI,CAACb,QACH,MAAM,IAAI1D,MAAM;YAGlB,IAAIwE;YACJ,MAAO,CAACA,WAAY;gBAClB,MAAMvE,UAAU,MAAM,IAAI,CAAC,WAAW,CAAC;oBAAEqD;gBAAY;gBAErD,IAAI,IAAI,CAAC,iBAAiB,CAACrD,UAEzB;gBAGF,IAAI,IAAI,CAAC,gBAAgB,CAACA,UAAU;oBAClC,MAAM,IAAI,CAAC,sBAAsB,CAACA;oBAClC;gBACF;gBAEA,MAAMwE,eAAexE;gBACrB,MAAMyE,SAASD,aAAa,MAAM;gBAClC,MAAMpB,SAASoB,aAAa,MAAM,IAAI,CAAC;gBACvC,MAAME,uBACJtB,OAAO,QAAQ,KAAKI,YACnBJ,CAAAA,OAAO,MAAM,KAAKK,UAAUL,OAAO,IAAI,EAAE,OAAOK,MAAK;gBAExD,IAAIiB,sBACFpB,gBAAgB;oBACd,MAAM;oBACN,UAAU;wBACR,WAAW;wBACXmB;wBACArB;oBACF;gBACF;gBAGF,IAAIqB,AAAW,YAAXA,QAAoB;oBACtB,MAAME,cACJvB,OAAO,KAAK,EAAE,WACdA,OAAO,OAAO,IACd;oBACFM,qBAAqBzD,OAAO0E;oBAC5B;gBACF;gBAEA,IACEF,AAAW,8BAAXA,UACArB,OAAO,QAAQ,KAAKI,YACpBJ,OAAO,MAAM,KAAKK,QAClB;oBACA,MAAMmB,QAAQ3E,OAAOmD,OAAO,KAAK,IAAI;oBACrC,IAAIwB,OAAO;wBACTjB,mBAAmBiB;wBACnBd,UAAU;4BACR,SAASc;4BACT,WAAW;4BACX,YAAY;wBACd;oBACF;oBACA;gBACF;gBAEA,IACGH,AAAAA,CAAAA,AAAW,sCAAXA,UACCA,AAAW,+BAAXA,MAAoC,KACtCrB,OAAO,QAAQ,KAAKI,YACpBJ,OAAO,MAAM,KAAKK,QAClB;oBACA,MAAMmB,QAAQ3E,OAAOmD,OAAO,KAAK,IAAI;oBACrC,IAAIwB,OAAO;wBACThB,wBAAwBgB;wBACxBd,UAAU;4BACR,SAAS;4BACT,WAAWc;4BACX,YAAY;wBACd;oBACF;oBACA;gBACF;gBAEA,IACEH,AAAW,qBAAXA,UACArB,OAAO,QAAQ,KAAKI,YACpBJ,OAAO,MAAM,KAAKK,UAClBL,OAAO,IAAI,EAAE,SAAS,kBACtB,AAA6B,YAA7B,OAAOA,OAAO,IAAI,EAAE,QACpB,CAACO,iBACD;oBACAA,kBAAkBP,OAAO,IAAI,CAAC,IAAI;oBAClC;gBACF;gBAEA,IACEqB,AAAW,gCAAXA,UACArB,OAAO,QAAQ,KAAKI,YACpBJ,OAAO,MAAM,KAAKK,QAClB;oBACAI,cAAc,IAAI,CAAC,QAAQ,CAACT;oBAC5B;gBACF;gBAEA,IACEqB,AAAW,qBAAXA,UACArB,OAAO,QAAQ,KAAKI,YACpBJ,OAAO,IAAI,EAAE,OAAOK,QACpB;oBACAc,aAAatE,OAAOmD,OAAO,IAAI,CAAC,MAAM,IAAI;oBAC1CM,qBACEN,OAAO,IAAI,EAAE,OAAO,WAAWM,sBAAsBrD;oBACvD;gBACF;YACF;YAEA,IAAIkE,AAAe,gBAAfA,YACF,MAAM,IAAIxE,MACR2D,sBACE,CAAC,iCAAiC,EAAEa,cAAc,UAAU,CAAC,CAAC;YAIpE,IAAIhB,aACFO,UAAU;gBACR,SAAS;gBACT,WAAW;gBACX,YAAY;gBACZ,OAAOD;YACT;YAGF,OAAO;gBACL,SAASF;gBACT,mBAAmBC,wBAAwBvD;gBAC3C,OAAOwD;gBACP,YAAYN;gBACZ,kBAAkB;oBAChB,WAAW;oBACXC;oBACAC;oBACAc;gBACF;YACF;QACF,EAAE,OAAOzE,OAAO;YACd,IAAID,aAAaC,UAAU0D,YAAYC,QACrC,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,QAAQ;gBACR,QAAQ;oBACND;oBACAC;gBACF;gBACA,YAAYoB,KAAK,GAAG,KAAK/F;YAC3B,GAAG,KAAK,CAAC,KAAO;YAElB,MAAMgB;QACR,SAAU;YACR,IAAI0D,UACF,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,QAAQ;gBACR,QAAQ;oBAAEA;gBAAS;gBACnB,YAAYqB,KAAK,GAAG,KAAK7F;YAC3B,GAAG,KAAK,CAAC,CAACc;gBACRV,UACE,CAAC,mCAAmC,EAAEoE,SAAS,EAAE,EAAEvD,OAAOH,QAAQ;YAEtE;QAEJ;IACF;IAEA,MAAM,UAAyB;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE;QACjB,IAAI,CAAC,MAAM,GAAG;QAEd,IAAI;YACF,IAAI,CAAC,UAAU,EAAE;QACnB,EAAE,OAAM,CAAC;QAET,IAAI;YACF,IAAI,CAAC,KAAK,EAAE,OAAO;QACrB,EAAE,OAAM,CAAC;QAET,IAAI;YACF,IAAI,CAAC,KAAK,EAAE;QACd,EAAE,OAAM,CAAC;IACX;IAEQ,yBAAyB;QAC/B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,CAACgF;YAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAACA;QACvB;QAEA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAACZ;YAC5B,MAAMjC,OAAO8C,OAAO,QAAQ,CAACb,SACzBA,MAAM,QAAQ,CAAC,UACfjE,OAAOiE;YACX,IAAI,CAAC,YAAY,IAAIjC;YACrB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,MAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;QAEhD;QAEA,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC+C;YACrB,IAAI,CAAC,MAAM,GAAG;YACd,IAAI,CAAC,YAAY,GAAGA;QACtB;QAEA,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAClF;YACtB,IAAI,CAAC,MAAM,GAAG;YACd,IAAI,CAAC,mBAAmB,GAAGA,MAAM,OAAO;QAC1C;IACF;IAMQ,sBAAsB;QAC5B,IAAI,CAAC,KAAK,CAAC,KAAK;QAChB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;QAClB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QACnB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;IACrB;IAEA,MAAc,sBAAsB;QAClC,MAAMmF,aAAaJ,KAAK,GAAG,KAAK9F;QAChC,MAAM,IAAI,CAAC,OAAO,CAAC;YACjB,QAAQ;YACR,QAAQ;gBACN,YAAY;oBACV,MAAM;oBACN,OAAO;oBACP,SAAS;gBACX;gBACA,cAAc;oBACZ,iBAAiB;gBACnB;YACF;YACAkG;QACF;QACA,MAAM,IAAI,CAAC,WAAW,CAAC;YACrB,QAAQ;QACV;IACF;IAEQ,SACNhB,KAA6B,EACO;QACpC,MAAMiB,aAAajB,MAAM,UAAU;QACnC,MAAMkB,SAASD,YAAY,QAAQA,YAAY;QAC/C,IAAI,CAACC,QAAQ;QAEb,OAAO;YACL,eAAeA,OAAO,WAAW,IAAI;YACrC,mBAAmBA,OAAO,YAAY,IAAI;YAC1C,cAAcA,OAAO,WAAW,IAAI;YACpC,uBAAuB;gBAAE,eAAeA,OAAO,iBAAiB,IAAI;YAAE;YACtE,2BAA2B;gBACzB,kBAAkBA,OAAO,qBAAqB,IAAI;YACpD;QACF;IACF;IAEQ,iBAAiBnF,OAAuB,EAA6B;QAC3E,OACE,AAAoC,YAApC,OAAQA,SAAiB,UACxBA,SAAiB,OAAOK;IAE7B;IAEQ,kBACNL,OAAuB,EACK;QAC5B,OACGA,SAAiB,OAAOK,UACvBL,CAAAA,SAAiB,WAAWK,UAC3BL,SAAiB,UAAUK,MAAQ,KACtC,AAAoC,YAApC,OAAQL,SAAiB;IAE7B;IAEA,MAAc,QAAqB,EACjCyE,MAAM,EACNrB,MAAM,EACN6B,UAAU,EACV5B,WAAW,EAMZ,EAAc;QACbA,aAAa;QACb,MAAM+B,YAAY,IAAI,CAAC,aAAa;QAEpC,MAAM,IAAI,CAAC,WAAW,CAAC;YACrB,IAAIA;YACJX;YACArB;QACF;QAEA,MAAO,KAAM;YACX,MAAMpD,UAAU,MAAM,IAAI,CAAC,WAAW,CAAC;gBACrCiF;gBACA5B;gBACA,gBAAgB;YAClB;YAEA,IAAI,IAAI,CAAC,iBAAiB,CAACrD,YAAYA,QAAQ,EAAE,KAAKoF,WAAW;gBAC/D,IAAIpF,QAAQ,KAAK,EACf,MAAM,IAAID,MACR,CAAC,iBAAiB,EAAE0E,OAAO,SAAS,EAClCzE,QAAQ,KAAK,CAAC,OAAO,IAAI,iBACzB;gBAGN,OAAQA,QAAQ,MAAM,IAAI,CAAC;YAC7B;YAEA,IAAI,IAAI,CAAC,gBAAgB,CAACA,UAAU;gBAClC,MAAM,IAAI,CAAC,sBAAsB,CAACA;gBAClC;YACF;YAGA,IAAI,CAAC,eAAe,CAAC,IAAI,CAACA;QAC5B;IACF;IAEA,MAAc,uBAAuBqF,OAAuB,EAAiB;QAC3E,MAAMD,YAAYC,QAAQ,EAAE;QAC5B,MAAMZ,SAASY,QAAQ,MAAM;QAE7B,IAAIC,SAAkB,CAAC;QACvB,IAAIb,AAAW,4CAAXA,QACFa,SAAS;YAAE,UAAU;QAAU;aAC1B,IAAIb,AAAW,sCAAXA,QACTa,SAAS;YAAE,UAAU;QAAU;aAC1B,IAAIb,AAAW,oCAAXA,QACTa,SAAS;YAAE,QAAQ;YAAU,SAAS;QAAK;;YACtC,IAAIb,AAAW,iCAAXA,QAEJ,YACL,MAAM,IAAI,CAAC,WAAW,CAAC;gBACrB,IAAIW;gBACJ,OAAO;oBACL,MAAM;oBACN,SAAS,CAAC,4BAA4B,EAAEX,QAAQ;gBAClD;YACF;YARAa,SAAS;gBAAE,SAAS,EAAE;YAAC;;QAYzB,MAAM,IAAI,CAAC,WAAW,CAAC;YACrB,IAAIF;YACJE;QACF;IACF;IAEA,MAAc,YAAY,EACxBL,UAAU,EACV5B,WAAW,EACXkC,iBAAiB,IAAI,EAKtB,EAA2B;QAC1B,IAAIA,kBAAkB,IAAI,CAAC,eAAe,CAAC,MAAM,EAC/C,OAAO,IAAI,CAAC,eAAe,CAAC,KAAK;QAGnC,MAAO,KAAM;YACX,IAAIlC,aAAa,SACf,MAAM,IAAItD,MAAM;YAGlB,IAAIkF,cAAcJ,KAAK,GAAG,KAAKI,YAC7B,MAAM,IAAIlF,MAAM;YAGlB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;gBAC1B,MAAM+E,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK;gBAClC,MAAM1E,UAAU0E,KAAK,IAAI;gBACzB,IAAI,CAAC1E,SAAS;gBAEd,IAAIO;gBACJ,IAAI;oBACFA,SAAS6E,KAAK,KAAK,CAACpF;gBACtB,EAAE,OAAON,OAAO;oBACdV,UACE,CAAC,gDAAgD,EAAEgB,SAAS;oBAE9D;gBACF;gBAEA,OAAOO;YACT;YAEA,IAAI,IAAI,CAAC,MAAM,EACb,MAAM,IAAI,CAAC,2BAA2B;YAGxC,MAAM,IAAIlB,QAAQ,CAACC,UAAY+F,WAAW/F,SAAS;QACrD;IACF;IAEA,MAAc,YAAYgG,OAAgC,EAAiB;QACzE,IAAI,IAAI,CAAC,MAAM,EACb,MAAM,IAAI,CAAC,2BAA2B;QAGxC,MAAMZ,OAAOU,KAAK,SAAS,CAACE;QAC5B,MAAM,IAAIjG,QAAc,CAACC,SAASiG;YAChC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGb,KAAK,EAAE,CAAC,EAAE,CAAChF;gBACnC,IAAIA,OAAO,YACT6F,OACE,IAAI5F,MACF,CAAC,0CAA0C,EAAED,MAAM,OAAO,EAAE;gBAKlEJ;YACF;QACF;IACF;IAEQ,8BAAqC;QAC3C,MAAMkG,SAAS,IAAI,CAAC,YAAY,CAAC,IAAI;QACrC,IAAI,IAAI,CAAC,mBAAmB,EAC1B,OAAO,IAAI7F,MACT6F,SACI,CAAC,gCAAgC,EAAE,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAEA,QAAQ,GAC/E,CAAC,gCAAgC,EAAE,IAAI,CAAC,mBAAmB,EAAE;QAIrE,OAAO,IAAI7F,MACT6F,SACI,CAAC,6CAA6C,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAEA,QAAQ,GACtF,CAAC,6CAA6C,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAE5E;IAvlBA,YAAoB/C,KAAU,EAAEC,UAAe,CAAE;QAVjD,uBAAQ,SAAR;QACA,uBAAQ,cAAR;QACA,uBAAQ,mBAAoC,EAAE;QAC9C,uBAAQ,cAAuB,EAAE;QACjC,uBAAQ,iBAAgB;QACxB,uBAAQ,UAAS;QACjB,uBAAQ,gBAA8B;QACtC,uBAAQ,uBAAqC;QAC7C,uBAAQ,gBAAe;QAGrB,IAAI,CAAC,KAAK,GAAGD;QACb,IAAI,CAAC,UAAU,GAAGC;IACpB;AAqlBF;AAEA,MAAM+C;IAIJ,MAAM,QAAQ,EACZjE,QAAQ,EACRqB,WAAW,EACXC,MAAM,EACNC,OAAO,EACPC,MAAM,EACNC,WAAW,EACXC,aAAa,EASd,EAA4B;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YACrBD,aAAa;YACb,MAAML,aAAa,MAAM,IAAI,CAAC,aAAa;YAC3CK,aAAa;YACb,IAAI;gBACF,OAAO,MAAML,WAAW,OAAO,CAAC;oBAC9BpB;oBACAqB;oBACAC;oBACAC;oBACAC;oBACAC;oBACAC;gBACF;YACF,EAAE,OAAOxD,OAAO;gBACd,IAAIkD,WAAW,QAAQ,MAAM,CAACnD,aAAaC,QACzC,MAAM,IAAI,CAAC,eAAe;gBAE5B,MAAMA;YACR;QACF;IACF;IAEA,MAAM,mBAAkC;QACtC,MAAM,IAAI,CAAC,eAAe;IAC5B;IAEA,MAAc,gBAAmD;QAC/D,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI;YAClD,IAAI,CAAC,UAAU,GAAG,MAAMyC,yBAAyB,MAAM;YACvDrD,WAAW;QACb;QACA,OAAO,IAAI,CAAC,UAAU;IACxB;IAEA,MAAc,kBAAiC;QAC7C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;QACtB,MAAM4G,kBAAkB,IAAI,CAAC,UAAU;QACvC,IAAI,CAAC,UAAU,GAAG;QAClB,MAAMA,gBAAgB,OAAO;QAC7B5G,WAAW;IACb;;QA7DA,uBAAQ,cAA8C;QACtD,uBAAQ,UAAS,IAAIG;;AA6DvB;AAEA,MAAM0G,yBAAyB,IAAIF;AAE5B,eAAeG,yBACpBpE,QAAsC,EACtCqB,WAAyB,EACzBgD,OAMC;IAED,IAAIzD,aACF,MAAM,IAAIzC,MACR;IAIJ,OAAOgG,uBAAuB,OAAO,CAAC;QACpCnE;QACAqB;QACA,QAAQgD,SAAS;QACjB,SAASA,SAAS;QAClB,QAAQA,SAAS;QACjB,aAAaA,SAAS;QACtB,eAAeA,SAAS;IAC1B;AACF;AAEO,eAAeC;IACpB,MAAMH,uBAAuB,gBAAgB;AAC/C"}
@@ -1,6 +1,6 @@
1
- import { callAIWithObjectResponse, callAIWithStringResponse, parseAIObjectResponse } from "./call-ai.mjs";
2
- import { callAI } from "./call.mjs";
3
- import { createChatClient } from "./openai-client.mjs";
1
+ import { callAIWithObjectResponse, callAIWithStringResponse, parseAIObjectResponse } from "./model-call.mjs";
2
+ import { callAI } from "./call-ai.mjs";
3
+ import { createChatClient } from "./openai/openai-client.mjs";
4
4
  import { AIResponseParseError, INTERNAL_CALL_ID_FIELD } from "./utils.mjs";
5
5
  import { extractJSONFromCodeBlock, parseModelResponseJson } from "../shared/json.mjs";
6
6
  export { AIResponseParseError, INTERNAL_CALL_ID_FIELD, callAI, callAIWithObjectResponse, callAIWithStringResponse, createChatClient, extractJSONFromCodeBlock, parseAIObjectResponse, parseModelResponseJson };
@@ -0,0 +1,49 @@
1
+ import { assert } from "@midscene/shared/utils";
2
+ import { assertJsonObject } from "../shared/json.mjs";
3
+ import { callAI } from "./call-ai.mjs";
4
+ import { callAiAndParseWithRetry, withSemanticRetryFeedback } from "./semantic-retry.mjs";
5
+ import { AIResponseParseError } from "./utils.mjs";
6
+ function parseAIObjectResponse(response, modelRuntime, jsonParserSource = 'generic-object') {
7
+ const { adapter } = modelRuntime;
8
+ assert(response, 'empty response');
9
+ const jsonContent = adapter.jsonParser(response.content, {
10
+ source: jsonParserSource
11
+ });
12
+ assertJsonObject(jsonContent);
13
+ return {
14
+ content: jsonContent,
15
+ contentString: response.content,
16
+ usage: response.usage,
17
+ reasoning_content: response.reasoning_content,
18
+ rawChoiceMessage: response.rawChoiceMessage
19
+ };
20
+ }
21
+ async function callAIWithObjectResponse(messages, modelRuntime, options) {
22
+ const { config: modelConfig } = modelRuntime;
23
+ return callAiAndParseWithRetry({
24
+ callAi: (retryAttempt, previousParseError)=>callAI(withSemanticRetryFeedback(messages, previousParseError), modelRuntime, {
25
+ abortSignal: options?.abortSignal,
26
+ expectedJsonObjectResponse: true,
27
+ semanticRetryAttempt: retryAttempt
28
+ }),
29
+ parseResponse: (response)=>parseAIObjectResponse(response, modelRuntime, options?.jsonParserSource),
30
+ toParseError: (error, response)=>{
31
+ const errorMessage = error instanceof Error ? error.message : String(error);
32
+ return new AIResponseParseError(errorMessage, response.content, response.usage, response.rawChoiceMessage, response.reasoning_content);
33
+ },
34
+ parseRetryTimes: options?.retryTimes ?? modelConfig.retryCount,
35
+ parseRetryInterval: options?.retryInterval ?? modelConfig.retryInterval,
36
+ abortSignal: options?.abortSignal
37
+ });
38
+ }
39
+ async function callAIWithStringResponse(msgs, modelRuntime, options) {
40
+ const { content, usage, rawChoiceMessage } = await callAI(msgs, modelRuntime, options);
41
+ return {
42
+ content,
43
+ usage,
44
+ rawChoiceMessage
45
+ };
46
+ }
47
+ export { callAIWithObjectResponse, callAIWithStringResponse, parseAIObjectResponse };
48
+
49
+ //# sourceMappingURL=model-call.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/service-caller/model-call.mjs","sources":["../../../../src/ai-model/service-caller/model-call.ts"],"sourcesContent":["import type { AIUsageInfo } from '@/types';\nimport { assert } from '@midscene/shared/utils';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { ModelRuntime } from '../models';\nimport { type JsonParserSource, assertJsonObject } from '../shared/json';\nimport { callAI } from './call-ai';\nimport {\n callAiAndParseWithRetry,\n withSemanticRetryFeedback,\n} from './semantic-retry';\nimport type { CallAIOptions } from './types';\nimport type { AIArgs } from './types';\nimport { AIResponseParseError } from './utils';\n\nexport type AIObjectResponse<T> = {\n // TODO: `content` is a misleading name here because this is already the parsed object response. Consider renaming it to `object` or `data`.\n content: T;\n contentString: string;\n usage?: AIUsageInfo;\n reasoning_content?: string;\n rawChoiceMessage?: unknown;\n};\n\nexport function parseAIObjectResponse<T>(\n response: Awaited<ReturnType<typeof callAI>>,\n modelRuntime: ModelRuntime,\n jsonParserSource: JsonParserSource = 'generic-object',\n): AIObjectResponse<T> {\n const { adapter } = modelRuntime;\n assert(response, 'empty response');\n const jsonContent = adapter.jsonParser(response.content, {\n source: jsonParserSource,\n });\n assertJsonObject(jsonContent);\n return {\n content: jsonContent as T,\n contentString: response.content,\n usage: response.usage,\n reasoning_content: response.reasoning_content,\n rawChoiceMessage: response.rawChoiceMessage,\n };\n}\n\nexport async function callAIWithObjectResponse<T>(\n messages: ChatCompletionMessageParam[],\n modelRuntime: ModelRuntime,\n options?: {\n abortSignal?: AbortSignal;\n jsonParserSource?: JsonParserSource;\n retryTimes?: number;\n retryInterval?: number;\n },\n): Promise<AIObjectResponse<T>> {\n const { config: modelConfig } = modelRuntime;\n return callAiAndParseWithRetry({\n callAi: (retryAttempt, previousParseError) =>\n callAI(\n withSemanticRetryFeedback(messages, previousParseError),\n modelRuntime,\n {\n abortSignal: options?.abortSignal,\n expectedJsonObjectResponse: true,\n semanticRetryAttempt: retryAttempt,\n },\n ),\n parseResponse: (response) =>\n parseAIObjectResponse<T>(\n response,\n modelRuntime,\n options?.jsonParserSource,\n ),\n toParseError: (error, response) => {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n return new AIResponseParseError(\n errorMessage,\n response.content,\n response.usage,\n response.rawChoiceMessage,\n response.reasoning_content,\n );\n },\n parseRetryTimes: options?.retryTimes ?? modelConfig.retryCount,\n parseRetryInterval: options?.retryInterval ?? modelConfig.retryInterval,\n abortSignal: options?.abortSignal,\n });\n}\n\nexport async function callAIWithStringResponse(\n msgs: AIArgs,\n modelRuntime: ModelRuntime,\n options?: Pick<CallAIOptions, 'abortSignal' | 'requiresOriginalImageDetail'>,\n): Promise<{\n content: string;\n usage?: AIUsageInfo;\n rawChoiceMessage?: unknown;\n}> {\n const { content, usage, rawChoiceMessage } = await callAI(\n msgs,\n modelRuntime,\n options,\n );\n return { content, usage, rawChoiceMessage };\n}\n"],"names":["parseAIObjectResponse","response","modelRuntime","jsonParserSource","adapter","assert","jsonContent","assertJsonObject","callAIWithObjectResponse","messages","options","modelConfig","callAiAndParseWithRetry","retryAttempt","previousParseError","callAI","withSemanticRetryFeedback","error","errorMessage","Error","String","AIResponseParseError","callAIWithStringResponse","msgs","content","usage","rawChoiceMessage"],"mappings":";;;;;AAuBO,SAASA,sBACdC,QAA4C,EAC5CC,YAA0B,EAC1BC,mBAAqC,gBAAgB;IAErD,MAAM,EAAEC,OAAO,EAAE,GAAGF;IACpBG,OAAOJ,UAAU;IACjB,MAAMK,cAAcF,QAAQ,UAAU,CAACH,SAAS,OAAO,EAAE;QACvD,QAAQE;IACV;IACAI,iBAAiBD;IACjB,OAAO;QACL,SAASA;QACT,eAAeL,SAAS,OAAO;QAC/B,OAAOA,SAAS,KAAK;QACrB,mBAAmBA,SAAS,iBAAiB;QAC7C,kBAAkBA,SAAS,gBAAgB;IAC7C;AACF;AAEO,eAAeO,yBACpBC,QAAsC,EACtCP,YAA0B,EAC1BQ,OAKC;IAED,MAAM,EAAE,QAAQC,WAAW,EAAE,GAAGT;IAChC,OAAOU,wBAAwB;QAC7B,QAAQ,CAACC,cAAcC,qBACrBC,OACEC,0BAA0BP,UAAUK,qBACpCZ,cACA;gBACE,aAAaQ,SAAS;gBACtB,4BAA4B;gBAC5B,sBAAsBG;YACxB;QAEJ,eAAe,CAACZ,WACdD,sBACEC,UACAC,cACAQ,SAAS;QAEb,cAAc,CAACO,OAAOhB;YACpB,MAAMiB,eACJD,iBAAiBE,QAAQF,MAAM,OAAO,GAAGG,OAAOH;YAClD,OAAO,IAAII,qBACTH,cACAjB,SAAS,OAAO,EAChBA,SAAS,KAAK,EACdA,SAAS,gBAAgB,EACzBA,SAAS,iBAAiB;QAE9B;QACA,iBAAiBS,SAAS,cAAcC,YAAY,UAAU;QAC9D,oBAAoBD,SAAS,iBAAiBC,YAAY,aAAa;QACvE,aAAaD,SAAS;IACxB;AACF;AAEO,eAAeY,yBACpBC,IAAY,EACZrB,YAA0B,EAC1BQ,OAA4E;IAM5E,MAAM,EAAEc,OAAO,EAAEC,KAAK,EAAEC,gBAAgB,EAAE,GAAG,MAAMX,OACjDQ,MACArB,cACAQ;IAEF,OAAO;QAAEc;QAASC;QAAOC;IAAiB;AAC5C"}
@@ -0,0 +1,69 @@
1
+ import { getDebug } from "@midscene/shared/logger";
2
+ import { AIResponseParseError } from "../utils.mjs";
3
+ import { callChatCompletion } from "./chat-completion/chat-completion.mjs";
4
+ import { createChatClient } from "./openai-client.mjs";
5
+ import { formatOpenAIAPIErrorDetails } from "./openai-request-context.mjs";
6
+ async function callOpenAI({ modelRuntime, options, executionId, recordEvent, requestSignal, effectiveTimeoutMs }, prepared) {
7
+ const { config: modelConfig } = modelRuntime;
8
+ const { modelName } = modelConfig;
9
+ const { completion, openAIRequestContext } = await createChatClient({
10
+ modelConfig,
11
+ proxyAgent: prepared.proxyAgent,
12
+ effectiveTimeoutMs,
13
+ executionId,
14
+ recordEvent
15
+ });
16
+ const isStreaming = options?.stream === true;
17
+ const debugCall = getDebug('ai:call');
18
+ debugCall(`sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`);
19
+ const requestOptions = {
20
+ requestSignal,
21
+ openAIRequestContext,
22
+ onChunk: options?.onChunk,
23
+ recordEvent
24
+ };
25
+ try {
26
+ const startTime = Date.now();
27
+ const response = await callChatCompletion({
28
+ ...requestOptions,
29
+ completion,
30
+ modelRuntime,
31
+ messages: prepared.messages,
32
+ requestBodyParams: prepared.requestParams
33
+ }, isStreaming);
34
+ const { reasoningContent, ...result } = response;
35
+ requestSignal.throwIfAborted();
36
+ const timeCost = Date.now() - startTime;
37
+ debugCall(`response reasoning content: ${reasoningContent}`);
38
+ debugCall(`response content: ${result.content}`);
39
+ recordEvent?.({
40
+ type: 'response',
41
+ http: openAIRequestContext.httpResponse,
42
+ final: {
43
+ content: result.content,
44
+ reasoningContent,
45
+ usage: result.rawUsage,
46
+ requestId: result.requestId,
47
+ timeCost,
48
+ responseModelName: result.responseModelName
49
+ }
50
+ });
51
+ return {
52
+ ...result,
53
+ reasoning_content: reasoningContent,
54
+ isStreamed: isStreaming,
55
+ timeCost
56
+ };
57
+ } catch (error) {
58
+ getDebug('ai:call', {
59
+ console: true
60
+ })('call AI error', error);
61
+ if (error instanceof AIResponseParseError) throw error;
62
+ throw new Error(`failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${error.message}${formatOpenAIAPIErrorDetails(error, openAIRequestContext)}\nTrouble shooting: https://midscenejs.com/model-provider.html`, {
63
+ cause: error
64
+ });
65
+ }
66
+ }
67
+ export { callOpenAI };
68
+
69
+ //# sourceMappingURL=call-openai.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/service-caller/openai/call-openai.mjs","sources":["../../../../../src/ai-model/service-caller/openai/call-openai.ts"],"sourcesContent":["import { getDebug } from '@midscene/shared/logger';\nimport type {\n ModelCallContext,\n ModelCallResult,\n OpenAIProtocolCallOptions,\n} from '../types';\nimport { AIResponseParseError } from '../utils';\nimport {\n callChatCompletion,\n type prepareChatCompletion,\n} from './chat-completion/chat-completion';\nimport { createChatClient } from './openai-client';\nimport { formatOpenAIAPIErrorDetails } from './openai-request-context';\n\nexport async function callOpenAI(\n {\n modelRuntime,\n options,\n executionId,\n recordEvent,\n requestSignal,\n effectiveTimeoutMs,\n }: ModelCallContext,\n prepared: Awaited<ReturnType<typeof prepareChatCompletion>>,\n): Promise<ModelCallResult> {\n const { config: modelConfig } = modelRuntime;\n const { modelName } = modelConfig;\n const { completion, openAIRequestContext } = await createChatClient({\n modelConfig,\n proxyAgent: prepared.proxyAgent,\n effectiveTimeoutMs,\n executionId,\n recordEvent,\n });\n const isStreaming = options?.stream === true;\n const debugCall = getDebug('ai:call');\n debugCall(\n `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n );\n const requestOptions: OpenAIProtocolCallOptions = {\n requestSignal,\n openAIRequestContext,\n onChunk: options?.onChunk,\n recordEvent,\n };\n try {\n const startTime = Date.now();\n const response = await callChatCompletion(\n {\n ...requestOptions,\n completion,\n modelRuntime,\n messages: prepared.messages,\n requestBodyParams: prepared.requestParams,\n },\n isStreaming,\n );\n const { reasoningContent, ...result } = response;\n requestSignal.throwIfAborted();\n const timeCost = Date.now() - startTime;\n debugCall(`response reasoning content: ${reasoningContent}`);\n debugCall(`response content: ${result.content}`);\n recordEvent?.({\n type: 'response',\n http: openAIRequestContext.httpResponse,\n final: {\n content: result.content,\n reasoningContent,\n usage: result.rawUsage,\n requestId: result.requestId,\n timeCost,\n responseModelName: result.responseModelName,\n },\n });\n return {\n ...result,\n reasoning_content: reasoningContent,\n isStreamed: isStreaming,\n timeCost,\n };\n } catch (error: any) {\n getDebug('ai:call', { console: true })('call AI error', error);\n if (error instanceof AIResponseParseError) {\n throw error;\n }\n throw new Error(\n `failed to call ${isStreaming ? 'streaming ' : ''}AI model service (${modelName}): ${error.message}${formatOpenAIAPIErrorDetails(error, openAIRequestContext)}\\nTrouble shooting: https://midscenejs.com/model-provider.html`,\n { cause: error },\n );\n }\n}\n"],"names":["callOpenAI","modelRuntime","options","executionId","recordEvent","requestSignal","effectiveTimeoutMs","prepared","modelConfig","modelName","completion","openAIRequestContext","createChatClient","isStreaming","debugCall","getDebug","requestOptions","startTime","Date","response","callChatCompletion","reasoningContent","result","timeCost","error","AIResponseParseError","Error","formatOpenAIAPIErrorDetails"],"mappings":";;;;;AAcO,eAAeA,WACpB,EACEC,YAAY,EACZC,OAAO,EACPC,WAAW,EACXC,WAAW,EACXC,aAAa,EACbC,kBAAkB,EACD,EACnBC,QAA2D;IAE3D,MAAM,EAAE,QAAQC,WAAW,EAAE,GAAGP;IAChC,MAAM,EAAEQ,SAAS,EAAE,GAAGD;IACtB,MAAM,EAAEE,UAAU,EAAEC,oBAAoB,EAAE,GAAG,MAAMC,iBAAiB;QAClEJ;QACA,YAAYD,SAAS,UAAU;QAC/BD;QACAH;QACAC;IACF;IACA,MAAMS,cAAcX,SAAS,WAAW;IACxC,MAAMY,YAAYC,SAAS;IAC3BD,UACE,CAAC,QAAQ,EAAED,cAAc,eAAe,GAAG,WAAW,EAAEJ,WAAW;IAErE,MAAMO,iBAA4C;QAChDX;QACAM;QACA,SAAST,SAAS;QAClBE;IACF;IACA,IAAI;QACF,MAAMa,YAAYC,KAAK,GAAG;QAC1B,MAAMC,WAAW,MAAMC,mBACrB;YACE,GAAGJ,cAAc;YACjBN;YACAT;YACA,UAAUM,SAAS,QAAQ;YAC3B,mBAAmBA,SAAS,aAAa;QAC3C,GACAM;QAEF,MAAM,EAAEQ,gBAAgB,EAAE,GAAGC,QAAQ,GAAGH;QACxCd,cAAc,cAAc;QAC5B,MAAMkB,WAAWL,KAAK,GAAG,KAAKD;QAC9BH,UAAU,CAAC,4BAA4B,EAAEO,kBAAkB;QAC3DP,UAAU,CAAC,kBAAkB,EAAEQ,OAAO,OAAO,EAAE;QAC/ClB,cAAc;YACZ,MAAM;YACN,MAAMO,qBAAqB,YAAY;YACvC,OAAO;gBACL,SAASW,OAAO,OAAO;gBACvBD;gBACA,OAAOC,OAAO,QAAQ;gBACtB,WAAWA,OAAO,SAAS;gBAC3BC;gBACA,mBAAmBD,OAAO,iBAAiB;YAC7C;QACF;QACA,OAAO;YACL,GAAGA,MAAM;YACT,mBAAmBD;YACnB,YAAYR;YACZU;QACF;IACF,EAAE,OAAOC,OAAY;QACnBT,SAAS,WAAW;YAAE,SAAS;QAAK,GAAG,iBAAiBS;QACxD,IAAIA,iBAAiBC,sBACnB,MAAMD;QAER,MAAM,IAAIE,MACR,CAAC,eAAe,EAAEb,cAAc,eAAe,GAAG,kBAAkB,EAAEJ,UAAU,GAAG,EAAEe,MAAM,OAAO,GAAGG,4BAA4BH,OAAOb,sBAAsB,8DAA8D,CAAC,EAC7N;YAAE,OAAOa;QAAM;IAEnB;AACF"}
@@ -0,0 +1,50 @@
1
+ import { getDebug } from "@midscene/shared/logger";
2
+ import { createProxyAgentIfNeeded } from "../../proxy/index.mjs";
3
+ import { applyImageDetail, stringifyForDebug } from "../../utils.mjs";
4
+ import { callChatCompletionNonStreaming } from "./non-stream.mjs";
5
+ import { callChatCompletionStream } from "./stream.mjs";
6
+ const prepareChatCompletion = async ({ messages, modelRuntime, options })=>{
7
+ const debugCall = getDebug('ai:call');
8
+ const { config: modelConfig, adapter } = modelRuntime;
9
+ const modelCallInput = {
10
+ intent: modelConfig.intent,
11
+ userConfig: {
12
+ temperature: modelConfig.temperature,
13
+ reasoningEnabled: modelConfig.reasoningEnabled,
14
+ reasoningEffort: modelConfig.reasoningEffort,
15
+ reasoningBudget: modelConfig.reasoningBudget,
16
+ responseFormat: modelConfig.responseFormat
17
+ },
18
+ semanticRetryAttempt: options?.semanticRetryAttempt,
19
+ requiresOriginalImageDetail: options?.requiresOriginalImageDetail,
20
+ expectedJsonObjectResponse: options?.expectedJsonObjectResponse
21
+ };
22
+ const { config: adapterChatCompletionParams } = adapter.chatCompletion.buildChatCompletionParams(modelCallInput);
23
+ debugCall(`adapter chat completion params: ${stringifyForDebug({
24
+ config: adapterChatCompletionParams
25
+ })}`);
26
+ const requestBodyParams = {
27
+ ...adapterChatCompletionParams,
28
+ ...modelConfig.extraBody ?? {}
29
+ };
30
+ const imageDetail = adapter.chatCompletion.resolveImageDetail(modelCallInput);
31
+ const messagesWithImageDetail = applyImageDetail({
32
+ imageDetail,
33
+ messages
34
+ });
35
+ const proxyAgent = await createProxyAgentIfNeeded({
36
+ socksProxy: modelConfig.socksProxy,
37
+ httpProxy: modelConfig.httpProxy
38
+ });
39
+ return {
40
+ messages: messagesWithImageDetail,
41
+ requestParams: requestBodyParams,
42
+ proxyAgent
43
+ };
44
+ };
45
+ function callChatCompletion(options, stream) {
46
+ return stream ? callChatCompletionStream(options) : callChatCompletionNonStreaming(options);
47
+ }
48
+ export { callChatCompletion, prepareChatCompletion };
49
+
50
+ //# sourceMappingURL=chat-completion.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/service-caller/openai/chat-completion/chat-completion.mjs","sources":["../../../../../../src/ai-model/service-caller/openai/chat-completion/chat-completion.ts"],"sourcesContent":["import { getDebug } from '@midscene/shared/logger';\nimport type { ChatCompletionCallInput } from '../../../model-adapter/types';\nimport { createProxyAgentIfNeeded } from '../../proxy';\nimport type { ModelCallContext, OpenAIProtocolCallResult } from '../../types';\nimport { applyImageDetail, stringifyForDebug } from '../../utils';\nimport { callChatCompletionNonStreaming } from './non-stream';\nimport { callChatCompletionStream } from './stream';\nimport type { ChatCompletionCallOptions } from './types';\n\nexport const prepareChatCompletion = async ({\n messages,\n modelRuntime,\n options,\n}: Pick<ModelCallContext, 'messages' | 'modelRuntime' | 'options'>) => {\n const debugCall = getDebug('ai:call');\n const { config: modelConfig, adapter } = modelRuntime;\n\n const modelCallInput: ChatCompletionCallInput = {\n intent: modelConfig.intent,\n userConfig: {\n temperature: modelConfig.temperature,\n reasoningEnabled: modelConfig.reasoningEnabled,\n reasoningEffort: modelConfig.reasoningEffort,\n reasoningBudget: modelConfig.reasoningBudget,\n responseFormat: modelConfig.responseFormat,\n },\n semanticRetryAttempt: options?.semanticRetryAttempt,\n requiresOriginalImageDetail: options?.requiresOriginalImageDetail,\n expectedJsonObjectResponse: options?.expectedJsonObjectResponse,\n };\n\n const { config: adapterChatCompletionParams } =\n adapter.chatCompletion.buildChatCompletionParams(modelCallInput);\n\n debugCall(\n `adapter chat completion params: ${stringifyForDebug({\n config: adapterChatCompletionParams,\n })}`,\n );\n\n const requestBodyParams = {\n ...adapterChatCompletionParams,\n ...(modelConfig.extraBody ?? {}),\n };\n\n const imageDetail = adapter.chatCompletion.resolveImageDetail(modelCallInput);\n\n // Some adapters request original image detail to preserve screenshot\n // resolution for localization-sensitive tasks.\n const messagesWithImageDetail = applyImageDetail({ imageDetail, messages });\n\n const proxyAgent = await createProxyAgentIfNeeded({\n socksProxy: modelConfig.socksProxy,\n httpProxy: modelConfig.httpProxy,\n });\n\n return {\n messages: messagesWithImageDetail,\n requestParams: requestBodyParams,\n proxyAgent,\n };\n};\n\nexport function callChatCompletion(\n options: ChatCompletionCallOptions,\n stream: boolean,\n): Promise<OpenAIProtocolCallResult> {\n return stream\n ? callChatCompletionStream(options)\n : callChatCompletionNonStreaming(options);\n}\n"],"names":["prepareChatCompletion","messages","modelRuntime","options","debugCall","getDebug","modelConfig","adapter","modelCallInput","adapterChatCompletionParams","stringifyForDebug","requestBodyParams","imageDetail","messagesWithImageDetail","applyImageDetail","proxyAgent","createProxyAgentIfNeeded","callChatCompletion","stream","callChatCompletionStream","callChatCompletionNonStreaming"],"mappings":";;;;;AASO,MAAMA,wBAAwB,OAAO,EAC1CC,QAAQ,EACRC,YAAY,EACZC,OAAO,EACyD;IAChE,MAAMC,YAAYC,SAAS;IAC3B,MAAM,EAAE,QAAQC,WAAW,EAAEC,OAAO,EAAE,GAAGL;IAEzC,MAAMM,iBAA0C;QAC9C,QAAQF,YAAY,MAAM;QAC1B,YAAY;YACV,aAAaA,YAAY,WAAW;YACpC,kBAAkBA,YAAY,gBAAgB;YAC9C,iBAAiBA,YAAY,eAAe;YAC5C,iBAAiBA,YAAY,eAAe;YAC5C,gBAAgBA,YAAY,cAAc;QAC5C;QACA,sBAAsBH,SAAS;QAC/B,6BAA6BA,SAAS;QACtC,4BAA4BA,SAAS;IACvC;IAEA,MAAM,EAAE,QAAQM,2BAA2B,EAAE,GAC3CF,QAAQ,cAAc,CAAC,yBAAyB,CAACC;IAEnDJ,UACE,CAAC,gCAAgC,EAAEM,kBAAkB;QACnD,QAAQD;IACV,IAAI;IAGN,MAAME,oBAAoB;QACxB,GAAGF,2BAA2B;QAC9B,GAAIH,YAAY,SAAS,IAAI,CAAC,CAAC;IACjC;IAEA,MAAMM,cAAcL,QAAQ,cAAc,CAAC,kBAAkB,CAACC;IAI9D,MAAMK,0BAA0BC,iBAAiB;QAAEF;QAAaX;IAAS;IAEzE,MAAMc,aAAa,MAAMC,yBAAyB;QAChD,YAAYV,YAAY,UAAU;QAClC,WAAWA,YAAY,SAAS;IAClC;IAEA,OAAO;QACL,UAAUO;QACV,eAAeF;QACfI;IACF;AACF;AAEO,SAASE,mBACdd,OAAkC,EAClCe,MAAe;IAEf,OAAOA,SACHC,yBAAyBhB,WACzBiB,+BAA+BjB;AACrC"}
@@ -0,0 +1,37 @@
1
+ import { AIResponseParseError, hasUsableText } from "../../utils.mjs";
2
+ import { resolveContentWithReasoningFallback } from "./utils.mjs";
3
+ const callChatCompletionNonStreaming = async ({ completion, openAIRequestContext, modelRuntime, messages, requestBodyParams, requestSignal })=>{
4
+ const { config: { modelName }, adapter } = modelRuntime;
5
+ requestSignal.throwIfAborted();
6
+ const result = await completion.create({
7
+ model: modelName,
8
+ messages,
9
+ ...requestBodyParams,
10
+ stream: false
11
+ }, {
12
+ signal: requestSignal
13
+ });
14
+ requestSignal.throwIfAborted();
15
+ const requestId = result._request_id ?? openAIRequestContext.responseRequestId?.requestId;
16
+ if (!result.choices) throw new Error(`invalid response from LLM service: ${JSON.stringify(result)}`);
17
+ const rawChoiceMessage = result.choices[0].message;
18
+ const parsedMessage = adapter.chatCompletion.extractContentAndReasoning(result.choices[0].message);
19
+ const reasoningContent = parsedMessage.reasoning_content;
20
+ const content = resolveContentWithReasoningFallback({
21
+ content: parsedMessage.content,
22
+ reasoningContent,
23
+ useReasoningAsContentFallback: adapter.chatCompletion.useReasoningAsContentFallback
24
+ });
25
+ if (!hasUsableText(content)) throw new AIResponseParseError('empty content from AI model', content || '', void 0, rawChoiceMessage);
26
+ return {
27
+ content,
28
+ reasoningContent,
29
+ rawChoiceMessage,
30
+ rawUsage: result.usage,
31
+ requestId,
32
+ responseModelName: result.model
33
+ };
34
+ };
35
+ export { callChatCompletionNonStreaming };
36
+
37
+ //# sourceMappingURL=non-stream.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/service-caller/openai/chat-completion/non-stream.mjs","sources":["../../../../../../src/ai-model/service-caller/openai/chat-completion/non-stream.ts"],"sourcesContent":["import type { OpenAIProtocolCallResult } from '../../types';\nimport { AIResponseParseError, hasUsableText } from '../../utils';\nimport type { ChatCompletionCallOptions } from './types';\nimport { resolveContentWithReasoningFallback } from './utils';\n\nexport const callChatCompletionNonStreaming = async ({\n completion,\n openAIRequestContext,\n modelRuntime,\n messages,\n requestBodyParams,\n requestSignal,\n}: ChatCompletionCallOptions): Promise<OpenAIProtocolCallResult> => {\n const {\n config: { modelName },\n adapter,\n } = modelRuntime;\n requestSignal.throwIfAborted();\n const result = await completion.create(\n {\n model: modelName,\n messages,\n ...requestBodyParams,\n stream: false,\n },\n { signal: requestSignal },\n );\n\n requestSignal.throwIfAborted();\n\n const requestId =\n result._request_id ?? openAIRequestContext.responseRequestId?.requestId;\n\n if (!result.choices) {\n throw new Error(\n `invalid response from LLM service: ${JSON.stringify(result)}`,\n );\n }\n\n const rawChoiceMessage = result.choices[0].message;\n const parsedMessage = adapter.chatCompletion.extractContentAndReasoning(\n result.choices[0].message,\n );\n const reasoningContent = parsedMessage.reasoning_content;\n const content = resolveContentWithReasoningFallback({\n content: parsedMessage.content,\n reasoningContent,\n useReasoningAsContentFallback:\n adapter.chatCompletion.useReasoningAsContentFallback,\n });\n\n if (!hasUsableText(content)) {\n throw new AIResponseParseError(\n 'empty content from AI model',\n content || '',\n undefined,\n rawChoiceMessage,\n );\n }\n\n return {\n content,\n reasoningContent,\n rawChoiceMessage,\n rawUsage: result.usage,\n requestId,\n responseModelName: result.model,\n };\n};\n"],"names":["callChatCompletionNonStreaming","completion","openAIRequestContext","modelRuntime","messages","requestBodyParams","requestSignal","modelName","adapter","result","requestId","Error","JSON","rawChoiceMessage","parsedMessage","reasoningContent","content","resolveContentWithReasoningFallback","hasUsableText","AIResponseParseError","undefined"],"mappings":";;AAKO,MAAMA,iCAAiC,OAAO,EACnDC,UAAU,EACVC,oBAAoB,EACpBC,YAAY,EACZC,QAAQ,EACRC,iBAAiB,EACjBC,aAAa,EACa;IAC1B,MAAM,EACJ,QAAQ,EAAEC,SAAS,EAAE,EACrBC,OAAO,EACR,GAAGL;IACJG,cAAc,cAAc;IAC5B,MAAMG,SAAS,MAAMR,WAAW,MAAM,CACpC;QACE,OAAOM;QACPH;QACA,GAAGC,iBAAiB;QACpB,QAAQ;IACV,GACA;QAAE,QAAQC;IAAc;IAG1BA,cAAc,cAAc;IAE5B,MAAMI,YACJD,OAAO,WAAW,IAAIP,qBAAqB,iBAAiB,EAAE;IAEhE,IAAI,CAACO,OAAO,OAAO,EACjB,MAAM,IAAIE,MACR,CAAC,mCAAmC,EAAEC,KAAK,SAAS,CAACH,SAAS;IAIlE,MAAMI,mBAAmBJ,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO;IAClD,MAAMK,gBAAgBN,QAAQ,cAAc,CAAC,0BAA0B,CACrEC,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO;IAE3B,MAAMM,mBAAmBD,cAAc,iBAAiB;IACxD,MAAME,UAAUC,oCAAoC;QAClD,SAASH,cAAc,OAAO;QAC9BC;QACA,+BACEP,QAAQ,cAAc,CAAC,6BAA6B;IACxD;IAEA,IAAI,CAACU,cAAcF,UACjB,MAAM,IAAIG,qBACR,+BACAH,WAAW,IACXI,QACAP;IAIJ,OAAO;QACLG;QACAD;QACAF;QACA,UAAUJ,OAAO,KAAK;QACtBC;QACA,mBAAmBD,OAAO,KAAK;IACjC;AACF"}
@@ -0,0 +1,78 @@
1
+ import { assert } from "@midscene/shared/utils";
2
+ import { resolveContentWithReasoningFallback } from "./utils.mjs";
3
+ const callChatCompletionStream = async ({ completion, openAIRequestContext, modelRuntime, messages, requestBodyParams, requestSignal, onChunk, recordEvent })=>{
4
+ assert('function' == typeof onChunk, 'onChunk is required when stream is true');
5
+ const { adapter } = modelRuntime;
6
+ const { modelName } = modelRuntime.config;
7
+ let accumulated = '';
8
+ let accumulatedReasoning = '';
9
+ let usage;
10
+ let responseModelName;
11
+ requestSignal.throwIfAborted();
12
+ const stream = await completion.create({
13
+ model: modelName,
14
+ messages,
15
+ ...requestBodyParams,
16
+ stream: true,
17
+ stream_options: {
18
+ ...requestBodyParams.stream_options,
19
+ include_usage: true
20
+ }
21
+ }, {
22
+ stream: true,
23
+ signal: requestSignal
24
+ });
25
+ const requestId = stream._request_id ?? openAIRequestContext.responseRequestId?.requestId;
26
+ let chunkSequence = 0;
27
+ for await (const chunk of stream){
28
+ requestSignal.throwIfAborted();
29
+ chunkSequence += 1;
30
+ recordEvent?.({
31
+ type: 'chunk',
32
+ sequence: chunkSequence,
33
+ chunk
34
+ });
35
+ const parsedChunk = adapter.chatCompletion.extractContentAndReasoning(chunk.choices?.[0]?.delta);
36
+ const content = parsedChunk.content || '';
37
+ const reasoning_content = parsedChunk.reasoning_content || '';
38
+ if (chunk.usage) usage = chunk.usage;
39
+ if (chunk.model) responseModelName = chunk.model;
40
+ if (content || reasoning_content) {
41
+ accumulated += content;
42
+ accumulatedReasoning += reasoning_content;
43
+ const chunkData = {
44
+ content,
45
+ reasoning_content,
46
+ accumulated,
47
+ isComplete: false,
48
+ usage: void 0
49
+ };
50
+ onChunk(chunkData);
51
+ }
52
+ }
53
+ const finalAccumulated = resolveContentWithReasoningFallback({
54
+ content: accumulated,
55
+ reasoningContent: accumulatedReasoning,
56
+ useReasoningAsContentFallback: adapter.chatCompletion.useReasoningAsContentFallback
57
+ });
58
+ accumulated = finalAccumulated || '';
59
+ const finalChunk = {
60
+ content: '',
61
+ accumulated,
62
+ reasoning_content: '',
63
+ isComplete: true,
64
+ usage
65
+ };
66
+ onChunk(finalChunk);
67
+ return {
68
+ content: accumulated,
69
+ reasoningContent: accumulatedReasoning,
70
+ rawChoiceMessage: void 0,
71
+ rawUsage: usage,
72
+ requestId,
73
+ responseModelName
74
+ };
75
+ };
76
+ export { callChatCompletionStream };
77
+
78
+ //# sourceMappingURL=stream.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/service-caller/openai/chat-completion/stream.mjs","sources":["../../../../../../src/ai-model/service-caller/openai/chat-completion/stream.ts"],"sourcesContent":["import type { CodeGenerationChunk } from '@/types';\nimport { assert } from '@midscene/shared/utils';\nimport type OpenAI from 'openai';\nimport type { Stream } from 'openai/streaming';\nimport type { OpenAIProtocolCallResult } from '../../types';\nimport type { ChatCompletionCallOptions } from './types';\nimport { resolveContentWithReasoningFallback } from './utils';\n\nexport const callChatCompletionStream = async ({\n completion,\n openAIRequestContext,\n modelRuntime,\n messages,\n requestBodyParams,\n requestSignal,\n onChunk,\n recordEvent,\n}: ChatCompletionCallOptions): Promise<OpenAIProtocolCallResult> => {\n assert(\n typeof onChunk === 'function',\n 'onChunk is required when stream is true',\n );\n const { adapter } = modelRuntime;\n const { modelName } = modelRuntime.config;\n let accumulated = '';\n let accumulatedReasoning = '';\n let usage: OpenAI.CompletionUsage | undefined;\n let responseModelName: string | undefined;\n requestSignal.throwIfAborted();\n const stream = (await completion.create(\n {\n model: modelName,\n messages,\n ...requestBodyParams,\n stream: true,\n stream_options: {\n ...(requestBodyParams.stream_options as\n | Record<string, unknown>\n | undefined),\n include_usage: true,\n },\n },\n {\n stream: true,\n signal: requestSignal,\n },\n )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n _request_id?: string | null;\n };\n\n const requestId =\n stream._request_id ?? openAIRequestContext.responseRequestId?.requestId;\n\n let chunkSequence = 0;\n for await (const chunk of stream) {\n requestSignal.throwIfAborted();\n chunkSequence += 1;\n recordEvent?.({\n type: 'chunk',\n sequence: chunkSequence,\n chunk,\n });\n const parsedChunk = adapter.chatCompletion.extractContentAndReasoning(\n chunk.choices?.[0]?.delta,\n );\n const content = parsedChunk.content || '';\n const reasoning_content = parsedChunk.reasoning_content || '';\n\n // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n if (chunk.usage) {\n usage = chunk.usage;\n }\n if (chunk.model) {\n responseModelName = chunk.model;\n }\n\n if (content || reasoning_content) {\n accumulated += content;\n accumulatedReasoning += reasoning_content;\n const chunkData: CodeGenerationChunk = {\n content,\n reasoning_content,\n accumulated,\n isComplete: false,\n usage: undefined,\n };\n onChunk(chunkData);\n }\n }\n\n const finalAccumulated = resolveContentWithReasoningFallback({\n content: accumulated,\n reasoningContent: accumulatedReasoning,\n useReasoningAsContentFallback:\n adapter.chatCompletion.useReasoningAsContentFallback,\n });\n accumulated = finalAccumulated || '';\n\n // Send final chunk\n const finalChunk: CodeGenerationChunk = {\n content: '',\n accumulated,\n reasoning_content: '',\n isComplete: true,\n usage,\n };\n onChunk(finalChunk);\n return {\n content: accumulated,\n reasoningContent: accumulatedReasoning,\n rawChoiceMessage: undefined,\n rawUsage: usage,\n requestId,\n responseModelName,\n };\n};\n"],"names":["callChatCompletionStream","completion","openAIRequestContext","modelRuntime","messages","requestBodyParams","requestSignal","onChunk","recordEvent","assert","adapter","modelName","accumulated","accumulatedReasoning","usage","responseModelName","stream","requestId","chunkSequence","chunk","parsedChunk","content","reasoning_content","chunkData","undefined","finalAccumulated","resolveContentWithReasoningFallback","finalChunk"],"mappings":";;AAQO,MAAMA,2BAA2B,OAAO,EAC7CC,UAAU,EACVC,oBAAoB,EACpBC,YAAY,EACZC,QAAQ,EACRC,iBAAiB,EACjBC,aAAa,EACbC,OAAO,EACPC,WAAW,EACe;IAC1BC,OACE,AAAmB,cAAnB,OAAOF,SACP;IAEF,MAAM,EAAEG,OAAO,EAAE,GAAGP;IACpB,MAAM,EAAEQ,SAAS,EAAE,GAAGR,aAAa,MAAM;IACzC,IAAIS,cAAc;IAClB,IAAIC,uBAAuB;IAC3B,IAAIC;IACJ,IAAIC;IACJT,cAAc,cAAc;IAC5B,MAAMU,SAAU,MAAMf,WAAW,MAAM,CACrC;QACE,OAAOU;QACPP;QACA,GAAGC,iBAAiB;QACpB,QAAQ;QACR,gBAAgB;YACd,GAAIA,kBAAkB,cAAc;YAGpC,eAAe;QACjB;IACF,GACA;QACE,QAAQ;QACR,QAAQC;IACV;IAKF,MAAMW,YACJD,OAAO,WAAW,IAAId,qBAAqB,iBAAiB,EAAE;IAEhE,IAAIgB,gBAAgB;IACpB,WAAW,MAAMC,SAASH,OAAQ;QAChCV,cAAc,cAAc;QAC5BY,iBAAiB;QACjBV,cAAc;YACZ,MAAM;YACN,UAAUU;YACVC;QACF;QACA,MAAMC,cAAcV,QAAQ,cAAc,CAAC,0BAA0B,CACnES,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE;QAEtB,MAAME,UAAUD,YAAY,OAAO,IAAI;QACvC,MAAME,oBAAoBF,YAAY,iBAAiB,IAAI;QAG3D,IAAID,MAAM,KAAK,EACbL,QAAQK,MAAM,KAAK;QAErB,IAAIA,MAAM,KAAK,EACbJ,oBAAoBI,MAAM,KAAK;QAGjC,IAAIE,WAAWC,mBAAmB;YAChCV,eAAeS;YACfR,wBAAwBS;YACxB,MAAMC,YAAiC;gBACrCF;gBACAC;gBACAV;gBACA,YAAY;gBACZ,OAAOY;YACT;YACAjB,QAAQgB;QACV;IACF;IAEA,MAAME,mBAAmBC,oCAAoC;QAC3D,SAASd;QACT,kBAAkBC;QAClB,+BACEH,QAAQ,cAAc,CAAC,6BAA6B;IACxD;IACAE,cAAca,oBAAoB;IAGlC,MAAME,aAAkC;QACtC,SAAS;QACTf;QACA,mBAAmB;QACnB,YAAY;QACZE;IACF;IACAP,QAAQoB;IACR,OAAO;QACL,SAASf;QACT,kBAAkBC;QAClB,kBAAkBW;QAClB,UAAUV;QACVG;QACAF;IACF;AACF"}
@@ -0,0 +1,15 @@
1
+ import { getDebug } from "@midscene/shared/logger";
2
+ import { hasUsableText } from "../../utils.mjs";
3
+ const resolveContentWithReasoningFallback = ({ content, reasoningContent, useReasoningAsContentFallback })=>{
4
+ if (!hasUsableText(content) && useReasoningAsContentFallback && hasUsableText(reasoningContent)) {
5
+ const warnCall = getDebug('ai:call', {
6
+ console: true
7
+ });
8
+ warnCall('empty content from AI model, using reasoning content');
9
+ return reasoningContent;
10
+ }
11
+ return content;
12
+ };
13
+ export { resolveContentWithReasoningFallback };
14
+
15
+ //# sourceMappingURL=utils.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/service-caller/openai/chat-completion/utils.mjs","sources":["../../../../../../src/ai-model/service-caller/openai/chat-completion/utils.ts"],"sourcesContent":["import { getDebug } from '@midscene/shared/logger';\nimport { hasUsableText } from '../../utils';\n\nexport const resolveContentWithReasoningFallback = ({\n content,\n reasoningContent,\n useReasoningAsContentFallback,\n}: {\n content: string | undefined;\n reasoningContent: string;\n useReasoningAsContentFallback: boolean;\n}): string | undefined => {\n if (\n !hasUsableText(content) &&\n useReasoningAsContentFallback &&\n hasUsableText(reasoningContent)\n ) {\n const warnCall = getDebug('ai:call', { console: true });\n warnCall('empty content from AI model, using reasoning content');\n return reasoningContent;\n }\n\n return content;\n};\n"],"names":["resolveContentWithReasoningFallback","content","reasoningContent","useReasoningAsContentFallback","hasUsableText","warnCall","getDebug"],"mappings":";;AAGO,MAAMA,sCAAsC,CAAC,EAClDC,OAAO,EACPC,gBAAgB,EAChBC,6BAA6B,EAK9B;IACC,IACE,CAACC,cAAcH,YACfE,iCACAC,cAAcF,mBACd;QACA,MAAMG,WAAWC,SAAS,WAAW;YAAE,SAAS;QAAK;QACrDD,SAAS;QACT,OAAOH;IACT;IAEA,OAAOD;AACT"}