@rpascene/core 0.30.8

package/dist/es/ai-model/service-caller/index.mjs

@@ -0,0 +1,537 @@
+import { AIResponseFormat } from "../../types.mjs";
+import { Anthropic } from "@anthropic-ai/sdk";
+import { DefaultAzureCredential, getBearerTokenProvider } from "@azure/identity";
+import { OPENAI_MAX_TOKENS, RPASCENE_API_TYPE, RPASCENE_LANGSMITH_DEBUG, globalConfigManager } from "@rpascene/shared/env";
+import { parseBase64 } from "@rpascene/shared/img";
+import { getDebug } from "@rpascene/shared/logger";
+import { assert, ifInBrowser } from "@rpascene/shared/utils";
+import { HttpsProxyAgent } from "https-proxy-agent";
+import { jsonrepair } from "jsonrepair";
+import openai_0, { AzureOpenAI } from "openai";
+import { SocksProxyAgent } from "socks-proxy-agent";
+import { AIActionType } from "../common.mjs";
+import { assertSchema } from "../prompt/assertion.mjs";
+import { locatorSchema } from "../prompt/llm-locator.mjs";
+import { planSchema } from "../prompt/llm-planning.mjs";
+const defaultYhtConfig = {
+    domain: 'APILink',
+    yht_access_token: '',
+    chatType: 14,
+    model: 'doubao-seed-1-6-vision-250815',
+    modelCategory: 2,
+    stream: 0,
+    temperature: 0.95,
+    top_p: 0.7,
+    baseURL: 'https://c2.yonyoucloud.com/iuap-aip-service/report/rest/api/aiService/chat'
+};
+async function createChatClient({ AIActionTypeValue, modelConfig }) {
+    const { socksProxy, httpProxy, modelName, openaiBaseURL, openaiApiKey, openaiExtraConfig, openaiUseAzureDeprecated, useAzureOpenai, azureOpenaiScope, azureOpenaiKey, azureOpenaiEndpoint, azureOpenaiApiVersion, azureOpenaiDeployment, azureExtraConfig, useAnthropicSdk, anthropicApiKey, modelDescription, uiTarsModelVersion: uiTarsVersion, vlMode } = modelConfig;
+    let openai;
+    let proxyAgent;
+    const debugProxy = getDebug('ai:call:proxy');
+    if (httpProxy) {
+        debugProxy('using http proxy', httpProxy);
+        proxyAgent = new HttpsProxyAgent(httpProxy);
+    } else if (socksProxy) {
+        debugProxy('using socks proxy', socksProxy);
+        proxyAgent = new SocksProxyAgent(socksProxy);
+    }
+    if (openaiUseAzureDeprecated) openai = new AzureOpenAI({
+        baseURL: openaiBaseURL,
+        apiKey: openaiApiKey,
+        httpAgent: proxyAgent,
+        ...openaiExtraConfig,
+        dangerouslyAllowBrowser: true
+    });
+    else if (useAzureOpenai) {
+        let tokenProvider;
+        if (azureOpenaiScope) {
+            assert(!ifInBrowser, 'Azure OpenAI is not supported in browser with Rpascene.');
+            const credential = new DefaultAzureCredential();
+            tokenProvider = getBearerTokenProvider(credential, azureOpenaiScope);
+            openai = new AzureOpenAI({
+                azureADTokenProvider: tokenProvider,
+                endpoint: azureOpenaiEndpoint,
+                apiVersion: azureOpenaiApiVersion,
+                deployment: azureOpenaiDeployment,
+                ...openaiExtraConfig,
+                ...azureExtraConfig
+            });
+        } else openai = new AzureOpenAI({
+            apiKey: azureOpenaiKey,
+            endpoint: azureOpenaiEndpoint,
+            apiVersion: azureOpenaiApiVersion,
+            deployment: azureOpenaiDeployment,
+            dangerouslyAllowBrowser: true,
+            ...openaiExtraConfig,
+            ...azureExtraConfig
+        });
+    } else if (!useAnthropicSdk) openai = new openai_0({
+        baseURL: openaiBaseURL,
+        apiKey: openaiApiKey,
+        httpAgent: proxyAgent,
+        ...openaiExtraConfig,
+        defaultHeaders: {
+            ...(null == openaiExtraConfig ? void 0 : openaiExtraConfig.defaultHeaders) || {},
+            [RPASCENE_API_TYPE]: AIActionTypeValue.toString()
+        },
+        dangerouslyAllowBrowser: true
+    });
+    if (openai && globalConfigManager.getEnvConfigInBoolean(RPASCENE_LANGSMITH_DEBUG)) {
+        if (ifInBrowser) throw new Error('langsmith is not supported in browser');
+        console.log('DEBUGGING MODE: langsmith wrapper enabled');
+        const { wrapOpenAI } = await import("langsmith/wrappers");
+        openai = wrapOpenAI(openai);
+    }
+    if (void 0 !== openai) return {
+        completion: openai.chat.completions,
+        style: 'openai',
+        modelName,
+        modelDescription,
+        uiTarsVersion,
+        vlMode
+    };
+    if (useAnthropicSdk) openai = new Anthropic({
+        apiKey: anthropicApiKey,
+        httpAgent: proxyAgent,
+        dangerouslyAllowBrowser: true
+    });
+    if (void 0 !== openai && openai.messages) return {
+        completion: openai.messages,
+        style: 'anthropic',
+        modelName,
+        modelDescription,
+        uiTarsVersion,
+        vlMode
+    };
+    throw new Error('Openai SDK or Anthropic SDK is not initialized');
+}
+async function callAIOld(messages, AIActionTypeValue, modelConfig, options) {
+    const { completion, style, modelName, modelDescription, uiTarsVersion, vlMode } = await createChatClient({
+        AIActionTypeValue,
+        modelConfig
+    });
+    const responseFormat = getResponseFormat(modelName, AIActionTypeValue);
+    const maxTokens = globalConfigManager.getEnvConfigValue(OPENAI_MAX_TOKENS);
+    const debugCall = getDebug('ai:call');
+    const debugProfileStats = getDebug('ai:profile:stats');
+    const debugProfileDetail = getDebug('ai:profile:detail');
+    const startTime = Date.now();
+    const isStreaming = (null == options ? void 0 : options.stream) && (null == options ? void 0 : options.onChunk);
+    let content;
+    let accumulated = '';
+    let usage;
+    let timeCost;
+    const commonConfig = {
+        temperature: 'vlm-ui-tars' === vlMode ? 0.0 : 0.1,
+        stream: !!isStreaming,
+        max_tokens: 'number' == typeof maxTokens ? maxTokens : Number.parseInt(maxTokens || '2048', 10),
+        ...'qwen-vl' === vlMode || 'qwen3-vl' === vlMode ? {
+            vl_high_resolution_images: true
+        } : {}
+    };
+    try {
+        if ('openai' === style) {
+            debugCall(`sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`);
+            if (isStreaming) {
+                const stream = await completion.create({
+                    model: modelName,
+                    messages,
+                    response_format: responseFormat,
+                    ...commonConfig
+                }, {
+                    stream: true
+                });
+                for await (const chunk of stream){
+                    var _chunk_choices__delta, _chunk_choices_, _chunk_choices, _chunk_choices__delta1, _chunk_choices_1, _chunk_choices1, _chunk_choices_2, _chunk_choices2;
+                    const content = (null == (_chunk_choices = chunk.choices) ? void 0 : null == (_chunk_choices_ = _chunk_choices[0]) ? void 0 : null == (_chunk_choices__delta = _chunk_choices_.delta) ? void 0 : _chunk_choices__delta.content) || '';
+                    const reasoning_content = (null == (_chunk_choices1 = chunk.choices) ? void 0 : null == (_chunk_choices_1 = _chunk_choices1[0]) ? void 0 : null == (_chunk_choices__delta1 = _chunk_choices_1.delta) ? void 0 : _chunk_choices__delta1.reasoning_content) || '';
+                    if (chunk.usage) usage = chunk.usage;
+                    if (content || reasoning_content) {
+                        accumulated += content;
+                        const chunkData = {
+                            content,
+                            reasoning_content,
+                            accumulated,
+                            isComplete: false,
+                            usage: void 0
+                        };
+                        options.onChunk(chunkData);
+                    }
+                    if (null == (_chunk_choices2 = chunk.choices) ? void 0 : null == (_chunk_choices_2 = _chunk_choices2[0]) ? void 0 : _chunk_choices_2.finish_reason) {
+                        timeCost = Date.now() - startTime;
+                        if (!usage) {
+                            const estimatedTokens = Math.max(1, Math.floor(accumulated.length / 4));
+                            usage = {
+                                prompt_tokens: estimatedTokens,
+                                completion_tokens: estimatedTokens,
+                                total_tokens: 2 * estimatedTokens
+                            };
+                        }
+                        const finalChunk = {
+                            content: '',
+                            accumulated,
+                            reasoning_content: '',
+                            isComplete: true,
+                            usage: {
+                                prompt_tokens: usage.prompt_tokens ?? 0,
+                                completion_tokens: usage.completion_tokens ?? 0,
+                                total_tokens: usage.total_tokens ?? 0,
+                                time_cost: timeCost ?? 0,
+                                model_name: modelName,
+                                model_description: modelDescription,
+                                intent: modelConfig.intent
+                            }
+                        };
+                        options.onChunk(finalChunk);
+                        break;
+                    }
+                }
+                content = accumulated;
+                debugProfileStats(`streaming model, ${modelName}, mode, ${vlMode || 'default'}, cost-ms, ${timeCost}`);
+            } else {
+                var _result_usage, _result_usage1, _result_usage2;
+                const result = await completion.create({
+                    model: modelName,
+                    messages,
+                    response_format: responseFormat,
+                    ...commonConfig
+                });
+                timeCost = Date.now() - startTime;
+                debugProfileStats(`model, ${modelName}, mode, ${vlMode || 'default'}, ui-tars-version, ${uiTarsVersion}, prompt-tokens, ${(null == (_result_usage = result.usage) ? void 0 : _result_usage.prompt_tokens) || ''}, completion-tokens, ${(null == (_result_usage1 = result.usage) ? void 0 : _result_usage1.completion_tokens) || ''}, total-tokens, ${(null == (_result_usage2 = result.usage) ? void 0 : _result_usage2.total_tokens) || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}`);
+                debugProfileDetail(`model usage detail: ${JSON.stringify(result.usage)}`);
+                assert(result.choices, `invalid response from LLM service: ${JSON.stringify(result)}`);
+                content = result.choices[0].message.content;
+                usage = result.usage;
+            }
+            debugCall(`response: ${content}`);
+            assert(content, 'empty content');
+        } else if ('anthropic' === style) {
+            const convertImageContent = (content)=>{
+                if ('image_url' === content.type) {
+                    const imgBase64 = content.image_url.url;
+                    assert(imgBase64, 'image_url is required');
+                    const { mimeType, body } = parseBase64(content.image_url.url);
+                    return {
+                        source: {
+                            type: 'base64',
+                            media_type: mimeType,
+                            data: body
+                        },
+                        type: 'image'
+                    };
+                }
+                return content;
+            };
+            if (isStreaming) {
+                const stream = await completion.create({
+                    model: modelName,
+                    system: 'You are a versatile professional in software UI automation',
+                    messages: messages.map((m)=>({
+                            role: 'user',
+                            content: Array.isArray(m.content) ? m.content.map(convertImageContent) : m.content
+                        })),
+                    response_format: responseFormat,
+                    ...commonConfig
+                });
+                for await (const chunk of stream){
+                    var _chunk_delta;
+                    const content = (null == (_chunk_delta = chunk.delta) ? void 0 : _chunk_delta.text) || '';
+                    if (content) {
+                        accumulated += content;
+                        const chunkData = {
+                            content,
+                            accumulated,
+                            reasoning_content: '',
+                            isComplete: false,
+                            usage: void 0
+                        };
+                        options.onChunk(chunkData);
+                    }
+                    if ('message_stop' === chunk.type) {
+                        timeCost = Date.now() - startTime;
+                        const anthropicUsage = chunk.usage;
+                        const finalChunk = {
+                            content: '',
+                            accumulated,
+                            reasoning_content: '',
+                            isComplete: true,
+                            usage: anthropicUsage ? {
+                                prompt_tokens: anthropicUsage.input_tokens ?? 0,
+                                completion_tokens: anthropicUsage.output_tokens ?? 0,
+                                total_tokens: (anthropicUsage.input_tokens ?? 0) + (anthropicUsage.output_tokens ?? 0),
+                                time_cost: timeCost ?? 0,
+                                model_name: modelName,
+                                model_description: modelDescription,
+                                intent: modelConfig.intent
+                            } : void 0
+                        };
+                        options.onChunk(finalChunk);
+                        break;
+                    }
+                }
+                content = accumulated;
+            } else {
+                const result = await completion.create({
+                    model: modelName,
+                    system: 'You are a versatile professional in software UI automation',
+                    messages: messages.map((m)=>({
+                            role: 'user',
+                            content: Array.isArray(m.content) ? m.content.map(convertImageContent) : m.content
+                        })),
+                    response_format: responseFormat,
+                    ...commonConfig
+                });
+                timeCost = Date.now() - startTime;
+                content = result.content[0].text;
+                usage = result.usage;
+            }
+            assert(content, 'empty content');
+        }
+        if (isStreaming && !usage) {
+            const estimatedTokens = Math.max(1, Math.floor((content || '').length / 4));
+            usage = {
+                prompt_tokens: estimatedTokens,
+                completion_tokens: estimatedTokens,
+                total_tokens: 2 * estimatedTokens
+            };
+        }
+        return {
+            content: content || '',
+            usage: usage ? {
+                prompt_tokens: usage.prompt_tokens ?? 0,
+                completion_tokens: usage.completion_tokens ?? 0,
+                total_tokens: usage.total_tokens ?? 0,
+                time_cost: timeCost ?? 0,
+                model_name: modelName,
+                model_description: modelDescription,
+                intent: modelConfig.intent
+            } : void 0,
+            isStreamed: !!isStreaming
+        };
+    } catch (e) {
+        console.error(' call AI error', e);
+        const newError = new Error(`failed to call ${isStreaming ? 'streaming ' : ''}AI model service: ${e.message}. Trouble shooting: https://rpascenejs.com/model-provider.html`, {
+            cause: e
+        });
+        throw newError;
+    }
+}
+const getResponseFormat = (modelName, AIActionTypeValue)=>{
+    let responseFormat;
+    if (modelName.includes('gpt-4')) switch(AIActionTypeValue){
+        case AIActionType.ASSERT:
+            responseFormat = assertSchema;
+            break;
+        case AIActionType.INSPECT_ELEMENT:
+            responseFormat = locatorSchema;
+            break;
+        case AIActionType.PLAN:
+            responseFormat = planSchema;
+            break;
+        case AIActionType.EXTRACT_DATA:
+        case AIActionType.DESCRIBE_ELEMENT:
+            responseFormat = {
+                type: AIResponseFormat.JSON
+            };
+            break;
+        case AIActionType.TEXT:
+            responseFormat = void 0;
+            break;
+    }
+    if ('gpt-4o-2024-05-13' === modelName && AIActionTypeValue !== AIActionType.TEXT) responseFormat = {
+        type: AIResponseFormat.JSON
+    };
+    return responseFormat;
+};
+async function callAIWithObjectResponse(messages, AIActionTypeValue, modelConfig) {
+    const response = await callAI(messages, AIActionTypeValue, modelConfig);
+    assert(response, 'empty response');
+    const vlMode = modelConfig.vlMode;
+    const jsonContent = safeParseJson(response.content, vlMode);
+    return {
+        content: jsonContent,
+        usage: response.usage
+    };
+}
+async function callAIWithStringResponse(msgs, AIActionTypeValue, modelConfig) {
+    const { content, usage } = await callAI(msgs, AIActionTypeValue, modelConfig);
+    return {
+        content,
+        usage
+    };
+}
+function extractJSONFromCodeBlock(response) {
+    try {
+        const jsonMatch = response.match(/^\s*(\{[\s\S]*\})\s*$/);
+        if (jsonMatch) return jsonMatch[1];
+        const codeBlockMatch = response.match(/```(?:json)?\s*(\{[\s\S]*?\})\s*```/);
+        if (codeBlockMatch) return codeBlockMatch[1];
+        const jsonLikeMatch = response.match(/\{[\s\S]*\}/);
+        if (jsonLikeMatch) return jsonLikeMatch[0];
+    } catch  {}
+    return response;
+}
+function preprocessDoubaoBboxJson(input) {
+    if (input.includes('bbox')) while(/\d+\s+\d+/.test(input))input = input.replace(/(\d+)\s+(\d+)/g, '$1,$2');
+    return input;
+}
+function safeParseJson(input, vlMode) {
+    const cleanJsonString = extractJSONFromCodeBlock(input);
+    if (null == cleanJsonString ? void 0 : cleanJsonString.match(/\((\d+),(\d+)\)/)) {
+        var _cleanJsonString_match;
+        return null == (_cleanJsonString_match = cleanJsonString.match(/\((\d+),(\d+)\)/)) ? void 0 : _cleanJsonString_match.slice(1).map(Number);
+    }
+    try {
+        return JSON.parse(cleanJsonString);
+    } catch  {}
+    try {
+        return JSON.parse(jsonrepair(cleanJsonString));
+    } catch (e) {}
+    if ('doubao-vision' === vlMode || 'vlm-ui-tars' === vlMode) {
+        const jsonString = preprocessDoubaoBboxJson(cleanJsonString);
+        return JSON.parse(jsonrepair(jsonString));
+    }
+    throw Error(`failed to parse json response: ${input}`);
+}
+async function callAI(messages, AIActionTypeValue, modelConfig, options) {
+    const allEnvConfig = globalConfigManager.getAllEnvConfig();
+    const YhtConfig = allEnvConfig || defaultYhtConfig;
+    const debugCall = getDebug('ai:call:yht');
+    const debugProfileStats = getDebug('ai:profile:stats:yht');
+    const debugProfileDetail = getDebug('ai:profile:detail:yht');
+    const startTime = Date.now();
+    const config = YhtConfig;
+    const isStreaming = (null == options ? void 0 : options.stream) && (null == options ? void 0 : options.onChunk);
+    try {
+        var _result_usage, _result_result, _result_usage1, _result_usage2, _result_usage3;
+        debugCall(`\u{51C6}\u{5907}\u{8C03}\u{7528}AI\u{670D}\u{52A1}\u{FF0C}\u{6A21}\u{578B}: ${config.model}, \u{52A8}\u{4F5C}\u{7C7B}\u{578B}: ${AIActionTypeValue}`);
+        const yhtMessages = convertToYhtMessageFormat(messages);
+        debugProfileDetail("\u8F6C\u6362\u540E\u7684\u6D88\u606F\u683C\u5F0F:", JSON.stringify(yhtMessages));
+        const requestBody = {
+            domain: config.domain,
+            messages: yhtMessages,
+            chatType: config.chatType,
+            model: config.model,
+            modelCategory: config.modelCategory,
+            stream: isStreaming ? 1 : config.stream,
+            temperature: config.temperature,
+            top_p: config.top_p,
+            extraParams: config.extraParams,
+            topic: config.topic
+        };
+        debugCall("\u53D1\u9001\u8BF7\u6C42\u5230AI\u670D\u52A1");
+        const response = await fetch(config.baseURL || defaultYhtConfig.baseURL, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                yht_access_token: config.yht_access_token
+            },
+            body: JSON.stringify(requestBody)
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            debugCall(`\u{7528}\u{53CB}AI\u{670D}\u{52A1}\u{8FD4}\u{56DE}\u{9519}\u{8BEF}: ${response.status} ${errorText}`);
+            throw new Error(`\u{7528}\u{53CB}AI\u{670D}\u{52A1}\u{8FD4}\u{56DE}\u{9519}\u{8BEF}: ${response.status} ${errorText}`);
+        }
+        const responseText = await response.text();
+        debugProfileDetail("\u7528\u53CBAI\u670D\u52A1\u539F\u59CB\u54CD\u5E94:", responseText);
+        let result;
+        try {
+            result = JSON.parse(responseText);
+        } catch (parseError) {
+            debugCall("JSON\u89E3\u6790\u5931\u8D25\uFF0C\u5C1D\u8BD5\u68C0\u67E5\u662F\u5426\u4E3AXML\u683C\u5F0F");
+            const processedContent = extractContentFromResponse(responseText);
+            result = {
+                result: {
+                    content: processedContent
+                },
+                usage: void 0
+            };
+        }
+        const timeCost = Date.now() - startTime;
+        debugProfileStats(`\u{7528}\u{53CB}\u{6A21}\u{578B}\u{8C03}\u{7528}\u{5B8C}\u{6210}\u{FF0C}\u{8017}\u{65F6}: ${timeCost}ms, token\u{4F7F}\u{7528}: ${(null == (_result_usage = result.usage) ? void 0 : _result_usage.total_tokens) || 'unknown'}`);
+        debugProfileDetail(`\u{7528}\u{53CB}\u{6A21}\u{578B}\u{4F7F}\u{7528}\u{8BE6}\u{60C5}: ${JSON.stringify(result.usage)}`);
+        let content = (null == (_result_result = result.result) ? void 0 : _result_result.content) || '';
+        content = extractContentFromResponse(content);
+        debugCall(`\u{7528}\u{53CB}AI\u{670D}\u{52A1}\u{54CD}\u{5E94}\u{5185}\u{5BB9}: ${content}`);
+        assert(content, "\u7528\u53CBAI\u670D\u52A1\u8FD4\u56DE\u7A7A\u5185\u5BB9");
+        const usage = {
+            prompt_tokens: (null == (_result_usage1 = result.usage) ? void 0 : _result_usage1.prompt_tokens) || 0,
+            completion_tokens: (null == (_result_usage2 = result.usage) ? void 0 : _result_usage2.completion_tokens) || 0,
+            total_tokens: (null == (_result_usage3 = result.usage) ? void 0 : _result_usage3.total_tokens) || 0,
+            time_cost: timeCost,
+            model_name: config.model || '',
+            model_description: "\u7528\u53CBAI\u670D\u52A1",
+            intent: modelConfig.intent
+        };
+        return {
+            content,
+            usage,
+            isStreamed: false
+        };
+    } catch (e) {
+        const errorMsg = e.message || "\u672A\u77E5\u9519\u8BEF";
+        debugCall(`\u{7528}\u{53CB}AI\u{8C03}\u{7528}\u{9519}\u{8BEF}: ${errorMsg}`);
+        console.error("\u7528\u53CBAI\u8C03\u7528\u9519\u8BEF:", e);
+        let enhancedErrorMsg = `\u{7528}\u{53CB}AI\u{670D}\u{52A1}\u{8C03}\u{7528}\u{5931}\u{8D25}: ${errorMsg}`;
+        if (errorMsg.includes('fetch')) enhancedErrorMsg += "\u3002\u8BF7\u68C0\u67E5\u7F51\u7EDC\u8FDE\u63A5\u6216API\u5730\u5740\u662F\u5426\u6B63\u786E\u3002";
+        else if (errorMsg.includes('token')) enhancedErrorMsg += "\u3002\u8BF7\u68C0\u67E5\u7528\u53CB\u8BBF\u95EE\u4EE4\u724C\u662F\u5426\u6709\u6548\u3002";
+        const newError = new Error(enhancedErrorMsg, {
+            cause: e
+        });
+        throw newError;
+    }
+}
+function extractContentFromResponse(response) {
+    try {
+        if (response.includes('<json>') && response.includes('</json>')) {
+            const xmlMatch = response.match(/<json>([\s\S]*?)<\/json>/);
+            if (xmlMatch && xmlMatch[1]) return xmlMatch[1].trim();
+        }
+        return extractJSONFromCodeBlock(response);
+    } catch (error) {
+        console.warn("\u4ECE\u54CD\u5E94\u4E2D\u63D0\u53D6\u5185\u5BB9\u65F6\u51FA\u9519:", error);
+        return response;
+    }
+}
+function convertToYhtMessageFormat(messages) {
+    return messages.map((msg)=>{
+        const yhtMessage = {
+            role: 'system' === msg.role ? 'system' : 'user'
+        };
+        if ('string' == typeof msg.content) yhtMessage.vlContent = [
+            {
+                type: 'text',
+                text: msg.content
+            }
+        ];
+        else if (Array.isArray(msg.content)) {
+            const textParts = msg.content.filter((part)=>'text' === part.type);
+            const imageParts = msg.content.filter((part)=>'image_url' === part.type);
+            if (imageParts.length > 0) yhtMessage.vlContent = [
+                {
+                    type: 'text',
+                    text: textParts.map((part)=>part.text).join(' ') || "\u8BF7\u5206\u6790\u56FE\u7247\u5185\u5BB9"
+                },
+                ...imageParts.map((part)=>({
+                        type: 'image_url',
+                        image_url: {
+                            url: part.image_url.url,
+                            detail: 'high'
+                        }
+                    }))
+            ];
+            else if (textParts.length > 0) yhtMessage.vlContent = [
+                {
+                    type: 'text',
+                    text: textParts.map((part)=>part.text).join(' ')
+                }
+            ];
+        }
+        return yhtMessage;
+    });
+}
+export { callAI, callAIOld, callAIWithObjectResponse, callAIWithStringResponse, defaultYhtConfig, extractJSONFromCodeBlock, getResponseFormat, preprocessDoubaoBboxJson, safeParseJson };
+
+//# sourceMappingURL=index.mjs.map

package/dist/es/ai-model/service-caller/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-model\\service-caller\\index.mjs","sources":["webpack://@rpascene/core/./src/ai-model/service-caller/index.ts"],"sourcesContent":["import { AIResponseFormat, type AIUsageInfo } from '@/types';\nimport type { CodeGenerationChunk, StreamingCallback } from '@/types';\nimport { Anthropic } from '@anthropic-ai/sdk';\nimport {\n  DefaultAzureCredential,\n  getBearerTokenProvider,\n} from '@azure/identity';\nimport {\n  type IModelConfig,\n  RPASCENE_API_TYPE,\n  RPASCENE_LANGSMITH_DEBUG,\n  OPENAI_MAX_TOKENS,\n  type TVlModeTypes,\n  type UITarsModelVersion,\n  globalConfigManager,\n} from '@rpascene/shared/env';\n\nimport { parseBase64 } from '@rpascene/shared/img';\nimport { getDebug } from '@rpascene/shared/logger';\nimport { assert } from '@rpascene/shared/utils';\nimport { ifInBrowser } from '@rpascene/shared/utils';\nimport { HttpsProxyAgent } from 'https-proxy-agent';\nimport { jsonrepair } from 'jsonrepair';\nimport OpenAI, { AzureOpenAI } from 'openai';\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\nimport type { Stream } from 'openai/streaming';\nimport { SocksProxyAgent } from 'socks-proxy-agent';\nimport { AIActionType, type AIArgs } from '../common';\nimport { assertSchema } from '../prompt/assertion';\nimport { locatorSchema } from '../prompt/llm-locator';\nimport { planSchema } from '../prompt/llm-planning';\n\n// 用友AI服务配置接口\nexport interface AIServiceConfig {\n  domain: string; // 领域客户端的领域编码\n  yht_access_token: string; // 用友登录获取鉴权\n  chatType: number; // 大模型厂商类别，如14: '火山引擎'\n  model?: string; // 具体模型值，如Doubao-vision-pro\n  modelCategory: number; // 模型类别：1-文本内容、2-图片理解\n  stream?: number; // 是否以流式接口的形式返回数据；默认0，0-关闭 1-开启\n  temperature?: number; // 温度参数，默认0.95，范围 (0, 1.0]\n  top_p?: number; // 核取样参数，默认值为（智普：0.7，百度 0.8）\n  extraParams?: Record<string, any>; // 额外大模型参数\n  topic?: string; // 默认可为空，用于聊天历史记录获取显示\n  baseURL: string; // API基础URL/chat\n}\n\n// 默认用友AI服务配置\nexport const defaultYhtConfig: AIServiceConfig = {\n  domain: 'APILink',\n  yht_access_token: '',\n  // 用友\n  // chatType: 5,\n  // model: 'qwenvl-7b',\n  // 通义\n  // chatType: 12,\n  // model: 'qwen3-vl-plus',\n  // 火山\n  chatType: 14,\n  // model: 'Doubao-vision-pro',\n  model: 'doubao-seed-1-6-vision-250815',\n  modelCategory: 2,\n  stream: 0,\n  temperature: 0.95,\n  top_p: 0.7,\n  baseURL: 'https://c2.yonyoucloud.com/iuap-aip-service/report/rest/api/aiService/chat'\n};\n\nasync function createChatClient({\n  AIActionTypeValue,\n  modelConfig,\n}: {\n  AIActionTypeValue: AIActionType;\n  modelConfig: IModelConfig;\n}): Promise<{\n  completion: OpenAI.Chat.Completions;\n  style: 'openai' | 'anthropic';\n  modelName: string;\n  modelDescription: string;\n  uiTarsVersion?: UITarsModelVersion;\n  vlMode: TVlModeTypes | undefined;\n}> {\n  const {\n    socksProxy,\n    httpProxy,\n    modelName,\n    openaiBaseURL,\n    openaiApiKey,\n    openaiExtraConfig,\n    openaiUseAzureDeprecated,\n    useAzureOpenai,\n    azureOpenaiScope,\n    azureOpenaiKey,\n    azureOpenaiEndpoint,\n    azureOpenaiApiVersion,\n    azureOpenaiDeployment,\n    azureExtraConfig,\n    useAnthropicSdk,\n    anthropicApiKey,\n    modelDescription,\n    uiTarsModelVersion: uiTarsVersion,\n    vlMode,\n  } = modelConfig;\n\n  let openai: OpenAI | AzureOpenAI | undefined;\n\n  let proxyAgent = undefined;\n  const debugProxy = getDebug('ai:call:proxy');\n  if (httpProxy) {\n    debugProxy('using http proxy', httpProxy);\n    proxyAgent = new HttpsProxyAgent(httpProxy);\n  } else if (socksProxy) {\n    debugProxy('using socks proxy', socksProxy);\n    proxyAgent = new SocksProxyAgent(socksProxy);\n  }\n\n  if (openaiUseAzureDeprecated) {\n    // this is deprecated\n    openai = new AzureOpenAI({\n      baseURL: openaiBaseURL,\n      apiKey: openaiApiKey,\n      httpAgent: proxyAgent,\n      ...openaiExtraConfig,\n      dangerouslyAllowBrowser: true,\n    }) as OpenAI;\n  } else if (useAzureOpenai) {\n    // https://learn.microsoft.com/en-us/azure/ai-services/openai/chatgpt-quickstart?tabs=bash%2Cjavascript-key%2Ctypescript-keyless%2Cpython&pivots=programming-language-javascript#rest-api\n    // keyless authentication\n    let tokenProvider: any = undefined;\n    if (azureOpenaiScope) {\n      assert(\n        !ifInBrowser,\n        'Azure OpenAI is not supported in browser with Rpascene.',\n      );\n      const credential = new DefaultAzureCredential();\n\n      tokenProvider = getBearerTokenProvider(credential, azureOpenaiScope);\n\n      openai = new AzureOpenAI({\n        azureADTokenProvider: tokenProvider,\n        endpoint: azureOpenaiEndpoint,\n        apiVersion: azureOpenaiApiVersion,\n        deployment: azureOpenaiDeployment,\n        ...openaiExtraConfig,\n        ...azureExtraConfig,\n      });\n    } else {\n      // endpoint, apiKey, apiVersion, deployment\n      openai = new AzureOpenAI({\n        apiKey: azureOpenaiKey,\n        endpoint: azureOpenaiEndpoint,\n        apiVersion: azureOpenaiApiVersion,\n        deployment: azureOpenaiDeployment,\n        dangerouslyAllowBrowser: true,\n        ...openaiExtraConfig,\n        ...azureExtraConfig,\n      });\n    }\n  } else if (!useAnthropicSdk) {\n    openai = new OpenAI({\n      baseURL: openaiBaseURL,\n      apiKey: openaiApiKey,\n      httpAgent: proxyAgent,\n      ...openaiExtraConfig,\n      defaultHeaders: {\n        ...(openaiExtraConfig?.defaultHeaders || {}),\n        [RPASCENE_API_TYPE]: AIActionTypeValue.toString(),\n      },\n      dangerouslyAllowBrowser: true,\n    });\n  }\n\n  if (\n    openai &&\n    globalConfigManager.getEnvConfigInBoolean(RPASCENE_LANGSMITH_DEBUG)\n  ) {\n    if (ifInBrowser) {\n      throw new Error('langsmith is not supported in browser');\n    }\n    console.log('DEBUGGING MODE: langsmith wrapper enabled');\n    const { wrapOpenAI } = await import('langsmith/wrappers');\n    openai = wrapOpenAI(openai);\n  }\n\n  if (typeof openai !== 'undefined') {\n    return {\n      completion: openai.chat.completions,\n      style: 'openai',\n      modelName,\n      modelDescription,\n      uiTarsVersion,\n      vlMode,\n    };\n  }\n\n  // Anthropic\n  if (useAnthropicSdk) {\n    openai = new Anthropic({\n      apiKey: anthropicApiKey,\n      httpAgent: proxyAgent,\n      dangerouslyAllowBrowser: true,\n    }) as any;\n  }\n\n  if (typeof openai !== 'undefined' && (openai as any).messages) {\n    return {\n      completion: (openai as any).messages,\n      style: 'anthropic',\n      modelName,\n      modelDescription,\n      uiTarsVersion,\n      vlMode,\n    };\n  }\n\n  throw new Error('Openai SDK or Anthropic SDK is not initialized');\n}\n\nexport async function callAIOld(\n  messages: ChatCompletionMessageParam[],\n  AIActionTypeValue: AIActionType,\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo; isStreamed: boolean }> {\n  const {\n    completion,\n    style,\n    modelName,\n    modelDescription,\n    uiTarsVersion,\n    vlMode,\n  } = await createChatClient({\n    AIActionTypeValue,\n    modelConfig,\n  });\n\n  const responseFormat = getResponseFormat(modelName, AIActionTypeValue);\n\n  const maxTokens = globalConfigManager.getEnvConfigValue(OPENAI_MAX_TOKENS);\n  const debugCall = getDebug('ai:call');\n  const debugProfileStats = getDebug('ai:profile:stats');\n  const debugProfileDetail = getDebug('ai:profile:detail');\n\n  const startTime = Date.now();\n\n  const isStreaming = options?.stream && options?.onChunk;\n  let content: string | undefined;\n  let accumulated = '';\n  let usage: OpenAI.CompletionUsage | undefined;\n  let timeCost: number | undefined;\n\n  const commonConfig = {\n    temperature: vlMode === 'vlm-ui-tars' ? 0.0 : 0.1,\n    stream: !!isStreaming,\n    max_tokens:\n      typeof maxTokens === 'number'\n        ? maxTokens\n        : Number.parseInt(maxTokens || '2048', 10),\n    ...(vlMode === 'qwen-vl' || vlMode === 'qwen3-vl' // qwen specific config\n      ? {\n        vl_high_resolution_images: true,\n      }\n      : {}),\n  };\n\n  try {\n    if (style === 'openai') {\n      debugCall(\n        `sending ${isStreaming ? 'streaming ' : ''}request to ${modelName}`,\n      );\n\n      if (isStreaming) {\n        const stream = (await completion.create(\n          {\n            model: modelName,\n            messages,\n            response_format: responseFormat,\n            ...commonConfig,\n          },\n          {\n            stream: true,\n          },\n        )) as Stream<OpenAI.Chat.Completions.ChatCompletionChunk> & {\n          _request_id?: string | null;\n        };\n\n        for await (const chunk of stream) {\n          const content = chunk.choices?.[0]?.delta?.content || '';\n          const reasoning_content =\n            (chunk.choices?.[0]?.delta as any)?.reasoning_content || '';\n\n          // Check for usage info in any chunk (OpenAI provides usage in separate chunks)\n          if (chunk.usage) {\n            usage = chunk.usage;\n          }\n\n          if (content || reasoning_content) {\n            accumulated += content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              reasoning_content,\n              accumulated,\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.choices?.[0]?.finish_reason) {\n            timeCost = Date.now() - startTime;\n\n            // If usage is not available from the stream, provide a basic usage info\n            if (!usage) {\n              // Estimate token counts based on content length (rough approximation)\n              const estimatedTokens = Math.max(\n                1,\n                Math.floor(accumulated.length / 4),\n              );\n              usage = {\n                prompt_tokens: estimatedTokens,\n                completion_tokens: estimatedTokens,\n                total_tokens: estimatedTokens * 2,\n              };\n            }\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: {\n                prompt_tokens: usage.prompt_tokens ?? 0,\n                completion_tokens: usage.completion_tokens ?? 0,\n                total_tokens: usage.total_tokens ?? 0,\n                time_cost: timeCost ?? 0,\n                model_name: modelName,\n                model_description: modelDescription,\n                intent: modelConfig.intent,\n              },\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n        content = accumulated;\n        debugProfileStats(\n          `streaming model, ${modelName}, mode, ${vlMode || 'default'}, cost-ms, ${timeCost}`,\n        );\n      } else {\n        const result = await completion.create({\n          model: modelName,\n          messages,\n          response_format: responseFormat,\n          ...commonConfig,\n        } as any);\n        timeCost = Date.now() - startTime;\n\n        debugProfileStats(\n          `model, ${modelName}, mode, ${vlMode || 'default'}, ui-tars-version, ${uiTarsVersion}, prompt-tokens, ${result.usage?.prompt_tokens || ''}, completion-tokens, ${result.usage?.completion_tokens || ''}, total-tokens, ${result.usage?.total_tokens || ''}, cost-ms, ${timeCost}, requestId, ${result._request_id || ''}`,\n        );\n\n        debugProfileDetail(\n          `model usage detail: ${JSON.stringify(result.usage)}`,\n        );\n\n        assert(\n          result.choices,\n          `invalid response from LLM service: ${JSON.stringify(result)}`,\n        );\n        content = result.choices[0].message.content!;\n        usage = result.usage;\n      }\n\n      debugCall(`response: ${content}`);\n      assert(content, 'empty content');\n    } else if (style === 'anthropic') {\n      const convertImageContent = (content: any) => {\n        if (content.type === 'image_url') {\n          const imgBase64 = content.image_url.url;\n          assert(imgBase64, 'image_url is required');\n          const { mimeType, body } = parseBase64(content.image_url.url);\n          return {\n            source: {\n              type: 'base64',\n              media_type: mimeType,\n              data: body,\n            },\n            type: 'image',\n          };\n        }\n        return content;\n      };\n\n      if (isStreaming) {\n        const stream = (await completion.create({\n          model: modelName,\n          system: 'You are a versatile professional in software UI automation',\n          messages: messages.map((m) => ({\n            role: 'user',\n            content: Array.isArray(m.content)\n              ? (m.content as any).map(convertImageContent)\n              : m.content,\n          })),\n          response_format: responseFormat,\n          ...commonConfig,\n        } as any)) as any;\n\n        for await (const chunk of stream) {\n          const content = chunk.delta?.text || '';\n          if (content) {\n            accumulated += content;\n            const chunkData: CodeGenerationChunk = {\n              content,\n              accumulated,\n              reasoning_content: '',\n              isComplete: false,\n              usage: undefined,\n            };\n            options.onChunk!(chunkData);\n          }\n\n          // Check if stream is complete\n          if (chunk.type === 'message_stop') {\n            timeCost = Date.now() - startTime;\n            const anthropicUsage = chunk.usage;\n\n            // Send final chunk\n            const finalChunk: CodeGenerationChunk = {\n              content: '',\n              accumulated,\n              reasoning_content: '',\n              isComplete: true,\n              usage: anthropicUsage\n                ? {\n                  prompt_tokens: anthropicUsage.input_tokens ?? 0,\n                  completion_tokens: anthropicUsage.output_tokens ?? 0,\n                  total_tokens:\n                    (anthropicUsage.input_tokens ?? 0) +\n                    (anthropicUsage.output_tokens ?? 0),\n                  time_cost: timeCost ?? 0,\n                  model_name: modelName,\n                  model_description: modelDescription,\n                  intent: modelConfig.intent,\n                }\n                : undefined,\n            };\n            options.onChunk!(finalChunk);\n            break;\n          }\n        }\n        content = accumulated;\n      } else {\n        const result = await completion.create({\n          model: modelName,\n          system: 'You are a versatile professional in software UI automation',\n          messages: messages.map((m) => ({\n            role: 'user',\n            content: Array.isArray(m.content)\n              ? (m.content as any).map(convertImageContent)\n              : m.content,\n          })),\n          response_format: responseFormat,\n          ...commonConfig,\n        } as any);\n        timeCost = Date.now() - startTime;\n        content = (result as any).content[0].text as string;\n        usage = result.usage;\n      }\n\n      assert(content, 'empty content');\n    }\n    // Ensure we always have usage info for streaming responses\n    if (isStreaming && !usage) {\n      // Estimate token counts based on content length (rough approximation)\n      const estimatedTokens = Math.max(\n        1,\n        Math.floor((content || '').length / 4),\n      );\n      usage = {\n        prompt_tokens: estimatedTokens,\n        completion_tokens: estimatedTokens,\n        total_tokens: estimatedTokens * 2,\n      };\n    }\n\n    return {\n      content: content || '',\n      usage: usage\n        ? {\n          prompt_tokens: usage.prompt_tokens ?? 0,\n          completion_tokens: usage.completion_tokens ?? 0,\n          total_tokens: usage.total_tokens ?? 0,\n          time_cost: timeCost ?? 0,\n          model_name: modelName,\n          model_description: modelDescription,\n          intent: modelConfig.intent,\n        }\n        : undefined,\n      isStreamed: !!isStreaming,\n    };\n  } catch (e: any) {\n    console.error(' call AI error', e);\n    const newError = new Error(\n      `failed to call ${isStreaming ? 'streaming ' : ''}AI model service: ${e.message}. Trouble shooting: https://rpascenejs.com/model-provider.html`,\n      {\n        cause: e,\n      },\n    );\n    throw newError;\n  }\n}\n\nexport const getResponseFormat = (\n  modelName: string,\n  AIActionTypeValue: AIActionType,\n):\n  | OpenAI.ChatCompletionCreateParams['response_format']\n  | OpenAI.ResponseFormatJSONObject => {\n  let responseFormat:\n    | OpenAI.ChatCompletionCreateParams['response_format']\n    | OpenAI.ResponseFormatJSONObject\n    | undefined;\n\n  if (modelName.includes('gpt-4')) {\n    switch (AIActionTypeValue) {\n      case AIActionType.ASSERT:\n        responseFormat = assertSchema;\n        break;\n      case AIActionType.INSPECT_ELEMENT:\n        responseFormat = locatorSchema;\n        break;\n      case AIActionType.PLAN:\n        responseFormat = planSchema;\n        break;\n      case AIActionType.EXTRACT_DATA:\n      case AIActionType.DESCRIBE_ELEMENT:\n        responseFormat = { type: AIResponseFormat.JSON };\n        break;\n      case AIActionType.TEXT:\n        // No response format for plain text - return as-is\n        responseFormat = undefined;\n        break;\n    }\n  }\n\n  // gpt-4o-2024-05-13 only supports json_object response format\n  // Skip for plain text to allow string output\n  if (\n    modelName === 'gpt-4o-2024-05-13' &&\n    AIActionTypeValue !== AIActionType.TEXT\n  ) {\n    responseFormat = { type: AIResponseFormat.JSON };\n  }\n\n  return responseFormat;\n};\n\nexport async function callAIWithObjectResponse<T>(\n  messages: ChatCompletionMessageParam[],\n  AIActionTypeValue: AIActionType,\n  modelConfig: IModelConfig,\n): Promise<{ content: T; usage?: AIUsageInfo }> {\n  const response = await callAI(messages, AIActionTypeValue, modelConfig);\n  assert(response, 'empty response');\n  const vlMode = modelConfig.vlMode;\n  const jsonContent = safeParseJson(response.content, vlMode);\n  return { content: jsonContent, usage: response.usage };\n}\n\nexport async function callAIWithStringResponse(\n  msgs: AIArgs,\n  AIActionTypeValue: AIActionType,\n  modelConfig: IModelConfig,\n): Promise<{ content: string; usage?: AIUsageInfo }> {\n  const { content, usage } = await callAI(msgs, AIActionTypeValue, modelConfig);\n  return { content, usage };\n}\n\nexport function extractJSONFromCodeBlock(response: string) {\n  try {\n    // First, try to match a JSON object directly in the response\n    const jsonMatch = response.match(/^\\s*(\\{[\\s\\S]*\\})\\s*$/);\n    if (jsonMatch) {\n      return jsonMatch[1];\n    }\n\n    // If no direct JSON object is found, try to extract JSON from a code block\n    const codeBlockMatch = response.match(\n      /```(?:json)?\\s*(\\{[\\s\\S]*?\\})\\s*```/,\n    );\n    if (codeBlockMatch) {\n      return codeBlockMatch[1];\n    }\n\n    // If no code block is found, try to find a JSON-like structure in the text\n    const jsonLikeMatch = response.match(/\\{[\\s\\S]*\\}/);\n    if (jsonLikeMatch) {\n      return jsonLikeMatch[0];\n    }\n  } catch { }\n  // If no JSON-like structure is found, return the original response\n  return response;\n}\n\nexport function preprocessDoubaoBboxJson(input: string) {\n  if (input.includes('bbox')) {\n    // when its values like 940 445 969 490, replace all /\\d+\\s+\\d+/g with /$1,$2/g\n    while (/\\d+\\s+\\d+/.test(input)) {\n      input = input.replace(/(\\d+)\\s+(\\d+)/g, '$1,$2');\n    }\n  }\n  return input;\n}\n\nexport function safeParseJson(input: string, vlMode: TVlModeTypes | undefined) {\n  const cleanJsonString = extractJSONFromCodeBlock(input);\n  // match the point\n  if (cleanJsonString?.match(/\\((\\d+),(\\d+)\\)/)) {\n    return cleanJsonString\n      .match(/\\((\\d+),(\\d+)\\)/)\n      ?.slice(1)\n      .map(Number);\n  }\n  try {\n    return JSON.parse(cleanJsonString);\n  } catch { }\n  try {\n    return JSON.parse(jsonrepair(cleanJsonString));\n  } catch (e) { }\n\n  if (vlMode === 'doubao-vision' || vlMode === 'vlm-ui-tars') {\n    const jsonString = preprocessDoubaoBboxJson(cleanJsonString);\n    return JSON.parse(jsonrepair(jsonString));\n  }\n  throw Error(`failed to parse json response: ${input}`);\n}\n\n// 用友AI服务调用方法\nexport async function callAI(\n  messages: ChatCompletionMessageParam[],\n  AIActionTypeValue: AIActionType,\n  modelConfig: IModelConfig,\n  options?: {\n    stream?: boolean;\n    onChunk?: StreamingCallback;\n  },\n): Promise<{ content: string; usage?: AIUsageInfo; isStreamed: boolean }> {\n\n  const allEnvConfig = globalConfigManager.getAllEnvConfig();\n  const YhtConfig: any = allEnvConfig || defaultYhtConfig\n  // console.log('YhtConfig:', YhtConfig)\n  // console.log('调用大模型的参数:', messages, AIActionTypeValue, modelConfig, options);\n  const debugCall = getDebug('ai:call:yht');\n  const debugProfileStats = getDebug('ai:profile:stats:yht');\n  const debugProfileDetail = getDebug('ai:profile:detail:yht');\n  const startTime = Date.now();\n\n  // 使用默认配置或自定义配置\n  const config: AIServiceConfig = YhtConfig;\n  const isStreaming = options?.stream && options?.onChunk;\n\n  try {\n    debugCall(`准备调用AI服务，模型: ${config.model}, 动作类型: ${AIActionTypeValue}`);\n\n    // 转换消息格式\n    const yhtMessages = convertToYhtMessageFormat(messages);\n    debugProfileDetail('转换后的消息格式:', JSON.stringify(yhtMessages));\n\n    // 构建请求体\n    const requestBody = {\n      domain: config.domain,\n      messages: yhtMessages,\n      chatType: config.chatType,\n      model: config.model,\n      modelCategory: config.modelCategory,\n      stream: isStreaming ? 1 : config.stream,\n      temperature: config.temperature,\n      top_p: config.top_p,\n      extraParams: config.extraParams,\n      topic: config.topic,\n    };\n\n    // console.log('请求体:', requestBody);\n    debugCall('发送请求到AI服务');\n    const response = await fetch(config.baseURL || defaultYhtConfig.baseURL, {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n        'yht_access_token': config.yht_access_token,\n      },\n      body: JSON.stringify(requestBody),\n    });\n\n    if (!response.ok) {\n      const errorText = await response.text();\n      debugCall(`用友AI服务返回错误: ${response.status} ${errorText}`);\n\n\n      throw new Error(`用友AI服务返回错误: ${response.status} ${errorText}`);\n    }\n\n    const responseText = await response.text();\n    debugProfileDetail('用友AI服务原始响应:', responseText);\n\n    // 处理响应数据\n    let result: any;\n    try {\n      result = JSON.parse(responseText);\n    } catch (parseError) {\n      debugCall('JSON解析失败，尝试检查是否为XML格式');\n      // 特殊处理用友AI服务可能返回的XML格式\n      const processedContent = extractContentFromResponse(responseText);\n      result = {\n        result: {\n          content: processedContent\n        },\n        usage: undefined\n      };\n    }\n    // console.log('调用大模型的结果:', result);\n\n    const timeCost = Date.now() - startTime;\n\n    debugProfileStats(\n      `用友模型调用完成，耗时: ${timeCost}ms, token使用: ${result.usage?.total_tokens || 'unknown'}`\n    );\n\n    debugProfileDetail(\n      `用友模型使用详情: ${JSON.stringify(result.usage)}`\n    );\n\n    // 提取内容并进行后处理\n    let content = result.result?.content || '';\n\n    // 处理可能包含在XML标签中的JSON\n    content = extractContentFromResponse(content);\n\n    debugCall(`用友AI服务响应内容: ${content}`);\n    assert(content, '用友AI服务返回空内容');\n\n    // 构建使用信息\n    const usage: AIUsageInfo = {\n      prompt_tokens: result.usage?.prompt_tokens || 0,\n      completion_tokens: result.usage?.completion_tokens || 0,\n      total_tokens: result.usage?.total_tokens || 0,\n      time_cost: timeCost,\n      model_name: config.model || '',\n      model_description: '用友AI服务',\n      intent: modelConfig.intent,\n    };\n\n    return {\n      content,\n      usage,\n      isStreamed: false, // 目前只实现非流式调用\n    };\n  } catch (e: any) {\n    const errorMsg = e.message || '未知错误';\n    debugCall(`用友AI调用错误: ${errorMsg}`);\n    console.error('用友AI调用错误:', e);\n\n    // 根据错误类型提供更具体的错误信息\n    let enhancedErrorMsg = `用友AI服务调用失败: ${errorMsg}`;\n    if (errorMsg.includes('fetch')) {\n      enhancedErrorMsg += '。请检查网络连接或API地址是否正确。';\n    } else if (errorMsg.includes('token')) {\n      enhancedErrorMsg += '。请检查用友访问令牌是否有效。';\n    }\n\n    const newError = new Error(enhancedErrorMsg, { cause: e });\n    throw newError;\n  }\n}\n\n// 从响应中提取内容，处理XML格式\nfunction extractContentFromResponse(response: string): string {\n  try {\n    // 特殊处理用友AI服务可能返回的XML格式\n    if (response.includes('<json>') && response.includes('</json>')) {\n      const xmlMatch = response.match(/<json>([\\s\\S]*?)<\\/json>/);\n      if (xmlMatch && xmlMatch[1]) {\n        return xmlMatch[1].trim();\n      }\n    }\n\n    // 尝试直接提取JSON格式内容\n    return extractJSONFromCodeBlock(response);\n  } catch (error) {\n    console.warn('从响应中提取内容时出错:', error);\n    return response;\n  }\n}\n\n// 将OpenAI格式的消息转换为用友格式\nfunction convertToYhtMessageFormat(messages: ChatCompletionMessageParam[]): any[] {\n  return messages.map(msg => {\n    const yhtMessage: any = {\n      role: msg.role === 'system' ? 'system' : 'user',\n    };\n\n    // 处理内容\n    if (typeof msg.content === 'string') {\n      yhtMessage.vlContent = [\n        {\n          type: 'text',\n          text: msg.content\n        }\n      ];\n    } else if (Array.isArray(msg.content)) {\n      // 处理多模态内容（图片+文本）\n      const textParts = msg.content.filter(part => part.type === 'text');\n      const imageParts = msg.content.filter(part => part.type === 'image_url');\n\n      if (imageParts.length > 0) {\n        // 处理包含图片的消息\n        yhtMessage.vlContent = [\n          {\n            type: 'text',\n            text: textParts.map(part => part.text).join(' ') || '请分析图片内容'\n          },\n          ...imageParts.map(part => ({\n            type: 'image_url',\n            image_url: {\n              url: part.image_url.url,\n              detail: 'high'\n            }\n          }))\n        ];\n      } else if (textParts.length > 0) {\n        // 处理纯文本消息（数组形式）\n        yhtMessage.vlContent = [\n          {\n            type: 'text',\n            text: textParts.map(part => part.text).join(' ')\n          }\n        ];\n      }\n    }\n\n    return yhtMessage;\n  });\n}\n"],"names":["defaultYhtConfig","createChatClient","AIActionTypeValue","modelConfig","socksProxy","httpProxy","modelName","openaiBaseURL","openaiApiKey","openaiExtraConfig","openaiUseAzureDeprecated","useAzureOpenai","azureOpenaiScope","azureOpenaiKey","azureOpenaiEndpoint","azureOpenaiApiVersion","azureOpenaiDeployment","azureExtraConfig","useAnthropicSdk","anthropicApiKey","modelDescription","uiTarsVersion","vlMode","openai","proxyAgent","debugProxy","getDebug","HttpsProxyAgent","SocksProxyAgent","AzureOpenAI","tokenProvider","assert","ifInBrowser","credential","DefaultAzureCredential","getBearerTokenProvider","OpenAI","RPASCENE_API_TYPE","globalConfigManager","RPASCENE_LANGSMITH_DEBUG","Error","console","wrapOpenAI","Anthropic","callAIOld","messages","options","completion","style","responseFormat","getResponseFormat","maxTokens","OPENAI_MAX_TOKENS","debugCall","debugProfileStats","debugProfileDetail","startTime","Date","isStreaming","content","accumulated","usage","timeCost","commonConfig","Number","stream","chunk","_chunk_choices__delta","_chunk_choices__delta1","_chunk_choices_2","reasoning_content","chunkData","undefined","estimatedTokens","Math","finalChunk","_result_usage","_result_usage1","_result_usage2","result","JSON","convertImageContent","imgBase64","mimeType","body","parseBase64","m","Array","_chunk_delta","anthropicUsage","e","newError","AIActionType","assertSchema","locatorSchema","planSchema","AIResponseFormat","callAIWithObjectResponse","response","callAI","jsonContent","safeParseJson","callAIWithStringResponse","msgs","extractJSONFromCodeBlock","jsonMatch","codeBlockMatch","jsonLikeMatch","preprocessDoubaoBboxJson","input","cleanJsonString","_cleanJsonString_match","jsonrepair","jsonString","allEnvConfig","YhtConfig","config","_result_result","_result_usage3","yhtMessages","convertToYhtMessageFormat","requestBody","fetch","errorText","responseText","parseError","processedContent","extractContentFromResponse","errorMsg","enhancedErrorMsg","xmlMatch","error","msg","yhtMessage","textParts","part","imageParts"],"mappings":";;;;;;;;;;;;;;;AAgDO,MAAMA,mBAAoC;IAC/C,QAAQ;IACR,kBAAkB;IAQlB,UAAU;IAEV,OAAO;IACP,eAAe;IACf,QAAQ;IACR,aAAa;IACb,OAAO;IACP,SAAS;AACX;AAEA,eAAeC,iBAAiB,EAC9BC,iBAAiB,EACjBC,WAAW,EAIZ;IAQC,MAAM,EACJC,UAAU,EACVC,SAAS,EACTC,SAAS,EACTC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,wBAAwB,EACxBC,cAAc,EACdC,gBAAgB,EAChBC,cAAc,EACdC,mBAAmB,EACnBC,qBAAqB,EACrBC,qBAAqB,EACrBC,gBAAgB,EAChBC,eAAe,EACfC,eAAe,EACfC,gBAAgB,EAChB,oBAAoBC,aAAa,EACjCC,MAAM,EACP,GAAGnB;IAEJ,IAAIoB;IAEJ,IAAIC;IACJ,MAAMC,aAAaC,SAAS;IAC5B,IAAIrB,WAAW;QACboB,WAAW,oBAAoBpB;QAC/BmB,aAAa,IAAIG,gBAAgBtB;IACnC,OAAO,IAAID,YAAY;QACrBqB,WAAW,qBAAqBrB;QAChCoB,aAAa,IAAII,gBAAgBxB;IACnC;IAEA,IAAIM,0BAEFa,SAAS,IAAIM,YAAY;QACvB,SAAStB;QACT,QAAQC;QACR,WAAWgB;QACX,GAAGf,iBAAiB;QACpB,yBAAyB;IAC3B;SACK,IAAIE,gBAAgB;QAGzB,IAAImB;QACJ,IAAIlB,kBAAkB;YACpBmB,OACE,CAACC,aACD;YAEF,MAAMC,aAAa,IAAIC;YAEvBJ,gBAAgBK,uBAAuBF,YAAYrB;YAEnDW,SAAS,IAAIM,YAAY;gBACvB,sBAAsBC;gBACtB,UAAUhB;gBACV,YAAYC;gBACZ,YAAYC;gBACZ,GAAGP,iBAAiB;gBACpB,GAAGQ,gBAAgB;YACrB;QACF,OAEEM,SAAS,IAAIM,YAAY;YACvB,QAAQhB;YACR,UAAUC;YACV,YAAYC;YACZ,YAAYC;YACZ,yBAAyB;YACzB,GAAGP,iBAAiB;YACpB,GAAGQ,gBAAgB;QACrB;IAEJ,OAAO,IAAI,CAACC,iBACVK,SAAS,IAAIa,SAAO;QAClB,SAAS7B;QACT,QAAQC;QACR,WAAWgB;QACX,GAAGf,iBAAiB;QACpB,gBAAgB;YACd,GAAIA,AAAAA,CAAAA,QAAAA,oBAAAA,KAAAA,IAAAA,kBAAmB,cAAc,AAAD,KAAK,CAAC,CAAC;YAC3C,CAAC4B,kBAAkB,EAAEnC,kBAAkB,QAAQ;QACjD;QACA,yBAAyB;IAC3B;IAGF,IACEqB,UACAe,oBAAoB,qBAAqB,CAACC,2BAC1C;QACA,IAAIP,aACF,MAAM,IAAIQ,MAAM;QAElBC,QAAQ,GAAG,CAAC;QACZ,MAAM,EAAEC,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC;QACpCnB,SAASmB,WAAWnB;IACtB;IAEA,IAAI,AAAkB,WAAXA,QACT,OAAO;QACL,YAAYA,OAAO,IAAI,CAAC,WAAW;QACnC,OAAO;QACPjB;QACAc;QACAC;QACAC;IACF;IAIF,IAAIJ,iBACFK,SAAS,IAAIoB,UAAU;QACrB,QAAQxB;QACR,WAAWK;QACX,yBAAyB;IAC3B;IAGF,IAAI,AAAkB,WAAXD,UAA2BA,OAAe,QAAQ,EAC3D,OAAO;QACL,YAAaA,OAAe,QAAQ;QACpC,OAAO;QACPjB;QACAc;QACAC;QACAC;IACF;IAGF,MAAM,IAAIkB,MAAM;AAClB;AAEO,eAAeI,UACpBC,QAAsC,EACtC3C,iBAA+B,EAC/BC,WAAyB,EACzB2C,OAGC;IAED,MAAM,EACJC,UAAU,EACVC,KAAK,EACL1C,SAAS,EACTc,gBAAgB,EAChBC,aAAa,EACbC,MAAM,EACP,GAAG,MAAMrB,iBAAiB;QACzBC;QACAC;IACF;IAEA,MAAM8C,iBAAiBC,kBAAkB5C,WAAWJ;IAEpD,MAAMiD,YAAYb,oBAAoB,iBAAiB,CAACc;IACxD,MAAMC,YAAY3B,SAAS;IAC3B,MAAM4B,oBAAoB5B,SAAS;IACnC,MAAM6B,qBAAqB7B,SAAS;IAEpC,MAAM8B,YAAYC,KAAK,GAAG;IAE1B,MAAMC,cAAcZ,AAAAA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,MAAM,AAAD,KAAKA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,OAAO,AAAD;IACtD,IAAIa;IACJ,IAAIC,cAAc;IAClB,IAAIC;IACJ,IAAIC;IAEJ,MAAMC,eAAe;QACnB,aAAazC,AAAW,kBAAXA,SAA2B,MAAM;QAC9C,QAAQ,CAAC,CAACoC;QACV,YACE,AAAqB,YAArB,OAAOP,YACHA,YACAa,OAAO,QAAQ,CAACb,aAAa,QAAQ;QAC3C,GAAI7B,AAAW,cAAXA,UAAwBA,AAAW,eAAXA,SACxB;YACA,2BAA2B;QAC7B,IACE,CAAC,CAAC;IACR;IAEA,IAAI;QACF,IAAI0B,AAAU,aAAVA,OAAoB;YACtBK,UACE,CAAC,QAAQ,EAAEK,cAAc,eAAe,GAAG,WAAW,EAAEpD,WAAW;YAGrE,IAAIoD,aAAa;gBACf,MAAMO,SAAU,MAAMlB,WAAW,MAAM,CACrC;oBACE,OAAOzC;oBACPuC;oBACA,iBAAiBI;oBACjB,GAAGc,YAAY;gBACjB,GACA;oBACE,QAAQ;gBACV;gBAKF,WAAW,MAAMG,SAASD,OAAQ;wBAChBE,uBAAAA,iBAAAA,gBAEbC,wBAAAA,kBAAAA,iBAoBCC,kBAAAA;oBAtBJ,MAAMV,UAAUQ,AAAAA,SAAAA,CAAAA,iBAAAA,MAAM,OAAO,AAAD,IAAZA,KAAAA,IAAAA,QAAAA,CAAAA,kBAAAA,cAAe,CAAC,EAAE,AAAD,IAAjBA,KAAAA,IAAAA,QAAAA,CAAAA,wBAAAA,gBAAoB,KAAK,AAAD,IAAxBA,KAAAA,IAAAA,sBAA2B,OAAO,AAAD,KAAK;oBACtD,MAAMG,oBACJ,AAAC,SAAAF,CAAAA,kBAAAA,MAAM,OAAO,AAAD,IAAZA,KAAAA,IAAAA,QAAAA,CAAAA,mBAAAA,eAAe,CAAC,EAAE,AAAD,IAAjBA,KAAAA,IAAAA,QAAAA,CAAAA,yBAAAA,iBAAoB,KAAK,AAAD,IAAxBA,KAAAA,IAAAA,uBAAmC,iBAAiB,AAAD,KAAK;oBAG3D,IAAIF,MAAM,KAAK,EACbL,QAAQK,MAAM,KAAK;oBAGrB,IAAIP,WAAWW,mBAAmB;wBAChCV,eAAeD;wBACf,MAAMY,YAAiC;4BACrCZ;4BACAW;4BACAV;4BACA,YAAY;4BACZ,OAAOY;wBACT;wBACA1B,QAAQ,OAAO,CAAEyB;oBACnB;oBAGA,IAAI,QAAAF,CAAAA,kBAAAA,MAAM,OAAO,AAAD,IAAZA,KAAAA,IAAAA,QAAAA,CAAAA,mBAAAA,eAAe,CAAC,EAAE,AAAD,IAAjBA,KAAAA,IAAAA,iBAAoB,aAAa,EAAE;wBACrCP,WAAWL,KAAK,GAAG,KAAKD;wBAGxB,IAAI,CAACK,OAAO;4BAEV,MAAMY,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAACd,YAAY,MAAM,GAAG;4BAElCC,QAAQ;gCACN,eAAeY;gCACf,mBAAmBA;gCACnB,cAAcA,AAAkB,IAAlBA;4BAChB;wBACF;wBAGA,MAAME,aAAkC;4BACtC,SAAS;4BACTf;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAO;gCACL,eAAeC,MAAM,aAAa,IAAI;gCACtC,mBAAmBA,MAAM,iBAAiB,IAAI;gCAC9C,cAAcA,MAAM,YAAY,IAAI;gCACpC,WAAWC,YAAY;gCACvB,YAAYxD;gCACZ,mBAAmBc;gCACnB,QAAQjB,YAAY,MAAM;4BAC5B;wBACF;wBACA2C,QAAQ,OAAO,CAAE6B;wBACjB;oBACF;gBACF;gBACAhB,UAAUC;gBACVN,kBACE,CAAC,iBAAiB,EAAEhD,UAAU,QAAQ,EAAEgB,UAAU,UAAU,WAAW,EAAEwC,UAAU;YAEvF,OAAO;oBAUqGc,eAAyDC,gBAAwDC;gBAT3N,MAAMC,SAAS,MAAMhC,WAAW,MAAM,CAAC;oBACrC,OAAOzC;oBACPuC;oBACA,iBAAiBI;oBACjB,GAAGc,YAAY;gBACjB;gBACAD,WAAWL,KAAK,GAAG,KAAKD;gBAExBF,kBACE,CAAC,OAAO,EAAEhD,UAAU,QAAQ,EAAEgB,UAAU,UAAU,mBAAmB,EAAED,cAAc,iBAAiB,EAAEuD,AAAAA,SAAAA,CAAAA,gBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,cAAc,aAAa,AAAD,KAAK,GAAG,qBAAqB,EAAEC,AAAAA,SAAAA,CAAAA,iBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,eAAc,iBAAiB,AAAD,KAAK,GAAG,gBAAgB,EAAEC,AAAAA,SAAAA,CAAAA,iBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,eAAc,YAAY,AAAD,KAAK,GAAG,WAAW,EAAEhB,SAAS,aAAa,EAAEiB,OAAO,WAAW,IAAI,IAAI;gBAG3TxB,mBACE,CAAC,oBAAoB,EAAEyB,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;gBAGvDhD,OACEgD,OAAO,OAAO,EACd,CAAC,mCAAmC,EAAEC,KAAK,SAAS,CAACD,SAAS;gBAEhEpB,UAAUoB,OAAO,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO;gBAC3ClB,QAAQkB,OAAO,KAAK;YACtB;YAEA1B,UAAU,CAAC,UAAU,EAAEM,SAAS;YAChC5B,OAAO4B,SAAS;QAClB,OAAO,IAAIX,AAAU,gBAAVA,OAAuB;YAChC,MAAMiC,sBAAsB,CAACtB;gBAC3B,IAAIA,AAAiB,gBAAjBA,QAAQ,IAAI,EAAkB;oBAChC,MAAMuB,YAAYvB,QAAQ,SAAS,CAAC,GAAG;oBACvC5B,OAAOmD,WAAW;oBAClB,MAAM,EAAEC,QAAQ,EAAEC,IAAI,EAAE,GAAGC,YAAY1B,QAAQ,SAAS,CAAC,GAAG;oBAC5D,OAAO;wBACL,QAAQ;4BACN,MAAM;4BACN,YAAYwB;4BACZ,MAAMC;wBACR;wBACA,MAAM;oBACR;gBACF;gBACA,OAAOzB;YACT;YAEA,IAAID,aAAa;gBACf,MAAMO,SAAU,MAAMlB,WAAW,MAAM,CAAC;oBACtC,OAAOzC;oBACP,QAAQ;oBACR,UAAUuC,SAAS,GAAG,CAAC,CAACyC,IAAO;4BAC7B,MAAM;4BACN,SAASC,MAAM,OAAO,CAACD,EAAE,OAAO,IAC3BA,EAAE,OAAO,CAAS,GAAG,CAACL,uBACvBK,EAAE,OAAO;wBACf;oBACA,iBAAiBrC;oBACjB,GAAGc,YAAY;gBACjB;gBAEA,WAAW,MAAMG,SAASD,OAAQ;wBAChBuB;oBAAhB,MAAM7B,UAAU6B,AAAAA,SAAAA,CAAAA,eAAAA,MAAM,KAAK,AAAD,IAAVA,KAAAA,IAAAA,aAAa,IAAI,AAAD,KAAK;oBACrC,IAAI7B,SAAS;wBACXC,eAAeD;wBACf,MAAMY,YAAiC;4BACrCZ;4BACAC;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAOY;wBACT;wBACA1B,QAAQ,OAAO,CAAEyB;oBACnB;oBAGA,IAAIL,AAAe,mBAAfA,MAAM,IAAI,EAAqB;wBACjCJ,WAAWL,KAAK,GAAG,KAAKD;wBACxB,MAAMiC,iBAAiBvB,MAAM,KAAK;wBAGlC,MAAMS,aAAkC;4BACtC,SAAS;4BACTf;4BACA,mBAAmB;4BACnB,YAAY;4BACZ,OAAO6B,iBACH;gCACA,eAAeA,eAAe,YAAY,IAAI;gCAC9C,mBAAmBA,eAAe,aAAa,IAAI;gCACnD,cACGA,AAAAA,CAAAA,eAAe,YAAY,IAAI,KAC/BA,CAAAA,eAAe,aAAa,IAAI;gCACnC,WAAW3B,YAAY;gCACvB,YAAYxD;gCACZ,mBAAmBc;gCACnB,QAAQjB,YAAY,MAAM;4BAC5B,IACEqE;wBACN;wBACA1B,QAAQ,OAAO,CAAE6B;wBACjB;oBACF;gBACF;gBACAhB,UAAUC;YACZ,OAAO;gBACL,MAAMmB,SAAS,MAAMhC,WAAW,MAAM,CAAC;oBACrC,OAAOzC;oBACP,QAAQ;oBACR,UAAUuC,SAAS,GAAG,CAAC,CAACyC,IAAO;4BAC7B,MAAM;4BACN,SAASC,MAAM,OAAO,CAACD,EAAE,OAAO,IAC3BA,EAAE,OAAO,CAAS,GAAG,CAACL,uBACvBK,EAAE,OAAO;wBACf;oBACA,iBAAiBrC;oBACjB,GAAGc,YAAY;gBACjB;gBACAD,WAAWL,KAAK,GAAG,KAAKD;gBACxBG,UAAWoB,OAAe,OAAO,CAAC,EAAE,CAAC,IAAI;gBACzClB,QAAQkB,OAAO,KAAK;YACtB;YAEAhD,OAAO4B,SAAS;QAClB;QAEA,IAAID,eAAe,CAACG,OAAO;YAEzB,MAAMY,kBAAkBC,KAAK,GAAG,CAC9B,GACAA,KAAK,KAAK,CAAEf,AAAAA,CAAAA,WAAW,EAAC,EAAG,MAAM,GAAG;YAEtCE,QAAQ;gBACN,eAAeY;gBACf,mBAAmBA;gBACnB,cAAcA,AAAkB,IAAlBA;YAChB;QACF;QAEA,OAAO;YACL,SAASd,WAAW;YACpB,OAAOE,QACH;gBACA,eAAeA,MAAM,aAAa,IAAI;gBACtC,mBAAmBA,MAAM,iBAAiB,IAAI;gBAC9C,cAAcA,MAAM,YAAY,IAAI;gBACpC,WAAWC,YAAY;gBACvB,YAAYxD;gBACZ,mBAAmBc;gBACnB,QAAQjB,YAAY,MAAM;YAC5B,IACEqE;YACJ,YAAY,CAAC,CAACd;QAChB;IACF,EAAE,OAAOgC,GAAQ;QACfjD,QAAQ,KAAK,CAAC,kBAAkBiD;QAChC,MAAMC,WAAW,IAAInD,MACnB,CAAC,eAAe,EAAEkB,cAAc,eAAe,GAAG,kBAAkB,EAAEgC,EAAE,OAAO,CAAC,8DAA8D,CAAC,EAC/I;YACE,OAAOA;QACT;QAEF,MAAMC;IACR;AACF;AAEO,MAAMzC,oBAAoB,CAC/B5C,WACAJ;IAIA,IAAI+C;IAKJ,IAAI3C,UAAU,QAAQ,CAAC,UACrB,OAAQJ;QACN,KAAK0F,aAAa,MAAM;YACtB3C,iBAAiB4C;YACjB;QACF,KAAKD,aAAa,eAAe;YAC/B3C,iBAAiB6C;YACjB;QACF,KAAKF,aAAa,IAAI;YACpB3C,iBAAiB8C;YACjB;QACF,KAAKH,aAAa,YAAY;QAC9B,KAAKA,aAAa,gBAAgB;YAChC3C,iBAAiB;gBAAE,MAAM+C,iBAAiB,IAAI;YAAC;YAC/C;QACF,KAAKJ,aAAa,IAAI;YAEpB3C,iBAAiBuB;YACjB;IACJ;IAKF,IACElE,AAAc,wBAAdA,aACAJ,sBAAsB0F,aAAa,IAAI,EAEvC3C,iBAAiB;QAAE,MAAM+C,iBAAiB,IAAI;IAAC;IAGjD,OAAO/C;AACT;AAEO,eAAegD,yBACpBpD,QAAsC,EACtC3C,iBAA+B,EAC/BC,WAAyB;IAEzB,MAAM+F,WAAW,MAAMC,OAAOtD,UAAU3C,mBAAmBC;IAC3D4B,OAAOmE,UAAU;IACjB,MAAM5E,SAASnB,YAAY,MAAM;IACjC,MAAMiG,cAAcC,cAAcH,SAAS,OAAO,EAAE5E;IACpD,OAAO;QAAE,SAAS8E;QAAa,OAAOF,SAAS,KAAK;IAAC;AACvD;AAEO,eAAeI,yBACpBC,IAAY,EACZrG,iBAA+B,EAC/BC,WAAyB;IAEzB,MAAM,EAAEwD,OAAO,EAAEE,KAAK,EAAE,GAAG,MAAMsC,OAAOI,MAAMrG,mBAAmBC;IACjE,OAAO;QAAEwD;QAASE;IAAM;AAC1B;AAEO,SAAS2C,yBAAyBN,QAAgB;IACvD,IAAI;QAEF,MAAMO,YAAYP,SAAS,KAAK,CAAC;QACjC,IAAIO,WACF,OAAOA,SAAS,CAAC,EAAE;QAIrB,MAAMC,iBAAiBR,SAAS,KAAK,CACnC;QAEF,IAAIQ,gBACF,OAAOA,cAAc,CAAC,EAAE;QAI1B,MAAMC,gBAAgBT,SAAS,KAAK,CAAC;QACrC,IAAIS,eACF,OAAOA,aAAa,CAAC,EAAE;IAE3B,EAAE,OAAM,CAAE;IAEV,OAAOT;AACT;AAEO,SAASU,yBAAyBC,KAAa;IACpD,IAAIA,MAAM,QAAQ,CAAC,SAEjB,MAAO,YAAY,IAAI,CAACA,OACtBA,QAAQA,MAAM,OAAO,CAAC,kBAAkB;IAG5C,OAAOA;AACT;AAEO,SAASR,cAAcQ,KAAa,EAAEvF,MAAgC;IAC3E,MAAMwF,kBAAkBN,yBAAyBK;IAEjD,IAAIC,QAAAA,kBAAAA,KAAAA,IAAAA,gBAAiB,KAAK,CAAC,oBAAoB;YACtCC;QAAP,OAAO,QAAAA,CAAAA,yBAAAA,gBACJ,KAAK,CAAC,kBAAiB,IADnBA,KAAAA,IAAAA,uBAEH,KAAK,CAAC,GACP,GAAG,CAAC/C;IACT;IACA,IAAI;QACF,OAAOgB,KAAK,KAAK,CAAC8B;IACpB,EAAE,OAAM,CAAE;IACV,IAAI;QACF,OAAO9B,KAAK,KAAK,CAACgC,WAAWF;IAC/B,EAAE,OAAOpB,GAAG,CAAE;IAEd,IAAIpE,AAAW,oBAAXA,UAA8BA,AAAW,kBAAXA,QAA0B;QAC1D,MAAM2F,aAAaL,yBAAyBE;QAC5C,OAAO9B,KAAK,KAAK,CAACgC,WAAWC;IAC/B;IACA,MAAMzE,MAAM,CAAC,+BAA+B,EAAEqE,OAAO;AACvD;AAGO,eAAeV,OACpBtD,QAAsC,EACtC3C,iBAA+B,EAC/BC,WAAyB,EACzB2C,OAGC;IAGD,MAAMoE,eAAe5E,oBAAoB,eAAe;IACxD,MAAM6E,YAAiBD,gBAAgBlH;IAGvC,MAAMqD,YAAY3B,SAAS;IAC3B,MAAM4B,oBAAoB5B,SAAS;IACnC,MAAM6B,qBAAqB7B,SAAS;IACpC,MAAM8B,YAAYC,KAAK,GAAG;IAG1B,MAAM2D,SAA0BD;IAChC,MAAMzD,cAAcZ,AAAAA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,MAAM,AAAD,KAAKA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,OAAO,AAAD;IAEtD,IAAI;YA+DwC8B,eAQ5ByC,gBAUGxC,gBACIC,gBACLwC;QAlFhBjE,UAAU,CAAC,4EAAa,EAAE+D,OAAO,KAAK,CAAC,oCAAQ,EAAElH,mBAAmB;QAGpE,MAAMqH,cAAcC,0BAA0B3E;QAC9CU,mBAAmB,qDAAayB,KAAK,SAAS,CAACuC;QAG/C,MAAME,cAAc;YAClB,QAAQL,OAAO,MAAM;YACrB,UAAUG;YACV,UAAUH,OAAO,QAAQ;YACzB,OAAOA,OAAO,KAAK;YACnB,eAAeA,OAAO,aAAa;YACnC,QAAQ1D,cAAc,IAAI0D,OAAO,MAAM;YACvC,aAAaA,OAAO,WAAW;YAC/B,OAAOA,OAAO,KAAK;YACnB,aAAaA,OAAO,WAAW;YAC/B,OAAOA,OAAO,KAAK;QACrB;QAGA/D,UAAU;QACV,MAAM6C,WAAW,MAAMwB,MAAMN,OAAO,OAAO,IAAIpH,iBAAiB,OAAO,EAAE;YACvE,QAAQ;YACR,SAAS;gBACP,gBAAgB;gBAChB,kBAAoBoH,OAAO,gBAAgB;YAC7C;YACA,MAAMpC,KAAK,SAAS,CAACyC;QACvB;QAEA,IAAI,CAACvB,SAAS,EAAE,EAAE;YAChB,MAAMyB,YAAY,MAAMzB,SAAS,IAAI;YACrC7C,UAAU,CAAC,oEAAY,EAAE6C,SAAS,MAAM,CAAC,CAAC,EAAEyB,WAAW;YAGvD,MAAM,IAAInF,MAAM,CAAC,oEAAY,EAAE0D,SAAS,MAAM,CAAC,CAAC,EAAEyB,WAAW;QAC/D;QAEA,MAAMC,eAAe,MAAM1B,SAAS,IAAI;QACxC3C,mBAAmB,uDAAeqE;QAGlC,IAAI7C;QACJ,IAAI;YACFA,SAASC,KAAK,KAAK,CAAC4C;QACtB,EAAE,OAAOC,YAAY;YACnBxE,UAAU;YAEV,MAAMyE,mBAAmBC,2BAA2BH;YACpD7C,SAAS;gBACP,QAAQ;oBACN,SAAS+C;gBACX;gBACA,OAAOtD;YACT;QACF;QAGA,MAAMV,WAAWL,KAAK,GAAG,KAAKD;QAE9BF,kBACE,CAAC,0FAAa,EAAEQ,SAAS,2BAAa,EAAEc,AAAAA,SAAAA,CAAAA,gBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,cAAc,YAAY,AAAD,KAAK,WAAW;QAGnFrB,mBACE,CAAC,kEAAU,EAAEyB,KAAK,SAAS,CAACD,OAAO,KAAK,GAAG;QAI7C,IAAIpB,UAAU0D,AAAAA,SAAAA,CAAAA,iBAAAA,OAAO,MAAM,AAAD,IAAZA,KAAAA,IAAAA,eAAe,OAAO,AAAD,KAAK;QAGxC1D,UAAUoE,2BAA2BpE;QAErCN,UAAU,CAAC,oEAAY,EAAEM,SAAS;QAClC5B,OAAO4B,SAAS;QAGhB,MAAME,QAAqB;YACzB,eAAegB,AAAAA,SAAAA,CAAAA,iBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,eAAc,aAAa,AAAD,KAAK;YAC9C,mBAAmBC,AAAAA,SAAAA,CAAAA,iBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,eAAc,iBAAiB,AAAD,KAAK;YACtD,cAAcwC,AAAAA,SAAAA,CAAAA,iBAAAA,OAAO,KAAK,AAAD,IAAXA,KAAAA,IAAAA,eAAc,YAAY,AAAD,KAAK;YAC5C,WAAWxD;YACX,YAAYsD,OAAO,KAAK,IAAI;YAC5B,mBAAmB;YACnB,QAAQjH,YAAY,MAAM;QAC5B;QAEA,OAAO;YACLwD;YACAE;YACA,YAAY;QACd;IACF,EAAE,OAAO6B,GAAQ;QACf,MAAMsC,WAAWtC,EAAE,OAAO,IAAI;QAC9BrC,UAAU,CAAC,oDAAU,EAAE2E,UAAU;QACjCvF,QAAQ,KAAK,CAAC,2CAAaiD;QAG3B,IAAIuC,mBAAmB,CAAC,oEAAY,EAAED,UAAU;QAChD,IAAIA,SAAS,QAAQ,CAAC,UACpBC,oBAAoB;aACf,IAAID,SAAS,QAAQ,CAAC,UAC3BC,oBAAoB;QAGtB,MAAMtC,WAAW,IAAInD,MAAMyF,kBAAkB;YAAE,OAAOvC;QAAE;QACxD,MAAMC;IACR;AACF;AAGA,SAASoC,2BAA2B7B,QAAgB;IAClD,IAAI;QAEF,IAAIA,SAAS,QAAQ,CAAC,aAAaA,SAAS,QAAQ,CAAC,YAAY;YAC/D,MAAMgC,WAAWhC,SAAS,KAAK,CAAC;YAChC,IAAIgC,YAAYA,QAAQ,CAAC,EAAE,EACzB,OAAOA,QAAQ,CAAC,EAAE,CAAC,IAAI;QAE3B;QAGA,OAAO1B,yBAAyBN;IAClC,EAAE,OAAOiC,OAAO;QACd1F,QAAQ,IAAI,CAAC,uEAAgB0F;QAC7B,OAAOjC;IACT;AACF;AAGA,SAASsB,0BAA0B3E,QAAsC;IACvE,OAAOA,SAAS,GAAG,CAACuF,CAAAA;QAClB,MAAMC,aAAkB;YACtB,MAAMD,AAAa,aAAbA,IAAI,IAAI,GAAgB,WAAW;QAC3C;QAGA,IAAI,AAAuB,YAAvB,OAAOA,IAAI,OAAO,EACpBC,WAAW,SAAS,GAAG;YACrB;gBACE,MAAM;gBACN,MAAMD,IAAI,OAAO;YACnB;SACD;aACI,IAAI7C,MAAM,OAAO,CAAC6C,IAAI,OAAO,GAAG;YAErC,MAAME,YAAYF,IAAI,OAAO,CAAC,MAAM,CAACG,CAAAA,OAAQA,AAAc,WAAdA,KAAK,IAAI;YACtD,MAAMC,aAAaJ,IAAI,OAAO,CAAC,MAAM,CAACG,CAAAA,OAAQA,AAAc,gBAAdA,KAAK,IAAI;YAEvD,IAAIC,WAAW,MAAM,GAAG,GAEtBH,WAAW,SAAS,GAAG;gBACrB;oBACE,MAAM;oBACN,MAAMC,UAAU,GAAG,CAACC,CAAAA,OAAQA,KAAK,IAAI,EAAE,IAAI,CAAC,QAAQ;gBACtD;mBACGC,WAAW,GAAG,CAACD,CAAAA,OAAS;wBACzB,MAAM;wBACN,WAAW;4BACT,KAAKA,KAAK,SAAS,CAAC,GAAG;4BACvB,QAAQ;wBACV;oBACF;aACD;iBACI,IAAID,UAAU,MAAM,GAAG,GAE5BD,WAAW,SAAS,GAAG;gBACrB;oBACE,MAAM;oBACN,MAAMC,UAAU,GAAG,CAACC,CAAAA,OAAQA,KAAK,IAAI,EAAE,IAAI,CAAC;gBAC9C;aACD;QAEL;QAEA,OAAOF;IACT;AACF"}