@undefineds.co/xpod 0.2.23 → 0.2.26

package/dist/api/service/VercelChatService.d.ts

@@ -5,12 +5,11 @@ import type { UsageRepository } from '../../storage/quota/UsageRepository';
 import type { QuotaService } from '../../quota/QuotaService';
 export declare class VercelChatService {
     private readonly store;
-    private static readonly AI_GATEWAY_MODEL_CACHE_TTL_MS;
     private readonly logger;
     private usageRepo?;
     private quotaService?;
-    private aiGatewayModelCache;
-    private aiGatewayModelCachePromise;
+    private readonly aiGatewayTransport;
+    private readonly providerHttpTransport;
     constructor(store: PodChatKitStore);
     /**
      * Set optional usage tracking dependencies (injected after construction)
@@ -23,19 +22,11 @@ export declare class VercelChatService {
     private getAiGatewayBaseUrl;
     private getAiGatewayTimeoutMs;
     private getAiGatewayApiKey;
-    private toModelId;
-    private isAiGatewayModelCacheFresh;
-    private getAiGatewayModelCache;
     private shouldUseAiGateway;
-    private buildAiGatewayUrl;
-    private createAiGatewayAbortSignal;
-    private sendAiGatewayRequest;
+    private toModelId;
+    private pushModelsWithDedup;
     private forwardAiGatewayJson;
     private forwardAiGatewayStream;
-    private extractCompletionText;
-    private buildChatCompletionsBodyFromMessages;
-    private mapChatCompletionFinishReason;
-    private mapChatCompletionToMessagesResponse;
     private extractTotalTokens;
     private recordForwardedUsage;
     private getProviderConfig;
@@ -46,8 +37,6 @@ export declare class VercelChatService {
     messages(body: any, auth: AuthContext): Promise<any>;
     private responsesViaCompletions;
     private messagesViaCompletions;
-    private extractPromptFromResponsesBody;
-    private extractPromptFromMessagesBody;
     listModels(_auth?: AuthContext): Promise<any[]>;
     private mapFinishReason;
     /**

package/dist/api/service/VercelChatService.js

@@ -9,6 +9,10 @@ const AuthContext_1 = require("../auth/AuthContext");
 const types_1 = require("../../credential/schema/types");
 const provider_registry_1 = require("./provider-registry");
 const platform_ai_config_1 = require("./platform-ai-config");
+const chat_protocol_adapters_1 = require("./chat-protocol-adapters");
+const ai_gateway_transport_1 = require("./ai-gateway-transport");
+const provider_http_transport_1 = require("./provider-http-transport");
+const chat_routing_1 = require("./chat-routing");
 // Create a proxy-aware fetch function
 function createProxyFetch(proxyUrl) {
     const agent = new undici_1.ProxyAgent(proxyUrl);
@@ -18,9 +22,13 @@ class VercelChatService {
     constructor(store) {
         this.store = store;
         this.logger = (0, global_logger_factory_1.getLoggerFor)(this);
-        this.aiGatewayModelCache = null;
-        this.aiGatewayModelCachePromise = null;
+        this.providerHttpTransport = new provider_http_transport_1.ProviderHttpTransport();
         this.logger.info('Initializing VercelChatService with Pod-based config support');
+        this.aiGatewayTransport = new ai_gateway_transport_1.AiGatewayTransport({
+            getBaseUrl: () => this.getAiGatewayBaseUrl(),
+            getApiKey: () => this.getAiGatewayApiKey(),
+            getTimeoutMs: () => this.getAiGatewayTimeoutMs(),
+        });
     }
     /**
      * Set optional usage tracking dependencies (injected after construction)
@@ -47,194 +55,27 @@ class VercelChatService {
     getAiGatewayApiKey() {
         return (0, platform_ai_config_1.getAiGatewayApiKey)() ?? null;
     }
+    async shouldUseAiGateway(model) {
+        return this.aiGatewayTransport.shouldHandleModel(model);
+    }
     toModelId(model) {
         return typeof model?.id === 'string' ? model.id : JSON.stringify(model);
     }
-    isAiGatewayModelCacheFresh() {
-        return !!this.aiGatewayModelCache
-            && Date.now() - this.aiGatewayModelCache.fetchedAt < VercelChatService.AI_GATEWAY_MODEL_CACHE_TTL_MS;
-    }
-    async getAiGatewayModelCache() {
-        if (!this.getAiGatewayBaseUrl()) {
-            return null;
-        }
-        if (this.isAiGatewayModelCacheFresh()) {
-            return this.aiGatewayModelCache;
-        }
-        if (this.aiGatewayModelCachePromise) {
-            return this.aiGatewayModelCachePromise;
-        }
-        this.aiGatewayModelCachePromise = (async () => {
-            const response = await this.sendAiGatewayRequest('/v1/models', 'GET', undefined, {
-                'Accept': 'application/json',
-            });
-            const data = await response.json();
-            const items = Array.isArray(data.data) ? data.data : [];
-            const cache = {
-                fetchedAt: Date.now(),
-                items,
-                modelIds: new Set(items.map((item) => this.toModelId(item))),
-            };
-            this.aiGatewayModelCache = cache;
-            return cache;
-        })();
-        try {
-            return await this.aiGatewayModelCachePromise;
-        }
-        catch (error) {
-            if (this.aiGatewayModelCache) {
-                this.logger.warn(`Failed to refresh ai-gateway models, using stale cache: ${error}`);
-                return this.aiGatewayModelCache;
+    pushModelsWithDedup(models, seenModelIds, items) {
+        for (const model of items) {
+            const modelId = this.toModelId(model);
+            if (seenModelIds.has(modelId)) {
+                continue;
             }
-            this.logger.warn(`Failed to fetch ai-gateway models: ${error}`);
-            return null;
-        }
-        finally {
-            this.aiGatewayModelCachePromise = null;
-        }
-    }
-    async shouldUseAiGateway(model) {
-        if (!model || !this.getAiGatewayBaseUrl()) {
-            return false;
-        }
-        const cache = await this.getAiGatewayModelCache();
-        return cache?.modelIds.has(model) ?? false;
-    }
-    buildAiGatewayUrl(path) {
-        const baseUrl = this.getAiGatewayBaseUrl();
-        if (!baseUrl) {
-            throw new Error('DEFAULT_API_BASE is not configured');
-        }
-        const normalizedPath = path.startsWith('/') ? path : `/${path}`;
-        if (baseUrl.endsWith('/v1') && normalizedPath.startsWith('/v1/')) {
-            return `${baseUrl}${normalizedPath.slice(3)}`;
-        }
-        return `${baseUrl}${normalizedPath}`;
-    }
-    createAiGatewayAbortSignal() {
-        const abortSignal = AbortSignal;
-        return typeof abortSignal.timeout === 'function'
-            ? abortSignal.timeout(this.getAiGatewayTimeoutMs())
-            : undefined;
-    }
-    async sendAiGatewayRequest(path, method, body, headers) {
-        const apiKey = this.getAiGatewayApiKey();
-        if (!apiKey) {
-            throw new Error('DEFAULT_API_KEY is not configured');
-        }
-        const requestHeaders = new Headers(headers);
-        requestHeaders.set('Authorization', `Bearer ${apiKey}`);
-        if (body !== undefined && !requestHeaders.has('Content-Type')) {
-            requestHeaders.set('Content-Type', 'application/json');
-        }
-        const response = await fetch(this.buildAiGatewayUrl(path), {
-            method,
-            headers: requestHeaders,
-            ...(body !== undefined ? { body: JSON.stringify(body) } : {}),
-            signal: this.createAiGatewayAbortSignal(),
-        });
-        if (!response.ok) {
-            const errorText = await response.text().catch(() => '');
-            this.logger.warn(`Platform AI request failed: ${response.status} ${errorText}`);
-            const error = new Error(`Platform AI error: ${response.status} ${response.statusText}`);
-            error.status = response.status;
-            error.headers = response.headers;
-            error.body = errorText;
-            throw error;
+            seenModelIds.add(modelId);
+            models.push(model);
         }
-        return response;
     }
     async forwardAiGatewayJson(path, body, _auth) {
-        const response = await this.sendAiGatewayRequest(path, 'POST', body, {
-            'Accept': 'application/json',
-        });
-        return response.json();
+        return this.aiGatewayTransport.sendJson(path, body);
     }
     async forwardAiGatewayStream(path, body, _auth) {
-        const response = await this.sendAiGatewayRequest(path, 'POST', body, {
-            'Accept': 'text/event-stream',
-        });
-        return {
-            toTextStreamResponse: () => new Response(response.body, {
-                status: response.status,
-                statusText: response.statusText,
-                headers: new Headers(response.headers),
-            }),
-        };
-    }
-    extractCompletionText(content) {
-        if (typeof content === 'string') {
-            return content;
-        }
-        if (Array.isArray(content)) {
-            return content
-                .filter((item) => item && typeof item === 'object' && typeof item.text === 'string')
-                .map((item) => item.text)
-                .join('\n');
-        }
-        return content == null ? '' : String(content);
-    }
-    buildChatCompletionsBodyFromMessages(body) {
-        const messages = [];
-        if (body?.system) {
-            const systemText = this.extractCompletionText(body.system);
-            if (systemText) {
-                messages.push({ role: 'system', content: systemText });
-            }
-        }
-        if (Array.isArray(body?.messages)) {
-            for (const message of body.messages) {
-                if (!message?.role || message?.content == null) {
-                    continue;
-                }
-                messages.push({
-                    role: String(message.role),
-                    content: this.extractCompletionText(message.content),
-                });
-            }
-        }
-        if (messages.length === 0 && body?.content != null) {
-            messages.push({
-                role: 'user',
-                content: this.extractCompletionText(body.content),
-            });
-        }
-        return {
-            model: body?.model,
-            messages,
-            ...(body?.temperature != null ? { temperature: body.temperature } : {}),
-            ...(body?.max_tokens != null ? { max_tokens: body.max_tokens } : {}),
-            ...(Array.isArray(body?.stop_sequences) && body.stop_sequences.length > 0
-                ? { stop: body.stop_sequences }
-                : {}),
-        };
-    }
-    mapChatCompletionFinishReason(reason) {
-        if (reason === 'length') {
-            return 'max_tokens';
-        }
-        if (reason === 'content_filter') {
-            return 'stop_sequence';
-        }
-        return 'end_turn';
-    }
-    mapChatCompletionToMessagesResponse(body, completion) {
-        const choice = Array.isArray(completion?.choices) ? completion.choices[0] : undefined;
-        const text = this.extractCompletionText(choice?.message?.content);
-        const prompt = this.extractPromptFromMessagesBody(body);
-        return {
-            id: completion?.id ?? `msg_${Date.now()}`,
-            type: 'message',
-            role: 'assistant',
-            model: completion?.model ?? body?.model,
-            content: [{ type: 'text', text }],
-            stop_reason: this.mapChatCompletionFinishReason(choice?.finish_reason),
-            stop_sequence: null,
-            usage: {
-                input_tokens: completion?.usage?.prompt_tokens ?? prompt.length,
-                output_tokens: completion?.usage?.completion_tokens ?? text.length,
-            },
-        };
+        return this.aiGatewayTransport.sendStream(path, body);
     }
     extractTotalTokens(usage) {
         if (!usage || typeof usage !== 'object') {
@@ -308,7 +149,7 @@ class VercelChatService {
         if (accountId) {
             await this.checkTokenQuota(accountId);
         }
-        if (await this.shouldUseAiGateway(model)) {
+        if (await (0, chat_routing_1.resolveChatExecutionRoute)({ model, shouldUseAiGateway: this.shouldUseAiGateway.bind(this) }) === 'ai-gateway') {
             this.logger.info(`Forwarding chat completion for model ${model} to ai-gateway`);
             const result = await this.forwardAiGatewayJson('/v1/chat/completions', request, auth);
             this.recordForwardedUsage(accountId, String(context.userId), result);
@@ -377,7 +218,7 @@ class VercelChatService {
     async stream(request, auth) {
         const { model, messages, temperature, max_tokens } = request;
         const context = this.createStoreContext(auth);
-        if (await this.shouldUseAiGateway(model)) {
+        if (await (0, chat_routing_1.resolveChatExecutionRoute)({ model, shouldUseAiGateway: this.shouldUseAiGateway.bind(this) }) === 'ai-gateway') {
             this.logger.info(`Forwarding chat stream for model ${model} to ai-gateway`);
             return this.forwardAiGatewayStream('/v1/chat/completions', request, auth);
         }
@@ -403,9 +244,10 @@ class VercelChatService {
         const context = this.createStoreContext(auth);
         const displayName = (0, AuthContext_1.getDisplayName)(auth) || context.userId;
         const accountId = (0, AuthContext_1.getAccountId)(auth);
-        if (await this.shouldUseAiGateway(body?.model)) {
+        if (await (0, chat_routing_1.resolveChatExecutionRoute)({ model: body?.model, shouldUseAiGateway: this.shouldUseAiGateway.bind(this) }) === 'ai-gateway') {
             this.logger.info(`Forwarding responses request for model ${body?.model} to ai-gateway for ${displayName} (acc: ${accountId})`);
-            const result = await this.forwardAiGatewayJson('/v1/responses', body, auth);
+            const sanitizedBody = (0, chat_protocol_adapters_1.sanitizeAiGatewayResponsesBody)(body);
+            const result = await this.forwardAiGatewayJson('/v1/responses', sanitizedBody, auth);
             this.recordForwardedUsage(accountId, String(context.userId), result);
             return result;
         }
@@ -417,7 +259,7 @@ class VercelChatService {
         }
         const { baseURL } = providerConfig;
         // Only OpenAI natively supports /v1/responses; all others go through Chat Completions
-        if (!(0, provider_registry_1.supportsResponsesApi)(baseURL)) {
+        if ((0, chat_routing_1.resolveResponsesProviderRoute)(baseURL) === 'chat-fallback') {
             this.logger.info(`Provider ${baseURL} does not support Responses API, converting to Chat Completions for ${displayName} (acc: ${accountId})`);
             return this.responsesViaCompletions(body, context, providerConfig);
         }
@@ -426,33 +268,29 @@ class VercelChatService {
         const cleanBaseUrl = baseURL.endsWith('/') ? baseURL.slice(0, -1) : baseURL;
         const url = `${cleanBaseUrl}/responses`;
         this.logger.info(`Proxying responses request to ${url} for ${displayName} (acc: ${accountId}), proxy: ${proxy || 'none'}`);
-        const fetchFn = proxy ? createProxyFetch(proxy) : fetch;
         try {
-            const response = await fetchFn(url, {
-                method: 'POST',
-                headers: {
-                    'Content-Type': 'application/json',
-                    'Authorization': `Bearer ${apiKey}`,
-                },
-                body: JSON.stringify(body),
+            const result = await this.providerHttpTransport.postJson({
+                url,
+                apiKey,
+                proxy,
+                body,
             });
-            if (!response.ok) {
-                const errorText = await response.text();
-                this.logger.error(`Responses API failed: ${response.status} ${errorText}`);
-                // Handle error and update credential status
-                if (credentialId) {
-                    await this.handleApiError({ status: response.status, headers: response.headers }, context, credentialId);
-                }
-                throw new Error(`Provider error: ${response.statusText}`);
-            }
-            // Record successful API call
             if (credentialId) {
                 this.store.recordCredentialSuccess(context, credentialId).catch(() => { });
             }
-            return response.json();
+            return result;
         }
         catch (error) {
-            if (credentialId && !(error instanceof Error && error.message.startsWith('Provider error'))) {
+            const status = error?.status;
+            const headers = error?.headers;
+            const bodyText = error?.body;
+            if (typeof status === 'number') {
+                this.logger.error(`Responses API failed: ${status} ${bodyText ?? ''}`);
+                if (credentialId) {
+                    await this.handleApiError({ status, headers }, context, credentialId);
+                }
+            }
+            else if (credentialId) {
                 await this.handleApiError(error, context, credentialId);
             }
             throw error;
@@ -462,11 +300,11 @@ class VercelChatService {
         const context = this.createStoreContext(auth);
         const displayName = (0, AuthContext_1.getDisplayName)(auth) || context.userId;
         const accountId = (0, AuthContext_1.getAccountId)(auth);
-        if (await this.shouldUseAiGateway(body?.model)) {
+        if (await (0, chat_routing_1.resolveChatExecutionRoute)({ model: body?.model, shouldUseAiGateway: this.shouldUseAiGateway.bind(this) }) === 'ai-gateway') {
             this.logger.info(`Forwarding messages request for model ${body?.model} to ai-gateway for ${displayName} (acc: ${accountId})`);
-            const completionBody = this.buildChatCompletionsBodyFromMessages(body);
+            const completionBody = (0, chat_protocol_adapters_1.buildChatCompletionsBodyFromMessages)(body);
             const completion = await this.forwardAiGatewayJson('/v1/chat/completions', completionBody, auth);
-            const result = this.mapChatCompletionToMessagesResponse(body, completion);
+            const result = (0, chat_protocol_adapters_1.mapChatCompletionToMessagesResponse)(body, completion);
             this.recordForwardedUsage(accountId, String(context.userId), result);
             return result;
         }
@@ -478,7 +316,7 @@ class VercelChatService {
         }
         const { baseURL } = providerConfig;
         // Only Anthropic natively supports /v1/messages; all others go through Chat Completions
-        if (!(0, provider_registry_1.supportsMessagesApi)(baseURL)) {
+        if ((0, chat_routing_1.resolveMessagesProviderRoute)(baseURL) === 'chat-fallback') {
             this.logger.info(`Provider ${baseURL} does not support Messages API, converting to Chat Completions for ${displayName} (acc: ${accountId})`);
             return this.messagesViaCompletions(body, context, providerConfig);
         }
@@ -487,42 +325,40 @@ class VercelChatService {
         const cleanBaseUrl = baseURL.endsWith('/') ? baseURL.slice(0, -1) : baseURL;
         const url = `${cleanBaseUrl}/messages`;
         this.logger.info(`Proxying messages request to ${url} for ${displayName} (acc: ${accountId}), proxy: ${proxy || 'none'}`);
-        const fetchFn = proxy ? createProxyFetch(proxy) : fetch;
         try {
-            const response = await fetchFn(url, {
-                method: 'POST',
+            const result = await this.providerHttpTransport.postJson({
+                url,
+                apiKey,
+                proxy,
+                body,
                 headers: {
-                    'Content-Type': 'application/json',
-                    'Authorization': `Bearer ${apiKey}`,
                     'x-api-key': apiKey,
                     'anthropic-version': '2023-06-01',
                 },
-                body: JSON.stringify(body),
             });
-            if (!response.ok) {
-                const errorText = await response.text();
-                this.logger.error(`Messages API failed: ${response.status} ${errorText}`);
-                // Handle error and update credential status
-                if (credentialId) {
-                    await this.handleApiError({ status: response.status, headers: response.headers }, context, credentialId);
-                }
-                throw new Error(`Provider error: ${response.statusText}`);
-            }
-            // Record successful API call
             if (credentialId) {
                 this.store.recordCredentialSuccess(context, credentialId).catch(() => { });
             }
-            return response.json();
+            return result;
         }
         catch (error) {
-            if (credentialId && !(error instanceof Error && error.message.startsWith('Provider error'))) {
+            const status = error?.status;
+            const headers = error?.headers;
+            const bodyText = error?.body;
+            if (typeof status === 'number') {
+                this.logger.error(`Messages API failed: ${status} ${bodyText ?? ''}`);
+                if (credentialId) {
+                    await this.handleApiError({ status, headers }, context, credentialId);
+                }
+            }
+            else if (credentialId) {
                 await this.handleApiError(error, context, credentialId);
             }
             throw error;
         }
     }
     async responsesViaCompletions(body, context, providerConfig) {
-        const prompt = this.extractPromptFromResponsesBody(body);
+        const prompt = (0, chat_protocol_adapters_1.extractPromptFromResponsesBody)(body);
         const model = body?.model || (0, platform_ai_config_1.getPlatformDefaultModel)();
         const provider = await this.getProvider(context);
         const result = await (0, ai_1.generateText)({
@@ -555,7 +391,7 @@ class VercelChatService {
         };
     }
     async messagesViaCompletions(body, context, providerConfig) {
-        const prompt = this.extractPromptFromMessagesBody(body);
+        const prompt = (0, chat_protocol_adapters_1.extractPromptFromMessagesBody)(body);
         const model = body?.model || (0, platform_ai_config_1.getPlatformDefaultModel)();
         const coreMessages = [];
         if (body?.system) {
@@ -608,85 +444,29 @@ class VercelChatService {
             },
         };
     }
-    extractPromptFromResponsesBody(body) {
-        if (!body || typeof body !== 'object') {
-            return '';
-        }
-        if (typeof body.input === 'string') {
-            return body.input;
-        }
-        if (typeof body.prompt === 'string') {
-            return body.prompt;
-        }
-        if (Array.isArray(body.input)) {
-            const textParts = [];
-            for (const item of body.input) {
-                if (item && typeof item === 'object') {
-                    const candidate = item.content;
-                    if (typeof candidate === 'string') {
-                        textParts.push(candidate);
-                    }
-                    else if (Array.isArray(candidate)) {
-                        for (const part of candidate) {
-                            if (part && typeof part === 'object' && typeof part.text === 'string') {
-                                textParts.push(part.text);
-                            }
-                        }
-                    }
-                }
-            }
-            if (textParts.length > 0) {
-                return textParts.join('\n');
-            }
-        }
-        return '';
-    }
-    extractPromptFromMessagesBody(body) {
-        if (!body || typeof body !== 'object') {
-            return '';
-        }
-        if (typeof body.content === 'string') {
-            return body.content;
-        }
-        if (Array.isArray(body.messages)) {
-            const lastUser = [...body.messages].reverse().find((item) => item?.role === 'user');
-            if (lastUser) {
-                if (typeof lastUser.content === 'string') {
-                    return lastUser.content;
-                }
-                if (Array.isArray(lastUser.content)) {
-                    return lastUser.content
-                        .filter((part) => part && typeof part === 'object' && typeof part.text === 'string')
-                        .map((part) => part.text)
-                        .join('\n');
-                }
-            }
-        }
-        return '';
-    }
     async listModels(_auth) {
         const models = [];
         const seenModelIds = new Set();
-        const pushModels = (items) => {
-            for (const model of items) {
-                const modelId = this.toModelId(model);
-                if (seenModelIds.has(modelId)) {
-                    continue;
-                }
-                seenModelIds.add(modelId);
-                models.push(model);
+        if (_auth) {
+            try {
+                const context = this.createStoreContext(_auth);
+                const userModels = await this.store.listAvailableModels(context);
+                this.pushModelsWithDedup(models, seenModelIds, userModels);
             }
-        };
-        const aiGatewayCache = await this.getAiGatewayModelCache();
-        if (aiGatewayCache) {
-            pushModels(aiGatewayCache.items);
+            catch (error) {
+                this.logger.warn(`Failed to load user Pod models: ${error}`);
+            }
+        }
+        const aiGatewayModels = await this.aiGatewayTransport.listModels();
+        if (aiGatewayModels) {
+            this.pushModelsWithDedup(models, seenModelIds, aiGatewayModels);
         }
         // 平台 Provider 模型（从 DEFAULT_API_BASE 获取）
         const platformBase = (0, platform_ai_config_1.getPlatformApiBaseUrl)();
         const platformKey = (0, platform_ai_config_1.getPlatformApiKey)();
         const aiGatewayBase = this.getAiGatewayBaseUrl();
         const normalizedAiGatewayModelsUrl = aiGatewayBase
-            ? this.buildAiGatewayUrl('/v1/models')
+            ? this.aiGatewayTransport.buildUrl('/v1/models')
             : undefined;
         const normalizedPlatformModelsUrl = platformBase
             ? `${platformBase.replace(/\/$/, '')}/models`
@@ -702,7 +482,7 @@ class VercelChatService {
                 if (resp.ok) {
                     const data = await resp.json();
                     if (Array.isArray(data.data)) {
-                        pushModels(data.data);
+                        this.pushModelsWithDedup(models, seenModelIds, data.data);
                     }
                 }
                 else {
@@ -713,7 +493,6 @@ class VercelChatService {
                 this.logger.warn(`Failed to fetch platform models: ${error}`);
             }
         }
-        // TODO: 合并用户 Pod Providers 的模型
         return models;
     }
     mapFinishReason(reason) {
@@ -815,5 +594,4 @@ class VercelChatService {
     }
 }
 exports.VercelChatService = VercelChatService;
-VercelChatService.AI_GATEWAY_MODEL_CACHE_TTL_MS = 30_000;
 //# sourceMappingURL=VercelChatService.js.map