@happyvertical/ai 0.85.4 → 0.85.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +87 -1
- package/dist/chunks/{anthropic-DA8sdt12.js → anthropic-DuYUnw8j.js} +20 -4
- package/dist/chunks/anthropic-DuYUnw8j.js.map +1 -0
- package/dist/chunks/{bedrock-DDiYFUw0.js → bedrock-ikQJAwWB.js} +19 -3
- package/dist/chunks/bedrock-ikQJAwWB.js.map +1 -0
- package/dist/chunks/{bifrost-fM9FpW_w.js → bifrost-CaYhelVL.js} +5 -4
- package/dist/chunks/bifrost-CaYhelVL.js.map +1 -0
- package/dist/chunks/byteplus-modelark-B8l8sPXu.js +473 -0
- package/dist/chunks/byteplus-modelark-B8l8sPXu.js.map +1 -0
- package/dist/chunks/{claude-cli-CnJh5KQT.js → claude-cli-DeTKk9nu.js} +19 -3
- package/dist/chunks/claude-cli-DeTKk9nu.js.map +1 -0
- package/dist/chunks/{gateway-admin-CiKvHst7.js → gateway-admin-DJXEDpUP.js} +2 -2
- package/dist/chunks/{gateway-admin-CiKvHst7.js.map → gateway-admin-DJXEDpUP.js.map} +1 -1
- package/dist/chunks/{gemini-Bu7Fke7c.js → gemini-BT8fjXWz.js} +294 -11
- package/dist/chunks/gemini-BT8fjXWz.js.map +1 -0
- package/dist/chunks/{huggingface-B07_6wHW.js → huggingface-CqzyxeLB.js} +19 -3
- package/dist/chunks/huggingface-CqzyxeLB.js.map +1 -0
- package/dist/chunks/{litellm-D_Oo9OQ_.js → litellm-viqTuSY8.js} +5 -4
- package/dist/chunks/litellm-viqTuSY8.js.map +1 -0
- package/dist/chunks/{ollama-D4ksOTO8.js → ollama-CdWqwZ05.js} +19 -3
- package/dist/chunks/ollama-CdWqwZ05.js.map +1 -0
- package/dist/chunks/{openai--F38QHiJ.js → openai-BgrK3OfW.js} +20 -4
- package/dist/chunks/openai-BgrK3OfW.js.map +1 -0
- package/dist/chunks/openai-compat-video-D_U7jo0d.js +369 -0
- package/dist/chunks/openai-compat-video-D_U7jo0d.js.map +1 -0
- package/dist/chunks/{qwen-tts-DRRbOrhA.js → qwen-tts-BXjzY7DX.js} +21 -4
- package/dist/chunks/qwen-tts-BXjzY7DX.js.map +1 -0
- package/dist/chunks/{rate-limit-BwyPGXFW.js → rate-limit-DgEhanDL.js} +4 -3
- package/dist/chunks/rate-limit-DgEhanDL.js.map +1 -0
- package/dist/chunks/{safety-CEnoJS6X.js → safety-C415clBm.js} +25 -7
- package/dist/chunks/safety-C415clBm.js.map +1 -0
- package/dist/chunks/src-CU4qWJ2c.js +740 -0
- package/dist/chunks/src-CU4qWJ2c.js.map +1 -0
- package/dist/chunks/{types-FHs-KbGL.js → types-CINwUPDo.js} +4 -2
- package/dist/chunks/types-CINwUPDo.js.map +1 -0
- package/dist/index.js +3 -717
- package/dist/node/factory.d.ts +9 -0
- package/dist/node/factory.d.ts.map +1 -1
- package/dist/node.d.ts +29 -0
- package/dist/node.d.ts.map +1 -0
- package/dist/node.js +198 -0
- package/dist/node.js.map +1 -0
- package/dist/shared/factory.d.ts.map +1 -1
- package/dist/shared/providers/anthropic.d.ts +6 -1
- package/dist/shared/providers/anthropic.d.ts.map +1 -1
- package/dist/shared/providers/bedrock.d.ts +6 -1
- package/dist/shared/providers/bedrock.d.ts.map +1 -1
- package/dist/shared/providers/bifrost.d.ts.map +1 -1
- package/dist/shared/providers/byteplus-modelark.d.ts +91 -0
- package/dist/shared/providers/byteplus-modelark.d.ts.map +1 -0
- package/dist/shared/providers/claude-cli.d.ts +6 -1
- package/dist/shared/providers/claude-cli.d.ts.map +1 -1
- package/dist/shared/providers/gemini.d.ts +115 -2
- package/dist/shared/providers/gemini.d.ts.map +1 -1
- package/dist/shared/providers/huggingface.d.ts +6 -1
- package/dist/shared/providers/huggingface.d.ts.map +1 -1
- package/dist/shared/providers/litellm.d.ts.map +1 -1
- package/dist/shared/providers/ollama.d.ts +6 -1
- package/dist/shared/providers/ollama.d.ts.map +1 -1
- package/dist/shared/providers/openai-compat-video.d.ts +98 -0
- package/dist/shared/providers/openai-compat-video.d.ts.map +1 -0
- package/dist/shared/providers/openai.d.ts +6 -1
- package/dist/shared/providers/openai.d.ts.map +1 -1
- package/dist/shared/providers/qwen-tts.d.ts +6 -1
- package/dist/shared/providers/qwen-tts.d.ts.map +1 -1
- package/dist/shared/rate-limit.d.ts.map +1 -1
- package/dist/shared/safety.d.ts.map +1 -1
- package/dist/shared/types.d.ts +343 -5
- package/dist/shared/types.d.ts.map +1 -1
- package/package.json +7 -3
- package/dist/chunks/anthropic-DA8sdt12.js.map +0 -1
- package/dist/chunks/bedrock-DDiYFUw0.js.map +0 -1
- package/dist/chunks/bifrost-fM9FpW_w.js.map +0 -1
- package/dist/chunks/claude-cli-CnJh5KQT.js.map +0 -1
- package/dist/chunks/gemini-Bu7Fke7c.js.map +0 -1
- package/dist/chunks/huggingface-B07_6wHW.js.map +0 -1
- package/dist/chunks/litellm-D_Oo9OQ_.js.map +0 -1
- package/dist/chunks/ollama-D4ksOTO8.js.map +0 -1
- package/dist/chunks/openai--F38QHiJ.js.map +0 -1
- package/dist/chunks/qwen-tts-DRRbOrhA.js.map +0 -1
- package/dist/chunks/rate-limit-BwyPGXFW.js.map +0 -1
- package/dist/chunks/safety-CEnoJS6X.js.map +0 -1
- package/dist/chunks/types-FHs-KbGL.js.map +0 -1
- package/dist/index.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"qwen-tts-BXjzY7DX.js","names":[],"sources":["../../src/shared/providers/qwen-tts.ts"],"sourcesContent":["/**\n * Qwen3-TTS provider implementation\n *\n * Provides text-to-speech synthesis using Qwen3-TTS models.\n * Supports voice cloning from 3-second audio samples and\n * voice design via natural language descriptions.\n *\n * TTS service is typically co-located with ComfyUI for GPU sharing efficiency.\n *\n * @see https://github.com/QwenLM/Qwen3-TTS\n */\n\nimport type {\n AICapabilities,\n AIInterface,\n AIMessage,\n AIModel,\n AIResponse,\n ChatOptions,\n CompletionOptions,\n EmbeddingOptions,\n EmbeddingResponse,\n ImageDescriptionOptions,\n ImageEmbeddingOptions,\n ImageGenerationOptions,\n ImageGenerationResponse,\n MessageOptions,\n Qwen3TTSOptions,\n TTSOptions,\n TTSResponse,\n VideoGenerationJob,\n VideoGenerationOptions,\n VideoGenerationResult,\n VideoGenerationStatusResult,\n Voice,\n VoiceCloneOptions,\n VoiceDesignOptions,\n VoiceListOptions,\n} from '../types';\nimport { AIError } from '../types';\n\n/**\n * Request body for TTS synthesis\n */\ninterface TTSSynthesizeRequest {\n text: string;\n voice?: string;\n language?: string;\n speed?: number;\n pitch?: number;\n output_format?: 'wav' | 'mp3' | 'ogg';\n include_word_timings?: boolean;\n}\n\n/**\n * Response from TTS synthesis\n */\ninterface TTSSynthesizeResponse {\n audio: string; // Base64 encoded audio\n mime_type: string;\n duration: number;\n sample_rate: number;\n word_timings?: Array<{\n word: string;\n start: number;\n end: number;\n }>;\n}\n\n/**\n * Request body for voice cloning\n */\ninterface VoiceCloneRequest {\n sample_audio: string; // Base64 encoded audio\n sample_mime_type?: string;\n name?: string;\n description?: string;\n language?: string;\n}\n\n/**\n * Request body for voice design\n */\ninterface VoiceDesignRequest {\n description: string;\n language?: string;\n gender?: 'male' | 'female' | 'neutral';\n}\n\n/**\n * Voice response from the API\n */\ninterface VoiceResponse {\n id: string;\n name: string;\n language: string;\n gender?: 'male' | 'female' | 'neutral';\n description?: string;\n is_cloned?: boolean;\n is_designed?: boolean;\n sample_url?: string;\n voice_data?: Record<string, any>;\n}\n\n/**\n * Rate limiter for controlling request frequency\n */\nclass RateLimiter {\n private tokens: number;\n private lastRefill: number;\n private readonly maxTokens: number;\n private readonly refillRate: number; // tokens per second\n private activeRequests: number = 0;\n private readonly maxConcurrent: number;\n\n constructor(options: {\n requestsPerMinute?: number;\n maxConcurrent?: number;\n }) {\n this.maxTokens = options.requestsPerMinute ?? 60;\n this.refillRate = this.maxTokens / 60; // Convert to per-second\n this.tokens = this.maxTokens;\n this.lastRefill = Date.now();\n this.maxConcurrent = options.maxConcurrent ?? 5;\n }\n\n async acquire(): Promise<void> {\n // Refill tokens based on elapsed time\n const now = Date.now();\n const elapsed = (now - this.lastRefill) / 1000;\n this.tokens = Math.min(\n this.maxTokens,\n this.tokens + elapsed * this.refillRate,\n );\n this.lastRefill = now;\n\n // Wait for concurrent slot\n while (this.activeRequests >= this.maxConcurrent) {\n await new Promise((resolve) => setTimeout(resolve, 100));\n }\n\n // Wait for token\n while (this.tokens < 1) {\n const waitTime = ((1 - this.tokens) / this.refillRate) * 1000;\n await new Promise((resolve) => setTimeout(resolve, waitTime));\n const elapsed = (Date.now() - this.lastRefill) / 1000;\n this.tokens = Math.min(\n this.maxTokens,\n this.tokens + elapsed * this.refillRate,\n );\n this.lastRefill = Date.now();\n }\n\n this.tokens -= 1;\n this.activeRequests += 1;\n }\n\n release(): void {\n this.activeRequests = Math.max(0, this.activeRequests - 1);\n }\n}\n\n/**\n * Qwen3-TTS provider implementation for text-to-speech synthesis.\n *\n * This provider focuses on TTS capabilities and throws NOT_IMPLEMENTED\n * for text generation methods. Use alongside another provider for full\n * AI capabilities.\n *\n * @example\n * ```typescript\n * import { getAI } from '@happyvertical/ai';\n *\n * // Create TTS-only provider\n * const tts = await getAI({\n * type: 'qwen3-tts',\n * endpoint: 'http://localhost:8880'\n * });\n *\n * // Synthesize speech\n * const result = await tts.synthesizeSpeech('Hello, world!', {\n * voice: 'news-anchor',\n * includeWordTimings: true\n * });\n *\n * // Clone a voice\n * const sample = fs.readFileSync('voice-sample.wav');\n * const voice = await tts.cloneVoice({\n * sampleAudio: sample,\n * name: 'My Custom Voice'\n * });\n * ```\n */\nexport class Qwen3TTSProvider implements AIInterface {\n private options: Qwen3TTSOptions;\n private rateLimiter: RateLimiter;\n\n /**\n * Creates a new Qwen3-TTS provider instance\n * @param options - Configuration options for the TTS provider\n */\n constructor(options: Qwen3TTSOptions) {\n this.options = {\n defaultModel: 'qwen3-tts-1.7b',\n endpoint: 'http://localhost:8880',\n ...options,\n };\n\n this.rateLimiter = new RateLimiter(options.rateLimit ?? {});\n }\n\n /**\n * Get the TTS endpoint URL\n */\n private get endpoint(): string {\n return this.options.endpoint || 'http://localhost:8880';\n }\n\n /**\n * Make an HTTP request to the TTS service\n */\n private async request<T>(\n path: string,\n options: {\n method?: 'GET' | 'POST' | 'DELETE';\n body?: unknown;\n } = {},\n ): Promise<T> {\n await this.rateLimiter.acquire();\n\n try {\n const url = `${this.endpoint}${path}`;\n const response = await fetch(url, {\n method: options.method || 'GET',\n headers: {\n 'Content-Type': 'application/json',\n ...(this.options.headers || {}),\n },\n body: options.body ? JSON.stringify(options.body) : undefined,\n signal: this.options.timeout\n ? AbortSignal.timeout(this.options.timeout)\n : undefined,\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new AIError(\n `TTS request to ${url} failed: ${response.status} ${errorText}`,\n 'TTS_REQUEST_FAILED',\n 'qwen3-tts',\n );\n }\n\n return await response.json();\n } finally {\n this.rateLimiter.release();\n }\n }\n\n // ============================================================================\n // TTS Methods (Implemented)\n // ============================================================================\n\n /**\n * Synthesize speech from text\n */\n async synthesizeSpeech(\n text: string,\n options: TTSOptions = {},\n ): Promise<TTSResponse> {\n const request: TTSSynthesizeRequest = {\n text,\n voice: options.voice || this.options.defaultVoice,\n language: options.language || this.options.defaultLanguage,\n speed: options.speed,\n pitch: options.pitch,\n output_format: options.outputFormat,\n include_word_timings: options.includeWordTimings,\n };\n\n const response = await this.request<TTSSynthesizeResponse>(\n '/v1/tts/synthesize',\n {\n method: 'POST',\n body: request,\n },\n );\n\n return {\n audio: Buffer.from(response.audio, 'base64'),\n mimeType: response.mime_type,\n duration: response.duration,\n sampleRate: response.sample_rate,\n model: options.model || this.options.defaultModel,\n wordTimings: response.word_timings?.map((wt) => ({\n word: wt.word,\n start: wt.start,\n end: wt.end,\n })),\n };\n }\n\n /**\n * Stream speech synthesis for real-time playback\n */\n async *streamSpeech(\n text: string,\n options: TTSOptions = {},\n ): AsyncIterable<Buffer> {\n await this.rateLimiter.acquire();\n\n try {\n const request: TTSSynthesizeRequest = {\n text,\n voice: options.voice || this.options.defaultVoice,\n language: options.language || this.options.defaultLanguage,\n speed: options.speed,\n pitch: options.pitch,\n output_format: options.outputFormat,\n };\n\n const url = `${this.endpoint}/v1/tts/stream`;\n const response = await fetch(url, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n ...(this.options.headers || {}),\n },\n body: JSON.stringify(request),\n signal: this.options.timeout\n ? AbortSignal.timeout(this.options.timeout)\n : undefined,\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new AIError(\n `TTS stream request failed: ${response.status} ${errorText}`,\n 'TTS_STREAM_FAILED',\n 'qwen3-tts',\n );\n }\n\n if (!response.body) {\n throw new AIError(\n 'No response body for TTS stream',\n 'TTS_STREAM_NO_BODY',\n 'qwen3-tts',\n );\n }\n\n const reader = response.body.getReader();\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n yield Buffer.from(value);\n }\n } finally {\n reader.releaseLock();\n }\n } finally {\n this.rateLimiter.release();\n }\n }\n\n /**\n * Clone a voice from an audio sample\n */\n async cloneVoice(options: VoiceCloneOptions): Promise<Voice> {\n const sampleBase64 =\n typeof options.sampleAudio === 'string'\n ? options.sampleAudio\n : options.sampleAudio.toString('base64');\n\n const request: VoiceCloneRequest = {\n sample_audio: sampleBase64,\n sample_mime_type: options.sampleMimeType,\n name: options.name,\n description: options.description,\n language: options.language,\n };\n\n const response = await this.request<VoiceResponse>('/v1/voices/clone', {\n method: 'POST',\n body: request,\n });\n\n return this.mapVoice(response);\n }\n\n /**\n * Design a voice using natural language description\n */\n async designVoice(options: VoiceDesignOptions): Promise<Voice> {\n const request: VoiceDesignRequest = {\n description: options.description,\n language: options.language,\n gender: options.gender,\n };\n\n const response = await this.request<VoiceResponse>('/v1/voices/design', {\n method: 'POST',\n body: request,\n });\n\n return this.mapVoice(response);\n }\n\n /**\n * List available voices\n */\n async getVoices(options: VoiceListOptions = {}): Promise<Voice[]> {\n const params = new URLSearchParams();\n if (options.language) params.set('language', options.language);\n if (options.gender) params.set('gender', options.gender);\n if (options.includeCloned !== undefined)\n params.set('include_cloned', String(options.includeCloned));\n if (options.includeDesigned !== undefined)\n params.set('include_designed', String(options.includeDesigned));\n\n const queryString = params.toString();\n const path = queryString ? `/v1/voices?${queryString}` : '/v1/voices';\n\n const response = await this.request<{ voices: VoiceResponse[] }>(path);\n return response.voices.map((v) => this.mapVoice(v));\n }\n\n /**\n * Map API voice response to Voice interface\n */\n private mapVoice(response: VoiceResponse): Voice {\n return {\n id: response.id,\n name: response.name,\n language: response.language,\n gender: response.gender,\n description: response.description,\n isCloned: response.is_cloned,\n isDesigned: response.is_designed,\n sampleUrl: response.sample_url,\n voiceData: response.voice_data,\n };\n }\n\n // ============================================================================\n // Text Generation Methods (Not Implemented - Use another provider)\n // ============================================================================\n\n async chat(\n _messages: AIMessage[],\n _options?: ChatOptions,\n ): Promise<AIResponse> {\n throw new AIError(\n 'Chat is not supported by Qwen3-TTS provider. Use OpenAI, Anthropic, or another provider for text generation.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async complete(\n _prompt: string,\n _options?: CompletionOptions,\n ): Promise<AIResponse> {\n throw new AIError(\n 'Complete is not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async message(_text: string, _options?: MessageOptions): Promise<string> {\n throw new AIError(\n 'Message is not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async embed(\n _text: string | string[],\n _options?: EmbeddingOptions,\n ): Promise<EmbeddingResponse> {\n throw new AIError(\n 'Embeddings are not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async embedImage(\n _image: string | Buffer,\n _options?: ImageEmbeddingOptions,\n ): Promise<EmbeddingResponse> {\n throw new AIError(\n 'Image embeddings are not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async describeImage(\n _image: string | Buffer,\n _prompt?: string,\n _options?: ImageDescriptionOptions,\n ): Promise<string> {\n throw new AIError(\n 'Image description is not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async generateImage(\n _prompt: string,\n _options?: ImageGenerationOptions,\n ): Promise<ImageGenerationResponse> {\n throw new AIError(\n 'Image generation is not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async submitVideoGenerationJob(\n _options: VideoGenerationOptions,\n ): Promise<VideoGenerationJob> {\n throw new AIError(\n 'Video generation is not supported by Qwen3-TTS provider. Use gemini, byteplus-modelark, or openai-compat-video provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async getVideoGenerationJob(\n _handle: VideoGenerationJob,\n ): Promise<VideoGenerationStatusResult> {\n throw new AIError(\n 'Video generation is not supported by Qwen3-TTS provider. Use gemini, byteplus-modelark, or openai-compat-video provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async fetchVideoGenerationResult(\n _handle: VideoGenerationJob,\n ): Promise<VideoGenerationResult> {\n throw new AIError(\n 'Video generation is not supported by Qwen3-TTS provider. Use gemini, byteplus-modelark, or openai-compat-video provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async cancelVideoGenerationJob(_handle: VideoGenerationJob): Promise<void> {\n throw new AIError(\n 'Video generation is not supported by Qwen3-TTS provider. Use gemini, byteplus-modelark, or openai-compat-video provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async validateVideoGenerationAccess(): Promise<boolean> {\n throw new AIError(\n 'Video generation is not supported by Qwen3-TTS provider. Use gemini, byteplus-modelark, or openai-compat-video provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n stream(\n _messages: AIMessage[],\n _options?: ChatOptions,\n ): AsyncIterable<string> {\n const error = new AIError(\n 'Chat streaming is not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n return {\n [Symbol.asyncIterator]: () => ({\n next: () => Promise.reject(error),\n }),\n };\n }\n\n async countTokens(_text: string): Promise<number> {\n throw new AIError(\n 'Token counting is not supported by Qwen3-TTS provider.',\n 'NOT_IMPLEMENTED',\n 'qwen3-tts',\n );\n }\n\n async getModels(): Promise<AIModel[]> {\n return [\n {\n id: 'qwen3-tts-1.7b',\n name: 'Qwen3-TTS 1.7B',\n description: 'Higher quality TTS model (4.54GB VRAM)',\n contextLength: 0,\n capabilities: ['tts', 'voice-cloning', 'voice-design'],\n supportsFunctions: false,\n supportsVision: false,\n },\n {\n id: 'qwen3-tts-0.6b',\n name: 'Qwen3-TTS 0.6B',\n description: 'Faster TTS model with lower VRAM (2.52GB)',\n contextLength: 0,\n capabilities: ['tts', 'voice-cloning', 'voice-design'],\n supportsFunctions: false,\n supportsVision: false,\n },\n ];\n }\n\n async getCapabilities(): Promise<AICapabilities> {\n return {\n chat: false,\n completion: false,\n embeddings: false,\n streaming: false,\n functions: false,\n vision: false,\n fineTuning: false,\n imageEmbeddings: false,\n imageGeneration: false,\n videoGeneration: false,\n tts: true,\n voiceCloning: true,\n voiceDesign: true,\n maxContextLength: 0,\n supportedOperations: [\n 'synthesizeSpeech',\n 'streamSpeech',\n 'cloneVoice',\n 'designVoice',\n 'getVoices',\n ],\n };\n }\n}\n"],"mappings":";;;;;AA2GA,IAAM,cAAN,MAAkB;CAChB;CACA;CACA;CACA;CACA,iBAAiC;CACjC;CAEA,YAAY,SAGT;EACD,KAAK,YAAY,QAAQ,qBAAqB;EAC9C,KAAK,aAAa,KAAK,YAAY;EACnC,KAAK,SAAS,KAAK;EACnB,KAAK,aAAa,KAAK,IAAI;EAC3B,KAAK,gBAAgB,QAAQ,iBAAiB;CAChD;CAEA,MAAM,UAAyB;EAE7B,MAAM,MAAM,KAAK,IAAI;EACrB,MAAM,WAAW,MAAM,KAAK,cAAc;EAC1C,KAAK,SAAS,KAAK,IACjB,KAAK,WACL,KAAK,SAAS,UAAU,KAAK,UAC/B;EACA,KAAK,aAAa;EAGlB,OAAO,KAAK,kBAAkB,KAAK,eACjC,MAAM,IAAI,SAAS,YAAY,WAAW,SAAS,GAAG,CAAC;EAIzD,OAAO,KAAK,SAAS,GAAG;GACtB,MAAM,YAAa,IAAI,KAAK,UAAU,KAAK,aAAc;GACzD,MAAM,IAAI,SAAS,YAAY,WAAW,SAAS,QAAQ,CAAC;GAC5D,MAAM,WAAW,KAAK,IAAI,IAAI,KAAK,cAAc;GACjD,KAAK,SAAS,KAAK,IACjB,KAAK,WACL,KAAK,SAAS,UAAU,KAAK,UAC/B;GACA,KAAK,aAAa,KAAK,IAAI;EAC7B;EAEA,KAAK,UAAU;EACf,KAAK,kBAAkB;CACzB;CAEA,UAAgB;EACd,KAAK,iBAAiB,KAAK,IAAI,GAAG,KAAK,iBAAiB,CAAC;CAC3D;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA,IAAa,mBAAb,MAAqD;CACnD;CACA;;;;;CAMA,YAAY,SAA0B;EACpC,KAAK,UAAU;GACb,cAAc;GACd,UAAU;GACV,GAAG;EACL;EAEA,KAAK,cAAc,IAAI,YAAY,QAAQ,aAAa,CAAC,CAAC;CAC5D;;;;CAKA,IAAY,WAAmB;EAC7B,OAAO,KAAK,QAAQ,YAAY;CAClC;;;;CAKA,MAAc,QACZ,MACA,UAGI,CAAC,GACO;EACZ,MAAM,KAAK,YAAY,QAAQ;EAE/B,IAAI;GACF,MAAM,MAAM,GAAG,KAAK,WAAW;GAC/B,MAAM,WAAW,MAAM,MAAM,KAAK;IAChC,QAAQ,QAAQ,UAAU;IAC1B,SAAS;KACP,gBAAgB;KAChB,GAAI,KAAK,QAAQ,WAAW,CAAC;IAC/B;IACA,MAAM,QAAQ,OAAO,KAAK,UAAU,QAAQ,IAAI,IAAI,KAAA;IACpD,QAAQ,KAAK,QAAQ,UACjB,YAAY,QAAQ,KAAK,QAAQ,OAAO,IACxC,KAAA;GACN,CAAC;GAED,IAAI,CAAC,SAAS,IAAI;IAChB,MAAM,YAAY,MAAM,SAAS,KAAK;IACtC,MAAM,IAAI,QACR,kBAAkB,IAAI,WAAW,SAAS,OAAO,GAAG,aACpD,sBACA,WACF;GACF;GAEA,OAAO,MAAM,SAAS,KAAK;EAC7B,UAAU;GACR,KAAK,YAAY,QAAQ;EAC3B;CACF;;;;CASA,MAAM,iBACJ,MACA,UAAsB,CAAC,GACD;EACtB,MAAM,UAAgC;GACpC;GACA,OAAO,QAAQ,SAAS,KAAK,QAAQ;GACrC,UAAU,QAAQ,YAAY,KAAK,QAAQ;GAC3C,OAAO,QAAQ;GACf,OAAO,QAAQ;GACf,eAAe,QAAQ;GACvB,sBAAsB,QAAQ;EAChC;EAEA,MAAM,WAAW,MAAM,KAAK,QAC1B,sBACA;GACE,QAAQ;GACR,MAAM;EACR,CACF;EAEA,OAAO;GACL,OAAO,OAAO,KAAK,SAAS,OAAO,QAAQ;GAC3C,UAAU,SAAS;GACnB,UAAU,SAAS;GACnB,YAAY,SAAS;GACrB,OAAO,QAAQ,SAAS,KAAK,QAAQ;GACrC,aAAa,SAAS,cAAc,KAAK,QAAQ;IAC/C,MAAM,GAAG;IACT,OAAO,GAAG;IACV,KAAK,GAAG;GACV,EAAE;EACJ;CACF;;;;CAKA,OAAO,aACL,MACA,UAAsB,CAAC,GACA;EACvB,MAAM,KAAK,YAAY,QAAQ;EAE/B,IAAI;GACF,MAAM,UAAgC;IACpC;IACA,OAAO,QAAQ,SAAS,KAAK,QAAQ;IACrC,UAAU,QAAQ,YAAY,KAAK,QAAQ;IAC3C,OAAO,QAAQ;IACf,OAAO,QAAQ;IACf,eAAe,QAAQ;GACzB;GAEA,MAAM,MAAM,GAAG,KAAK,SAAS;GAC7B,MAAM,WAAW,MAAM,MAAM,KAAK;IAChC,QAAQ;IACR,SAAS;KACP,gBAAgB;KAChB,GAAI,KAAK,QAAQ,WAAW,CAAC;IAC/B;IACA,MAAM,KAAK,UAAU,OAAO;IAC5B,QAAQ,KAAK,QAAQ,UACjB,YAAY,QAAQ,KAAK,QAAQ,OAAO,IACxC,KAAA;GACN,CAAC;GAED,IAAI,CAAC,SAAS,IAAI;IAChB,MAAM,YAAY,MAAM,SAAS,KAAK;IACtC,MAAM,IAAI,QACR,8BAA8B,SAAS,OAAO,GAAG,aACjD,qBACA,WACF;GACF;GAEA,IAAI,CAAC,SAAS,MACZ,MAAM,IAAI,QACR,mCACA,sBACA,WACF;GAGF,MAAM,SAAS,SAAS,KAAK,UAAU;GAEvC,IAAI;IACF,OAAO,MAAM;KACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;KAC1C,IAAI,MAAM;KACV,MAAM,OAAO,KAAK,KAAK;IACzB;GACF,UAAU;IACR,OAAO,YAAY;GACrB;EACF,UAAU;GACR,KAAK,YAAY,QAAQ;EAC3B;CACF;;;;CAKA,MAAM,WAAW,SAA4C;EAM3D,MAAM,UAA6B;GACjC,cALA,OAAO,QAAQ,gBAAgB,WAC3B,QAAQ,cACR,QAAQ,YAAY,SAAS,QAAQ;GAIzC,kBAAkB,QAAQ;GAC1B,MAAM,QAAQ;GACd,aAAa,QAAQ;GACrB,UAAU,QAAQ;EACpB;EAEA,MAAM,WAAW,MAAM,KAAK,QAAuB,oBAAoB;GACrE,QAAQ;GACR,MAAM;EACR,CAAC;EAED,OAAO,KAAK,SAAS,QAAQ;CAC/B;;;;CAKA,MAAM,YAAY,SAA6C;EAC7D,MAAM,UAA8B;GAClC,aAAa,QAAQ;GACrB,UAAU,QAAQ;GAClB,QAAQ,QAAQ;EAClB;EAEA,MAAM,WAAW,MAAM,KAAK,QAAuB,qBAAqB;GACtE,QAAQ;GACR,MAAM;EACR,CAAC;EAED,OAAO,KAAK,SAAS,QAAQ;CAC/B;;;;CAKA,MAAM,UAAU,UAA4B,CAAC,GAAqB;EAChE,MAAM,SAAS,IAAI,gBAAgB;EACnC,IAAI,QAAQ,UAAU,OAAO,IAAI,YAAY,QAAQ,QAAQ;EAC7D,IAAI,QAAQ,QAAQ,OAAO,IAAI,UAAU,QAAQ,MAAM;EACvD,IAAI,QAAQ,kBAAkB,KAAA,GAC5B,OAAO,IAAI,kBAAkB,OAAO,QAAQ,aAAa,CAAC;EAC5D,IAAI,QAAQ,oBAAoB,KAAA,GAC9B,OAAO,IAAI,oBAAoB,OAAO,QAAQ,eAAe,CAAC;EAEhE,MAAM,cAAc,OAAO,SAAS;EACpC,MAAM,OAAO,cAAc,cAAc,gBAAgB;EAGzD,QAAO,MADgB,KAAK,QAAqC,IAAI,EAAA,CACrD,OAAO,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;CACpD;;;;CAKA,SAAiB,UAAgC;EAC/C,OAAO;GACL,IAAI,SAAS;GACb,MAAM,SAAS;GACf,UAAU,SAAS;GACnB,QAAQ,SAAS;GACjB,aAAa,SAAS;GACtB,UAAU,SAAS;GACnB,YAAY,SAAS;GACrB,WAAW,SAAS;GACpB,WAAW,SAAS;EACtB;CACF;CAMA,MAAM,KACJ,WACA,UACqB;EACrB,MAAM,IAAI,QACR,gHACA,mBACA,WACF;CACF;CAEA,MAAM,SACJ,SACA,UACqB;EACrB,MAAM,IAAI,QACR,oDACA,mBACA,WACF;CACF;CAEA,MAAM,QAAQ,OAAe,UAA4C;EACvE,MAAM,IAAI,QACR,mDACA,mBACA,WACF;CACF;CAEA,MAAM,MACJ,OACA,UAC4B;EAC5B,MAAM,IAAI,QACR,uDACA,mBACA,WACF;CACF;CAEA,MAAM,WACJ,QACA,UAC4B;EAC5B,MAAM,IAAI,QACR,6DACA,mBACA,WACF;CACF;CAEA,MAAM,cACJ,QACA,SACA,UACiB;EACjB,MAAM,IAAI,QACR,6DACA,mBACA,WACF;CACF;CAEA,MAAM,cACJ,SACA,UACkC;EAClC,MAAM,IAAI,QACR,4DACA,mBACA,WACF;CACF;CAEA,MAAM,yBACJ,UAC6B;EAC7B,MAAM,IAAI,QACR,4HACA,mBACA,WACF;CACF;CAEA,MAAM,sBACJ,SACsC;EACtC,MAAM,IAAI,QACR,4HACA,mBACA,WACF;CACF;CAEA,MAAM,2BACJ,SACgC;EAChC,MAAM,IAAI,QACR,4HACA,mBACA,WACF;CACF;CAEA,MAAM,yBAAyB,SAA4C;EACzE,MAAM,IAAI,QACR,4HACA,mBACA,WACF;CACF;CAEA,MAAM,gCAAkD;EACtD,MAAM,IAAI,QACR,4HACA,mBACA,WACF;CACF;CAEA,OACE,WACA,UACuB;EACvB,MAAM,QAAQ,IAAI,QAChB,0DACA,mBACA,WACF;EACA,OAAO,GACJ,OAAO,uBAAuB,EAC7B,YAAY,QAAQ,OAAO,KAAK,EAClC,GACF;CACF;CAEA,MAAM,YAAY,OAAgC;EAChD,MAAM,IAAI,QACR,0DACA,mBACA,WACF;CACF;CAEA,MAAM,YAAgC;EACpC,OAAO,CACL;GACE,IAAI;GACJ,MAAM;GACN,aAAa;GACb,eAAe;GACf,cAAc;IAAC;IAAO;IAAiB;GAAc;GACrD,mBAAmB;GACnB,gBAAgB;EAClB,GACA;GACE,IAAI;GACJ,MAAM;GACN,aAAa;GACb,eAAe;GACf,cAAc;IAAC;IAAO;IAAiB;GAAc;GACrD,mBAAmB;GACnB,gBAAgB;EAClB,CACF;CACF;CAEA,MAAM,kBAA2C;EAC/C,OAAO;GACL,MAAM;GACN,YAAY;GACZ,YAAY;GACZ,WAAW;GACX,WAAW;GACX,QAAQ;GACR,YAAY;GACZ,iBAAiB;GACjB,iBAAiB;GACjB,iBAAiB;GACjB,KAAK;GACL,cAAc;GACd,aAAa;GACb,kBAAkB;GAClB,qBAAqB;IACnB;IACA;IACA;IACA;IACA;GACF;EACF;CACF;AACF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { s as RateLimitError } from "./types-
|
|
1
|
+
import { s as RateLimitError } from "./types-CINwUPDo.js";
|
|
2
2
|
//#region src/shared/rate-limit.ts
|
|
3
3
|
var RATE_LIMITED_METHODS = /* @__PURE__ */ new Set([
|
|
4
4
|
"chat",
|
|
@@ -12,7 +12,8 @@ var RATE_LIMITED_METHODS = /* @__PURE__ */ new Set([
|
|
|
12
12
|
"synthesizeSpeech",
|
|
13
13
|
"cloneVoice",
|
|
14
14
|
"designVoice",
|
|
15
|
-
"getVoices"
|
|
15
|
+
"getVoices",
|
|
16
|
+
"submitVideoGenerationJob"
|
|
16
17
|
]);
|
|
17
18
|
var MAX_BUDGET_COORDINATORS = 128;
|
|
18
19
|
var BUDGET_COORDINATOR_TTL_MS = 900 * 1e3;
|
|
@@ -196,4 +197,4 @@ function createRateLimitedAI(client, options) {
|
|
|
196
197
|
//#endregion
|
|
197
198
|
export { extractRetryAfterSeconds as n, createRateLimitedAI as t };
|
|
198
199
|
|
|
199
|
-
//# sourceMappingURL=rate-limit-
|
|
200
|
+
//# sourceMappingURL=rate-limit-DgEhanDL.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rate-limit-DgEhanDL.js","names":[],"sources":["../../src/shared/rate-limit.ts"],"sourcesContent":["import type { AIClientOptions } from './client';\nimport type { AIInterface, AIRateLimitOptions, GetAIOptions } from './types';\nimport { AIError, RateLimitError } from './types';\n\nconst RATE_LIMITED_METHODS = new Set<keyof AIInterface>([\n 'chat',\n 'complete',\n 'message',\n 'embed',\n 'embedImage',\n 'describeImage',\n 'generateImage',\n 'getModels',\n 'synthesizeSpeech',\n 'cloneVoice',\n 'designVoice',\n 'getVoices',\n 'submitVideoGenerationJob',\n]);\n\nconst MAX_BUDGET_COORDINATORS = 128;\nconst BUDGET_COORDINATOR_TTL_MS = 15 * 60 * 1000;\n\ninterface NormalizedRateLimitConfig {\n cooldownMs: number;\n initialDelayMs: number;\n key: string;\n maxAttempts: number;\n}\n\nclass BudgetCoordinator {\n private nextAvailableAt = 0;\n private pendingSchedules = 0;\n private tail: Promise<void> = Promise.resolve();\n private lastUsedAt = Date.now();\n\n touch(): void {\n this.lastUsedAt = Date.now();\n }\n\n schedule<T>(work: () => Promise<T>): Promise<T> {\n this.pendingSchedules += 1;\n this.touch();\n\n const run = this.tail.then(work, work);\n this.tail = run.then(\n () => undefined,\n () => undefined,\n );\n\n return run.finally(() => {\n this.pendingSchedules = Math.max(0, this.pendingSchedules - 1);\n this.touch();\n });\n }\n\n async waitUntilReady(): Promise<void> {\n this.touch();\n const delayMs = this.nextAvailableAt - Date.now();\n if (delayMs > 0) {\n await sleep(delayMs);\n }\n }\n\n delayFor(delayMs: number): void {\n this.touch();\n if (delayMs <= 0) {\n return;\n }\n\n this.nextAvailableAt = Math.max(this.nextAvailableAt, Date.now() + delayMs);\n }\n\n isEvictable(now: number): boolean {\n return this.pendingSchedules === 0 && now >= this.nextAvailableAt;\n }\n\n isExpired(now: number): boolean {\n return (\n this.isEvictable(now) &&\n now - this.lastUsedAt >= BUDGET_COORDINATOR_TTL_MS\n );\n }\n\n getLastUsedAt(): number {\n return this.lastUsedAt;\n }\n}\n\nconst budgetCoordinators = new Map<string, BudgetCoordinator>();\n\nfunction sleep(delayMs: number): Promise<void> {\n return new Promise((resolve) => {\n setTimeout(resolve, delayMs);\n });\n}\n\nfunction pruneBudgetCoordinators(): void {\n const now = Date.now();\n\n for (const [key, coordinator] of budgetCoordinators.entries()) {\n if (coordinator.isExpired(now)) {\n budgetCoordinators.delete(key);\n }\n }\n\n while (budgetCoordinators.size > MAX_BUDGET_COORDINATORS) {\n const evictableEntries = [...budgetCoordinators.entries()]\n .filter(([, coordinator]) => coordinator.isEvictable(now))\n .sort(\n ([, leftCoordinator], [, rightCoordinator]) =>\n leftCoordinator.getLastUsedAt() - rightCoordinator.getLastUsedAt(),\n );\n\n if (evictableEntries.length === 0) {\n break;\n }\n\n budgetCoordinators.delete(evictableEntries[0][0]);\n }\n}\n\nfunction getBudgetCoordinator(key: string): BudgetCoordinator {\n pruneBudgetCoordinators();\n\n let coordinator = budgetCoordinators.get(key);\n if (!coordinator) {\n coordinator = new BudgetCoordinator();\n budgetCoordinators.set(key, coordinator);\n pruneBudgetCoordinators();\n }\n\n coordinator.touch();\n return coordinator;\n}\n\nfunction hasPacingConfig(rateLimit?: AIRateLimitOptions): boolean {\n if (!rateLimit || rateLimit.enabled === false) {\n return false;\n }\n\n return (\n rateLimit.enabled === true ||\n rateLimit.key !== undefined ||\n rateLimit.cooldownMs !== undefined ||\n rateLimit.initialDelayMs !== undefined ||\n rateLimit.maxAttempts !== undefined\n );\n}\n\nfunction normalizeNonNegativeInteger(\n value: number | undefined,\n fallback: number,\n): number {\n if (typeof value !== 'number' || !Number.isFinite(value)) {\n return fallback;\n }\n\n return Math.max(0, Math.trunc(value));\n}\n\nfunction hashKey(value: string): string {\n let hash = 2166136261;\n\n for (let index = 0; index < value.length; index += 1) {\n hash ^= value.charCodeAt(index);\n hash = Math.imul(hash, 16777619);\n }\n\n return (hash >>> 0).toString(36);\n}\n\nfunction deriveBudgetKey(options: GetAIOptions | AIClientOptions): string {\n const type = (options as { type?: string }).type;\n const provider = typeof type === 'string' && type ? type : 'openai';\n\n const credentialLikeValues = [\n 'apiKey' in options ? options.apiKey : undefined,\n 'apiToken' in options ? options.apiToken : undefined,\n 'credentials' in options ? options.credentials?.accessKeyId : undefined,\n 'endpoint' in options ? options.endpoint : undefined,\n 'baseUrl' in options ? options.baseUrl : undefined,\n 'cliPath' in options ? options.cliPath : undefined,\n ];\n\n const seed = credentialLikeValues.find(\n (value): value is string => typeof value === 'string' && value.length > 0,\n );\n\n return seed ? `${provider}:${hashKey(seed)}` : `${provider}:default`;\n}\n\nfunction normalizeRateLimitConfig(\n options: GetAIOptions | AIClientOptions,\n): NormalizedRateLimitConfig | null {\n const rateLimit = 'rateLimit' in options ? options.rateLimit : undefined;\n\n if (!hasPacingConfig(rateLimit)) {\n return null;\n }\n\n return {\n cooldownMs: normalizeNonNegativeInteger(rateLimit?.cooldownMs, 0),\n initialDelayMs: normalizeNonNegativeInteger(\n rateLimit?.initialDelayMs,\n 5000,\n ),\n key: rateLimit?.key?.trim() || deriveBudgetKey(options),\n maxAttempts: Math.max(\n 1,\n normalizeNonNegativeInteger(rateLimit?.maxAttempts, 1),\n ),\n };\n}\n\nfunction getRetryDelayMs(\n error: RateLimitError,\n config: NormalizedRateLimitConfig,\n): number {\n const hintedDelayMs =\n typeof error.retryAfter === 'number' && Number.isFinite(error.retryAfter)\n ? Math.max(0, Math.ceil(error.retryAfter * 1000))\n : undefined;\n\n if (hintedDelayMs !== undefined) {\n return Math.max(config.cooldownMs, hintedDelayMs);\n }\n\n return Math.max(config.cooldownMs, config.initialDelayMs);\n}\n\nasync function invokeWithPacing<T>(\n execute: () => Promise<T>,\n coordinator: BudgetCoordinator,\n config: NormalizedRateLimitConfig,\n): Promise<T> {\n let attempt = 1;\n\n while (true) {\n await coordinator.waitUntilReady();\n\n try {\n const result = await execute();\n coordinator.delayFor(config.cooldownMs);\n return result;\n } catch (error) {\n if (error instanceof RateLimitError) {\n coordinator.delayFor(getRetryDelayMs(error, config));\n\n if (error.retryable && attempt < config.maxAttempts) {\n attempt += 1;\n continue;\n }\n }\n\n throw error;\n }\n }\n}\n\nexport function parseRetryAfterSeconds(\n retryAfter: number | string | null | undefined,\n): number | undefined {\n if (typeof retryAfter === 'number' && Number.isFinite(retryAfter)) {\n return Math.max(0, retryAfter);\n }\n\n if (typeof retryAfter !== 'string') {\n return undefined;\n }\n\n const trimmed = retryAfter.trim();\n if (!trimmed) {\n return undefined;\n }\n\n const seconds = Number.parseFloat(trimmed);\n if (!Number.isNaN(seconds)) {\n return Math.max(0, seconds);\n }\n\n const retryAt = Date.parse(trimmed);\n if (Number.isNaN(retryAt)) {\n return undefined;\n }\n\n return Math.max(0, Math.ceil((retryAt - Date.now()) / 1000));\n}\n\nfunction getHeaderValue(\n headers: unknown,\n headerName: string,\n): number | string | undefined {\n if (!headers || typeof headers !== 'object') {\n return undefined;\n }\n\n if ('get' in headers && typeof headers.get === 'function') {\n return headers.get(headerName) ?? headers.get(headerName.toLowerCase());\n }\n\n const objectHeaders = headers as Record<string, number | string | undefined>;\n return objectHeaders[headerName] ?? objectHeaders[headerName.toLowerCase()];\n}\n\nexport function extractRetryAfterSeconds(error: unknown): number | undefined {\n if (!error || typeof error !== 'object') {\n return undefined;\n }\n\n if ('retryAfter' in error) {\n const retryAfter = parseRetryAfterSeconds(\n (error as { retryAfter?: number | string | null }).retryAfter,\n );\n if (retryAfter !== undefined) {\n return retryAfter;\n }\n }\n\n if ('headers' in error) {\n const retryAfter = parseRetryAfterSeconds(\n getHeaderValue((error as { headers?: unknown }).headers, 'retry-after'),\n );\n if (retryAfter !== undefined) {\n return retryAfter;\n }\n }\n\n const message =\n 'message' in error && typeof error.message === 'string'\n ? error.message\n : '';\n\n const retryAfterMatch =\n message.match(/retry after\\s+(\\d+(?:\\.\\d+)?)\\s*s?/i) ??\n message.match(/retryDelay[^\\d]*(\\d+(?:\\.\\d+)?)s/i);\n\n return retryAfterMatch\n ? parseRetryAfterSeconds(retryAfterMatch[1])\n : undefined;\n}\n\nexport function createRateLimitedAI<T extends AIInterface>(\n client: T,\n options: GetAIOptions | AIClientOptions,\n): T {\n const config = normalizeRateLimitConfig(options);\n if (!config) {\n return client;\n }\n\n const wrappedMethods = new Map<PropertyKey, unknown>();\n\n return new Proxy(client, {\n get(target, property, receiver) {\n const value = Reflect.get(target, property, receiver);\n\n if (typeof value !== 'function') {\n return value;\n }\n\n if (!RATE_LIMITED_METHODS.has(property as keyof AIInterface)) {\n if (!wrappedMethods.has(property)) {\n wrappedMethods.set(property, value.bind(target));\n }\n\n return wrappedMethods.get(property);\n }\n\n if (!wrappedMethods.has(property)) {\n wrappedMethods.set(property, (...args: unknown[]) => {\n const coordinator = getBudgetCoordinator(config.key);\n return coordinator.schedule(() =>\n invokeWithPacing(\n () => Reflect.apply(value, target, args) as Promise<unknown>,\n coordinator,\n config,\n ),\n );\n });\n }\n\n return wrappedMethods.get(property);\n },\n }) as T;\n}\n\nexport function __resetAIRateLimitStateForTests(): void {\n budgetCoordinators.clear();\n}\n\nexport function __getAIRateLimitStateForTests(): {\n count: number;\n maxBudgetCoordinators: number;\n ttlMs: number;\n} {\n return {\n count: budgetCoordinators.size,\n maxBudgetCoordinators: MAX_BUDGET_COORDINATORS,\n ttlMs: BUDGET_COORDINATOR_TTL_MS,\n };\n}\n\nexport function isRetryableAIError(error: unknown): error is AIError {\n return error instanceof AIError && error.retryable;\n}\n"],"mappings":";;AAIA,IAAM,uCAAuB,IAAI,IAAuB;CACtD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;AAED,IAAM,0BAA0B;AAChC,IAAM,4BAA4B,MAAU;AAS5C,IAAM,oBAAN,MAAwB;CACtB,kBAA0B;CAC1B,mBAA2B;CAC3B,OAA8B,QAAQ,QAAQ;CAC9C,aAAqB,KAAK,IAAI;CAE9B,QAAc;EACZ,KAAK,aAAa,KAAK,IAAI;CAC7B;CAEA,SAAY,MAAoC;EAC9C,KAAK,oBAAoB;EACzB,KAAK,MAAM;EAEX,MAAM,MAAM,KAAK,KAAK,KAAK,MAAM,IAAI;EACrC,KAAK,OAAO,IAAI,WACR,KAAA,SACA,KAAA,CACR;EAEA,OAAO,IAAI,cAAc;GACvB,KAAK,mBAAmB,KAAK,IAAI,GAAG,KAAK,mBAAmB,CAAC;GAC7D,KAAK,MAAM;EACb,CAAC;CACH;CAEA,MAAM,iBAAgC;EACpC,KAAK,MAAM;EACX,MAAM,UAAU,KAAK,kBAAkB,KAAK,IAAI;EAChD,IAAI,UAAU,GACZ,MAAM,MAAM,OAAO;CAEvB;CAEA,SAAS,SAAuB;EAC9B,KAAK,MAAM;EACX,IAAI,WAAW,GACb;EAGF,KAAK,kBAAkB,KAAK,IAAI,KAAK,iBAAiB,KAAK,IAAI,IAAI,OAAO;CAC5E;CAEA,YAAY,KAAsB;EAChC,OAAO,KAAK,qBAAqB,KAAK,OAAO,KAAK;CACpD;CAEA,UAAU,KAAsB;EAC9B,OACE,KAAK,YAAY,GAAG,KACpB,MAAM,KAAK,cAAc;CAE7B;CAEA,gBAAwB;EACtB,OAAO,KAAK;CACd;AACF;AAEA,IAAM,qCAAqB,IAAI,IAA+B;AAE9D,SAAS,MAAM,SAAgC;CAC7C,OAAO,IAAI,SAAS,YAAY;EAC9B,WAAW,SAAS,OAAO;CAC7B,CAAC;AACH;AAEA,SAAS,0BAAgC;CACvC,MAAM,MAAM,KAAK,IAAI;CAErB,KAAK,MAAM,CAAC,KAAK,gBAAgB,mBAAmB,QAAQ,GAC1D,IAAI,YAAY,UAAU,GAAG,GAC3B,mBAAmB,OAAO,GAAG;CAIjC,OAAO,mBAAmB,OAAO,yBAAyB;EACxD,MAAM,mBAAmB,CAAC,GAAG,mBAAmB,QAAQ,CAAC,CAAC,CACvD,QAAQ,GAAG,iBAAiB,YAAY,YAAY,GAAG,CAAC,CAAC,CACzD,MACE,GAAG,kBAAkB,GAAG,sBACvB,gBAAgB,cAAc,IAAI,iBAAiB,cAAc,CACrE;EAEF,IAAI,iBAAiB,WAAW,GAC9B;EAGF,mBAAmB,OAAO,iBAAiB,EAAE,CAAC,EAAE;CAClD;AACF;AAEA,SAAS,qBAAqB,KAAgC;CAC5D,wBAAwB;CAExB,IAAI,cAAc,mBAAmB,IAAI,GAAG;CAC5C,IAAI,CAAC,aAAa;EAChB,cAAc,IAAI,kBAAkB;EACpC,mBAAmB,IAAI,KAAK,WAAW;EACvC,wBAAwB;CAC1B;CAEA,YAAY,MAAM;CAClB,OAAO;AACT;AAEA,SAAS,gBAAgB,WAAyC;CAChE,IAAI,CAAC,aAAa,UAAU,YAAY,OACtC,OAAO;CAGT,OACE,UAAU,YAAY,QACtB,UAAU,QAAQ,KAAA,KAClB,UAAU,eAAe,KAAA,KACzB,UAAU,mBAAmB,KAAA,KAC7B,UAAU,gBAAgB,KAAA;AAE9B;AAEA,SAAS,4BACP,OACA,UACQ;CACR,IAAI,OAAO,UAAU,YAAY,CAAC,OAAO,SAAS,KAAK,GACrD,OAAO;CAGT,OAAO,KAAK,IAAI,GAAG,KAAK,MAAM,KAAK,CAAC;AACtC;AAEA,SAAS,QAAQ,OAAuB;CACtC,IAAI,OAAO;CAEX,KAAK,IAAI,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS,GAAG;EACpD,QAAQ,MAAM,WAAW,KAAK;EAC9B,OAAO,KAAK,KAAK,MAAM,QAAQ;CACjC;CAEA,QAAQ,SAAS,EAAA,CAAG,SAAS,EAAE;AACjC;AAEA,SAAS,gBAAgB,SAAiD;CACxE,MAAM,OAAQ,QAA8B;CAC5C,MAAM,WAAW,OAAO,SAAS,YAAY,OAAO,OAAO;CAW3D,MAAM,OAAO;EARX,YAAY,UAAU,QAAQ,SAAS,KAAA;EACvC,cAAc,UAAU,QAAQ,WAAW,KAAA;EAC3C,iBAAiB,UAAU,QAAQ,aAAa,cAAc,KAAA;EAC9D,cAAc,UAAU,QAAQ,WAAW,KAAA;EAC3C,aAAa,UAAU,QAAQ,UAAU,KAAA;EACzC,aAAa,UAAU,QAAQ,UAAU,KAAA;CAG9B,CAAA,CAAqB,MAC/B,UAA2B,OAAO,UAAU,YAAY,MAAM,SAAS,CAC1E;CAEA,OAAO,OAAO,GAAG,SAAS,GAAG,QAAQ,IAAI,MAAM,GAAG,SAAS;AAC7D;AAEA,SAAS,yBACP,SACkC;CAClC,MAAM,YAAY,eAAe,UAAU,QAAQ,YAAY,KAAA;CAE/D,IAAI,CAAC,gBAAgB,SAAS,GAC5B,OAAO;CAGT,OAAO;EACL,YAAY,4BAA4B,WAAW,YAAY,CAAC;EAChE,gBAAgB,4BACd,WAAW,gBACX,GACF;EACA,KAAK,WAAW,KAAK,KAAK,KAAK,gBAAgB,OAAO;EACtD,aAAa,KAAK,IAChB,GACA,4BAA4B,WAAW,aAAa,CAAC,CACvD;CACF;AACF;AAEA,SAAS,gBACP,OACA,QACQ;CACR,MAAM,gBACJ,OAAO,MAAM,eAAe,YAAY,OAAO,SAAS,MAAM,UAAU,IACpE,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,aAAa,GAAI,CAAC,IAC9C,KAAA;CAEN,IAAI,kBAAkB,KAAA,GACpB,OAAO,KAAK,IAAI,OAAO,YAAY,aAAa;CAGlD,OAAO,KAAK,IAAI,OAAO,YAAY,OAAO,cAAc;AAC1D;AAEA,eAAe,iBACb,SACA,aACA,QACY;CACZ,IAAI,UAAU;CAEd,OAAO,MAAM;EACX,MAAM,YAAY,eAAe;EAEjC,IAAI;GACF,MAAM,SAAS,MAAM,QAAQ;GAC7B,YAAY,SAAS,OAAO,UAAU;GACtC,OAAO;EACT,SAAS,OAAO;GACd,IAAI,iBAAiB,gBAAgB;IACnC,YAAY,SAAS,gBAAgB,OAAO,MAAM,CAAC;IAEnD,IAAI,MAAM,aAAa,UAAU,OAAO,aAAa;KACnD,WAAW;KACX;IACF;GACF;GAEA,MAAM;EACR;CACF;AACF;AAEA,SAAgB,uBACd,YACoB;CACpB,IAAI,OAAO,eAAe,YAAY,OAAO,SAAS,UAAU,GAC9D,OAAO,KAAK,IAAI,GAAG,UAAU;CAG/B,IAAI,OAAO,eAAe,UACxB;CAGF,MAAM,UAAU,WAAW,KAAK;CAChC,IAAI,CAAC,SACH;CAGF,MAAM,UAAU,OAAO,WAAW,OAAO;CACzC,IAAI,CAAC,OAAO,MAAM,OAAO,GACvB,OAAO,KAAK,IAAI,GAAG,OAAO;CAG5B,MAAM,UAAU,KAAK,MAAM,OAAO;CAClC,IAAI,OAAO,MAAM,OAAO,GACtB;CAGF,OAAO,KAAK,IAAI,GAAG,KAAK,MAAM,UAAU,KAAK,IAAI,KAAK,GAAI,CAAC;AAC7D;AAEA,SAAS,eACP,SACA,YAC6B;CAC7B,IAAI,CAAC,WAAW,OAAO,YAAY,UACjC;CAGF,IAAI,SAAS,WAAW,OAAO,QAAQ,QAAQ,YAC7C,OAAO,QAAQ,IAAI,UAAU,KAAK,QAAQ,IAAI,WAAW,YAAY,CAAC;CAGxE,MAAM,gBAAgB;CACtB,OAAO,cAAc,eAAe,cAAc,WAAW,YAAY;AAC3E;AAEA,SAAgB,yBAAyB,OAAoC;CAC3E,IAAI,CAAC,SAAS,OAAO,UAAU,UAC7B;CAGF,IAAI,gBAAgB,OAAO;EACzB,MAAM,aAAa,uBAChB,MAAkD,UACrD;EACA,IAAI,eAAe,KAAA,GACjB,OAAO;CAEX;CAEA,IAAI,aAAa,OAAO;EACtB,MAAM,aAAa,uBACjB,eAAgB,MAAgC,SAAS,aAAa,CACxE;EACA,IAAI,eAAe,KAAA,GACjB,OAAO;CAEX;CAEA,MAAM,UACJ,aAAa,SAAS,OAAO,MAAM,YAAY,WAC3C,MAAM,UACN;CAEN,MAAM,kBACJ,QAAQ,MAAM,qCAAqC,KACnD,QAAQ,MAAM,mCAAmC;CAEnD,OAAO,kBACH,uBAAuB,gBAAgB,EAAE,IACzC,KAAA;AACN;AAEA,SAAgB,oBACd,QACA,SACG;CACH,MAAM,SAAS,yBAAyB,OAAO;CAC/C,IAAI,CAAC,QACH,OAAO;CAGT,MAAM,iCAAiB,IAAI,IAA0B;CAErD,OAAO,IAAI,MAAM,QAAQ,EACvB,IAAI,QAAQ,UAAU,UAAU;EAC9B,MAAM,QAAQ,QAAQ,IAAI,QAAQ,UAAU,QAAQ;EAEpD,IAAI,OAAO,UAAU,YACnB,OAAO;EAGT,IAAI,CAAC,qBAAqB,IAAI,QAA6B,GAAG;GAC5D,IAAI,CAAC,eAAe,IAAI,QAAQ,GAC9B,eAAe,IAAI,UAAU,MAAM,KAAK,MAAM,CAAC;GAGjD,OAAO,eAAe,IAAI,QAAQ;EACpC;EAEA,IAAI,CAAC,eAAe,IAAI,QAAQ,GAC9B,eAAe,IAAI,WAAW,GAAG,SAAoB;GACnD,MAAM,cAAc,qBAAqB,OAAO,GAAG;GACnD,OAAO,YAAY,eACjB,uBACQ,QAAQ,MAAM,OAAO,QAAQ,IAAI,GACvC,aACA,MACF,CACF;EACF,CAAC;EAGH,OAAO,eAAe,IAAI,QAAQ;CACpC,EACF,CAAC;AACH"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { t as AIError } from "./types-
|
|
1
|
+
import { t as AIError } from "./types-CINwUPDo.js";
|
|
2
2
|
//#region src/shared/safety.ts
|
|
3
3
|
var DEFAULT_AI_TIMEOUT_MS = 12e4;
|
|
4
4
|
var DEFAULT_AI_MAX_RETRIES = 0;
|
|
@@ -141,7 +141,7 @@ function requestEventBase(options) {
|
|
|
141
141
|
operation: options.operation,
|
|
142
142
|
attempts: normalized.maxRetries + 1,
|
|
143
143
|
requestedMaxOutputTokens: options.callOptions?.maxTokens,
|
|
144
|
-
effectiveMaxOutputTokens: options.operation === "generateImage" ? void 0 : options.effectiveMaxOutputTokens ?? normalized.generationLimits.maxOutputTokens,
|
|
144
|
+
effectiveMaxOutputTokens: options.operation === "generateImage" || VIDEO_GENERATION_OPERATIONS.has(options.operation) ? void 0 : options.effectiveMaxOutputTokens ?? normalized.generationLimits.maxOutputTokens,
|
|
145
145
|
tags: options.callOptions?.usageTags
|
|
146
146
|
};
|
|
147
147
|
}
|
|
@@ -151,18 +151,36 @@ var OBSERVED_OPERATIONS = /* @__PURE__ */ new Set([
|
|
|
151
151
|
"message",
|
|
152
152
|
"describeImage",
|
|
153
153
|
"generateImage",
|
|
154
|
-
"stream"
|
|
154
|
+
"stream",
|
|
155
|
+
"submitVideoGenerationJob",
|
|
156
|
+
"getVideoGenerationJob",
|
|
157
|
+
"fetchVideoGenerationResult",
|
|
158
|
+
"cancelVideoGenerationJob"
|
|
155
159
|
]);
|
|
160
|
+
/**
|
|
161
|
+
* `getVideoGenerationJob` / `fetchVideoGenerationResult` /
|
|
162
|
+
* `cancelVideoGenerationJob` take a `VideoGenerationJob` handle as their
|
|
163
|
+
* first (and only) argument rather than a chat-shaped `options` object as
|
|
164
|
+
* the second argument. The handle still carries a `model` field, so
|
|
165
|
+
* `callOptionsFor` reads it from the same position as `submitVideoGenerationJob`'s
|
|
166
|
+
* `options` (index 0) rather than index 1.
|
|
167
|
+
*/
|
|
168
|
+
var VIDEO_HANDLE_OPERATIONS = /* @__PURE__ */ new Set([
|
|
169
|
+
"getVideoGenerationJob",
|
|
170
|
+
"fetchVideoGenerationResult",
|
|
171
|
+
"cancelVideoGenerationJob"
|
|
172
|
+
]);
|
|
173
|
+
var VIDEO_GENERATION_OPERATIONS = /* @__PURE__ */ new Set(["submitVideoGenerationJob", ...VIDEO_HANDLE_OPERATIONS]);
|
|
156
174
|
function callOptionsFor(operation, args) {
|
|
157
|
-
const value = args[operation === "describeImage" ? 2 : 1];
|
|
175
|
+
const value = args[operation === "describeImage" ? 2 : operation === "submitVideoGenerationJob" || VIDEO_HANDLE_OPERATIONS.has(operation) ? 0 : 1];
|
|
158
176
|
return value && typeof value === "object" ? value : void 0;
|
|
159
177
|
}
|
|
160
178
|
function providerName(options) {
|
|
161
179
|
return options.type || "openai";
|
|
162
180
|
}
|
|
163
181
|
function effectiveOutputTokens(operation, providerOptions, callOptions) {
|
|
164
|
-
if (operation === "generateImage") {
|
|
165
|
-
normalizeImageGenerationOptions(providerOptions, callOptions || {}, providerName(providerOptions), callOptions?.model);
|
|
182
|
+
if (operation === "generateImage" || VIDEO_GENERATION_OPERATIONS.has(operation)) {
|
|
183
|
+
if (operation === "generateImage") normalizeImageGenerationOptions(providerOptions, callOptions || {}, providerName(providerOptions), callOptions?.model);
|
|
166
184
|
return;
|
|
167
185
|
}
|
|
168
186
|
return normalizeChatOptions(providerOptions, callOptions || {}, providerName(providerOptions), callOptions?.model || providerOptions.defaultModel).maxTokens;
|
|
@@ -257,4 +275,4 @@ function createObservedAI(client, providerOptions) {
|
|
|
257
275
|
//#endregion
|
|
258
276
|
export { normalizeBaseAIOptions as a, prepareRequestControls as c, createObservedAI as i, DEFAULT_AI_MAX_RETRIES as n, normalizeChatOptions as o, DEFAULT_AI_TIMEOUT_MS as r, normalizeImageGenerationOptions as s, DEFAULT_AI_GENERATION_LIMITS as t };
|
|
259
277
|
|
|
260
|
-
//# sourceMappingURL=safety-
|
|
278
|
+
//# sourceMappingURL=safety-C415clBm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safety-C415clBm.js","names":[],"sources":["../../src/shared/safety.ts"],"sourcesContent":["import type {\n AIGenerationLimits,\n AIInterface,\n AIReasoningOptions,\n AIRequestControls,\n AIRequestEvent,\n AIRequestOperation,\n AIRequestStatus,\n BaseAIOptions,\n ChatOptions,\n ImageGenerationOptions,\n} from './types';\nimport { AIError } from './types';\n\nexport const DEFAULT_AI_TIMEOUT_MS = 120_000;\nexport const DEFAULT_AI_MAX_RETRIES = 0;\n\nexport const DEFAULT_AI_GENERATION_LIMITS: Readonly<AIGenerationLimits> =\n Object.freeze({\n maxOutputTokens: 4096,\n maxReasoningTokens: 1024,\n maxImagesPerRequest: 1,\n onExceeded: 'error',\n });\n\nexport interface NormalizedBaseAIOptions extends BaseAIOptions {\n timeout: number;\n maxRetries: number;\n generationLimits: AIGenerationLimits;\n}\n\nexport interface PreparedRequestControls {\n signal: AbortSignal;\n timeout: number;\n cleanup(): void;\n didTimeout(): boolean;\n}\n\nfunction positiveInteger(\n value: number | undefined,\n fallback: number,\n field: string,\n): number {\n if (value === undefined) return fallback;\n if (!Number.isFinite(value) || value <= 0) {\n throw new AIError(\n `${field} must be a positive finite number`,\n 'AI_LIMIT_INVALID',\n );\n }\n return Math.trunc(value);\n}\n\nexport function normalizeBaseAIOptions<T extends BaseAIOptions>(\n options: T,\n): T & NormalizedBaseAIOptions {\n const configuredLimits = options.generationLimits || {};\n const generationLimits: AIGenerationLimits = {\n maxOutputTokens: positiveInteger(\n configuredLimits.maxOutputTokens,\n DEFAULT_AI_GENERATION_LIMITS.maxOutputTokens,\n 'generationLimits.maxOutputTokens',\n ),\n maxReasoningTokens: positiveInteger(\n configuredLimits.maxReasoningTokens,\n DEFAULT_AI_GENERATION_LIMITS.maxReasoningTokens,\n 'generationLimits.maxReasoningTokens',\n ),\n maxImagesPerRequest: positiveInteger(\n configuredLimits.maxImagesPerRequest,\n DEFAULT_AI_GENERATION_LIMITS.maxImagesPerRequest,\n 'generationLimits.maxImagesPerRequest',\n ),\n onExceeded:\n configuredLimits.onExceeded || DEFAULT_AI_GENERATION_LIMITS.onExceeded,\n };\n\n if (!['error', 'clamp'].includes(generationLimits.onExceeded)) {\n throw new AIError(\n 'generationLimits.onExceeded must be \"error\" or \"clamp\"',\n 'AI_LIMIT_INVALID',\n );\n }\n\n return {\n ...options,\n timeout: positiveInteger(options.timeout, DEFAULT_AI_TIMEOUT_MS, 'timeout'),\n maxRetries: (() => {\n if (options.maxRetries === undefined) return DEFAULT_AI_MAX_RETRIES;\n if (!Number.isFinite(options.maxRetries) || options.maxRetries < 0) {\n throw new AIError(\n 'maxRetries must be a non-negative finite number',\n 'AI_LIMIT_INVALID',\n );\n }\n return Math.trunc(options.maxRetries);\n })(),\n generationLimits,\n };\n}\n\nfunction reasoningTokensForEffort(\n effort: AIReasoningOptions['effort'] | false | undefined,\n): number | undefined {\n switch (effort) {\n case false:\n case 'none':\n return 0;\n case 'minimal':\n return 1024;\n case 'low':\n return 2048;\n case 'medium':\n return 4096;\n case 'high':\n return 8192;\n default:\n return undefined;\n }\n}\n\nfunction enforceLimit(\n requested: number,\n limit: number,\n behavior: AIGenerationLimits['onExceeded'],\n label: string,\n provider?: string,\n model?: string,\n): number {\n if (!Number.isFinite(requested) || requested < 0) {\n throw new AIError(\n `${label} must be a non-negative finite number`,\n 'AI_LIMIT_INVALID',\n provider,\n model,\n );\n }\n const normalized = Math.trunc(requested);\n if (normalized <= limit) return normalized;\n if (behavior === 'clamp') return limit;\n throw new AIError(\n `${label} ${normalized} exceeds configured ceiling ${limit}`,\n 'AI_LIMIT_EXCEEDED',\n provider,\n model,\n );\n}\n\nexport function normalizeChatOptions<\n T extends AIRequestControls & {\n maxTokens?: number;\n thinkingLevel?: ChatOptions['thinkingLevel'];\n includeThoughts?: boolean;\n },\n>(\n providerOptions: BaseAIOptions,\n options: T,\n provider?: string,\n model?: string,\n): T & { maxTokens: number; reasoning: AIReasoningOptions } {\n const normalizedProvider = normalizeBaseAIOptions(providerOptions);\n const limits = normalizedProvider.generationLimits;\n const requestedOutput = options.maxTokens ?? limits.maxOutputTokens;\n const legacyEffort =\n options.thinkingLevel ??\n (\n providerOptions as BaseAIOptions & {\n thinkingLevel?: ChatOptions['thinkingLevel'];\n }\n ).thinkingLevel;\n const reasoningWasRequested =\n options.reasoning !== undefined ||\n legacyEffort !== undefined ||\n options.includeThoughts === true;\n const requestedReasoning = reasoningWasRequested\n ? (options.reasoning?.maxTokens ??\n reasoningTokensForEffort(options.reasoning?.effort ?? legacyEffort) ??\n limits.maxReasoningTokens)\n : 0;\n\n return {\n ...options,\n maxTokens: enforceLimit(\n requestedOutput,\n limits.maxOutputTokens,\n limits.onExceeded,\n 'maxTokens',\n provider,\n model,\n ),\n reasoning: {\n ...options.reasoning,\n maxTokens: enforceLimit(\n requestedReasoning,\n limits.maxReasoningTokens,\n limits.onExceeded,\n 'reasoning.maxTokens',\n provider,\n model,\n ),\n includeThoughts:\n options.reasoning?.includeThoughts ?? options.includeThoughts,\n },\n };\n}\n\nexport function normalizeImageGenerationOptions<\n T extends ImageGenerationOptions,\n>(\n providerOptions: BaseAIOptions,\n options: T,\n provider?: string,\n model?: string,\n): T & { n: number } {\n const normalizedProvider = normalizeBaseAIOptions(providerOptions);\n const limits = normalizedProvider.generationLimits;\n return {\n ...options,\n n: enforceLimit(\n options.n ?? 1,\n limits.maxImagesPerRequest,\n limits.onExceeded,\n 'n',\n provider,\n model,\n ),\n };\n}\n\nexport function prepareRequestControls(\n providerOptions: BaseAIOptions,\n requestOptions: AIRequestControls = {},\n): PreparedRequestControls {\n const normalized = normalizeBaseAIOptions(providerOptions);\n const timeout = positiveInteger(\n requestOptions.timeout,\n normalized.timeout,\n 'timeout',\n );\n const controller = new AbortController();\n let timedOut = false;\n\n const abortFromCaller = () => controller.abort(requestOptions.signal?.reason);\n if (requestOptions.signal?.aborted) {\n abortFromCaller();\n } else {\n requestOptions.signal?.addEventListener('abort', abortFromCaller, {\n once: true,\n });\n }\n\n const timer = setTimeout(() => {\n timedOut = true;\n controller.abort(new Error(`AI request timed out after ${timeout}ms`));\n }, timeout);\n\n return {\n signal: controller.signal,\n timeout,\n didTimeout: () => timedOut,\n cleanup: () => {\n clearTimeout(timer);\n requestOptions.signal?.removeEventListener('abort', abortFromCaller);\n },\n };\n}\n\nfunction mergeTags(\n providerOptions: BaseAIOptions,\n callTags?: Record<string, string>,\n): Record<string, string> | undefined {\n return providerOptions.usageTags || callTags\n ? { ...providerOptions.usageTags, ...callTags }\n : undefined;\n}\n\nexport function emitRequestEvent(\n providerOptions: BaseAIOptions,\n event: Omit<AIRequestEvent, 'tags'> & {\n tags?: Record<string, string>;\n },\n): void {\n if (!providerOptions.onRequest) return;\n try {\n providerOptions.onRequest({\n ...event,\n tags: mergeTags(providerOptions, event.tags),\n });\n } catch {\n // Consumer telemetry must never affect an AI request.\n }\n}\n\nexport function classifyRequestFailure(\n error: unknown,\n didTimeout = false,\n): { status: AIRequestStatus; errorCode?: string } {\n const code = error instanceof AIError ? error.code : undefined;\n if (code === 'AI_LIMIT_EXCEEDED' || code === 'AI_LIMIT_INVALID') {\n return { status: 'rejected', errorCode: code };\n }\n if (didTimeout || code === 'AI_TIMEOUT' || code === 'TIMEOUT') {\n return { status: 'timed_out', errorCode: code || 'AI_TIMEOUT' };\n }\n if (error instanceof Error && error.name === 'AbortError') {\n return { status: 'aborted', errorCode: 'ABORTED' };\n }\n if (code === 'AI_ABORTED') {\n return { status: 'aborted', errorCode: code };\n }\n return {\n status: 'failed',\n errorCode: code || (error instanceof Error ? error.name : undefined),\n };\n}\n\nexport function requestEventBase(options: {\n providerOptions: BaseAIOptions;\n provider: string;\n model: string;\n operation: AIRequestOperation;\n callOptions?: { maxTokens?: number; usageTags?: Record<string, string> };\n effectiveMaxOutputTokens?: number;\n}): Omit<AIRequestEvent, 'status' | 'duration'> & {\n tags?: Record<string, string>;\n} {\n const normalized = normalizeBaseAIOptions(options.providerOptions);\n return {\n provider: options.provider,\n model: options.model,\n operation: options.operation,\n attempts: normalized.maxRetries + 1,\n requestedMaxOutputTokens: options.callOptions?.maxTokens,\n effectiveMaxOutputTokens:\n options.operation === 'generateImage' ||\n VIDEO_GENERATION_OPERATIONS.has(options.operation)\n ? undefined\n : (options.effectiveMaxOutputTokens ??\n normalized.generationLimits.maxOutputTokens),\n tags: options.callOptions?.usageTags,\n };\n}\n\nconst OBSERVED_OPERATIONS = new Set<AIRequestOperation>([\n 'chat',\n 'complete',\n 'message',\n 'describeImage',\n 'generateImage',\n 'stream',\n 'submitVideoGenerationJob',\n 'getVideoGenerationJob',\n 'fetchVideoGenerationResult',\n 'cancelVideoGenerationJob',\n]);\n\n/**\n * `getVideoGenerationJob` / `fetchVideoGenerationResult` /\n * `cancelVideoGenerationJob` take a `VideoGenerationJob` handle as their\n * first (and only) argument rather than a chat-shaped `options` object as\n * the second argument. The handle still carries a `model` field, so\n * `callOptionsFor` reads it from the same position as `submitVideoGenerationJob`'s\n * `options` (index 0) rather than index 1.\n */\nconst VIDEO_HANDLE_OPERATIONS = new Set<AIRequestOperation>([\n 'getVideoGenerationJob',\n 'fetchVideoGenerationResult',\n 'cancelVideoGenerationJob',\n]);\n\nconst VIDEO_GENERATION_OPERATIONS = new Set<AIRequestOperation>([\n 'submitVideoGenerationJob',\n ...VIDEO_HANDLE_OPERATIONS,\n]);\n\nfunction callOptionsFor(\n operation: AIRequestOperation,\n args: unknown[],\n):\n | (AIRequestControls & {\n model?: string;\n maxTokens?: number;\n usageTags?: Record<string, string>;\n })\n | undefined {\n const index =\n operation === 'describeImage'\n ? 2\n : operation === 'submitVideoGenerationJob' ||\n VIDEO_HANDLE_OPERATIONS.has(operation)\n ? 0\n : 1;\n const value = args[index];\n return value && typeof value === 'object'\n ? (value as AIRequestControls & {\n model?: string;\n maxTokens?: number;\n usageTags?: Record<string, string>;\n })\n : undefined;\n}\n\nfunction providerName(options: BaseAIOptions): string {\n const configured = (options as BaseAIOptions & { type?: string }).type;\n return configured || 'openai';\n}\n\nfunction effectiveOutputTokens(\n operation: AIRequestOperation,\n providerOptions: BaseAIOptions,\n callOptions:\n | (AIRequestControls & {\n model?: string;\n maxTokens?: number;\n n?: number;\n })\n | undefined,\n): number | undefined {\n if (\n operation === 'generateImage' ||\n VIDEO_GENERATION_OPERATIONS.has(operation)\n ) {\n // maxTokens/reasoning concepts don't apply to video-generation jobs;\n // avoid attaching a misleading chat-shaped token ceiling to the event.\n if (operation === 'generateImage') {\n normalizeImageGenerationOptions(\n providerOptions,\n callOptions || {},\n providerName(providerOptions),\n callOptions?.model,\n );\n }\n return undefined;\n }\n\n return normalizeChatOptions(\n providerOptions,\n callOptions || {},\n providerName(providerOptions),\n callOptions?.model || providerOptions.defaultModel,\n ).maxTokens;\n}\n\n/**\n * Wrap a public provider instance with prompt-free lifecycle observation.\n * Provider adapters still enforce limits internally so direct construction is\n * protected; this wrapper adds one terminal event to the public getAI() path.\n */\nexport function createObservedAI<T extends AIInterface>(\n client: T,\n providerOptions: BaseAIOptions,\n): T {\n if (!providerOptions.onRequest) return client;\n\n return new Proxy(client, {\n get(target, property, receiver) {\n const value = Reflect.get(target, property, receiver);\n if (\n typeof property !== 'string' ||\n typeof value !== 'function' ||\n !OBSERVED_OPERATIONS.has(property as AIRequestOperation)\n ) {\n return typeof value === 'function' ? value.bind(target) : value;\n }\n\n const operation = property as AIRequestOperation;\n if (operation === 'stream') {\n return async function* (...args: unknown[]) {\n const startedAt = Date.now();\n const callOptions = callOptionsFor(operation, args);\n let base: ReturnType<typeof requestEventBase> | undefined;\n try {\n base = requestEventBase({\n providerOptions,\n provider: providerName(providerOptions),\n model:\n callOptions?.model || providerOptions.defaultModel || 'unknown',\n operation,\n callOptions,\n effectiveMaxOutputTokens: effectiveOutputTokens(\n operation,\n providerOptions,\n callOptions,\n ),\n });\n const iterable = Reflect.apply(\n value,\n target,\n args,\n ) as AsyncIterable<string>;\n for await (const chunk of iterable) yield chunk;\n emitRequestEvent(providerOptions, {\n ...base,\n status: 'succeeded',\n duration: Date.now() - startedAt,\n });\n } catch (error) {\n const failure = classifyRequestFailure(error);\n base ||= requestEventBase({\n providerOptions,\n provider: providerName(providerOptions),\n model:\n callOptions?.model || providerOptions.defaultModel || 'unknown',\n operation,\n callOptions,\n });\n emitRequestEvent(providerOptions, {\n ...base,\n ...failure,\n duration: Date.now() - startedAt,\n });\n throw error;\n }\n };\n }\n\n return async (...args: unknown[]) => {\n const startedAt = Date.now();\n const callOptions = callOptionsFor(operation, args);\n let base: ReturnType<typeof requestEventBase> | undefined;\n try {\n base = requestEventBase({\n providerOptions,\n provider: providerName(providerOptions),\n model:\n callOptions?.model || providerOptions.defaultModel || 'unknown',\n operation,\n callOptions,\n effectiveMaxOutputTokens: effectiveOutputTokens(\n operation,\n providerOptions,\n callOptions,\n ),\n });\n const result = await Reflect.apply(value, target, args);\n emitRequestEvent(providerOptions, {\n ...base,\n status: 'succeeded',\n duration: Date.now() - startedAt,\n });\n return result;\n } catch (error) {\n const failure = classifyRequestFailure(error);\n base ||= requestEventBase({\n providerOptions,\n provider: providerName(providerOptions),\n model:\n callOptions?.model || providerOptions.defaultModel || 'unknown',\n operation,\n callOptions,\n });\n emitRequestEvent(providerOptions, {\n ...base,\n ...failure,\n duration: Date.now() - startedAt,\n });\n throw error;\n }\n };\n },\n });\n}\n"],"mappings":";;AAcA,IAAa,wBAAwB;AACrC,IAAa,yBAAyB;AAEtC,IAAa,+BACX,OAAO,OAAO;CACZ,iBAAiB;CACjB,oBAAoB;CACpB,qBAAqB;CACrB,YAAY;AACd,CAAC;AAeH,SAAS,gBACP,OACA,UACA,OACQ;CACR,IAAI,UAAU,KAAA,GAAW,OAAO;CAChC,IAAI,CAAC,OAAO,SAAS,KAAK,KAAK,SAAS,GACtC,MAAM,IAAI,QACR,GAAG,MAAM,oCACT,kBACF;CAEF,OAAO,KAAK,MAAM,KAAK;AACzB;AAEA,SAAgB,uBACd,SAC6B;CAC7B,MAAM,mBAAmB,QAAQ,oBAAoB,CAAC;CACtD,MAAM,mBAAuC;EAC3C,iBAAiB,gBACf,iBAAiB,iBACjB,6BAA6B,iBAC7B,kCACF;EACA,oBAAoB,gBAClB,iBAAiB,oBACjB,6BAA6B,oBAC7B,qCACF;EACA,qBAAqB,gBACnB,iBAAiB,qBACjB,6BAA6B,qBAC7B,sCACF;EACA,YACE,iBAAiB,cAAc,6BAA6B;CAChE;CAEA,IAAI,CAAC,CAAC,SAAS,OAAO,CAAC,CAAC,SAAS,iBAAiB,UAAU,GAC1D,MAAM,IAAI,QACR,8DACA,kBACF;CAGF,OAAO;EACL,GAAG;EACH,SAAS,gBAAgB,QAAQ,SAAS,uBAAuB,SAAS;EAC1E,mBAAmB;GACjB,IAAI,QAAQ,eAAe,KAAA,GAAW,OAAA;GACtC,IAAI,CAAC,OAAO,SAAS,QAAQ,UAAU,KAAK,QAAQ,aAAa,GAC/D,MAAM,IAAI,QACR,mDACA,kBACF;GAEF,OAAO,KAAK,MAAM,QAAQ,UAAU;EACtC,EAAA,CAAG;EACH;CACF;AACF;AAEA,SAAS,yBACP,QACoB;CACpB,QAAQ,QAAR;EACE,KAAK;EACL,KAAK,QACH,OAAO;EACT,KAAK,WACH,OAAO;EACT,KAAK,OACH,OAAO;EACT,KAAK,UACH,OAAO;EACT,KAAK,QACH,OAAO;EACT,SACE;CACJ;AACF;AAEA,SAAS,aACP,WACA,OACA,UACA,OACA,UACA,OACQ;CACR,IAAI,CAAC,OAAO,SAAS,SAAS,KAAK,YAAY,GAC7C,MAAM,IAAI,QACR,GAAG,MAAM,wCACT,oBACA,UACA,KACF;CAEF,MAAM,aAAa,KAAK,MAAM,SAAS;CACvC,IAAI,cAAc,OAAO,OAAO;CAChC,IAAI,aAAa,SAAS,OAAO;CACjC,MAAM,IAAI,QACR,GAAG,MAAM,GAAG,WAAW,8BAA8B,SACrD,qBACA,UACA,KACF;AACF;AAEA,SAAgB,qBAOd,iBACA,SACA,UACA,OAC0D;CAE1D,MAAM,SADqB,uBAAuB,eACnC,CAAA,CAAmB;CAClC,MAAM,kBAAkB,QAAQ,aAAa,OAAO;CACpD,MAAM,eACJ,QAAQ,iBAEN,gBAGA;CAKJ,MAAM,qBAHJ,QAAQ,cAAc,KAAA,KACtB,iBAAiB,KAAA,KACjB,QAAQ,oBAAoB,OAEzB,QAAQ,WAAW,aACpB,yBAAyB,QAAQ,WAAW,UAAU,YAAY,KAClE,OAAO,qBACP;CAEJ,OAAO;EACL,GAAG;EACH,WAAW,aACT,iBACA,OAAO,iBACP,OAAO,YACP,aACA,UACA,KACF;EACA,WAAW;GACT,GAAG,QAAQ;GACX,WAAW,aACT,oBACA,OAAO,oBACP,OAAO,YACP,uBACA,UACA,KACF;GACA,iBACE,QAAQ,WAAW,mBAAmB,QAAQ;EAClD;CACF;AACF;AAEA,SAAgB,gCAGd,iBACA,SACA,UACA,OACmB;CAEnB,MAAM,SADqB,uBAAuB,eACnC,CAAA,CAAmB;CAClC,OAAO;EACL,GAAG;EACH,GAAG,aACD,QAAQ,KAAK,GACb,OAAO,qBACP,OAAO,YACP,KACA,UACA,KACF;CACF;AACF;AAEA,SAAgB,uBACd,iBACA,iBAAoC,CAAC,GACZ;CACzB,MAAM,aAAa,uBAAuB,eAAe;CACzD,MAAM,UAAU,gBACd,eAAe,SACf,WAAW,SACX,SACF;CACA,MAAM,aAAa,IAAI,gBAAgB;CACvC,IAAI,WAAW;CAEf,MAAM,wBAAwB,WAAW,MAAM,eAAe,QAAQ,MAAM;CAC5E,IAAI,eAAe,QAAQ,SACzB,gBAAgB;MAEhB,eAAe,QAAQ,iBAAiB,SAAS,iBAAiB,EAChE,MAAM,KACR,CAAC;CAGH,MAAM,QAAQ,iBAAiB;EAC7B,WAAW;EACX,WAAW,sBAAM,IAAI,MAAM,8BAA8B,QAAQ,GAAG,CAAC;CACvE,GAAG,OAAO;CAEV,OAAO;EACL,QAAQ,WAAW;EACnB;EACA,kBAAkB;EAClB,eAAe;GACb,aAAa,KAAK;GAClB,eAAe,QAAQ,oBAAoB,SAAS,eAAe;EACrE;CACF;AACF;AAEA,SAAS,UACP,iBACA,UACoC;CACpC,OAAO,gBAAgB,aAAa,WAChC;EAAE,GAAG,gBAAgB;EAAW,GAAG;CAAS,IAC5C,KAAA;AACN;AAEA,SAAgB,iBACd,iBACA,OAGM;CACN,IAAI,CAAC,gBAAgB,WAAW;CAChC,IAAI;EACF,gBAAgB,UAAU;GACxB,GAAG;GACH,MAAM,UAAU,iBAAiB,MAAM,IAAI;EAC7C,CAAC;CACH,QAAQ,CAER;AACF;AAEA,SAAgB,uBACd,OACA,aAAa,OACoC;CACjD,MAAM,OAAO,iBAAiB,UAAU,MAAM,OAAO,KAAA;CACrD,IAAI,SAAS,uBAAuB,SAAS,oBAC3C,OAAO;EAAE,QAAQ;EAAY,WAAW;CAAK;CAE/C,IAAI,cAAc,SAAS,gBAAgB,SAAS,WAClD,OAAO;EAAE,QAAQ;EAAa,WAAW,QAAQ;CAAa;CAEhE,IAAI,iBAAiB,SAAS,MAAM,SAAS,cAC3C,OAAO;EAAE,QAAQ;EAAW,WAAW;CAAU;CAEnD,IAAI,SAAS,cACX,OAAO;EAAE,QAAQ;EAAW,WAAW;CAAK;CAE9C,OAAO;EACL,QAAQ;EACR,WAAW,SAAS,iBAAiB,QAAQ,MAAM,OAAO,KAAA;CAC5D;AACF;AAEA,SAAgB,iBAAiB,SAS/B;CACA,MAAM,aAAa,uBAAuB,QAAQ,eAAe;CACjE,OAAO;EACL,UAAU,QAAQ;EAClB,OAAO,QAAQ;EACf,WAAW,QAAQ;EACnB,UAAU,WAAW,aAAa;EAClC,0BAA0B,QAAQ,aAAa;EAC/C,0BACE,QAAQ,cAAc,mBACtB,4BAA4B,IAAI,QAAQ,SAAS,IAC7C,KAAA,IACC,QAAQ,4BACT,WAAW,iBAAiB;EAClC,MAAM,QAAQ,aAAa;CAC7B;AACF;AAEA,IAAM,sCAAsB,IAAI,IAAwB;CACtD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;;;;;;;;;AAUD,IAAM,0CAA0B,IAAI,IAAwB;CAC1D;CACA;CACA;AACF,CAAC;AAED,IAAM,8CAA8B,IAAI,IAAwB,CAC9D,4BACA,GAAG,uBACL,CAAC;AAED,SAAS,eACP,WACA,MAOY;CAQZ,MAAM,QAAQ,KANZ,cAAc,kBACV,IACA,cAAc,8BACZ,wBAAwB,IAAI,SAAS,IACrC,IACA;CAER,OAAO,SAAS,OAAO,UAAU,WAC5B,QAKD,KAAA;AACN;AAEA,SAAS,aAAa,SAAgC;CAEpD,OADoB,QAA8C,QAC7C;AACvB;AAEA,SAAS,sBACP,WACA,iBACA,aAOoB;CACpB,IACE,cAAc,mBACd,4BAA4B,IAAI,SAAS,GACzC;EAGA,IAAI,cAAc,iBAChB,gCACE,iBACA,eAAe,CAAC,GAChB,aAAa,eAAe,GAC5B,aAAa,KACf;EAEF;CACF;CAEA,OAAO,qBACL,iBACA,eAAe,CAAC,GAChB,aAAa,eAAe,GAC5B,aAAa,SAAS,gBAAgB,YACxC,CAAC,CAAC;AACJ;;;;;;AAOA,SAAgB,iBACd,QACA,iBACG;CACH,IAAI,CAAC,gBAAgB,WAAW,OAAO;CAEvC,OAAO,IAAI,MAAM,QAAQ,EACvB,IAAI,QAAQ,UAAU,UAAU;EAC9B,MAAM,QAAQ,QAAQ,IAAI,QAAQ,UAAU,QAAQ;EACpD,IACE,OAAO,aAAa,YACpB,OAAO,UAAU,cACjB,CAAC,oBAAoB,IAAI,QAA8B,GAEvD,OAAO,OAAO,UAAU,aAAa,MAAM,KAAK,MAAM,IAAI;EAG5D,MAAM,YAAY;EAClB,IAAI,cAAc,UAChB,OAAO,iBAAiB,GAAG,MAAiB;GAC1C,MAAM,YAAY,KAAK,IAAI;GAC3B,MAAM,cAAc,eAAe,WAAW,IAAI;GAClD,IAAI;GACJ,IAAI;IACF,OAAO,iBAAiB;KACtB;KACA,UAAU,aAAa,eAAe;KACtC,OACE,aAAa,SAAS,gBAAgB,gBAAgB;KACxD;KACA;KACA,0BAA0B,sBACxB,WACA,iBACA,WACF;IACF,CAAC;IACD,MAAM,WAAW,QAAQ,MACvB,OACA,QACA,IACF;IACA,WAAW,MAAM,SAAS,UAAU,MAAM;IAC1C,iBAAiB,iBAAiB;KAChC,GAAG;KACH,QAAQ;KACR,UAAU,KAAK,IAAI,IAAI;IACzB,CAAC;GACH,SAAS,OAAO;IACd,MAAM,UAAU,uBAAuB,KAAK;IAC5C,SAAS,iBAAiB;KACxB;KACA,UAAU,aAAa,eAAe;KACtC,OACE,aAAa,SAAS,gBAAgB,gBAAgB;KACxD;KACA;IACF,CAAC;IACD,iBAAiB,iBAAiB;KAChC,GAAG;KACH,GAAG;KACH,UAAU,KAAK,IAAI,IAAI;IACzB,CAAC;IACD,MAAM;GACR;EACF;EAGF,OAAO,OAAO,GAAG,SAAoB;GACnC,MAAM,YAAY,KAAK,IAAI;GAC3B,MAAM,cAAc,eAAe,WAAW,IAAI;GAClD,IAAI;GACJ,IAAI;IACF,OAAO,iBAAiB;KACtB;KACA,UAAU,aAAa,eAAe;KACtC,OACE,aAAa,SAAS,gBAAgB,gBAAgB;KACxD;KACA;KACA,0BAA0B,sBACxB,WACA,iBACA,WACF;IACF,CAAC;IACD,MAAM,SAAS,MAAM,QAAQ,MAAM,OAAO,QAAQ,IAAI;IACtD,iBAAiB,iBAAiB;KAChC,GAAG;KACH,QAAQ;KACR,UAAU,KAAK,IAAI,IAAI;IACzB,CAAC;IACD,OAAO;GACT,SAAS,OAAO;IACd,MAAM,UAAU,uBAAuB,KAAK;IAC5C,SAAS,iBAAiB;KACxB;KACA,UAAU,aAAa,eAAe;KACtC,OACE,aAAa,SAAS,gBAAgB,gBAAgB;KACxD;KACA;IACF,CAAC;IACD,iBAAiB,iBAAiB;KAChC,GAAG;KACH,GAAG;KACH,UAAU,KAAK,IAAI,IAAI;IACzB,CAAC;IACD,MAAM;GACR;EACF;CACF,EACF,CAAC;AACH"}
|