@happyvertical/ai 0.80.0 → 0.80.2

package/dist/chunks/huggingface-B07_6wHW.js

@@ -0,0 +1,295 @@
+import { a as ContextLengthError, c as extractTextContent, o as ModelNotFoundError, r as AuthenticationError, s as RateLimitError, t as AIError } from "./types-FHs-KbGL.js";
+import { a as normalizeBaseAIOptions, c as prepareRequestControls, o as normalizeChatOptions } from "./safety-CEnoJS6X.js";
+import { t as emitUsage } from "./usage-C1Y1Nlg4.js";
+//#region src/shared/providers/huggingface.ts
+/**
+* Hugging Face provider implementation
+*/
+var HuggingFaceProvider = class {
+	options;
+	baseUrl;
+	constructor(options) {
+		this.options = normalizeBaseAIOptions({
+			defaultModel: "microsoft/DialoGPT-medium",
+			useCache: true,
+			waitForModel: true,
+			...options
+		});
+		this.baseUrl = this.options.endpoint || "https://api-inference.huggingface.co";
+	}
+	async chat(messages, options = {}) {
+		const startTime = Date.now();
+		let controls;
+		try {
+			const prompt = this.messagesToPrompt(messages);
+			const model = options.model || this.options.model || this.options.defaultModel;
+			options = normalizeChatOptions(this.options, options, "huggingface", model);
+			controls = prepareRequestControls(this.options, options);
+			const response = await this.makeRequest(`/models/${model}`, {
+				inputs: prompt,
+				parameters: {
+					max_new_tokens: options.maxTokens,
+					temperature: options.temperature ?? 1,
+					top_p: options.topP ?? 1,
+					do_sample: options.temperature && options.temperature > 0 || false,
+					stop_sequences: Array.isArray(options.stop) ? options.stop : options.stop ? [options.stop] : void 0
+				},
+				options: {
+					use_cache: this.options.useCache,
+					wait_for_model: this.options.waitForModel
+				}
+			}, controls.signal);
+			if (Array.isArray(response) && response[0]?.generated_text) {
+				const content = response[0].generated_text.replace(prompt, "").trim();
+				emitUsage(this.options, "huggingface", "chat", model, void 0, startTime, options.usageTags);
+				return {
+					content,
+					model,
+					finishReason: "stop"
+				};
+			}
+			throw new AIError("Invalid response format from Hugging Face", "INVALID_RESPONSE", "huggingface");
+		} catch (error) {
+			if (controls?.didTimeout()) throw new AIError(`AI request timed out after ${controls.timeout}ms`, "AI_TIMEOUT", "huggingface", options.model);
+			if (options.signal?.aborted) throw new AIError("AI request aborted by caller", "AI_ABORTED", "huggingface", options.model);
+			throw this.mapError(error);
+		} finally {
+			controls?.cleanup();
+		}
+	}
+	async complete(prompt, options = {}) {
+		return this.chat([{
+			role: "user",
+			content: prompt
+		}], {
+			model: options.model,
+			maxTokens: options.maxTokens,
+			temperature: options.temperature,
+			topP: options.topP,
+			n: options.n,
+			stop: options.stop,
+			stream: options.stream,
+			onProgress: options.onProgress,
+			signal: options.signal,
+			timeout: options.timeout,
+			reasoning: options.reasoning,
+			usageTags: options.usageTags
+		});
+	}
+	/**
+	* Simple message interface for single-turn interactions with optional history
+	*
+	* @param text - The message text to send
+	* @param options - Configuration options including history, model, etc.
+	* @returns Promise resolving to the response content string
+	*/
+	async message(text, options = {}) {
+		const messages = [...options.history || [], {
+			role: options.role || "user",
+			content: text
+		}];
+		return (await this.chat(messages, {
+			model: options.model,
+			maxTokens: options.maxTokens,
+			temperature: options.temperature,
+			topP: options.topP,
+			stop: options.stop,
+			stream: options.stream,
+			frequencyPenalty: options.frequencyPenalty,
+			presencePenalty: options.presencePenalty,
+			responseFormat: options.responseFormat,
+			seed: options.seed,
+			tools: options.tools,
+			toolChoice: options.toolChoice,
+			onProgress: options.onProgress,
+			signal: options.signal,
+			timeout: options.timeout,
+			reasoning: options.reasoning,
+			usageTags: options.usageTags
+		})).content;
+	}
+	async embed(text, options = {}) {
+		const startTime = Date.now();
+		try {
+			const input = Array.isArray(text) ? text : [text];
+			const model = options.model || "sentence-transformers/all-MiniLM-L6-v2";
+			const response = await this.makeRequest(`/models/${model}`, {
+				inputs: input,
+				options: {
+					use_cache: this.options.useCache,
+					wait_for_model: this.options.waitForModel
+				}
+			});
+			let embeddings;
+			if (Array.isArray(response) && Array.isArray(response[0])) embeddings = Array.isArray(text) ? response : [response[0]];
+			else if (response && typeof response === "object" && response.embeddings) embeddings = response.embeddings;
+			else throw new AIError("Invalid embedding response format", "INVALID_RESPONSE", "huggingface");
+			emitUsage(this.options, "huggingface", "embed", model, void 0, startTime, options.usageTags);
+			return {
+				embeddings,
+				model
+			};
+		} catch (error) {
+			throw this.mapError(error);
+		}
+	}
+	async embedImage(_image, _options = {}) {
+		throw new AIError("Hugging Face image embeddings not implemented. Use OpenAI or Gemini.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	async describeImage(_image, _prompt, _options = {}) {
+		throw new AIError("Image description is not implemented for Hugging Face. Use OpenAI or Gemini.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	async generateImage(_prompt, _options = {}) {
+		throw new AIError("Image generation is not implemented for Hugging Face. Use OpenAI or Gemini.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	async *stream(messages, options = {}) {
+		const startTime = Date.now();
+		const content = (await this.chat(messages, {
+			...options,
+			_skipUsage: true
+		})).content;
+		const chunkSize = 10;
+		for (let i = 0; i < content.length; i += chunkSize) {
+			if (options.signal?.aborted) throw new AIError("AI request aborted by caller", "AI_ABORTED", "huggingface", options.model);
+			const chunk = content.slice(i, i + chunkSize);
+			if (options.onProgress) options.onProgress(chunk);
+			yield chunk;
+			await new Promise((resolve) => setTimeout(resolve, 50));
+		}
+		const model = options.model || this.options.defaultModel || "gpt2";
+		emitUsage(this.options, "huggingface", "stream", model, void 0, startTime, options.usageTags);
+	}
+	async countTokens(text) {
+		return Math.ceil(text.length / 4);
+	}
+	async getModels() {
+		return [
+			{
+				id: "microsoft/DialoGPT-medium",
+				name: "DialoGPT Medium",
+				description: "Conversational AI model by Microsoft",
+				contextLength: 1024,
+				capabilities: ["text", "chat"],
+				supportsFunctions: false,
+				supportsVision: false
+			},
+			{
+				id: "microsoft/DialoGPT-large",
+				name: "DialoGPT Large",
+				description: "Large conversational AI model by Microsoft",
+				contextLength: 1024,
+				capabilities: ["text", "chat"],
+				supportsFunctions: false,
+				supportsVision: false
+			},
+			{
+				id: "facebook/blenderbot-400M-distill",
+				name: "BlenderBot 400M",
+				description: "Conversational AI model by Meta",
+				contextLength: 512,
+				capabilities: ["text", "chat"],
+				supportsFunctions: false,
+				supportsVision: false
+			},
+			{
+				id: "gpt2",
+				name: "GPT-2",
+				description: "OpenAI GPT-2 model",
+				contextLength: 1024,
+				capabilities: ["text", "completion"],
+				supportsFunctions: false,
+				supportsVision: false
+			},
+			{
+				id: "sentence-transformers/all-MiniLM-L6-v2",
+				name: "All-MiniLM-L6-v2",
+				description: "Sentence embedding model",
+				contextLength: 512,
+				capabilities: ["embeddings"],
+				supportsFunctions: false,
+				supportsVision: false
+			}
+		];
+	}
+	async getCapabilities() {
+		return {
+			chat: true,
+			completion: true,
+			embeddings: true,
+			streaming: true,
+			functions: false,
+			vision: false,
+			fineTuning: true,
+			imageEmbeddings: false,
+			imageGeneration: false,
+			tts: false,
+			voiceCloning: false,
+			voiceDesign: false,
+			maxContextLength: 2048,
+			supportedOperations: [
+				"chat",
+				"completion",
+				"embedding",
+				"streaming"
+			]
+		};
+	}
+	async synthesizeSpeech(_text, _options) {
+		throw new AIError("TTS is not supported by HuggingFace provider. Use Qwen3-TTS provider.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	streamSpeech(_text, _options) {
+		const error = new AIError("TTS streaming is not supported by HuggingFace provider. Use Qwen3-TTS provider.", "NOT_IMPLEMENTED", "huggingface");
+		return { [Symbol.asyncIterator]: () => ({ next: () => Promise.reject(error) }) };
+	}
+	async cloneVoice(_options) {
+		throw new AIError("Voice cloning is not supported by HuggingFace provider. Use Qwen3-TTS provider.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	async designVoice(_options) {
+		throw new AIError("Voice design is not supported by HuggingFace provider. Use Qwen3-TTS provider.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	async getVoices(_options) {
+		throw new AIError("Voice listing is not supported by HuggingFace provider. Use Qwen3-TTS provider.", "NOT_IMPLEMENTED", "huggingface");
+	}
+	messagesToPrompt(messages) {
+		return `${messages.map((message) => {
+			const textContent = extractTextContent(message.content);
+			switch (message.role) {
+				case "system": return `System: ${textContent}`;
+				case "user": return `Human: ${textContent}`;
+				case "assistant": return `Assistant: ${textContent}`;
+				default: return textContent;
+			}
+		}).join("\n")}\nAssistant:`;
+	}
+	async makeRequest(endpoint, data, signal) {
+		const url = `${this.baseUrl}${endpoint}`;
+		const response = await fetch(url, {
+			method: "POST",
+			headers: {
+				Authorization: `Bearer ${this.options.apiToken}`,
+				"Content-Type": "application/json",
+				...this.options.headers
+			},
+			body: JSON.stringify(data),
+			signal
+		});
+		if (!response.ok) {
+			const errorText = await response.text();
+			throw new Error(`HTTP ${response.status}: ${errorText}`);
+		}
+		return response.json();
+	}
+	mapError(error) {
+		if (error instanceof AIError) return error;
+		const message = error instanceof Error ? error.message : "Unknown error";
+		if (message.includes("401") || message.includes("Unauthorized")) return new AuthenticationError("huggingface");
+		if (message.includes("429") || message.includes("rate limit")) return new RateLimitError("huggingface");
+		if (message.includes("404") || message.includes("not found")) return new ModelNotFoundError(message, "huggingface");
+		if (message.includes("413") || message.includes("too large")) return new ContextLengthError("huggingface");
+		return new AIError(message, "UNKNOWN_ERROR", "huggingface");
+	}
+};
+//#endregion
+export { HuggingFaceProvider };
+
+//# sourceMappingURL=huggingface-B07_6wHW.js.map

package/dist/chunks/huggingface-B07_6wHW.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-B07_6wHW.js","names":[],"sources":["../../src/shared/providers/huggingface.ts"],"sourcesContent":["/**\n * Hugging Face provider implementation\n */\n\nimport {\n  normalizeBaseAIOptions,\n  normalizeChatOptions,\n  type PreparedRequestControls,\n  prepareRequestControls,\n} from '../safety';\nimport type {\n  AICapabilities,\n  AIInterface,\n  AIMessage,\n  AIModel,\n  AIResponse,\n  ChatOptions,\n  CompletionOptions,\n  EmbeddingOptions,\n  EmbeddingResponse,\n  HuggingFaceOptions,\n  ImageDescriptionOptions,\n  ImageEmbeddingOptions,\n  ImageGenerationOptions,\n  ImageGenerationResponse,\n  MessageOptions,\n  TokenUsage,\n  TTSOptions,\n  TTSResponse,\n  Voice,\n  VoiceCloneOptions,\n  VoiceDesignOptions,\n  VoiceListOptions,\n} from '../types';\nimport {\n  AIError,\n  AuthenticationError,\n  ContextLengthError,\n  extractTextContent,\n  ModelNotFoundError,\n  RateLimitError,\n} from '../types';\nimport { emitUsage } from './usage';\n\nexport class HuggingFaceProvider implements AIInterface {\n  private options: HuggingFaceOptions;\n  private baseUrl: string;\n\n  constructor(options: HuggingFaceOptions) {\n    this.options = normalizeBaseAIOptions({\n      defaultModel: 'microsoft/DialoGPT-medium',\n      useCache: true,\n      waitForModel: true,\n      ...options,\n    });\n\n    this.baseUrl =\n      this.options.endpoint || 'https://api-inference.huggingface.co';\n  }\n\n  async chat(\n    messages: AIMessage[],\n    options: ChatOptions = {},\n  ): Promise<AIResponse> {\n    const startTime = Date.now();\n    let controls: PreparedRequestControls | undefined;\n    try {\n      // Convert messages to a single prompt for text generation models\n      const prompt = this.messagesToPrompt(messages);\n      const model =\n        options.model || this.options.model || this.options.defaultModel;\n      options = normalizeChatOptions(\n        this.options,\n        options,\n        'huggingface',\n        model,\n      );\n      controls = prepareRequestControls(this.options, options);\n\n      const response = await this.makeRequest(\n        `/models/${model}`,\n        {\n          inputs: prompt,\n          parameters: {\n            max_new_tokens: options.maxTokens,\n            temperature: options.temperature ?? 1.0,\n            top_p: options.topP ?? 1.0,\n            do_sample:\n              (options.temperature && options.temperature > 0) || false,\n            stop_sequences: Array.isArray(options.stop)\n              ? options.stop\n              : options.stop\n                ? [options.stop]\n                : undefined,\n          },\n          options: {\n            use_cache: this.options.useCache,\n            wait_for_model: this.options.waitForModel,\n          },\n        },\n        controls.signal,\n      );\n\n      if (Array.isArray(response) && response[0]?.generated_text) {\n        const generatedText = response[0].generated_text;\n        // Remove the input prompt from the response\n        const content = generatedText.replace(prompt, '').trim();\n\n        emitUsage(\n          this.options,\n          'huggingface',\n          'chat',\n          model!,\n          undefined,\n          startTime,\n          options.usageTags,\n        );\n\n        return {\n          content,\n          model,\n          finishReason: 'stop',\n        };\n      }\n\n      throw new AIError(\n        'Invalid response format from Hugging Face',\n        'INVALID_RESPONSE',\n        'huggingface',\n      );\n    } catch (error) {\n      if (controls?.didTimeout()) {\n        throw new AIError(\n          `AI request timed out after ${controls.timeout}ms`,\n          'AI_TIMEOUT',\n          'huggingface',\n          options.model,\n        );\n      }\n      if (options.signal?.aborted) {\n        throw new AIError(\n          'AI request aborted by caller',\n          'AI_ABORTED',\n          'huggingface',\n          options.model,\n        );\n      }\n      throw this.mapError(error);\n    } finally {\n      controls?.cleanup();\n    }\n  }\n\n  async complete(\n    prompt: string,\n    options: CompletionOptions = {},\n  ): Promise<AIResponse> {\n    return this.chat([{ role: 'user', content: prompt }], {\n      model: options.model,\n      maxTokens: options.maxTokens,\n      temperature: options.temperature,\n      topP: options.topP,\n      n: options.n,\n      stop: options.stop,\n      stream: options.stream,\n      onProgress: options.onProgress,\n      signal: options.signal,\n      timeout: options.timeout,\n      reasoning: options.reasoning,\n      usageTags: options.usageTags,\n    });\n  }\n\n  /**\n   * Simple message interface for single-turn interactions with optional history\n   *\n   * @param text - The message text to send\n   * @param options - Configuration options including history, model, etc.\n   * @returns Promise resolving to the response content string\n   */\n  async message(text: string, options: MessageOptions = {}): Promise<string> {\n    // Build messages array from history + current message\n    const messages: AIMessage[] = [\n      ...(options.history || []),\n      { role: options.role || 'user', content: text },\n    ];\n\n    const response = await this.chat(messages, {\n      model: options.model,\n      maxTokens: options.maxTokens,\n      temperature: options.temperature,\n      topP: options.topP,\n      stop: options.stop,\n      stream: options.stream,\n      frequencyPenalty: options.frequencyPenalty,\n      presencePenalty: options.presencePenalty,\n      responseFormat: options.responseFormat,\n      seed: options.seed,\n      tools: options.tools,\n      toolChoice: options.toolChoice,\n      onProgress: options.onProgress,\n      signal: options.signal,\n      timeout: options.timeout,\n      reasoning: options.reasoning,\n      usageTags: options.usageTags,\n    });\n\n    return response.content;\n  }\n\n  async embed(\n    text: string | string[],\n    options: EmbeddingOptions = {},\n  ): Promise<EmbeddingResponse> {\n    const startTime = Date.now();\n    try {\n      const input = Array.isArray(text) ? text : [text];\n      const model = options.model || 'sentence-transformers/all-MiniLM-L6-v2';\n\n      const response = await this.makeRequest(`/models/${model}`, {\n        inputs: input,\n        options: {\n          use_cache: this.options.useCache,\n          wait_for_model: this.options.waitForModel,\n        },\n      });\n\n      // Handle different response formats from different embedding models\n      let embeddings: number[][];\n      if (Array.isArray(response) && Array.isArray(response[0])) {\n        // Direct array of embeddings\n        embeddings = Array.isArray(text) ? response : [response[0]];\n      } else if (\n        response &&\n        typeof response === 'object' &&\n        response.embeddings\n      ) {\n        // Response with embeddings property\n        embeddings = response.embeddings;\n      } else {\n        throw new AIError(\n          'Invalid embedding response format',\n          'INVALID_RESPONSE',\n          'huggingface',\n        );\n      }\n\n      emitUsage(\n        this.options,\n        'huggingface',\n        'embed',\n        model,\n        undefined,\n        startTime,\n        options.usageTags,\n      );\n\n      return {\n        embeddings,\n        model,\n      };\n    } catch (error) {\n      throw this.mapError(error);\n    }\n  }\n\n  async embedImage(\n    _image: string | Buffer,\n    _options: ImageEmbeddingOptions = {},\n  ): Promise<EmbeddingResponse> {\n    throw new AIError(\n      'Hugging Face image embeddings not implemented. Use OpenAI or Gemini.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  async describeImage(\n    _image: string | Buffer,\n    _prompt?: string,\n    _options: ImageDescriptionOptions = {},\n  ): Promise<string> {\n    throw new AIError(\n      'Image description is not implemented for Hugging Face. Use OpenAI or Gemini.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  async generateImage(\n    _prompt: string,\n    _options: ImageGenerationOptions = {},\n  ): Promise<ImageGenerationResponse> {\n    // Note: Hugging Face has image generation models (Stable Diffusion), but we're keeping this as a stub\n    throw new AIError(\n      'Image generation is not implemented for Hugging Face. Use OpenAI or Gemini.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  async *stream(\n    messages: AIMessage[],\n    options: ChatOptions = {},\n  ): AsyncIterable<string> {\n    // Hugging Face Inference API doesn't support streaming for most models\n    // Fall back to regular completion and yield the result\n    const startTime = Date.now();\n    const response = await this.chat(messages, {\n      ...options,\n      _skipUsage: true,\n    } as any);\n\n    // Simulate streaming by yielding chunks\n    const content = response.content;\n    const chunkSize = 10;\n\n    for (let i = 0; i < content.length; i += chunkSize) {\n      if (options.signal?.aborted) {\n        throw new AIError(\n          'AI request aborted by caller',\n          'AI_ABORTED',\n          'huggingface',\n          options.model,\n        );\n      }\n      const chunk = content.slice(i, i + chunkSize);\n      if (options.onProgress) {\n        options.onProgress(chunk);\n      }\n      yield chunk;\n\n      // Add small delay to simulate streaming\n      await new Promise((resolve) => setTimeout(resolve, 50));\n    }\n\n    const model = options.model || this.options.defaultModel || 'gpt2';\n    emitUsage(\n      this.options,\n      'huggingface',\n      'stream',\n      model,\n      undefined,\n      startTime,\n      options.usageTags,\n    );\n  }\n\n  async countTokens(text: string): Promise<number> {\n    // Approximation - Hugging Face models use different tokenizers\n    return Math.ceil(text.length / 4);\n  }\n\n  async getModels(): Promise<AIModel[]> {\n    // Return some popular text generation models available on Hugging Face\n    return [\n      {\n        id: 'microsoft/DialoGPT-medium',\n        name: 'DialoGPT Medium',\n        description: 'Conversational AI model by Microsoft',\n        contextLength: 1024,\n        capabilities: ['text', 'chat'],\n        supportsFunctions: false,\n        supportsVision: false,\n      },\n      {\n        id: 'microsoft/DialoGPT-large',\n        name: 'DialoGPT Large',\n        description: 'Large conversational AI model by Microsoft',\n        contextLength: 1024,\n        capabilities: ['text', 'chat'],\n        supportsFunctions: false,\n        supportsVision: false,\n      },\n      {\n        id: 'facebook/blenderbot-400M-distill',\n        name: 'BlenderBot 400M',\n        description: 'Conversational AI model by Meta',\n        contextLength: 512,\n        capabilities: ['text', 'chat'],\n        supportsFunctions: false,\n        supportsVision: false,\n      },\n      {\n        id: 'gpt2',\n        name: 'GPT-2',\n        description: 'OpenAI GPT-2 model',\n        contextLength: 1024,\n        capabilities: ['text', 'completion'],\n        supportsFunctions: false,\n        supportsVision: false,\n      },\n      {\n        id: 'sentence-transformers/all-MiniLM-L6-v2',\n        name: 'All-MiniLM-L6-v2',\n        description: 'Sentence embedding model',\n        contextLength: 512,\n        capabilities: ['embeddings'],\n        supportsFunctions: false,\n        supportsVision: false,\n      },\n    ];\n  }\n\n  async getCapabilities(): Promise<AICapabilities> {\n    return {\n      chat: true,\n      completion: true,\n      embeddings: true,\n      streaming: true,\n      functions: false, // Most HF models don't support function calling\n      vision: false, // Limited vision model support\n      fineTuning: true, // Via Hugging Face training API\n      imageEmbeddings: false,\n      imageGeneration: false, // Stable Diffusion exists but not implemented\n      tts: false,\n      voiceCloning: false,\n      voiceDesign: false,\n      maxContextLength: 2048,\n      supportedOperations: ['chat', 'completion', 'embedding', 'streaming'],\n    };\n  }\n\n  // ============================================================================\n  // TTS Methods (Not supported - use Qwen3-TTS provider)\n  // ============================================================================\n\n  async synthesizeSpeech(\n    _text: string,\n    _options?: TTSOptions,\n  ): Promise<TTSResponse> {\n    throw new AIError(\n      'TTS is not supported by HuggingFace provider. Use Qwen3-TTS provider.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  streamSpeech(_text: string, _options?: TTSOptions): AsyncIterable<Buffer> {\n    const error = new AIError(\n      'TTS streaming is not supported by HuggingFace provider. Use Qwen3-TTS provider.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n    return {\n      [Symbol.asyncIterator]: () => ({\n        next: () => Promise.reject(error),\n      }),\n    };\n  }\n\n  async cloneVoice(_options: VoiceCloneOptions): Promise<Voice> {\n    throw new AIError(\n      'Voice cloning is not supported by HuggingFace provider. Use Qwen3-TTS provider.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  async designVoice(_options: VoiceDesignOptions): Promise<Voice> {\n    throw new AIError(\n      'Voice design is not supported by HuggingFace provider. Use Qwen3-TTS provider.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  async getVoices(_options?: VoiceListOptions): Promise<Voice[]> {\n    throw new AIError(\n      'Voice listing is not supported by HuggingFace provider. Use Qwen3-TTS provider.',\n      'NOT_IMPLEMENTED',\n      'huggingface',\n    );\n  }\n\n  private messagesToPrompt(messages: AIMessage[]): string {\n    // Convert chat messages to a single prompt format\n    return `${messages\n      .map((message) => {\n        const textContent = extractTextContent(message.content);\n        switch (message.role) {\n          case 'system':\n            return `System: ${textContent}`;\n          case 'user':\n            return `Human: ${textContent}`;\n          case 'assistant':\n            return `Assistant: ${textContent}`;\n          default:\n            return textContent;\n        }\n      })\n      .join('\\n')}\\nAssistant:`;\n  }\n\n  private async makeRequest(\n    endpoint: string,\n    data: any,\n    signal?: AbortSignal,\n  ): Promise<any> {\n    const url = `${this.baseUrl}${endpoint}`;\n\n    const response = await fetch(url, {\n      method: 'POST',\n      headers: {\n        Authorization: `Bearer ${this.options.apiToken}`,\n        'Content-Type': 'application/json',\n        ...this.options.headers,\n      },\n      body: JSON.stringify(data),\n      signal,\n    });\n\n    if (!response.ok) {\n      const errorText = await response.text();\n      throw new Error(`HTTP ${response.status}: ${errorText}`);\n    }\n\n    return response.json();\n  }\n\n  private mapError(error: unknown): AIError {\n    if (error instanceof AIError) {\n      return error;\n    }\n\n    const message = error instanceof Error ? error.message : 'Unknown error';\n\n    // Map common HTTP status codes\n    if (message.includes('401') || message.includes('Unauthorized')) {\n      return new AuthenticationError('huggingface');\n    }\n\n    if (message.includes('429') || message.includes('rate limit')) {\n      return new RateLimitError('huggingface');\n    }\n\n    if (message.includes('404') || message.includes('not found')) {\n      return new ModelNotFoundError(message, 'huggingface');\n    }\n\n    if (message.includes('413') || message.includes('too large')) {\n      return new ContextLengthError('huggingface');\n    }\n\n    return new AIError(message, 'UNKNOWN_ERROR', 'huggingface');\n  }\n}\n"],"mappings":";;;;;;;AA4CA,IAAa,sBAAb,MAAwD;CACtD;CACA;CAEA,YAAY,SAA6B;EACvC,KAAK,UAAU,uBAAuB;GACpC,cAAc;GACd,UAAU;GACV,cAAc;GACd,GAAG;EACL,CAAC;EAED,KAAK,UACH,KAAK,QAAQ,YAAY;CAC7B;CAEA,MAAM,KACJ,UACA,UAAuB,CAAC,GACH;EACrB,MAAM,YAAY,KAAK,IAAI;EAC3B,IAAI;EACJ,IAAI;GAEF,MAAM,SAAS,KAAK,iBAAiB,QAAQ;GAC7C,MAAM,QACJ,QAAQ,SAAS,KAAK,QAAQ,SAAS,KAAK,QAAQ;GACtD,UAAU,qBACR,KAAK,SACL,SACA,eACA,KACF;GACA,WAAW,uBAAuB,KAAK,SAAS,OAAO;GAEvD,MAAM,WAAW,MAAM,KAAK,YAC1B,WAAW,SACX;IACE,QAAQ;IACR,YAAY;KACV,gBAAgB,QAAQ;KACxB,aAAa,QAAQ,eAAe;KACpC,OAAO,QAAQ,QAAQ;KACvB,WACG,QAAQ,eAAe,QAAQ,cAAc,KAAM;KACtD,gBAAgB,MAAM,QAAQ,QAAQ,IAAI,IACtC,QAAQ,OACR,QAAQ,OACN,CAAC,QAAQ,IAAI,IACb,KAAA;IACR;IACA,SAAS;KACP,WAAW,KAAK,QAAQ;KACxB,gBAAgB,KAAK,QAAQ;IAC/B;GACF,GACA,SAAS,MACX;GAEA,IAAI,MAAM,QAAQ,QAAQ,KAAK,SAAS,EAAE,EAAE,gBAAgB;IAG1D,MAAM,UAFgB,SAAS,EAAE,CAAC,eAEJ,QAAQ,QAAQ,EAAE,CAAC,CAAC,KAAK;IAEvD,UACE,KAAK,SACL,eACA,QACA,OACA,KAAA,GACA,WACA,QAAQ,SACV;IAEA,OAAO;KACL;KACA;KACA,cAAc;IAChB;GACF;GAEA,MAAM,IAAI,QACR,6CACA,oBACA,aACF;EACF,SAAS,OAAO;GACd,IAAI,UAAU,WAAW,GACvB,MAAM,IAAI,QACR,8BAA8B,SAAS,QAAQ,KAC/C,cACA,eACA,QAAQ,KACV;GAEF,IAAI,QAAQ,QAAQ,SAClB,MAAM,IAAI,QACR,gCACA,cACA,eACA,QAAQ,KACV;GAEF,MAAM,KAAK,SAAS,KAAK;EAC3B,UAAU;GACR,UAAU,QAAQ;EACpB;CACF;CAEA,MAAM,SACJ,QACA,UAA6B,CAAC,GACT;EACrB,OAAO,KAAK,KAAK,CAAC;GAAE,MAAM;GAAQ,SAAS;EAAO,CAAC,GAAG;GACpD,OAAO,QAAQ;GACf,WAAW,QAAQ;GACnB,aAAa,QAAQ;GACrB,MAAM,QAAQ;GACd,GAAG,QAAQ;GACX,MAAM,QAAQ;GACd,QAAQ,QAAQ;GAChB,YAAY,QAAQ;GACpB,QAAQ,QAAQ;GAChB,SAAS,QAAQ;GACjB,WAAW,QAAQ;GACnB,WAAW,QAAQ;EACrB,CAAC;CACH;;;;;;;;CASA,MAAM,QAAQ,MAAc,UAA0B,CAAC,GAAoB;EAEzE,MAAM,WAAwB,CAC5B,GAAI,QAAQ,WAAW,CAAC,GACxB;GAAE,MAAM,QAAQ,QAAQ;GAAQ,SAAS;EAAK,CAChD;EAsBA,QAAO,MApBgB,KAAK,KAAK,UAAU;GACzC,OAAO,QAAQ;GACf,WAAW,QAAQ;GACnB,aAAa,QAAQ;GACrB,MAAM,QAAQ;GACd,MAAM,QAAQ;GACd,QAAQ,QAAQ;GAChB,kBAAkB,QAAQ;GAC1B,iBAAiB,QAAQ;GACzB,gBAAgB,QAAQ;GACxB,MAAM,QAAQ;GACd,OAAO,QAAQ;GACf,YAAY,QAAQ;GACpB,YAAY,QAAQ;GACpB,QAAQ,QAAQ;GAChB,SAAS,QAAQ;GACjB,WAAW,QAAQ;GACnB,WAAW,QAAQ;EACrB,CAAC,EAAA,CAEe;CAClB;CAEA,MAAM,MACJ,MACA,UAA4B,CAAC,GACD;EAC5B,MAAM,YAAY,KAAK,IAAI;EAC3B,IAAI;GACF,MAAM,QAAQ,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;GAChD,MAAM,QAAQ,QAAQ,SAAS;GAE/B,MAAM,WAAW,MAAM,KAAK,YAAY,WAAW,SAAS;IAC1D,QAAQ;IACR,SAAS;KACP,WAAW,KAAK,QAAQ;KACxB,gBAAgB,KAAK,QAAQ;IAC/B;GACF,CAAC;GAGD,IAAI;GACJ,IAAI,MAAM,QAAQ,QAAQ,KAAK,MAAM,QAAQ,SAAS,EAAE,GAEtD,aAAa,MAAM,QAAQ,IAAI,IAAI,WAAW,CAAC,SAAS,EAAE;QACrD,IACL,YACA,OAAO,aAAa,YACpB,SAAS,YAGT,aAAa,SAAS;QAEtB,MAAM,IAAI,QACR,qCACA,oBACA,aACF;GAGF,UACE,KAAK,SACL,eACA,SACA,OACA,KAAA,GACA,WACA,QAAQ,SACV;GAEA,OAAO;IACL;IACA;GACF;EACF,SAAS,OAAO;GACd,MAAM,KAAK,SAAS,KAAK;EAC3B;CACF;CAEA,MAAM,WACJ,QACA,WAAkC,CAAC,GACP;EAC5B,MAAM,IAAI,QACR,wEACA,mBACA,aACF;CACF;CAEA,MAAM,cACJ,QACA,SACA,WAAoC,CAAC,GACpB;EACjB,MAAM,IAAI,QACR,gFACA,mBACA,aACF;CACF;CAEA,MAAM,cACJ,SACA,WAAmC,CAAC,GACF;EAElC,MAAM,IAAI,QACR,+EACA,mBACA,aACF;CACF;CAEA,OAAO,OACL,UACA,UAAuB,CAAC,GACD;EAGvB,MAAM,YAAY,KAAK,IAAI;EAO3B,MAAM,WAAU,MANO,KAAK,KAAK,UAAU;GACzC,GAAG;GACH,YAAY;EACd,CAAQ,EAAA,CAGiB;EACzB,MAAM,YAAY;EAElB,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK,WAAW;GAClD,IAAI,QAAQ,QAAQ,SAClB,MAAM,IAAI,QACR,gCACA,cACA,eACA,QAAQ,KACV;GAEF,MAAM,QAAQ,QAAQ,MAAM,GAAG,IAAI,SAAS;GAC5C,IAAI,QAAQ,YACV,QAAQ,WAAW,KAAK;GAE1B,MAAM;GAGN,MAAM,IAAI,SAAS,YAAY,WAAW,SAAS,EAAE,CAAC;EACxD;EAEA,MAAM,QAAQ,QAAQ,SAAS,KAAK,QAAQ,gBAAgB;EAC5D,UACE,KAAK,SACL,eACA,UACA,OACA,KAAA,GACA,WACA,QAAQ,SACV;CACF;CAEA,MAAM,YAAY,MAA+B;EAE/C,OAAO,KAAK,KAAK,KAAK,SAAS,CAAC;CAClC;CAEA,MAAM,YAAgC;EAEpC,OAAO;GACL;IACE,IAAI;IACJ,MAAM;IACN,aAAa;IACb,eAAe;IACf,cAAc,CAAC,QAAQ,MAAM;IAC7B,mBAAmB;IACnB,gBAAgB;GAClB;GACA;IACE,IAAI;IACJ,MAAM;IACN,aAAa;IACb,eAAe;IACf,cAAc,CAAC,QAAQ,MAAM;IAC7B,mBAAmB;IACnB,gBAAgB;GAClB;GACA;IACE,IAAI;IACJ,MAAM;IACN,aAAa;IACb,eAAe;IACf,cAAc,CAAC,QAAQ,MAAM;IAC7B,mBAAmB;IACnB,gBAAgB;GAClB;GACA;IACE,IAAI;IACJ,MAAM;IACN,aAAa;IACb,eAAe;IACf,cAAc,CAAC,QAAQ,YAAY;IACnC,mBAAmB;IACnB,gBAAgB;GAClB;GACA;IACE,IAAI;IACJ,MAAM;IACN,aAAa;IACb,eAAe;IACf,cAAc,CAAC,YAAY;IAC3B,mBAAmB;IACnB,gBAAgB;GAClB;EACF;CACF;CAEA,MAAM,kBAA2C;EAC/C,OAAO;GACL,MAAM;GACN,YAAY;GACZ,YAAY;GACZ,WAAW;GACX,WAAW;GACX,QAAQ;GACR,YAAY;GACZ,iBAAiB;GACjB,iBAAiB;GACjB,KAAK;GACL,cAAc;GACd,aAAa;GACb,kBAAkB;GAClB,qBAAqB;IAAC;IAAQ;IAAc;IAAa;GAAW;EACtE;CACF;CAMA,MAAM,iBACJ,OACA,UACsB;EACtB,MAAM,IAAI,QACR,yEACA,mBACA,aACF;CACF;CAEA,aAAa,OAAe,UAA8C;EACxE,MAAM,QAAQ,IAAI,QAChB,mFACA,mBACA,aACF;EACA,OAAO,GACJ,OAAO,uBAAuB,EAC7B,YAAY,QAAQ,OAAO,KAAK,EAClC,GACF;CACF;CAEA,MAAM,WAAW,UAA6C;EAC5D,MAAM,IAAI,QACR,mFACA,mBACA,aACF;CACF;CAEA,MAAM,YAAY,UAA8C;EAC9D,MAAM,IAAI,QACR,kFACA,mBACA,aACF;CACF;CAEA,MAAM,UAAU,UAA+C;EAC7D,MAAM,IAAI,QACR,mFACA,mBACA,aACF;CACF;CAEA,iBAAyB,UAA+B;EAEtD,OAAO,GAAG,SACP,KAAK,YAAY;GAChB,MAAM,cAAc,mBAAmB,QAAQ,OAAO;GACtD,QAAQ,QAAQ,MAAhB;IACE,KAAK,UACH,OAAO,WAAW;IACpB,KAAK,QACH,OAAO,UAAU;IACnB,KAAK,aACH,OAAO,cAAc;IACvB,SACE,OAAO;GACX;EACF,CAAC,CAAC,CACD,KAAK,IAAI,EAAE;CAChB;CAEA,MAAc,YACZ,UACA,MACA,QACc;EACd,MAAM,MAAM,GAAG,KAAK,UAAU;EAE9B,MAAM,WAAW,MAAM,MAAM,KAAK;GAChC,QAAQ;GACR,SAAS;IACP,eAAe,UAAU,KAAK,QAAQ;IACtC,gBAAgB;IAChB,GAAG,KAAK,QAAQ;GAClB;GACA,MAAM,KAAK,UAAU,IAAI;GACzB;EACF,CAAC;EAED,IAAI,CAAC,SAAS,IAAI;GAChB,MAAM,YAAY,MAAM,SAAS,KAAK;GACtC,MAAM,IAAI,MAAM,QAAQ,SAAS,OAAO,IAAI,WAAW;EACzD;EAEA,OAAO,SAAS,KAAK;CACvB;CAEA,SAAiB,OAAyB;EACxC,IAAI,iBAAiB,SACnB,OAAO;EAGT,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;EAGzD,IAAI,QAAQ,SAAS,KAAK,KAAK,QAAQ,SAAS,cAAc,GAC5D,OAAO,IAAI,oBAAoB,aAAa;EAG9C,IAAI,QAAQ,SAAS,KAAK,KAAK,QAAQ,SAAS,YAAY,GAC1D,OAAO,IAAI,eAAe,aAAa;EAGzC,IAAI,QAAQ,SAAS,KAAK,KAAK,QAAQ,SAAS,WAAW,GACzD,OAAO,IAAI,mBAAmB,SAAS,aAAa;EAGtD,IAAI,QAAQ,SAAS,KAAK,KAAK,QAAQ,SAAS,WAAW,GACzD,OAAO,IAAI,mBAAmB,aAAa;EAG7C,OAAO,IAAI,QAAQ,SAAS,iBAAiB,aAAa;CAC5D;AACF"}

package/dist/chunks/litellm-D_Oo9OQ_.js

@@ -0,0 +1,185 @@
+import { o as normalizeChatOptions, s as normalizeImageGenerationOptions } from "./safety-CEnoJS6X.js";
+import { i as resolveGatewayAdminBaseUrl, n as LiteLLMAdmin } from "./gateway-admin-CiKvHst7.js";
+import { OpenAIProvider } from "./openai--F38QHiJ.js";
+import { ValidationError } from "@happyvertical/utils";
+//#region src/shared/providers/litellm.ts
+var LITELLM_CAPABILITIES = {
+	chat: true,
+	completion: true,
+	embeddings: true,
+	streaming: true,
+	functions: true,
+	vision: true,
+	fineTuning: false,
+	imageEmbeddings: true,
+	imageGeneration: true,
+	tts: false,
+	voiceCloning: false,
+	voiceDesign: false,
+	maxContextLength: 128e3,
+	supportedOperations: [
+		"chat",
+		"completion",
+		"embedding",
+		"streaming",
+		"functions",
+		"vision",
+		"image_embedding",
+		"image_generation"
+	]
+};
+function isEmbeddingModel(modelId) {
+	return /embed/i.test(modelId);
+}
+function isImageEmbeddingModel(modelId) {
+	return /titan-embed-image|multimodalembedding|image[-_]?embed|clip/i.test(modelId);
+}
+function isImageGenerationModel(modelId) {
+	return /gpt-image|dall-e|imagen|stable[-_ ]diffusion|sdxl|flux|titan-image|image-generator/i.test(modelId);
+}
+function isFilteredLiteLLMModel(modelId) {
+	return /moderation|transcrib|whisper|speech|tts|rerank/i.test(modelId);
+}
+function inferLiteLLMContextLength(modelId) {
+	if (isEmbeddingModel(modelId)) return 8192;
+	if (/gemini-1\.5|gemini-2\.0|gemini-2\.5|gemini-3/i.test(modelId)) return 1e6;
+	if (/claude/i.test(modelId)) return 2e5;
+	if (/gpt-4o|gpt-4\.1|o1|o3|o4|llama|mistral|qwen|deepseek/i.test(modelId)) return 128e3;
+	return 32768;
+}
+function inferLiteLLMFunctions(modelId) {
+	if (isEmbeddingModel(modelId)) return false;
+	return /gpt|claude|gemini|command|llama|mistral|qwen|deepseek|o1|o3|o4/i.test(modelId);
+}
+function inferLiteLLMVision(modelId) {
+	return /gpt-4o|gpt-4\.1|vision|claude-3|gemini|pixtral|llava|qwen.*vl|vl-/i.test(modelId);
+}
+function inferLiteLLMCapabilities(modelId) {
+	if (isImageGenerationModel(modelId)) return ["image_generation"];
+	if (isImageEmbeddingModel(modelId)) return ["embeddings", "image_embedding"];
+	if (isEmbeddingModel(modelId)) return ["embeddings"];
+	const capabilities = ["text", "chat"];
+	if (inferLiteLLMFunctions(modelId)) capabilities.push("functions");
+	if (inferLiteLLMVision(modelId)) capabilities.push("vision");
+	return capabilities;
+}
+function normalizeBaseUrl(baseUrl) {
+	return baseUrl.endsWith("/") ? baseUrl.slice(0, -1) : baseUrl;
+}
+function ensureLiteLLMOptions(options) {
+	if (!options.baseUrl?.trim()) throw new ValidationError("LiteLLM baseUrl is required", {
+		provider: "litellm",
+		hint: "Pass baseUrl like https://llm.happyvertical.com/v1 or set HAVE_AI_BASE_URL / LITELLM_BASE_URL"
+	});
+	return {
+		...options,
+		baseUrl: normalizeBaseUrl(options.baseUrl.trim())
+	};
+}
+var LITELLM_PROFILE = {
+	providerLabel: "LiteLLM",
+	providerName: "litellm",
+	defaultModel: "gpt-4",
+	capabilities: LITELLM_CAPABILITIES,
+	describeModel: (modelId) => `LiteLLM model: ${modelId}`,
+	getContextLength: inferLiteLLMContextLength,
+	getModelCapabilities: inferLiteLLMCapabilities,
+	shouldIncludeModel: (modelId) => !isFilteredLiteLLMModel(modelId),
+	supportsFunctions: inferLiteLLMFunctions,
+	supportsVision: inferLiteLLMVision
+};
+function supportsCapability(model, capability) {
+	if (capability === "vision") return model.capabilities.includes("vision") || model.supportsVision === true;
+	if (capability === "embeddings") return model.capabilities.includes("embeddings");
+	if (capability === "image_generation") return model.capabilities.includes("image_generation");
+	return model.capabilities.includes("chat");
+}
+/**
+* LiteLLM provider implementation.
+*
+* LiteLLM exposes an OpenAI-compatible API surface, so this provider reuses the
+* OpenAI transport while customizing provider identity, model discovery, and
+* capability heuristics for gateway-backed deployments.
+*/
+var LiteLLMProvider = class extends OpenAIProvider {
+	admin;
+	configuredDefaultModel;
+	resolvedModelCache = /* @__PURE__ */ new Map();
+	constructor(options) {
+		const normalized = ensureLiteLLMOptions(options);
+		super(normalized, LITELLM_PROFILE);
+		this.admin = new LiteLLMAdmin({
+			provider: "litellm",
+			baseUrl: resolveGatewayAdminBaseUrl(normalized.baseUrl, normalized.adminUrl || normalized.adminBaseUrl, "litellm"),
+			apiKey: normalized.adminApiKey || normalized.apiKey,
+			headers: normalized.adminHeaders,
+			timeout: normalized.timeout
+		});
+		this.configuredDefaultModel = normalized.defaultModel;
+	}
+	async resolveModel(capability, explicitModel) {
+		if (explicitModel) return explicitModel;
+		if (this.configuredDefaultModel && (capability === "chat" || capability === "vision")) return this.configuredDefaultModel;
+		const cached = this.resolvedModelCache.get(capability);
+		if (cached) return cached;
+		const pending = this.selectModel(capability).catch((error) => {
+			this.resolvedModelCache.delete(capability);
+			throw error;
+		});
+		this.resolvedModelCache.set(capability, pending);
+		return pending;
+	}
+	async selectModel(capability) {
+		const model = (await super.getModels()).find((candidate) => supportsCapability(candidate, capability));
+		if (!model) throw new ValidationError(`No ${capability} model is available from the LiteLLM gateway`, {
+			provider: "litellm",
+			capability,
+			hint: "Pass defaultModel explicitly or ensure /models returns a compatible model for this key"
+		});
+		return model.id;
+	}
+	async chat(messages, options = {}) {
+		const safe = normalizeChatOptions(this.options, options, "litellm", options.model || this.options.defaultModel);
+		return super.chat(messages, {
+			...safe,
+			model: await this.resolveModel("chat", safe.model)
+		});
+	}
+	async *stream(messages, options = {}) {
+		const safe = normalizeChatOptions(this.options, options, "litellm", options.model || this.options.defaultModel);
+		yield* super.stream(messages, {
+			...safe,
+			model: await this.resolveModel("chat", safe.model)
+		});
+	}
+	async describeImage(image, prompt, options = {}) {
+		const safe = normalizeChatOptions(this.options, options, "litellm", options.model || this.options.defaultModel);
+		return super.describeImage(image, prompt, {
+			...safe,
+			model: await this.resolveModel("vision", safe.model)
+		});
+	}
+	async embed(text, options = {}) {
+		return super.embed(text, {
+			...options,
+			model: await this.resolveModel("embeddings", options.model)
+		});
+	}
+	async embedImage(image, options = {}) {
+		return super.embedImage(image, {
+			...options,
+			model: await this.resolveModel("embeddings", options.model)
+		});
+	}
+	async generateImage(prompt, options = {}) {
+		const safe = normalizeImageGenerationOptions(this.options, options, "litellm", options.model);
+		return super.generateImage(prompt, {
+			...safe,
+			model: await this.resolveModel("image_generation", safe.model)
+		});
+	}
+};
+//#endregion
+export { LiteLLMProvider };
+
+//# sourceMappingURL=litellm-D_Oo9OQ_.js.map

package/dist/chunks/litellm-D_Oo9OQ_.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"litellm-D_Oo9OQ_.js","names":[],"sources":["../../src/shared/providers/litellm.ts"],"sourcesContent":["import { ValidationError } from '@happyvertical/utils';\n\nimport {\n  normalizeChatOptions,\n  normalizeImageGenerationOptions,\n} from '../safety';\nimport type {\n  AICapabilities,\n  AIMessage,\n  AIModel,\n  AIResponse,\n  ChatOptions,\n  EmbeddingOptions,\n  EmbeddingResponse,\n  ImageDescriptionOptions,\n  ImageEmbeddingOptions,\n  ImageGenerationOptions,\n  ImageGenerationResponse,\n  LiteLLMOptions,\n} from '../types';\nimport { LiteLLMAdmin, resolveGatewayAdminBaseUrl } from './gateway-admin';\nimport { type OpenAICompatibleProfile, OpenAIProvider } from './openai';\n\nconst LITELLM_CAPABILITIES: AICapabilities = {\n  chat: true,\n  completion: true,\n  embeddings: true,\n  streaming: true,\n  functions: true,\n  vision: true,\n  fineTuning: false,\n  imageEmbeddings: true,\n  imageGeneration: true,\n  tts: false,\n  voiceCloning: false,\n  voiceDesign: false,\n  maxContextLength: 128000,\n  supportedOperations: [\n    'chat',\n    'completion',\n    'embedding',\n    'streaming',\n    'functions',\n    'vision',\n    'image_embedding',\n    'image_generation',\n  ],\n};\n\nfunction isEmbeddingModel(modelId: string): boolean {\n  return /embed/i.test(modelId);\n}\n\nfunction isImageEmbeddingModel(modelId: string): boolean {\n  return /titan-embed-image|multimodalembedding|image[-_]?embed|clip/i.test(\n    modelId,\n  );\n}\n\nfunction isImageGenerationModel(modelId: string): boolean {\n  return /gpt-image|dall-e|imagen|stable[-_ ]diffusion|sdxl|flux|titan-image|image-generator/i.test(\n    modelId,\n  );\n}\n\nfunction isFilteredLiteLLMModel(modelId: string): boolean {\n  return /moderation|transcrib|whisper|speech|tts|rerank/i.test(modelId);\n}\n\nfunction inferLiteLLMContextLength(modelId: string): number {\n  if (isEmbeddingModel(modelId)) return 8192;\n  if (/gemini-1\\.5|gemini-2\\.0|gemini-2\\.5|gemini-3/i.test(modelId)) {\n    return 1000000;\n  }\n  if (/claude/i.test(modelId)) return 200000;\n  if (/gpt-4o|gpt-4\\.1|o1|o3|o4|llama|mistral|qwen|deepseek/i.test(modelId)) {\n    return 128000;\n  }\n  return 32768;\n}\n\nfunction inferLiteLLMFunctions(modelId: string): boolean {\n  if (isEmbeddingModel(modelId)) return false;\n  return /gpt|claude|gemini|command|llama|mistral|qwen|deepseek|o1|o3|o4/i.test(\n    modelId,\n  );\n}\n\nfunction inferLiteLLMVision(modelId: string): boolean {\n  return /gpt-4o|gpt-4\\.1|vision|claude-3|gemini|pixtral|llava|qwen.*vl|vl-/i.test(\n    modelId,\n  );\n}\n\nfunction inferLiteLLMCapabilities(modelId: string): string[] {\n  if (isImageGenerationModel(modelId)) {\n    return ['image_generation'];\n  }\n\n  if (isImageEmbeddingModel(modelId)) {\n    return ['embeddings', 'image_embedding'];\n  }\n\n  if (isEmbeddingModel(modelId)) {\n    return ['embeddings'];\n  }\n\n  const capabilities = ['text', 'chat'];\n\n  if (inferLiteLLMFunctions(modelId)) {\n    capabilities.push('functions');\n  }\n\n  if (inferLiteLLMVision(modelId)) {\n    capabilities.push('vision');\n  }\n\n  return capabilities;\n}\n\nfunction normalizeBaseUrl(baseUrl: string): string {\n  return baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl;\n}\n\nfunction ensureLiteLLMOptions(options: LiteLLMOptions): LiteLLMOptions {\n  if (!options.baseUrl?.trim()) {\n    throw new ValidationError('LiteLLM baseUrl is required', {\n      provider: 'litellm',\n      hint: 'Pass baseUrl like https://llm.happyvertical.com/v1 or set HAVE_AI_BASE_URL / LITELLM_BASE_URL',\n    });\n  }\n\n  return {\n    ...options,\n    baseUrl: normalizeBaseUrl(options.baseUrl.trim()),\n  };\n}\n\nconst LITELLM_PROFILE: OpenAICompatibleProfile = {\n  providerLabel: 'LiteLLM',\n  providerName: 'litellm',\n  defaultModel: 'gpt-4',\n  capabilities: LITELLM_CAPABILITIES,\n  describeModel: (modelId) => `LiteLLM model: ${modelId}`,\n  getContextLength: inferLiteLLMContextLength,\n  getModelCapabilities: inferLiteLLMCapabilities,\n  shouldIncludeModel: (modelId) => !isFilteredLiteLLMModel(modelId),\n  supportsFunctions: inferLiteLLMFunctions,\n  supportsVision: inferLiteLLMVision,\n};\n\ntype LiteLLMResolvedCapability =\n  | 'chat'\n  | 'vision'\n  | 'embeddings'\n  | 'image_generation';\n\nfunction supportsCapability(\n  model: AIModel,\n  capability: LiteLLMResolvedCapability,\n): boolean {\n  if (capability === 'vision') {\n    return (\n      model.capabilities.includes('vision') || model.supportsVision === true\n    );\n  }\n\n  if (capability === 'embeddings') {\n    return model.capabilities.includes('embeddings');\n  }\n\n  if (capability === 'image_generation') {\n    return model.capabilities.includes('image_generation');\n  }\n\n  return model.capabilities.includes('chat');\n}\n\n/**\n * LiteLLM provider implementation.\n *\n * LiteLLM exposes an OpenAI-compatible API surface, so this provider reuses the\n * OpenAI transport while customizing provider identity, model discovery, and\n * capability heuristics for gateway-backed deployments.\n */\nexport class LiteLLMProvider extends OpenAIProvider {\n  readonly admin: LiteLLMAdmin;\n  private readonly configuredDefaultModel?: string;\n  private readonly resolvedModelCache = new Map<\n    LiteLLMResolvedCapability,\n    Promise<string>\n  >();\n\n  constructor(options: LiteLLMOptions) {\n    const normalized = ensureLiteLLMOptions(options);\n    super(normalized, LITELLM_PROFILE);\n    this.admin = new LiteLLMAdmin({\n      provider: 'litellm',\n      baseUrl: resolveGatewayAdminBaseUrl(\n        normalized.baseUrl,\n        normalized.adminUrl || normalized.adminBaseUrl,\n        'litellm',\n      ),\n      apiKey: normalized.adminApiKey || normalized.apiKey,\n      headers: normalized.adminHeaders,\n      timeout: normalized.timeout,\n    });\n    this.configuredDefaultModel = normalized.defaultModel;\n  }\n\n  private async resolveModel(\n    capability: LiteLLMResolvedCapability,\n    explicitModel?: string,\n  ): Promise<string> {\n    if (explicitModel) {\n      return explicitModel;\n    }\n\n    if (\n      this.configuredDefaultModel &&\n      (capability === 'chat' || capability === 'vision')\n    ) {\n      return this.configuredDefaultModel;\n    }\n\n    const cached = this.resolvedModelCache.get(capability);\n    if (cached) {\n      return cached;\n    }\n\n    const pending = this.selectModel(capability).catch((error) => {\n      this.resolvedModelCache.delete(capability);\n      throw error;\n    });\n    this.resolvedModelCache.set(capability, pending);\n    return pending;\n  }\n\n  private async selectModel(\n    capability: LiteLLMResolvedCapability,\n  ): Promise<string> {\n    const models = await super.getModels();\n    const model = models.find((candidate) =>\n      supportsCapability(candidate, capability),\n    );\n\n    if (!model) {\n      throw new ValidationError(\n        `No ${capability} model is available from the LiteLLM gateway`,\n        {\n          provider: 'litellm',\n          capability,\n          hint: 'Pass defaultModel explicitly or ensure /models returns a compatible model for this key',\n        },\n      );\n    }\n\n    return model.id;\n  }\n\n  async chat(\n    messages: AIMessage[],\n    options: ChatOptions = {},\n  ): Promise<AIResponse> {\n    const safe = normalizeChatOptions(\n      this.options,\n      options,\n      'litellm',\n      options.model || this.options.defaultModel,\n    );\n    return super.chat(messages, {\n      ...safe,\n      model: await this.resolveModel('chat', safe.model),\n    });\n  }\n\n  async *stream(\n    messages: AIMessage[],\n    options: ChatOptions = {},\n  ): AsyncIterable<string> {\n    const safe = normalizeChatOptions(\n      this.options,\n      options,\n      'litellm',\n      options.model || this.options.defaultModel,\n    );\n    yield* super.stream(messages, {\n      ...safe,\n      model: await this.resolveModel('chat', safe.model),\n    });\n  }\n\n  async describeImage(\n    image: string | Buffer,\n    prompt?: string,\n    options: ImageDescriptionOptions = {},\n  ): Promise<string> {\n    const safe = normalizeChatOptions(\n      this.options,\n      options,\n      'litellm',\n      options.model || this.options.defaultModel,\n    );\n    return super.describeImage(image, prompt, {\n      ...safe,\n      model: await this.resolveModel('vision', safe.model),\n    });\n  }\n\n  async embed(\n    text: string | string[],\n    options: EmbeddingOptions = {},\n  ): Promise<EmbeddingResponse> {\n    return super.embed(text, {\n      ...options,\n      model: await this.resolveModel('embeddings', options.model),\n    });\n  }\n\n  async embedImage(\n    image: string | Buffer,\n    options: ImageEmbeddingOptions = {},\n  ): Promise<EmbeddingResponse> {\n    return super.embedImage(image, {\n      ...options,\n      model: await this.resolveModel('embeddings', options.model),\n    });\n  }\n\n  async generateImage(\n    prompt: string,\n    options: ImageGenerationOptions = {},\n  ): Promise<ImageGenerationResponse> {\n    const safe = normalizeImageGenerationOptions(\n      this.options,\n      options,\n      'litellm',\n      options.model,\n    );\n    return super.generateImage(prompt, {\n      ...safe,\n      model: await this.resolveModel('image_generation', safe.model),\n    });\n  }\n}\n"],"mappings":";;;;;AAuBA,IAAM,uBAAuC;CAC3C,MAAM;CACN,YAAY;CACZ,YAAY;CACZ,WAAW;CACX,WAAW;CACX,QAAQ;CACR,YAAY;CACZ,iBAAiB;CACjB,iBAAiB;CACjB,KAAK;CACL,cAAc;CACd,aAAa;CACb,kBAAkB;CAClB,qBAAqB;EACnB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF;AACF;AAEA,SAAS,iBAAiB,SAA0B;CAClD,OAAO,SAAS,KAAK,OAAO;AAC9B;AAEA,SAAS,sBAAsB,SAA0B;CACvD,OAAO,8DAA8D,KACnE,OACF;AACF;AAEA,SAAS,uBAAuB,SAA0B;CACxD,OAAO,sFAAsF,KAC3F,OACF;AACF;AAEA,SAAS,uBAAuB,SAA0B;CACxD,OAAO,kDAAkD,KAAK,OAAO;AACvE;AAEA,SAAS,0BAA0B,SAAyB;CAC1D,IAAI,iBAAiB,OAAO,GAAG,OAAO;CACtC,IAAI,gDAAgD,KAAK,OAAO,GAC9D,OAAO;CAET,IAAI,UAAU,KAAK,OAAO,GAAG,OAAO;CACpC,IAAI,wDAAwD,KAAK,OAAO,GACtE,OAAO;CAET,OAAO;AACT;AAEA,SAAS,sBAAsB,SAA0B;CACvD,IAAI,iBAAiB,OAAO,GAAG,OAAO;CACtC,OAAO,kEAAkE,KACvE,OACF;AACF;AAEA,SAAS,mBAAmB,SAA0B;CACpD,OAAO,qEAAqE,KAC1E,OACF;AACF;AAEA,SAAS,yBAAyB,SAA2B;CAC3D,IAAI,uBAAuB,OAAO,GAChC,OAAO,CAAC,kBAAkB;CAG5B,IAAI,sBAAsB,OAAO,GAC/B,OAAO,CAAC,cAAc,iBAAiB;CAGzC,IAAI,iBAAiB,OAAO,GAC1B,OAAO,CAAC,YAAY;CAGtB,MAAM,eAAe,CAAC,QAAQ,MAAM;CAEpC,IAAI,sBAAsB,OAAO,GAC/B,aAAa,KAAK,WAAW;CAG/B,IAAI,mBAAmB,OAAO,GAC5B,aAAa,KAAK,QAAQ;CAG5B,OAAO;AACT;AAEA,SAAS,iBAAiB,SAAyB;CACjD,OAAO,QAAQ,SAAS,GAAG,IAAI,QAAQ,MAAM,GAAG,EAAE,IAAI;AACxD;AAEA,SAAS,qBAAqB,SAAyC;CACrE,IAAI,CAAC,QAAQ,SAAS,KAAK,GACzB,MAAM,IAAI,gBAAgB,+BAA+B;EACvD,UAAU;EACV,MAAM;CACR,CAAC;CAGH,OAAO;EACL,GAAG;EACH,SAAS,iBAAiB,QAAQ,QAAQ,KAAK,CAAC;CAClD;AACF;AAEA,IAAM,kBAA2C;CAC/C,eAAe;CACf,cAAc;CACd,cAAc;CACd,cAAc;CACd,gBAAgB,YAAY,kBAAkB;CAC9C,kBAAkB;CAClB,sBAAsB;CACtB,qBAAqB,YAAY,CAAC,uBAAuB,OAAO;CAChE,mBAAmB;CACnB,gBAAgB;AAClB;AAQA,SAAS,mBACP,OACA,YACS;CACT,IAAI,eAAe,UACjB,OACE,MAAM,aAAa,SAAS,QAAQ,KAAK,MAAM,mBAAmB;CAItE,IAAI,eAAe,cACjB,OAAO,MAAM,aAAa,SAAS,YAAY;CAGjD,IAAI,eAAe,oBACjB,OAAO,MAAM,aAAa,SAAS,kBAAkB;CAGvD,OAAO,MAAM,aAAa,SAAS,MAAM;AAC3C;;;;;;;;AASA,IAAa,kBAAb,cAAqC,eAAe;CAClD;CACA;CACA,qCAAsC,IAAI,IAGxC;CAEF,YAAY,SAAyB;EACnC,MAAM,aAAa,qBAAqB,OAAO;EAC/C,MAAM,YAAY,eAAe;EACjC,KAAK,QAAQ,IAAI,aAAa;GAC5B,UAAU;GACV,SAAS,2BACP,WAAW,SACX,WAAW,YAAY,WAAW,cAClC,SACF;GACA,QAAQ,WAAW,eAAe,WAAW;GAC7C,SAAS,WAAW;GACpB,SAAS,WAAW;EACtB,CAAC;EACD,KAAK,yBAAyB,WAAW;CAC3C;CAEA,MAAc,aACZ,YACA,eACiB;EACjB,IAAI,eACF,OAAO;EAGT,IACE,KAAK,2BACJ,eAAe,UAAU,eAAe,WAEzC,OAAO,KAAK;EAGd,MAAM,SAAS,KAAK,mBAAmB,IAAI,UAAU;EACrD,IAAI,QACF,OAAO;EAGT,MAAM,UAAU,KAAK,YAAY,UAAU,CAAC,CAAC,OAAO,UAAU;GAC5D,KAAK,mBAAmB,OAAO,UAAU;GACzC,MAAM;EACR,CAAC;EACD,KAAK,mBAAmB,IAAI,YAAY,OAAO;EAC/C,OAAO;CACT;CAEA,MAAc,YACZ,YACiB;EAEjB,MAAM,SAAQ,MADO,MAAM,UAAU,EAAA,CAChB,MAAM,cACzB,mBAAmB,WAAW,UAAU,CAC1C;EAEA,IAAI,CAAC,OACH,MAAM,IAAI,gBACR,MAAM,WAAW,+CACjB;GACE,UAAU;GACV;GACA,MAAM;EACR,CACF;EAGF,OAAO,MAAM;CACf;CAEA,MAAM,KACJ,UACA,UAAuB,CAAC,GACH;EACrB,MAAM,OAAO,qBACX,KAAK,SACL,SACA,WACA,QAAQ,SAAS,KAAK,QAAQ,YAChC;EACA,OAAO,MAAM,KAAK,UAAU;GAC1B,GAAG;GACH,OAAO,MAAM,KAAK,aAAa,QAAQ,KAAK,KAAK;EACnD,CAAC;CACH;CAEA,OAAO,OACL,UACA,UAAuB,CAAC,GACD;EACvB,MAAM,OAAO,qBACX,KAAK,SACL,SACA,WACA,QAAQ,SAAS,KAAK,QAAQ,YAChC;EACA,OAAO,MAAM,OAAO,UAAU;GAC5B,GAAG;GACH,OAAO,MAAM,KAAK,aAAa,QAAQ,KAAK,KAAK;EACnD,CAAC;CACH;CAEA,MAAM,cACJ,OACA,QACA,UAAmC,CAAC,GACnB;EACjB,MAAM,OAAO,qBACX,KAAK,SACL,SACA,WACA,QAAQ,SAAS,KAAK,QAAQ,YAChC;EACA,OAAO,MAAM,cAAc,OAAO,QAAQ;GACxC,GAAG;GACH,OAAO,MAAM,KAAK,aAAa,UAAU,KAAK,KAAK;EACrD,CAAC;CACH;CAEA,MAAM,MACJ,MACA,UAA4B,CAAC,GACD;EAC5B,OAAO,MAAM,MAAM,MAAM;GACvB,GAAG;GACH,OAAO,MAAM,KAAK,aAAa,cAAc,QAAQ,KAAK;EAC5D,CAAC;CACH;CAEA,MAAM,WACJ,OACA,UAAiC,CAAC,GACN;EAC5B,OAAO,MAAM,WAAW,OAAO;GAC7B,GAAG;GACH,OAAO,MAAM,KAAK,aAAa,cAAc,QAAQ,KAAK;EAC5D,CAAC;CACH;CAEA,MAAM,cACJ,QACA,UAAkC,CAAC,GACD;EAClC,MAAM,OAAO,gCACX,KAAK,SACL,SACA,WACA,QAAQ,KACV;EACA,OAAO,MAAM,cAAc,QAAQ;GACjC,GAAG;GACH,OAAO,MAAM,KAAK,aAAa,oBAAoB,KAAK,KAAK;EAC/D,CAAC;CACH;AACF"}