@contentgrowth/llm-service 1.3.3 → 1.3.5

package/dist/index.d.cts

@@ -2,6 +2,7 @@ import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 import * as _google_genai from '@google/genai';
 import { GoogleGenAI } from '@google/genai';
+export { Modality } from '@google/genai';
 
 declare namespace FINISH_REASONS {
     let COMPLETED: string;
@@ -101,6 +102,11 @@ declare class BaseLLMProvider {
      * @param {Object} options - Options
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, schema: any, options: any): Promise<void>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     * @param {Object} options - { model, config, callbacks }
+     */
+    connectLive(options: any): Promise<void>;
     /**
      * Helper to get the last 6 digits of the API key for logging.
      * @returns {string} "..." + last 6 chars, or "not_set"
@@ -110,7 +116,7 @@ declare class BaseLLMProvider {
 
 declare class OpenAIProvider extends BaseLLMProvider {
     client: OpenAI;
-    models: any;
+    models: {};
     defaultModel: any;
     chat(userMessage: any, systemPrompt?: string, options?: {}): Promise<{
         text: string;
@@ -129,6 +135,11 @@ declare class OpenAIProvider extends BaseLLMProvider {
             total_tokens: number;
         };
     }>;
+    /**
+     * Per-call model resolution: explicit options.model > options.tier > default
+     */
+    _resolveModel(options?: {}): any;
+    _isReasoningModel(modelName: any): boolean;
     _chatCompletionWithModel(messages: any, systemPrompt: any, tools: any, modelName: any, maxTokens: any, temperature: any, options?: {}): Promise<{
         model: any;
         parsedContent?: any;
@@ -164,7 +175,7 @@ declare class OpenAIProvider extends BaseLLMProvider {
 }
 
 declare class AnthropicProvider extends BaseLLMProvider {
-    models: any;
+    models: {};
     defaultModel: any;
     client: Anthropic;
     chat(userMessage: any, systemPrompt?: string, options?: {}): Promise<{
@@ -232,6 +243,11 @@ declare class AnthropicProvider extends BaseLLMProvider {
     _formatTools(tools: any): any;
     executeTools(tool_calls: any, messages: any, tenantId: any, toolImplementations: any, env: any): Promise<void>;
     _getModelForTier(tier: any): any;
+    /**
+     * Per-call model resolution: explicit options.model > options.tier > default
+     */
+    _resolveModel(options?: {}): any;
+    _supportsSamplingParams(modelName: any): boolean;
     _shouldAutoParse(options: any): boolean;
     _safeJsonParse(text: any): any;
     normalizeFinishReason(providerReason: any): string;
@@ -391,6 +407,14 @@ declare class LLMService {
      * @returns {Promise<any>} Extracted data
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, tenantId: string | null, schema?: any | null, options?: any): Promise<any>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     *
+     * @param {Object} params - { model, config, callbacks }
+     * @param {string|null} [tenantId] - Tenant ID
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive(params: any, tenantId?: string | null): Promise<any>;
 }
 declare class LLMServiceException extends Error {
     constructor(message: any, statusCode?: number, details?: any);
@@ -434,9 +458,17 @@ declare class DefaultConfigProvider extends BaseConfigProvider$1 {
         location?: undefined;
     }>;
     _loadFromTenantDO(tenantId: any, env: any): Promise<any>;
+    /**
+     * Resolve the model map for a tenant.
+     * Precedence (highest first):
+     *   1. tenantConfig.model        - single model chosen by the tenant (becomes `default`)
+     *   2. tenantConfig.models[tier] - per-tier overrides supplied by the tenant
+     *   3. MODEL_CONFIGS[provider]   - library defaults
+     */
+    _resolveTenantModels(tenantConfig: any): {};
     _buildTenantConfig(tenantConfig: any, env: any): {
         provider: any;
-        models: any;
+        models: {};
         apiKey: any;
         baseURL: any;
         project: any;
@@ -467,6 +499,12 @@ declare class DefaultConfigProvider extends BaseConfigProvider$1 {
     };
 }
 
+/**
+ * Map a known-invalid legacy model ID to a valid one. Unknown IDs pass through untouched.
+ * @param {string} model
+ * @returns {string}
+ */
+declare function normalizeModelId(model: string): string;
 declare namespace MODEL_CONFIGS {
     namespace openai {
         let _default: string;
@@ -519,6 +557,22 @@ declare namespace MODEL_CONFIGS {
         export { free_3 as free };
     }
 }
+/**
+ * Invalid model IDs that earlier versions of this library shipped as defaults.
+ * Consumers persisted some of them (e.g. saved BYOK key configs), so we map them
+ * to a valid equivalent instead of letting the provider return 404.
+ */
+declare const LEGACY_MODEL_ALIASES: {
+    'gpt-5.5-instant': string;
+    'gpt-5.5-thinking': string;
+    'gemini-3.5-pro': string;
+    'gemini-3.7-pro': string;
+    'gemini-3.5-pro-image-preview': string;
+    'gemini-3.7-pro-image-preview': string;
+    'claude-4.5-haiku': string;
+    'claude-4.6-sonnet': string;
+    'claude-4.8-opus': string;
+};
 declare class ConfigManager {
     static _provider: DefaultConfigProvider;
     /**
@@ -556,7 +610,7 @@ declare class ConfigManager {
  *   - Vertex + ADC/IAM:   { vertexai: true, project, location } — no apiKey
  */
 declare class GoogleProvider extends BaseLLMProvider {
-    models: any;
+    models: {};
     defaultModel: any;
     _pendingOperations: Map<any, any>;
     client: GoogleGenAI;
@@ -658,6 +712,20 @@ declare class GoogleProvider extends BaseLLMProvider {
         voice: string;
         model: string;
     }): Promise<Buffer>;
+    /**
+     * Connect to Gemini Live bidirectional real-time audio/text session
+     *
+     * @param {Object} options
+     * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+     * @param {Object} options.config - Live session configuration
+     * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive({ model, config, callbacks }: {
+        model?: string;
+        config: any;
+        callbacks: any;
+    }): Promise<any>;
 }
 
 /**
@@ -794,4 +862,4 @@ declare class TranscriptionServiceException extends Error {
     statusCode: number;
 }
 
-export { AnthropicProvider, BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, sanitizeError };
+export { AnthropicProvider, BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LEGACY_MODEL_ALIASES, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, normalizeModelId, sanitizeError };

package/dist/index.d.ts

@@ -2,6 +2,7 @@ import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 import * as _google_genai from '@google/genai';
 import { GoogleGenAI } from '@google/genai';
+export { Modality } from '@google/genai';
 
 declare namespace FINISH_REASONS {
     let COMPLETED: string;
@@ -101,6 +102,11 @@ declare class BaseLLMProvider {
      * @param {Object} options - Options
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, schema: any, options: any): Promise<void>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     * @param {Object} options - { model, config, callbacks }
+     */
+    connectLive(options: any): Promise<void>;
     /**
      * Helper to get the last 6 digits of the API key for logging.
      * @returns {string} "..." + last 6 chars, or "not_set"
@@ -110,7 +116,7 @@ declare class BaseLLMProvider {
 
 declare class OpenAIProvider extends BaseLLMProvider {
     client: OpenAI;
-    models: any;
+    models: {};
     defaultModel: any;
     chat(userMessage: any, systemPrompt?: string, options?: {}): Promise<{
         text: string;
@@ -129,6 +135,11 @@ declare class OpenAIProvider extends BaseLLMProvider {
             total_tokens: number;
         };
     }>;
+    /**
+     * Per-call model resolution: explicit options.model > options.tier > default
+     */
+    _resolveModel(options?: {}): any;
+    _isReasoningModel(modelName: any): boolean;
     _chatCompletionWithModel(messages: any, systemPrompt: any, tools: any, modelName: any, maxTokens: any, temperature: any, options?: {}): Promise<{
         model: any;
         parsedContent?: any;
@@ -164,7 +175,7 @@ declare class OpenAIProvider extends BaseLLMProvider {
 }
 
 declare class AnthropicProvider extends BaseLLMProvider {
-    models: any;
+    models: {};
     defaultModel: any;
     client: Anthropic;
     chat(userMessage: any, systemPrompt?: string, options?: {}): Promise<{
@@ -232,6 +243,11 @@ declare class AnthropicProvider extends BaseLLMProvider {
     _formatTools(tools: any): any;
     executeTools(tool_calls: any, messages: any, tenantId: any, toolImplementations: any, env: any): Promise<void>;
     _getModelForTier(tier: any): any;
+    /**
+     * Per-call model resolution: explicit options.model > options.tier > default
+     */
+    _resolveModel(options?: {}): any;
+    _supportsSamplingParams(modelName: any): boolean;
     _shouldAutoParse(options: any): boolean;
     _safeJsonParse(text: any): any;
     normalizeFinishReason(providerReason: any): string;
@@ -391,6 +407,14 @@ declare class LLMService {
      * @returns {Promise<any>} Extracted data
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, tenantId: string | null, schema?: any | null, options?: any): Promise<any>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     *
+     * @param {Object} params - { model, config, callbacks }
+     * @param {string|null} [tenantId] - Tenant ID
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive(params: any, tenantId?: string | null): Promise<any>;
 }
 declare class LLMServiceException extends Error {
     constructor(message: any, statusCode?: number, details?: any);
@@ -434,9 +458,17 @@ declare class DefaultConfigProvider extends BaseConfigProvider$1 {
         location?: undefined;
     }>;
     _loadFromTenantDO(tenantId: any, env: any): Promise<any>;
+    /**
+     * Resolve the model map for a tenant.
+     * Precedence (highest first):
+     *   1. tenantConfig.model        - single model chosen by the tenant (becomes `default`)
+     *   2. tenantConfig.models[tier] - per-tier overrides supplied by the tenant
+     *   3. MODEL_CONFIGS[provider]   - library defaults
+     */
+    _resolveTenantModels(tenantConfig: any): {};
     _buildTenantConfig(tenantConfig: any, env: any): {
         provider: any;
-        models: any;
+        models: {};
         apiKey: any;
         baseURL: any;
         project: any;
@@ -467,6 +499,12 @@ declare class DefaultConfigProvider extends BaseConfigProvider$1 {
     };
 }
 
+/**
+ * Map a known-invalid legacy model ID to a valid one. Unknown IDs pass through untouched.
+ * @param {string} model
+ * @returns {string}
+ */
+declare function normalizeModelId(model: string): string;
 declare namespace MODEL_CONFIGS {
     namespace openai {
         let _default: string;
@@ -519,6 +557,22 @@ declare namespace MODEL_CONFIGS {
         export { free_3 as free };
     }
 }
+/**
+ * Invalid model IDs that earlier versions of this library shipped as defaults.
+ * Consumers persisted some of them (e.g. saved BYOK key configs), so we map them
+ * to a valid equivalent instead of letting the provider return 404.
+ */
+declare const LEGACY_MODEL_ALIASES: {
+    'gpt-5.5-instant': string;
+    'gpt-5.5-thinking': string;
+    'gemini-3.5-pro': string;
+    'gemini-3.7-pro': string;
+    'gemini-3.5-pro-image-preview': string;
+    'gemini-3.7-pro-image-preview': string;
+    'claude-4.5-haiku': string;
+    'claude-4.6-sonnet': string;
+    'claude-4.8-opus': string;
+};
 declare class ConfigManager {
     static _provider: DefaultConfigProvider;
     /**
@@ -556,7 +610,7 @@ declare class ConfigManager {
  *   - Vertex + ADC/IAM:   { vertexai: true, project, location } — no apiKey
  */
 declare class GoogleProvider extends BaseLLMProvider {
-    models: any;
+    models: {};
     defaultModel: any;
     _pendingOperations: Map<any, any>;
     client: GoogleGenAI;
@@ -658,6 +712,20 @@ declare class GoogleProvider extends BaseLLMProvider {
         voice: string;
         model: string;
     }): Promise<Buffer>;
+    /**
+     * Connect to Gemini Live bidirectional real-time audio/text session
+     *
+     * @param {Object} options
+     * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+     * @param {Object} options.config - Live session configuration
+     * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive({ model, config, callbacks }: {
+        model?: string;
+        config: any;
+        callbacks: any;
+    }): Promise<any>;
 }
 
 /**
@@ -794,4 +862,4 @@ declare class TranscriptionServiceException extends Error {
     statusCode: number;
 }
 
-export { AnthropicProvider, BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, sanitizeError };
+export { AnthropicProvider, BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LEGACY_MODEL_ALIASES, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, normalizeModelId, sanitizeError };