@contentgrowth/llm-service 1.3.4 → 1.3.6

package/dist/index.d.cts

@@ -2,6 +2,7 @@ import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 import * as _google_genai from '@google/genai';
 import { GoogleGenAI } from '@google/genai';
+export { Modality } from '@google/genai';
 
 declare namespace FINISH_REASONS {
     let COMPLETED: string;
@@ -101,6 +102,11 @@ declare class BaseLLMProvider {
      * @param {Object} options - Options
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, schema: any, options: any): Promise<void>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     * @param {Object} options - { model, config, callbacks }
+     */
+    connectLive(options: any): Promise<void>;
     /**
      * Helper to get the last 6 digits of the API key for logging.
      * @returns {string} "..." + last 6 chars, or "not_set"
@@ -401,6 +407,14 @@ declare class LLMService {
      * @returns {Promise<any>} Extracted data
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, tenantId: string | null, schema?: any | null, options?: any): Promise<any>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     *
+     * @param {Object} params - { model, config, callbacks }
+     * @param {string|null} [tenantId] - Tenant ID
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive(params: any, tenantId?: string | null): Promise<any>;
 }
 declare class LLMServiceException extends Error {
     constructor(message: any, statusCode?: number, details?: any);
@@ -511,6 +525,8 @@ declare namespace MODEL_CONFIGS {
         export { cost_1 as cost };
         let free_1: string;
         export { free_1 as free };
+        export let live: string;
+        export let liveThinking: string;
         export let video: string;
         export let image: string;
     }
@@ -525,6 +541,10 @@ declare namespace MODEL_CONFIGS {
         export { cost_2 as cost };
         let free_2: string;
         export { free_2 as free };
+        let live_1: string;
+        export { live_1 as live };
+        let liveThinking_1: string;
+        export { liveThinking_1 as liveThinking };
         let video_1: string;
         export { video_1 as video };
         let image_1: string;
@@ -698,6 +718,20 @@ declare class GoogleProvider extends BaseLLMProvider {
         voice: string;
         model: string;
     }): Promise<Buffer>;
+    /**
+     * Connect to Gemini Live bidirectional real-time audio/text session
+     *
+     * @param {Object} options
+     * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+     * @param {Object} options.config - Live session configuration
+     * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive({ model, config, callbacks }: {
+        model?: string;
+        config: any;
+        callbacks: any;
+    }): Promise<any>;
 }
 
 /**

package/dist/index.d.ts

@@ -2,6 +2,7 @@ import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 import * as _google_genai from '@google/genai';
 import { GoogleGenAI } from '@google/genai';
+export { Modality } from '@google/genai';
 
 declare namespace FINISH_REASONS {
     let COMPLETED: string;
@@ -101,6 +102,11 @@ declare class BaseLLMProvider {
      * @param {Object} options - Options
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, schema: any, options: any): Promise<void>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     * @param {Object} options - { model, config, callbacks }
+     */
+    connectLive(options: any): Promise<void>;
     /**
      * Helper to get the last 6 digits of the API key for logging.
      * @returns {string} "..." + last 6 chars, or "not_set"
@@ -401,6 +407,14 @@ declare class LLMService {
      * @returns {Promise<any>} Extracted data
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, tenantId: string | null, schema?: any | null, options?: any): Promise<any>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     *
+     * @param {Object} params - { model, config, callbacks }
+     * @param {string|null} [tenantId] - Tenant ID
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive(params: any, tenantId?: string | null): Promise<any>;
 }
 declare class LLMServiceException extends Error {
     constructor(message: any, statusCode?: number, details?: any);
@@ -511,6 +525,8 @@ declare namespace MODEL_CONFIGS {
         export { cost_1 as cost };
         let free_1: string;
         export { free_1 as free };
+        export let live: string;
+        export let liveThinking: string;
         export let video: string;
         export let image: string;
     }
@@ -525,6 +541,10 @@ declare namespace MODEL_CONFIGS {
         export { cost_2 as cost };
         let free_2: string;
         export { free_2 as free };
+        let live_1: string;
+        export { live_1 as live };
+        let liveThinking_1: string;
+        export { liveThinking_1 as liveThinking };
         let video_1: string;
         export { video_1 as video };
         let image_1: string;
@@ -698,6 +718,20 @@ declare class GoogleProvider extends BaseLLMProvider {
         voice: string;
         model: string;
     }): Promise<Buffer>;
+    /**
+     * Connect to Gemini Live bidirectional real-time audio/text session
+     *
+     * @param {Object} options
+     * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+     * @param {Object} options.config - Live session configuration
+     * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive({ model, config, callbacks }: {
+        model?: string;
+        config: any;
+        callbacks: any;
+    }): Promise<any>;
 }
 
 /**

package/dist/index.js

@@ -193,6 +193,8 @@ var MODEL_CONFIGS = {
     fast: "gemini-3.8-flash",
     cost: "gemini-3.5-flash-lite",
     free: "gemini-3.5-flash-lite",
+    live: "gemini-3.8-live",
+    liveThinking: "gemini-3.8-live-extended-thinking",
     video: "veo",
     image: "gemini-3-pro-image"
   },
@@ -203,6 +205,8 @@ var MODEL_CONFIGS = {
     fast: "gemini-3.7-flash",
     cost: "gemini-3.5-flash-lite",
     free: "gemini-3.5-flash-lite",
+    live: "gemini-3.8-live",
+    liveThinking: "gemini-3.8-live-extended-thinking",
     video: "veo",
     image: "gemini-3.1-flash-image"
   },
@@ -379,6 +383,13 @@ var BaseLLMProvider = class {
   async extractWithLLM(fileData, mimeType, prompt, schema, options) {
     throw new Error("This provider does not support extractWithLLM (Multimodal extraction)");
   }
+  /**
+   * Connect to a bidirectional real-time Live session
+   * @param {Object} options - { model, config, callbacks }
+   */
+  async connectLive(options) {
+    throw new Error(`This provider (${this.constructor.name}) does not support live real-time sessions`);
+  }
   /**
    * Helper to get the last 6 digits of the API key for logging.
    * @returns {string} "..." + last 6 chars, or "not_set"
@@ -1302,6 +1313,27 @@ ${prompt}` : prompt;
       throw error;
     }
   }
+  /**
+   * Connect to Gemini Live bidirectional real-time audio/text session
+   *
+   * @param {Object} options
+   * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+   * @param {Object} options.config - Live session configuration
+   * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+   * @returns {Promise<any>} The active Live session
+   */
+  async connectLive({ model, config, callbacks }) {
+    var _a, _b, _c;
+    if (!((_b = (_a = this.client) == null ? void 0 : _a.live) == null ? void 0 : _b.connect)) {
+      throw new LLMServiceException("The configured Google provider SDK does not support live sessions.", 500);
+    }
+    const resolvedModel = model || ((_c = this.models) == null ? void 0 : _c.live) || "gemini-3.8-live";
+    return this.client.live.connect({
+      model: resolvedModel,
+      config,
+      callbacks
+    });
+  }
 };
 
 // src/llm/providers/anthropic-provider.js
@@ -1834,6 +1866,21 @@ var LLMService = class {
     }
     return provider.extractWithLLM(fileData, mimeType, prompt, schema, options);
   }
+  /**
+   * Connect to a bidirectional real-time Live session
+   * 
+   * @param {Object} params - { model, config, callbacks }
+   * @param {string|null} [tenantId] - Tenant ID
+   * @returns {Promise<any>} The active Live session
+   */
+  async connectLive(params, tenantId = null) {
+    var _a;
+    const provider = await this._getProvider(tenantId);
+    if (typeof provider.connectLive !== "function") {
+      throw new LLMServiceException(`Provider ${((_a = provider.config) == null ? void 0 : _a.provider) || provider.constructor.name} does not support live real-time sessions`, 400);
+    }
+    return provider.connectLive(params);
+  }
 };
 var LLMServiceException = class extends Error {
   constructor(message, statusCode = 500, details = null) {
@@ -2168,6 +2215,9 @@ function createSpeechHandler(app, getConfig) {
   });
   return app;
 }
+
+// src/index.js
+import { Modality } from "@google/genai";
 export {
   AnthropicProvider,
   BaseConfigProvider,
@@ -2180,6 +2230,7 @@ export {
   LLMService,
   LLMServiceException,
   MODEL_CONFIGS,
+  Modality,
   OpenAIProvider,
   TranscriptionService,
   TranscriptionServiceException,