@contentgrowth/llm-service 1.3.4 → 1.3.5

package/dist/index.d.cts

@@ -2,6 +2,7 @@ import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 import * as _google_genai from '@google/genai';
 import { GoogleGenAI } from '@google/genai';
+export { Modality } from '@google/genai';
 
 declare namespace FINISH_REASONS {
     let COMPLETED: string;
@@ -101,6 +102,11 @@ declare class BaseLLMProvider {
      * @param {Object} options - Options
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, schema: any, options: any): Promise<void>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     * @param {Object} options - { model, config, callbacks }
+     */
+    connectLive(options: any): Promise<void>;
     /**
      * Helper to get the last 6 digits of the API key for logging.
      * @returns {string} "..." + last 6 chars, or "not_set"
@@ -401,6 +407,14 @@ declare class LLMService {
      * @returns {Promise<any>} Extracted data
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, tenantId: string | null, schema?: any | null, options?: any): Promise<any>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     *
+     * @param {Object} params - { model, config, callbacks }
+     * @param {string|null} [tenantId] - Tenant ID
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive(params: any, tenantId?: string | null): Promise<any>;
 }
 declare class LLMServiceException extends Error {
     constructor(message: any, statusCode?: number, details?: any);
@@ -698,6 +712,20 @@ declare class GoogleProvider extends BaseLLMProvider {
         voice: string;
         model: string;
     }): Promise<Buffer>;
+    /**
+     * Connect to Gemini Live bidirectional real-time audio/text session
+     *
+     * @param {Object} options
+     * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+     * @param {Object} options.config - Live session configuration
+     * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive({ model, config, callbacks }: {
+        model?: string;
+        config: any;
+        callbacks: any;
+    }): Promise<any>;
 }
 
 /**

package/dist/index.d.ts

@@ -2,6 +2,7 @@ import OpenAI from 'openai';
 import Anthropic from '@anthropic-ai/sdk';
 import * as _google_genai from '@google/genai';
 import { GoogleGenAI } from '@google/genai';
+export { Modality } from '@google/genai';
 
 declare namespace FINISH_REASONS {
     let COMPLETED: string;
@@ -101,6 +102,11 @@ declare class BaseLLMProvider {
      * @param {Object} options - Options
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, schema: any, options: any): Promise<void>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     * @param {Object} options - { model, config, callbacks }
+     */
+    connectLive(options: any): Promise<void>;
     /**
      * Helper to get the last 6 digits of the API key for logging.
      * @returns {string} "..." + last 6 chars, or "not_set"
@@ -401,6 +407,14 @@ declare class LLMService {
      * @returns {Promise<any>} Extracted data
      */
     extractWithLLM(fileData: Buffer | string, mimeType: string, prompt: string, tenantId: string | null, schema?: any | null, options?: any): Promise<any>;
+    /**
+     * Connect to a bidirectional real-time Live session
+     *
+     * @param {Object} params - { model, config, callbacks }
+     * @param {string|null} [tenantId] - Tenant ID
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive(params: any, tenantId?: string | null): Promise<any>;
 }
 declare class LLMServiceException extends Error {
     constructor(message: any, statusCode?: number, details?: any);
@@ -698,6 +712,20 @@ declare class GoogleProvider extends BaseLLMProvider {
         voice: string;
         model: string;
     }): Promise<Buffer>;
+    /**
+     * Connect to Gemini Live bidirectional real-time audio/text session
+     *
+     * @param {Object} options
+     * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+     * @param {Object} options.config - Live session configuration
+     * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+     * @returns {Promise<any>} The active Live session
+     */
+    connectLive({ model, config, callbacks }: {
+        model?: string;
+        config: any;
+        callbacks: any;
+    }): Promise<any>;
 }
 
 /**

package/dist/index.js

@@ -379,6 +379,13 @@ var BaseLLMProvider = class {
   async extractWithLLM(fileData, mimeType, prompt, schema, options) {
     throw new Error("This provider does not support extractWithLLM (Multimodal extraction)");
   }
+  /**
+   * Connect to a bidirectional real-time Live session
+   * @param {Object} options - { model, config, callbacks }
+   */
+  async connectLive(options) {
+    throw new Error(`This provider (${this.constructor.name}) does not support live real-time sessions`);
+  }
   /**
    * Helper to get the last 6 digits of the API key for logging.
    * @returns {string} "..." + last 6 chars, or "not_set"
@@ -1302,6 +1309,27 @@ ${prompt}` : prompt;
       throw error;
     }
   }
+  /**
+   * Connect to Gemini Live bidirectional real-time audio/text session
+   *
+   * @param {Object} options
+   * @param {string} [options.model] - Model name (e.g. models/gemini-2.5-flash-native-audio-preview-09-2025)
+   * @param {Object} options.config - Live session configuration
+   * @param {Object} options.callbacks - Event callbacks (onopen, onmessage, onerror, onclose)
+   * @returns {Promise<any>} The active Live session
+   */
+  async connectLive({ model, config, callbacks }) {
+    var _a, _b, _c;
+    if (!((_b = (_a = this.client) == null ? void 0 : _a.live) == null ? void 0 : _b.connect)) {
+      throw new LLMServiceException("The configured Google provider SDK does not support live sessions.", 500);
+    }
+    const resolvedModel = model || ((_c = this.models) == null ? void 0 : _c.live) || this.defaultModel || "models/gemini-2.5-flash-native-audio-preview-09-2025";
+    return this.client.live.connect({
+      model: resolvedModel,
+      config,
+      callbacks
+    });
+  }
 };
 
 // src/llm/providers/anthropic-provider.js
@@ -1834,6 +1862,21 @@ var LLMService = class {
     }
     return provider.extractWithLLM(fileData, mimeType, prompt, schema, options);
   }
+  /**
+   * Connect to a bidirectional real-time Live session
+   * 
+   * @param {Object} params - { model, config, callbacks }
+   * @param {string|null} [tenantId] - Tenant ID
+   * @returns {Promise<any>} The active Live session
+   */
+  async connectLive(params, tenantId = null) {
+    var _a;
+    const provider = await this._getProvider(tenantId);
+    if (typeof provider.connectLive !== "function") {
+      throw new LLMServiceException(`Provider ${((_a = provider.config) == null ? void 0 : _a.provider) || provider.constructor.name} does not support live real-time sessions`, 400);
+    }
+    return provider.connectLive(params);
+  }
 };
 var LLMServiceException = class extends Error {
   constructor(message, statusCode = 500, details = null) {
@@ -2168,6 +2211,9 @@ function createSpeechHandler(app, getConfig) {
   });
   return app;
 }
+
+// src/index.js
+import { Modality } from "@google/genai";
 export {
   AnthropicProvider,
   BaseConfigProvider,
@@ -2180,6 +2226,7 @@ export {
   LLMService,
   LLMServiceException,
   MODEL_CONFIGS,
+  Modality,
   OpenAIProvider,
   TranscriptionService,
   TranscriptionServiceException,