@livekit/agents-plugin-google 1.0.0-next.0

package/dist/beta/gemini_tts.js

@@ -0,0 +1,221 @@
+import { GoogleGenAI } from "@google/genai";
+import {
+  APIConnectionError,
+  APIStatusError,
+  AudioByteStream,
+  isAPIError,
+  shortuuid,
+  tts
+} from "@livekit/agents";
+const DEFAULT_MODEL = "gemini-2.5-flash-preview-tts";
+const DEFAULT_VOICE = "Kore";
+const DEFAULT_SAMPLE_RATE = 24e3;
+const NUM_CHANNELS = 1;
+const DEFAULT_INSTRUCTIONS = "Say the text with a proper tone, don't omit or add any words";
+class TTS extends tts.TTS {
+  #opts;
+  #client;
+  label = "google.gemini.TTS";
+  /**
+   * Create a new instance of Gemini TTS.
+   *
+   * Environment Requirements:
+   * - For VertexAI: Set the `GOOGLE_APPLICATION_CREDENTIALS` environment variable to the path of the service account key file.
+   * - For Google Gemini API: Set the `apiKey` argument or the `GOOGLE_API_KEY` environment variable.
+   *
+   * @param opts - Configuration options for Gemini TTS
+   */
+  constructor({
+    model = DEFAULT_MODEL,
+    voiceName = DEFAULT_VOICE,
+    apiKey,
+    vertexai,
+    project,
+    location,
+    instructions
+  } = {}) {
+    super(DEFAULT_SAMPLE_RATE, NUM_CHANNELS, { streaming: false });
+    const gcpProject = project || process.env.GOOGLE_CLOUD_PROJECT;
+    const gcpLocation = location || process.env.GOOGLE_CLOUD_LOCATION || "us-central1";
+    const useVertexai = vertexai ?? process.env.GOOGLE_GENAI_USE_VERTEXAI === "true";
+    const geminiApiKey = apiKey || process.env.GOOGLE_API_KEY;
+    let finalProject = gcpProject;
+    let finalLocation = gcpLocation;
+    let finalApiKey = geminiApiKey;
+    if (useVertexai) {
+      if (!finalProject) {
+        throw new APIConnectionError({
+          message: "Project ID is required for Vertex AI. Set via project option or GOOGLE_CLOUD_PROJECT environment variable"
+        });
+      }
+      finalApiKey = void 0;
+    } else {
+      finalProject = void 0;
+      finalLocation = void 0;
+      if (!finalApiKey) {
+        throw new APIConnectionError({
+          message: "API key is required for Google API either via apiKey or GOOGLE_API_KEY environment variable"
+        });
+      }
+    }
+    this.#opts = {
+      model,
+      voiceName,
+      vertexai: useVertexai,
+      project: finalProject,
+      location: finalLocation,
+      instructions: instructions ?? DEFAULT_INSTRUCTIONS
+    };
+    const clientOptions = useVertexai ? {
+      vertexai: true,
+      project: finalProject,
+      location: finalLocation
+    } : {
+      apiKey: finalApiKey
+    };
+    this.#client = new GoogleGenAI(clientOptions);
+  }
+  synthesize(text) {
+    return new ChunkedStream(text, this);
+  }
+  /**
+   * Update the TTS options.
+   *
+   * @param opts - Options to update
+   */
+  updateOptions(opts) {
+    if (opts.voiceName !== void 0) {
+      this.#opts.voiceName = opts.voiceName;
+    }
+  }
+  stream() {
+    throw new Error("Streaming is not supported on Gemini TTS");
+  }
+  get opts() {
+    return this.#opts;
+  }
+  get client() {
+    return this.#client;
+  }
+}
+class ChunkedStream extends tts.ChunkedStream {
+  #tts;
+  label = "google.gemini.ChunkedStream";
+  constructor(inputText, tts2) {
+    super(inputText, tts2);
+    this.#tts = tts2;
+  }
+  async run() {
+    const requestId = shortuuid();
+    const bstream = new AudioByteStream(this.#tts.sampleRate, this.#tts.numChannels);
+    const config = {
+      responseModalities: ["AUDIO"],
+      speechConfig: {
+        voiceConfig: {
+          prebuiltVoiceConfig: {
+            voiceName: this.#tts.opts.voiceName
+          }
+        }
+      }
+    };
+    let inputText = this.inputText;
+    if (this.#tts.opts.instructions) {
+      inputText = `${this.#tts.opts.instructions}:
+"${inputText}"`;
+    }
+    const contents = [
+      {
+        role: "user",
+        parts: [{ text: inputText }]
+      }
+    ];
+    const responseStream = await this.#tts.client.models.generateContentStream({
+      model: this.#tts.opts.model,
+      contents,
+      config
+    });
+    try {
+      for await (const response of responseStream) {
+        await this.#processResponse(response, bstream, requestId);
+      }
+    } catch (error) {
+      if (isAPIError(error)) throw error;
+      const err = error;
+      if (err.code && err.code >= 400 && err.code < 500) {
+        if (err.code === 429) {
+          throw new APIStatusError({
+            message: `Gemini TTS: Rate limit error - ${err.message || "Unknown error"}`,
+            options: {
+              statusCode: 429,
+              retryable: true
+            }
+          });
+        } else {
+          throw new APIStatusError({
+            message: `Gemini TTS: Client error (${err.code}) - ${err.message || "Unknown error"}`,
+            options: {
+              statusCode: err.code,
+              retryable: false
+            }
+          });
+        }
+      }
+      if (err.code && err.code >= 500) {
+        throw new APIStatusError({
+          message: `Gemini TTS: Server error (${err.code}) - ${err.message || "Unknown error"}`,
+          options: {
+            statusCode: err.code,
+            retryable: true
+          }
+        });
+      }
+      throw new APIConnectionError({
+        message: `Gemini TTS: Connection error - ${err.message || "Unknown error"}`,
+        options: { retryable: true }
+      });
+    } finally {
+      this.queue.close();
+    }
+  }
+  async #processResponse(response, bstream, requestId) {
+    var _a, _b, _c;
+    if (!response.candidates || response.candidates.length === 0) {
+      return;
+    }
+    const candidate = response.candidates[0];
+    if (!candidate || !((_a = candidate.content) == null ? void 0 : _a.parts)) {
+      return;
+    }
+    let lastFrame;
+    const sendLastFrame = (final) => {
+      if (lastFrame) {
+        this.queue.put({
+          requestId,
+          frame: lastFrame,
+          segmentId: requestId,
+          final
+        });
+        lastFrame = void 0;
+      }
+    };
+    for (const part of candidate.content.parts) {
+      if (((_b = part.inlineData) == null ? void 0 : _b.data) && ((_c = part.inlineData.mimeType) == null ? void 0 : _c.startsWith("audio/"))) {
+        const audioBuffer = Buffer.from(part.inlineData.data, "base64");
+        for (const frame of bstream.write(audioBuffer)) {
+          sendLastFrame(false);
+          lastFrame = frame;
+        }
+      }
+    }
+    for (const frame of bstream.flush()) {
+      sendLastFrame(false);
+      lastFrame = frame;
+    }
+    sendLastFrame(true);
+  }
+}
+export {
+  ChunkedStream,
+  TTS
+};
+//# sourceMappingURL=gemini_tts.js.map

package/dist/beta/gemini_tts.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/beta/gemini_tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type * as types from '@google/genai';\nimport { GoogleGenAI } from '@google/genai';\nimport {\n  APIConnectionError,\n  APIStatusError,\n  AudioByteStream,\n  isAPIError,\n  shortuuid,\n  tts,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\n\nexport type GeminiTTSModels = 'gemini-2.5-flash-preview-tts' | 'gemini-2.5-pro-preview-tts';\n\nexport type GeminiVoices =\n  | 'Zephyr'\n  | 'Puck'\n  | 'Charon'\n  | 'Kore'\n  | 'Fenrir'\n  | 'Leda'\n  | 'Orus'\n  | 'Aoede'\n  | 'Callirrhoe'\n  | 'Autonoe'\n  | 'Enceladus'\n  | 'Iapetus'\n  | 'Umbriel'\n  | 'Algieba'\n  | 'Despina'\n  | 'Erinome'\n  | 'Algenib'\n  | 'Rasalgethi'\n  | 'Laomedeia'\n  | 'Achernar'\n  | 'Alnilam'\n  | 'Schedar'\n  | 'Gacrux'\n  | 'Pulcherrima'\n  | 'Achird'\n  | 'Zubenelgenubi'\n  | 'Vindemiatrix'\n  | 'Sadachbia'\n  | 'Sadaltager'\n  | 'Sulafat';\n\nconst DEFAULT_MODEL: GeminiTTSModels = 'gemini-2.5-flash-preview-tts';\nconst DEFAULT_VOICE: GeminiVoices = 'Kore';\nconst DEFAULT_SAMPLE_RATE = 24000; // not configurable\nconst NUM_CHANNELS = 1;\nconst DEFAULT_INSTRUCTIONS = \"Say the text with a proper tone, don't omit or add any words\";\n\nexport interface TTSOptions {\n  model: GeminiTTSModels | string;\n  voiceName: GeminiVoices | string;\n  vertexai: boolean;\n  project?: string;\n  location?: string;\n  instructions?: string;\n}\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: GoogleGenAI;\n  label = 'google.gemini.TTS';\n\n  /**\n   * Create a new instance of Gemini TTS.\n   *\n   * Environment Requirements:\n   * - For VertexAI: Set the `GOOGLE_APPLICATION_CREDENTIALS` environment variable to the path of the service account key file.\n   * - For Google Gemini API: Set the `apiKey` argument or the `GOOGLE_API_KEY` environment variable.\n   *\n   * @param opts - Configuration options for Gemini TTS\n   */\n  constructor({\n    model = DEFAULT_MODEL,\n    voiceName = DEFAULT_VOICE,\n    apiKey,\n    vertexai,\n    project,\n    location,\n    instructions,\n  }: Partial<TTSOptions & { apiKey: string }> = {}) {\n    super(DEFAULT_SAMPLE_RATE, NUM_CHANNELS, { streaming: false });\n\n    const gcpProject: string | undefined = project || process.env.GOOGLE_CLOUD_PROJECT;\n    const gcpLocation: string | undefined =\n      location || process.env.GOOGLE_CLOUD_LOCATION || 'us-central1';\n    const useVertexai = vertexai ?? process.env.GOOGLE_GENAI_USE_VERTEXAI === 'true';\n    const geminiApiKey = apiKey || process.env.GOOGLE_API_KEY;\n\n    let finalProject: string | undefined = gcpProject;\n    let finalLocation: string | undefined = gcpLocation;\n    let finalApiKey: string | undefined = geminiApiKey;\n\n    if (useVertexai) {\n      if (!finalProject) {\n        throw new APIConnectionError({\n          message:\n            'Project ID is required for Vertex AI. Set via project option or GOOGLE_CLOUD_PROJECT environment variable',\n        });\n      }\n      finalApiKey = undefined;\n    } else {\n      finalProject = undefined;\n      finalLocation = undefined;\n      if (!finalApiKey) {\n        throw new APIConnectionError({\n          message:\n            'API key is required for Google API either via apiKey or GOOGLE_API_KEY environment variable',\n        });\n      }\n    }\n\n    this.#opts = {\n      model,\n      voiceName,\n      vertexai: useVertexai,\n      project: finalProject,\n      location: finalLocation,\n      instructions: instructions ?? DEFAULT_INSTRUCTIONS,\n    };\n\n    const clientOptions: types.GoogleGenAIOptions = useVertexai\n      ? {\n          vertexai: true,\n          project: finalProject,\n          location: finalLocation,\n        }\n      : {\n          apiKey: finalApiKey,\n        };\n\n    this.#client = new GoogleGenAI(clientOptions);\n  }\n\n  synthesize(text: string): ChunkedStream {\n    return new ChunkedStream(text, this);\n  }\n\n  /**\n   * Update the TTS options.\n   *\n   * @param opts - Options to update\n   */\n  updateOptions(opts: { voiceName?: GeminiVoices | string }) {\n    if (opts.voiceName !== undefined) {\n      this.#opts.voiceName = opts.voiceName;\n    }\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on Gemini TTS');\n  }\n\n  get opts(): TTSOptions {\n    return this.#opts;\n  }\n\n  get client(): GoogleGenAI {\n    return this.#client;\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  #tts: TTS;\n  label = 'google.gemini.ChunkedStream';\n\n  constructor(inputText: string, tts: TTS) {\n    super(inputText, tts);\n    this.#tts = tts;\n  }\n\n  protected async run() {\n    const requestId = shortuuid();\n    const bstream = new AudioByteStream(this.#tts.sampleRate, this.#tts.numChannels);\n\n    const config: types.GenerateContentConfig = {\n      responseModalities: ['AUDIO'],\n      speechConfig: {\n        voiceConfig: {\n          prebuiltVoiceConfig: {\n            voiceName: this.#tts.opts.voiceName,\n          },\n        },\n      },\n    };\n\n    let inputText = this.inputText;\n    if (this.#tts.opts.instructions) {\n      inputText = `${this.#tts.opts.instructions}:\\n\"${inputText}\"`;\n    }\n\n    const contents: types.Content[] = [\n      {\n        role: 'user',\n        parts: [{ text: inputText }],\n      },\n    ];\n\n    const responseStream = await this.#tts.client.models.generateContentStream({\n      model: this.#tts.opts.model,\n      contents,\n      config,\n    });\n\n    try {\n      for await (const response of responseStream) {\n        await this.#processResponse(response, bstream, requestId);\n      }\n    } catch (error: unknown) {\n      if (isAPIError(error)) throw error;\n\n      const err = error as {\n        code?: number;\n        message?: string;\n        status?: string;\n        type?: string;\n      };\n\n      if (err.code && err.code >= 400 && err.code < 500) {\n        if (err.code === 429) {\n          throw new APIStatusError({\n            message: `Gemini TTS: Rate limit error - ${err.message || 'Unknown error'}`,\n            options: {\n              statusCode: 429,\n              retryable: true,\n            },\n          });\n        } else {\n          throw new APIStatusError({\n            message: `Gemini TTS: Client error (${err.code}) - ${err.message || 'Unknown error'}`,\n            options: {\n              statusCode: err.code,\n              retryable: false,\n            },\n          });\n        }\n      }\n\n      if (err.code && err.code >= 500) {\n        throw new APIStatusError({\n          message: `Gemini TTS: Server error (${err.code}) - ${err.message || 'Unknown error'}`,\n          options: {\n            statusCode: err.code,\n            retryable: true,\n          },\n        });\n      }\n\n      throw new APIConnectionError({\n        message: `Gemini TTS: Connection error - ${err.message || 'Unknown error'}`,\n        options: { retryable: true },\n      });\n    } finally {\n      this.queue.close();\n    }\n  }\n\n  async #processResponse(\n    response: types.GenerateContentResponse,\n    bstream: AudioByteStream,\n    requestId: string,\n  ) {\n    if (!response.candidates || response.candidates.length === 0) {\n      return;\n    }\n\n    const candidate = response.candidates[0];\n    if (!candidate || !candidate.content?.parts) {\n      return;\n    }\n\n    let lastFrame: AudioFrame | undefined;\n    const sendLastFrame = (final: boolean) => {\n      if (lastFrame) {\n        this.queue.put({\n          requestId,\n          frame: lastFrame,\n          segmentId: requestId,\n          final,\n        });\n        lastFrame = undefined;\n      }\n    };\n\n    for (const part of candidate.content.parts) {\n      if (part.inlineData?.data && part.inlineData.mimeType?.startsWith('audio/')) {\n        const audioBuffer = Buffer.from(part.inlineData.data, 'base64');\n\n        for (const frame of bstream.write(audioBuffer)) {\n          sendLastFrame(false);\n          lastFrame = frame;\n        }\n      }\n    }\n\n    for (const frame of bstream.flush()) {\n      sendLastFrame(false);\n      lastFrame = frame;\n    }\n\n    sendLastFrame(true);\n  }\n}\n"],"mappings":"AAIA,SAAS,mBAAmB;AAC5B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAqCP,MAAM,gBAAiC;AACvC,MAAM,gBAA8B;AACpC,MAAM,sBAAsB;AAC5B,MAAM,eAAe;AACrB,MAAM,uBAAuB;AAWtB,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA,EACA,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWR,YAAY;AAAA,IACV,QAAQ;AAAA,IACR,YAAY;AAAA,IACZ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAA8C,CAAC,GAAG;AAChD,UAAM,qBAAqB,cAAc,EAAE,WAAW,MAAM,CAAC;AAE7D,UAAM,aAAiC,WAAW,QAAQ,IAAI;AAC9D,UAAM,cACJ,YAAY,QAAQ,IAAI,yBAAyB;AACnD,UAAM,cAAc,YAAY,QAAQ,IAAI,8BAA8B;AAC1E,UAAM,eAAe,UAAU,QAAQ,IAAI;AAE3C,QAAI,eAAmC;AACvC,QAAI,gBAAoC;AACxC,QAAI,cAAkC;AAEtC,QAAI,aAAa;AACf,UAAI,CAAC,cAAc;AACjB,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SACE;AAAA,QACJ,CAAC;AAAA,MACH;AACA,oBAAc;AAAA,IAChB,OAAO;AACL,qBAAe;AACf,sBAAgB;AAChB,UAAI,CAAC,aAAa;AAChB,cAAM,IAAI,mBAAmB;AAAA,UAC3B,SACE;AAAA,QACJ,CAAC;AAAA,MACH;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,MACA,UAAU;AAAA,MACV,SAAS;AAAA,MACT,UAAU;AAAA,MACV,cAAc,gBAAgB;AAAA,IAChC;AAEA,UAAM,gBAA0C,cAC5C;AAAA,MACE,UAAU;AAAA,MACV,SAAS;AAAA,MACT,UAAU;AAAA,IACZ,IACA;AAAA,MACE,QAAQ;AAAA,IACV;AAEJ,SAAK,UAAU,IAAI,YAAY,aAAa;AAAA,EAC9C;AAAA,EAEA,WAAW,MAA6B;AACtC,WAAO,IAAI,cAAc,MAAM,IAAI;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAc,MAA6C;AACzD,QAAI,KAAK,cAAc,QAAW;AAChC,WAAK,MAAM,YAAY,KAAK;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AAAA,EAEA,IAAI,OAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,SAAsB;AACxB,WAAO,KAAK;AAAA,EACd;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA,EACnD;AAAA,EACA,QAAQ;AAAA,EAER,YAAY,WAAmBA,MAAU;AACvC,UAAM,WAAWA,IAAG;AACpB,SAAK,OAAOA;AAAA,EACd;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,YAAY,UAAU;AAC5B,UAAM,UAAU,IAAI,gBAAgB,KAAK,KAAK,YAAY,KAAK,KAAK,WAAW;AAE/E,UAAM,SAAsC;AAAA,MAC1C,oBAAoB,CAAC,OAAO;AAAA,MAC5B,cAAc;AAAA,QACZ,aAAa;AAAA,UACX,qBAAqB;AAAA,YACnB,WAAW,KAAK,KAAK,KAAK;AAAA,UAC5B;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,YAAY,KAAK;AACrB,QAAI,KAAK,KAAK,KAAK,cAAc;AAC/B,kBAAY,GAAG,KAAK,KAAK,KAAK,YAAY;AAAA,GAAO,SAAS;AAAA,IAC5D;AAEA,UAAM,WAA4B;AAAA,MAChC;AAAA,QACE,MAAM;AAAA,QACN,OAAO,CAAC,EAAE,MAAM,UAAU,CAAC;AAAA,MAC7B;AAAA,IACF;AAEA,UAAM,iBAAiB,MAAM,KAAK,KAAK,OAAO,OAAO,sBAAsB;AAAA,MACzE,OAAO,KAAK,KAAK,KAAK;AAAA,MACtB;AAAA,MACA;AAAA,IACF,CAAC;AAED,QAAI;AACF,uBAAiB,YAAY,gBAAgB;AAC3C,cAAM,KAAK,iBAAiB,UAAU,SAAS,SAAS;AAAA,MAC1D;AAAA,IACF,SAAS,OAAgB;AACvB,UAAI,WAAW,KAAK,EAAG,OAAM;AAE7B,YAAM,MAAM;AAOZ,UAAI,IAAI,QAAQ,IAAI,QAAQ,OAAO,IAAI,OAAO,KAAK;AACjD,YAAI,IAAI,SAAS,KAAK;AACpB,gBAAM,IAAI,eAAe;AAAA,YACvB,SAAS,kCAAkC,IAAI,WAAW,eAAe;AAAA,YACzE,SAAS;AAAA,cACP,YAAY;AAAA,cACZ,WAAW;AAAA,YACb;AAAA,UACF,CAAC;AAAA,QACH,OAAO;AACL,gBAAM,IAAI,eAAe;AAAA,YACvB,SAAS,6BAA6B,IAAI,IAAI,OAAO,IAAI,WAAW,eAAe;AAAA,YACnF,SAAS;AAAA,cACP,YAAY,IAAI;AAAA,cAChB,WAAW;AAAA,YACb;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,IAAI,QAAQ,IAAI,QAAQ,KAAK;AAC/B,cAAM,IAAI,eAAe;AAAA,UACvB,SAAS,6BAA6B,IAAI,IAAI,OAAO,IAAI,WAAW,eAAe;AAAA,UACnF,SAAS;AAAA,YACP,YAAY,IAAI;AAAA,YAChB,WAAW;AAAA,UACb;AAAA,QACF,CAAC;AAAA,MACH;AAEA,YAAM,IAAI,mBAAmB;AAAA,QAC3B,SAAS,kCAAkC,IAAI,WAAW,eAAe;AAAA,QACzE,SAAS,EAAE,WAAW,KAAK;AAAA,MAC7B,CAAC;AAAA,IACH,UAAE;AACA,WAAK,MAAM,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAM,iBACJ,UACA,SACA,WACA;AA3QJ;AA4QI,QAAI,CAAC,SAAS,cAAc,SAAS,WAAW,WAAW,GAAG;AAC5D;AAAA,IACF;AAEA,UAAM,YAAY,SAAS,WAAW,CAAC;AACvC,QAAI,CAAC,aAAa,GAAC,eAAU,YAAV,mBAAmB,QAAO;AAC3C;AAAA,IACF;AAEA,QAAI;AACJ,UAAM,gBAAgB,CAAC,UAAmB;AACxC,UAAI,WAAW;AACb,aAAK,MAAM,IAAI;AAAA,UACb;AAAA,UACA,OAAO;AAAA,UACP,WAAW;AAAA,UACX;AAAA,QACF,CAAC;AACD,oBAAY;AAAA,MACd;AAAA,IACF;AAEA,eAAW,QAAQ,UAAU,QAAQ,OAAO;AAC1C,YAAI,UAAK,eAAL,mBAAiB,WAAQ,UAAK,WAAW,aAAhB,mBAA0B,WAAW,YAAW;AAC3E,cAAM,cAAc,OAAO,KAAK,KAAK,WAAW,MAAM,QAAQ;AAE9D,mBAAW,SAAS,QAAQ,MAAM,WAAW,GAAG;AAC9C,wBAAc,KAAK;AACnB,sBAAY;AAAA,QACd;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,QAAQ,MAAM,GAAG;AACnC,oBAAc,KAAK;AACnB,kBAAY;AAAA,IACd;AAEA,kBAAc,IAAI;AAAA,EACpB;AACF;","names":["tts"]}

package/dist/beta/gemini_tts.test.cjs

@@ -0,0 +1,9 @@
+"use strict";
+var import_agents_plugin_openai = require("@livekit/agents-plugin-openai");
+var import_agents_plugins_test = require("@livekit/agents-plugins-test");
+var import_vitest = require("vitest");
+var import_gemini_tts = require("./gemini_tts.cjs");
+(0, import_vitest.describe)("Google Gemini TTS", async () => {
+  await (0, import_agents_plugins_test.tts)(new import_gemini_tts.TTS(), new import_agents_plugin_openai.STT(), { nonStreaming: true, streaming: false });
+});
+//# sourceMappingURL=gemini_tts.test.cjs.map

package/dist/beta/gemini_tts.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/beta/gemini_tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-openai';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './gemini_tts.js';\n\ndescribe('Google Gemini TTS', async () => {\n  await tts(new TTS(), new STT(), { nonStreaming: true, streaming: false });\n});\n"],"mappings":";AAGA,kCAAoB;AACpB,iCAAoB;AACpB,oBAAyB;AACzB,wBAAoB;AAAA,IAEpB,wBAAS,qBAAqB,YAAY;AACxC,YAAM,gCAAI,IAAI,sBAAI,GAAG,IAAI,gCAAI,GAAG,EAAE,cAAc,MAAM,WAAW,MAAM,CAAC;AAC1E,CAAC;","names":[]}

package/dist/beta/gemini_tts.test.d.cts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=gemini_tts.test.d.ts.map

package/dist/beta/gemini_tts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=gemini_tts.test.d.ts.map

package/dist/beta/gemini_tts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini_tts.test.d.ts","sourceRoot":"","sources":["../../src/beta/gemini_tts.test.ts"],"names":[],"mappings":""}

package/dist/beta/gemini_tts.test.js

@@ -0,0 +1,8 @@
+import { STT } from "@livekit/agents-plugin-openai";
+import { tts } from "@livekit/agents-plugins-test";
+import { describe } from "vitest";
+import { TTS } from "./gemini_tts.js";
+describe("Google Gemini TTS", async () => {
+  await tts(new TTS(), new STT(), { nonStreaming: true, streaming: false });
+});
+//# sourceMappingURL=gemini_tts.test.js.map

package/dist/beta/gemini_tts.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/beta/gemini_tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { STT } from '@livekit/agents-plugin-openai';\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { TTS } from './gemini_tts.js';\n\ndescribe('Google Gemini TTS', async () => {\n  await tts(new TTS(), new STT(), { nonStreaming: true, streaming: false });\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AAEpB,SAAS,qBAAqB,YAAY;AACxC,QAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,GAAG,EAAE,cAAc,MAAM,WAAW,MAAM,CAAC;AAC1E,CAAC;","names":[]}

package/dist/beta/index.cjs

@@ -0,0 +1,42 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var beta_exports = {};
+__export(beta_exports, {
+  TTS: () => import_gemini_tts.TTS,
+  realtime: () => realtime
+});
+module.exports = __toCommonJS(beta_exports);
+var import_gemini_tts = require("./gemini_tts.cjs");
+var realtime = __toESM(require("./realtime/index.cjs"), 1);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  TTS,
+  realtime
+});
+//# sourceMappingURL=index.cjs.map

package/dist/beta/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/beta/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport { TTS, type GeminiTTSModels, type GeminiVoices, type TTSOptions } from './gemini_tts.js';\nexport * as realtime from './realtime/index.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,wBAA8E;AAC9E,eAA0B;","names":[]}

package/dist/beta/index.d.cts

@@ -0,0 +1,3 @@
+export { TTS, type GeminiTTSModels, type GeminiVoices, type TTSOptions } from './gemini_tts.js';
+export * as realtime from './realtime/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/beta/index.d.ts

@@ -0,0 +1,3 @@
+export { TTS, type GeminiTTSModels, type GeminiVoices, type TTSOptions } from './gemini_tts.js';
+export * as realtime from './realtime/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/beta/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/beta/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,KAAK,eAAe,EAAE,KAAK,YAAY,EAAE,KAAK,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAChG,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC"}

package/dist/beta/index.js

@@ -0,0 +1,7 @@
+import { TTS } from "./gemini_tts.js";
+import * as realtime from "./realtime/index.js";
+export {
+  TTS,
+  realtime
+};
+//# sourceMappingURL=index.js.map

package/dist/beta/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/beta/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport { TTS, type GeminiTTSModels, type GeminiVoices, type TTSOptions } from './gemini_tts.js';\nexport * as realtime from './realtime/index.js';\n"],"mappings":"AAIA,SAAS,WAAqE;AAC9E,YAAY,cAAc;","names":[]}

package/dist/beta/realtime/api_proto.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var api_proto_exports = {};
+module.exports = __toCommonJS(api_proto_exports);
+//# sourceMappingURL=api_proto.cjs.map

package/dist/beta/realtime/api_proto.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/beta/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type * as types from '@google/genai';\n\n/**\n * Supported Google Live API models\n */\nexport type LiveAPIModels =\n  | 'gemini-2.0-flash-exp'\n  // models supported on Gemini API\n  | 'gemini-2.0-flash-live-001'\n  | 'gemini-2.5-flash-preview-native-audio-dialog'\n  | 'gemini-2.5-flash-exp-native-audio-thinking-dialog';\n\n/**\n * Available voice options for Google Realtime API\n */\nexport type Voice = 'Puck' | 'Charon' | 'Kore' | 'Fenrir' | 'Aoede' | 'Leda' | 'Orus' | 'Zephyr';\n\n/**\n * Union type for all possible client events\n */\n\nexport type ClientEvents =\n  | {\n      type: 'content';\n      value: types.LiveClientContent;\n    }\n  | {\n      type: 'realtime_input';\n      value: types.LiveClientRealtimeInput;\n    }\n  | {\n      type: 'tool_response';\n      value: types.LiveClientToolResponse;\n    }\n  | {\n      type: 'function_response';\n      value: types.FunctionResponse;\n    };\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/beta/realtime/api_proto.d.cts

@@ -0,0 +1,26 @@
+import type * as types from '@google/genai';
+/**
+ * Supported Google Live API models
+ */
+export type LiveAPIModels = 'gemini-2.0-flash-exp' | 'gemini-2.0-flash-live-001' | 'gemini-2.5-flash-preview-native-audio-dialog' | 'gemini-2.5-flash-exp-native-audio-thinking-dialog';
+/**
+ * Available voice options for Google Realtime API
+ */
+export type Voice = 'Puck' | 'Charon' | 'Kore' | 'Fenrir' | 'Aoede' | 'Leda' | 'Orus' | 'Zephyr';
+/**
+ * Union type for all possible client events
+ */
+export type ClientEvents = {
+    type: 'content';
+    value: types.LiveClientContent;
+} | {
+    type: 'realtime_input';
+    value: types.LiveClientRealtimeInput;
+} | {
+    type: 'tool_response';
+    value: types.LiveClientToolResponse;
+} | {
+    type: 'function_response';
+    value: types.FunctionResponse;
+};
+//# sourceMappingURL=api_proto.d.ts.map

package/dist/beta/realtime/api_proto.d.ts

@@ -0,0 +1,26 @@
+import type * as types from '@google/genai';
+/**
+ * Supported Google Live API models
+ */
+export type LiveAPIModels = 'gemini-2.0-flash-exp' | 'gemini-2.0-flash-live-001' | 'gemini-2.5-flash-preview-native-audio-dialog' | 'gemini-2.5-flash-exp-native-audio-thinking-dialog';
+/**
+ * Available voice options for Google Realtime API
+ */
+export type Voice = 'Puck' | 'Charon' | 'Kore' | 'Fenrir' | 'Aoede' | 'Leda' | 'Orus' | 'Zephyr';
+/**
+ * Union type for all possible client events
+ */
+export type ClientEvents = {
+    type: 'content';
+    value: types.LiveClientContent;
+} | {
+    type: 'realtime_input';
+    value: types.LiveClientRealtimeInput;
+} | {
+    type: 'tool_response';
+    value: types.LiveClientToolResponse;
+} | {
+    type: 'function_response';
+    value: types.FunctionResponse;
+};
+//# sourceMappingURL=api_proto.d.ts.map

package/dist/beta/realtime/api_proto.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api_proto.d.ts","sourceRoot":"","sources":["../../../src/beta/realtime/api_proto.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,KAAK,MAAM,eAAe,CAAC;AAE5C;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,sBAAsB,GAEtB,2BAA2B,GAC3B,8CAA8C,GAC9C,mDAAmD,CAAC;AAExD;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEjG;;GAEG;AAEH,MAAM,MAAM,YAAY,GACpB;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,KAAK,CAAC,iBAAiB,CAAC;CAChC,GACD;IACE,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,KAAK,CAAC,uBAAuB,CAAC;CACtC,GACD;IACE,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC;CACrC,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC;CAC/B,CAAC"}

package/dist/beta/realtime/api_proto.js

@@ -0,0 +1 @@
+//# sourceMappingURL=api_proto.js.map

package/dist/beta/realtime/api_proto.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/beta/realtime/index.cjs

@@ -0,0 +1,29 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var realtime_exports = {};
+__export(realtime_exports, {
+  RealtimeModel: () => import_realtime_api.RealtimeModel
+});
+module.exports = __toCommonJS(realtime_exports);
+var import_realtime_api = require("./realtime_api.cjs");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  RealtimeModel
+});
+//# sourceMappingURL=index.cjs.map

package/dist/beta/realtime/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/beta/realtime/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport type { ClientEvents, LiveAPIModels, Voice } from './api_proto.js';\nexport { RealtimeModel } from './realtime_api.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,0BAA8B;","names":[]}

package/dist/beta/realtime/index.d.cts

@@ -0,0 +1,3 @@
+export type { ClientEvents, LiveAPIModels, Voice } from './api_proto.js';
+export { RealtimeModel } from './realtime_api.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/beta/realtime/index.d.ts

@@ -0,0 +1,3 @@
+export type { ClientEvents, LiveAPIModels, Voice } from './api_proto.js';
+export { RealtimeModel } from './realtime_api.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/beta/realtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/beta/realtime/index.ts"],"names":[],"mappings":"AAGA,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/beta/realtime/index.js

@@ -0,0 +1,5 @@
+import { RealtimeModel } from "./realtime_api.js";
+export {
+  RealtimeModel
+};
+//# sourceMappingURL=index.js.map

package/dist/beta/realtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/beta/realtime/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport type { ClientEvents, LiveAPIModels, Voice } from './api_proto.js';\nexport { RealtimeModel } from './realtime_api.js';\n"],"mappings":"AAIA,SAAS,qBAAqB;","names":[]}