@livekit/agents-plugin-openai 0.6.1 → 0.7.1

package/dist/tts.cjs

@@ -0,0 +1,100 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var tts_exports = {};
+__export(tts_exports, {
+  ChunkedStream: () => ChunkedStream,
+  TTS: () => TTS
+});
+module.exports = __toCommonJS(tts_exports);
+var import_agents = require("@livekit/agents");
+var import_openai = require("openai");
+const OPENAI_TTS_SAMPLE_RATE = 24e3;
+const OPENAI_TTS_CHANNELS = 1;
+const defaultTTSOptions = {
+  apiKey: process.env.OPENAI_API_KEY,
+  model: "tts-1",
+  voice: "alloy",
+  speed: 1
+};
+class TTS extends import_agents.tts.TTS {
+  #opts;
+  #client;
+  /**
+   * Create a new instance of OpenAI TTS.
+   *
+   * @remarks
+   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
+   * `OPENAI_API_KEY` environmental variable.
+   */
+  constructor(opts = defaultTTSOptions) {
+    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });
+    this.#opts = { ...defaultTTSOptions, ...opts };
+    if (this.#opts.apiKey === void 0) {
+      throw new Error("OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY");
+    }
+    this.#client = this.#opts.client || new import_openai.OpenAI({
+      baseURL: opts.baseURL,
+      apiKey: opts.apiKey
+    });
+  }
+  updateOptions(opts) {
+    this.#opts = { ...this.#opts, ...opts };
+  }
+  synthesize(text) {
+    return new ChunkedStream(
+      this.#client.audio.speech.create({
+        input: text,
+        model: this.#opts.model,
+        voice: this.#opts.voice,
+        response_format: "pcm",
+        speed: this.#opts.speed
+      })
+    );
+  }
+  stream() {
+    throw new Error("Streaming is not supported on OpenAI TTS");
+  }
+}
+class ChunkedStream extends import_agents.tts.ChunkedStream {
+  // set Promise<T> to any because OpenAI returns an annoying Response type
+  constructor(stream) {
+    super();
+    this.#run(stream);
+  }
+  async #run(stream) {
+    const buffer = await stream.then((r) => r.arrayBuffer());
+    const requestId = crypto.randomUUID();
+    const audioByteStream = new import_agents.AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);
+    const frames = audioByteStream.write(buffer);
+    for (const frame of frames) {
+      this.queue.put({
+        frame,
+        requestId,
+        segmentId: requestId
+      });
+    }
+    this.queue.close();
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ChunkedStream,
+  TTS
+});
+//# sourceMappingURL=tts.cjs.map

package/dist/tts.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, tts } from '@livekit/agents';\nimport { OpenAI } from 'openai';\nimport type { TTSModels, TTSVoices } from './models.js';\n\nconst OPENAI_TTS_SAMPLE_RATE = 24000;\nconst OPENAI_TTS_CHANNELS = 1;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  voice: TTSVoices;\n  speed: number;\n  baseURL?: string;\n  client?: OpenAI;\n  apiKey?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  model: 'tts-1',\n  voice: 'alloy',\n  speed: 1,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: OpenAI;\n\n  /**\n   * Create a new instance of OpenAI TTS.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environmental variable.\n   */\n  constructor(opts: Partial<TTSOptions> = defaultTTSOptions) {\n    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });\n\n    this.#opts = { ...defaultTTSOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: opts.baseURL,\n        apiKey: opts.apiKey,\n      });\n  }\n\n  updateOptions(opts: { model?: TTSModels | string; voice?: TTSVoices; speed?: number }) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(text: string): ChunkedStream {\n    return new ChunkedStream(\n      this.#client.audio.speech.create({\n        input: text,\n        model: this.#opts.model,\n        voice: this.#opts.voice,\n        response_format: 'pcm',\n        speed: this.#opts.speed,\n      }),\n    );\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on OpenAI TTS');\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(stream: Promise<any>) {\n    super();\n    this.#run(stream);\n  }\n\n  async #run(stream: Promise<Response>) {\n    const buffer = await stream.then((r) => r.arrayBuffer());\n    const requestId = crypto.randomUUID();\n    const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);\n    const frames = audioByteStream.write(buffer);\n\n    for (const frame of frames) {\n      this.queue.put({\n        frame,\n        requestId,\n        segmentId: requestId,\n      });\n    }\n    this.queue.close();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAqC;AACrC,oBAAuB;AAGvB,MAAM,yBAAyB;AAC/B,MAAM,sBAAsB;AAW5B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AACT;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM,wBAAwB,qBAAqB,EAAE,WAAW,MAAM,CAAC;AAEvE,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,qBAAO;AAAA,MACT,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf,CAAC;AAAA,EACL;AAAA,EAEA,cAAc,MAAyE;AACrF,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WAAW,MAA6B;AACtC,WAAO,IAAI;AAAA,MACT,KAAK,QAAQ,MAAM,OAAO,OAAO;AAAA,QAC/B,OAAO;AAAA,QACP,OAAO,KAAK,MAAM;AAAA,QAClB,OAAO,KAAK,MAAM;AAAA,QAClB,iBAAiB;AAAA,QACjB,OAAO,KAAK,MAAM;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AACF;AAEO,MAAM,sBAAsB,kBAAI,cAAc;AAAA;AAAA,EAEnD,YAAY,QAAsB;AAChC,UAAM;AACN,SAAK,KAAK,MAAM;AAAA,EAClB;AAAA,EAEA,MAAM,KAAK,QAA2B;AACpC,UAAM,SAAS,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC;AACvD,UAAM,YAAY,OAAO,WAAW;AACpC,UAAM,kBAAkB,IAAI,8BAAgB,wBAAwB,mBAAmB;AACvF,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAE3C,eAAW,SAAS,QAAQ;AAC1B,WAAK,MAAM,IAAI;AAAA,QACb;AAAA,QACA;AAAA,QACA,WAAW;AAAA,MACb,CAAC;AAAA,IACH;AACA,SAAK,MAAM,MAAM;AAAA,EACnB;AACF;","names":[]}

package/dist/tts.d.ts

@@ -29,6 +29,6 @@ export declare class TTS extends tts.TTS {
 }
 export declare class ChunkedStream extends tts.ChunkedStream {
     #private;
-    constructor(stream: Promise<Response>);
+    constructor(stream: Promise<any>);
 }
 //# sourceMappingURL=tts.d.ts.map

package/dist/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAmB,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAI9B;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,aAAa,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;IAIrF,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAYvC,MAAM,IAAI,GAAG,CAAC,gBAAgB;CAG/B;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;gBACtC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC;CAoBtC"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAGA,OAAO,EAAmB,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAI9B;;;;;;OAMG;gBACS,IAAI,GAAE,OAAO,CAAC,UAAU,CAAqB;IAgBzD,aAAa,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;IAIrF,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAYvC,MAAM,IAAI,GAAG,CAAC,gBAAgB;CAG/B;AAED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;;gBAEtC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC;CAoBjC"}

package/dist/tts.js

@@ -1,73 +1,75 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-import { AudioByteStream, tts } from '@livekit/agents';
-import { OpenAI } from 'openai';
-const OPENAI_TTS_SAMPLE_RATE = 24000;
+import { AudioByteStream, tts } from "@livekit/agents";
+import { OpenAI } from "openai";
+const OPENAI_TTS_SAMPLE_RATE = 24e3;
 const OPENAI_TTS_CHANNELS = 1;
 const defaultTTSOptions = {
-    apiKey: process.env.OPENAI_API_KEY,
-    model: 'tts-1',
-    voice: 'alloy',
-    speed: 1,
+  apiKey: process.env.OPENAI_API_KEY,
+  model: "tts-1",
+  voice: "alloy",
+  speed: 1
 };
-export class TTS extends tts.TTS {
-    #opts;
-    #client;
-    /**
-     * Create a new instance of OpenAI TTS.
-     *
-     * @remarks
-     * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
-     * `OPENAI_API_KEY` environmental variable.
-     */
-    constructor(opts = defaultTTSOptions) {
-        super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });
-        this.#opts = { ...defaultTTSOptions, ...opts };
-        if (this.#opts.apiKey === undefined) {
-            throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');
-        }
-        this.#client =
-            this.#opts.client ||
-                new OpenAI({
-                    baseURL: opts.baseURL,
-                    apiKey: opts.apiKey,
-                });
-    }
-    updateOptions(opts) {
-        this.#opts = { ...this.#opts, ...opts };
-    }
-    synthesize(text) {
-        return new ChunkedStream(this.#client.audio.speech.create({
-            input: text,
-            model: this.#opts.model,
-            voice: this.#opts.voice,
-            response_format: 'pcm',
-            speed: this.#opts.speed,
-        }));
-    }
-    stream() {
-        throw new Error('Streaming is not supported on OpenAI TTS');
+class TTS extends tts.TTS {
+  #opts;
+  #client;
+  /**
+   * Create a new instance of OpenAI TTS.
+   *
+   * @remarks
+   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
+   * `OPENAI_API_KEY` environmental variable.
+   */
+  constructor(opts = defaultTTSOptions) {
+    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });
+    this.#opts = { ...defaultTTSOptions, ...opts };
+    if (this.#opts.apiKey === void 0) {
+      throw new Error("OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY");
     }
+    this.#client = this.#opts.client || new OpenAI({
+      baseURL: opts.baseURL,
+      apiKey: opts.apiKey
+    });
+  }
+  updateOptions(opts) {
+    this.#opts = { ...this.#opts, ...opts };
+  }
+  synthesize(text) {
+    return new ChunkedStream(
+      this.#client.audio.speech.create({
+        input: text,
+        model: this.#opts.model,
+        voice: this.#opts.voice,
+        response_format: "pcm",
+        speed: this.#opts.speed
+      })
+    );
+  }
+  stream() {
+    throw new Error("Streaming is not supported on OpenAI TTS");
+  }
 }
-export class ChunkedStream extends tts.ChunkedStream {
-    constructor(stream) {
-        super();
-        this.#run(stream);
-    }
-    async #run(stream) {
-        const buffer = await stream.then((r) => r.arrayBuffer());
-        const requestId = crypto.randomUUID();
-        const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);
-        const frames = audioByteStream.write(buffer);
-        for (const frame of frames) {
-            this.queue.put({
-                frame,
-                requestId,
-                segmentId: requestId,
-            });
-        }
-        this.queue.close();
+class ChunkedStream extends tts.ChunkedStream {
+  // set Promise<T> to any because OpenAI returns an annoying Response type
+  constructor(stream) {
+    super();
+    this.#run(stream);
+  }
+  async #run(stream) {
+    const buffer = await stream.then((r) => r.arrayBuffer());
+    const requestId = crypto.randomUUID();
+    const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);
+    const frames = audioByteStream.write(buffer);
+    for (const frame of frames) {
+      this.queue.put({
+        frame,
+        requestId,
+        segmentId: requestId
+      });
     }
+    this.queue.close();
+  }
 }
+export {
+  ChunkedStream,
+  TTS
+};
 //# sourceMappingURL=tts.js.map

package/dist/tts.js.map

@@ -1 +1 @@
-{"version":3,"file":"tts.js","sourceRoot":"","sources":["../src/tts.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,eAAe,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,MAAM,sBAAsB,GAAG,KAAK,CAAC;AACrC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAW9B,MAAM,iBAAiB,GAAe;IACpC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;IAClC,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,CAAC;CACT,CAAC;AAEF,MAAM,OAAO,GAAI,SAAQ,GAAG,CAAC,GAAG;IAC9B,KAAK,CAAa;IAClB,OAAO,CAAS;IAEhB;;;;;;OAMG;IACH,YAAY,OAA4B,iBAAiB;QACvD,KAAK,CAAC,sBAAsB,EAAE,mBAAmB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAEzE,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,iBAAiB,EAAE,GAAG,IAAI,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;QAC9F,CAAC;QAED,IAAI,CAAC,OAAO;YACV,IAAI,CAAC,KAAK,CAAC,MAAM;gBACjB,IAAI,MAAM,CAAC;oBACT,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,CAAC,CAAC;IACP,CAAC;IAED,aAAa,CAAC,IAAuE;QACnF,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,aAAa,CACtB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;YAC/B,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;YACvB,eAAe,EAAE,KAAK;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;SACxB,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM;QACJ,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;CACF;AAED,MAAM,OAAO,aAAc,SAAQ,GAAG,CAAC,aAAa;IAClD,YAAY,MAAyB;QACnC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAyB;QAClC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,sBAAsB,EAAE,mBAAmB,CAAC,CAAC;QACzF,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;gBACb,KAAK;gBACL,SAAS;gBACT,SAAS,EAAE,SAAS;aACrB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF"}
+{"version":3,"sources":["../src/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioByteStream, tts } from '@livekit/agents';\nimport { OpenAI } from 'openai';\nimport type { TTSModels, TTSVoices } from './models.js';\n\nconst OPENAI_TTS_SAMPLE_RATE = 24000;\nconst OPENAI_TTS_CHANNELS = 1;\n\nexport interface TTSOptions {\n  model: TTSModels | string;\n  voice: TTSVoices;\n  speed: number;\n  baseURL?: string;\n  client?: OpenAI;\n  apiKey?: string;\n}\n\nconst defaultTTSOptions: TTSOptions = {\n  apiKey: process.env.OPENAI_API_KEY,\n  model: 'tts-1',\n  voice: 'alloy',\n  speed: 1,\n};\n\nexport class TTS extends tts.TTS {\n  #opts: TTSOptions;\n  #client: OpenAI;\n\n  /**\n   * Create a new instance of OpenAI TTS.\n   *\n   * @remarks\n   * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the\n   * `OPENAI_API_KEY` environmental variable.\n   */\n  constructor(opts: Partial<TTSOptions> = defaultTTSOptions) {\n    super(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS, { streaming: false });\n\n    this.#opts = { ...defaultTTSOptions, ...opts };\n    if (this.#opts.apiKey === undefined) {\n      throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');\n    }\n\n    this.#client =\n      this.#opts.client ||\n      new OpenAI({\n        baseURL: opts.baseURL,\n        apiKey: opts.apiKey,\n      });\n  }\n\n  updateOptions(opts: { model?: TTSModels | string; voice?: TTSVoices; speed?: number }) {\n    this.#opts = { ...this.#opts, ...opts };\n  }\n\n  synthesize(text: string): ChunkedStream {\n    return new ChunkedStream(\n      this.#client.audio.speech.create({\n        input: text,\n        model: this.#opts.model,\n        voice: this.#opts.voice,\n        response_format: 'pcm',\n        speed: this.#opts.speed,\n      }),\n    );\n  }\n\n  stream(): tts.SynthesizeStream {\n    throw new Error('Streaming is not supported on OpenAI TTS');\n  }\n}\n\nexport class ChunkedStream extends tts.ChunkedStream {\n  // set Promise<T> to any because OpenAI returns an annoying Response type\n  constructor(stream: Promise<any>) {\n    super();\n    this.#run(stream);\n  }\n\n  async #run(stream: Promise<Response>) {\n    const buffer = await stream.then((r) => r.arrayBuffer());\n    const requestId = crypto.randomUUID();\n    const audioByteStream = new AudioByteStream(OPENAI_TTS_SAMPLE_RATE, OPENAI_TTS_CHANNELS);\n    const frames = audioByteStream.write(buffer);\n\n    for (const frame of frames) {\n      this.queue.put({\n        frame,\n        requestId,\n        segmentId: requestId,\n      });\n    }\n    this.queue.close();\n  }\n}\n"],"mappings":"AAGA,SAAS,iBAAiB,WAAW;AACrC,SAAS,cAAc;AAGvB,MAAM,yBAAyB;AAC/B,MAAM,sBAAsB;AAW5B,MAAM,oBAAgC;AAAA,EACpC,QAAQ,QAAQ,IAAI;AAAA,EACpB,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AACT;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAAY,OAA4B,mBAAmB;AACzD,UAAM,wBAAwB,qBAAqB,EAAE,WAAW,MAAM,CAAC;AAEvE,SAAK,QAAQ,EAAE,GAAG,mBAAmB,GAAG,KAAK;AAC7C,QAAI,KAAK,MAAM,WAAW,QAAW;AACnC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,SAAK,UACH,KAAK,MAAM,UACX,IAAI,OAAO;AAAA,MACT,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf,CAAC;AAAA,EACL;AAAA,EAEA,cAAc,MAAyE;AACrF,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,KAAK;AAAA,EACxC;AAAA,EAEA,WAAW,MAA6B;AACtC,WAAO,IAAI;AAAA,MACT,KAAK,QAAQ,MAAM,OAAO,OAAO;AAAA,QAC/B,OAAO;AAAA,QACP,OAAO,KAAK,MAAM;AAAA,QAClB,OAAO,KAAK,MAAM;AAAA,QAClB,iBAAiB;AAAA,QACjB,OAAO,KAAK,MAAM;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,SAA+B;AAC7B,UAAM,IAAI,MAAM,0CAA0C;AAAA,EAC5D;AACF;AAEO,MAAM,sBAAsB,IAAI,cAAc;AAAA;AAAA,EAEnD,YAAY,QAAsB;AAChC,UAAM;AACN,SAAK,KAAK,MAAM;AAAA,EAClB;AAAA,EAEA,MAAM,KAAK,QAA2B;AACpC,UAAM,SAAS,MAAM,OAAO,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC;AACvD,UAAM,YAAY,OAAO,WAAW;AACpC,UAAM,kBAAkB,IAAI,gBAAgB,wBAAwB,mBAAmB;AACvF,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAE3C,eAAW,SAAS,QAAQ;AAC1B,WAAK,MAAM,IAAI;AAAA,QACb;AAAA,QACA;AAAA,QACA,WAAW;AAAA,MACb,CAAC;AAAA,IACH;AACA,SAAK,MAAM,MAAM;AAAA,EACnB;AACF;","names":[]}

package/dist/tts.test.cjs

@@ -0,0 +1,9 @@
+"use strict";
+var import_agents_plugins_test = require("@livekit/agents-plugins-test");
+var import_vitest = require("vitest");
+var import_stt = require("./stt.cjs");
+var import_tts = require("./tts.cjs");
+(0, import_vitest.describe)("OpenAI", async () => {
+  await (0, import_agents_plugins_test.tts)(new import_tts.TTS(), new import_stt.STT(), { streaming: false });
+});
+//# sourceMappingURL=tts.test.cjs.map

package/dist/tts.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { STT } from './stt.js';\nimport { TTS } from './tts.js';\n\ndescribe('OpenAI', async () => {\n  await tts(new TTS(), new STT(), { streaming: false });\n});\n"],"mappings":";AAGA,iCAAoB;AACpB,oBAAyB;AACzB,iBAAoB;AACpB,iBAAoB;AAAA,IAEpB,wBAAS,UAAU,YAAY;AAC7B,YAAM,gCAAI,IAAI,eAAI,GAAG,IAAI,eAAI,GAAG,EAAE,WAAW,MAAM,CAAC;AACtD,CAAC;","names":[]}

package/dist/tts.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tts.test.d.ts.map

package/dist/tts.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.test.d.ts","sourceRoot":"","sources":["../src/tts.test.ts"],"names":[],"mappings":""}

package/dist/tts.test.js

@@ -0,0 +1,8 @@
+import { tts } from "@livekit/agents-plugins-test";
+import { describe } from "vitest";
+import { STT } from "./stt.js";
+import { TTS } from "./tts.js";
+describe("OpenAI", async () => {
+  await tts(new TTS(), new STT(), { streaming: false });
+});
+//# sourceMappingURL=tts.test.js.map

package/dist/tts.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { tts } from '@livekit/agents-plugins-test';\nimport { describe } from 'vitest';\nimport { STT } from './stt.js';\nimport { TTS } from './tts.js';\n\ndescribe('OpenAI', async () => {\n  await tts(new TTS(), new STT(), { streaming: false });\n});\n"],"mappings":"AAGA,SAAS,WAAW;AACpB,SAAS,gBAAgB;AACzB,SAAS,WAAW;AACpB,SAAS,WAAW;AAEpB,SAAS,UAAU,YAAY;AAC7B,QAAM,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,GAAG,EAAE,WAAW,MAAM,CAAC;AACtD,CAAC;","names":[]}

package/package.json

@@ -1,23 +1,35 @@
 {
   "name": "@livekit/agents-plugin-openai",
-  "version": "0.6.1",
+  "version": "0.7.1",
   "description": "OpenAI plugin for LiveKit Node Agents",
   "main": "dist/index.js",
+  "require": "dist/index.cjs",
   "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
   "author": "LiveKit",
   "type": "module",
   "repository": "git@github.com:livekit/agents-js.git",
   "license": "Apache-2.0",
   "files": [
     "dist",
-    "src"
+    "src",
+    "README.md"
   ],
   "devDependencies": {
+    "@livekit/agents": "^x",
+    "@livekit/agents-plugin-silero": "^x",
+    "@livekit/agents-plugins-test": "^x",
+    "@livekit/rtc-node": "^0.12.1",
     "@microsoft/api-extractor": "^7.35.0",
-    "@livekit/rtc-node": "^0.11.1",
     "@types/ws": "^8.5.10",
-    "typescript": "^5.0.0",
-    "@livekit/agents": "^0.4.6"
+    "tsup": "^8.3.5",
+    "typescript": "^5.0.0"
   },
   "dependencies": {
     "openai": "^4.70.2",
@@ -25,11 +37,11 @@
     "ws": "^8.16.0"
   },
   "peerDependencies": {
-    "@livekit/rtc-node": "^0.11.1",
-    "@livekit/agents": "^0.4.6"
+    "@livekit/rtc-node": "^0.12.1",
+    "@livekit/agents": "^0.5.1x"
   },
   "scripts": {
-    "build": "tsc -b tsconfig.json",
+    "build": "tsup --onSuccess \"tsc --declaration --emitDeclarationOnly\"",
     "clean": "rm -rf dist",
     "clean:build": "pnpm clean && pnpm build",
     "lint": "eslint -f unix \"src/**/*.{ts,js}\"",

package/src/llm.test.ts

@@ -0,0 +1,10 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { llm } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { LLM } from './llm.js';
+
+describe('OpenAI', async () => {
+  await llm(new LLM());
+});

package/src/llm.ts

@@ -498,6 +498,11 @@ export class LLMStream extends llm.LLMStream {
           continue; // oai may add other tools in the future
         }
 
+        let callChunk: llm.ChatChunk | undefined;
+        if (this.#toolCallId && tool.id && tool.id !== this.#toolCallId) {
+          callChunk = this.#tryBuildFunction(id, choice);
+        }
+
         if (tool.function.name) {
           this.#toolCallId = tool.id;
           this.#fncName = tool.function.name;
@@ -506,8 +511,8 @@ export class LLMStream extends llm.LLMStream {
           this.#fncRawArguments += tool.function.arguments;
         }
 
-        if (this.#toolCallId && tool.id && tool.id !== this.#toolCallId) {
-          return this.#tryBuildFunction(id, choice);
+        if (callChunk) {
+          return callChunk;
         }
       }
     }

package/src/stt.test.ts

@@ -0,0 +1,11 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { VAD } from '@livekit/agents-plugin-silero';
+import { stt } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { STT } from './stt.js';
+
+describe('OpenAI', async () => {
+  await stt(new STT(), await VAD.load(), { streaming: false });
+});

package/src/tts.test.ts

@@ -0,0 +1,11 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { tts } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { STT } from './stt.js';
+import { TTS } from './tts.js';
+
+describe('OpenAI', async () => {
+  await tts(new TTS(), new STT(), { streaming: false });
+});

package/src/tts.ts

@@ -73,7 +73,8 @@ export class TTS extends tts.TTS {
 }
 
 export class ChunkedStream extends tts.ChunkedStream {
-  constructor(stream: Promise<Response>) {
+  // set Promise<T> to any because OpenAI returns an annoying Response type
+  constructor(stream: Promise<any>) {
     super();
     this.#run(stream);
   }