@vapi-ai/web 1.0.14 → 1.0.15

package/dist/player.d.ts

@@ -4,8 +4,10 @@ export declare class ContinuousPlayer extends EventEmitter {
     private mediaSource;
     private sourceBuffer;
     private audio;
+    private audioQueue;
     constructor();
     start(): void;
     playChunk(audioData: ArrayBuffer): void;
-    clear(): Promise<void>;
+    private appendNextChunk;
+    clear(): void;
 }

package/dist/player.js

@@ -1,13 +1,4 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -19,33 +10,42 @@ class ContinuousPlayer extends events_1.default {
         super();
         this.sourceBuffer = null;
         this.audio = null;
+        this.audioQueue = [];
         this.mediaSource = new MediaSource();
-        this.audio = new Audio();
+        this.audio = document.createElement("audio");
         this.audio.src = URL.createObjectURL(this.mediaSource);
-        console.log("init");
-        this.mediaSource.onsourceopen = () => {
-            console.log("source open");
+        this.mediaSource.addEventListener("sourceopen", () => {
             this.sourceBuffer = this.mediaSource.addSourceBuffer('audio/webm; codecs="opus"');
-        };
+            this.sourceBuffer.addEventListener("updateend", () => {
+                this.appendNextChunk();
+            });
+        });
     }
     start() {
         var _a;
         (_a = this.audio) === null || _a === void 0 ? void 0 : _a.play();
     }
     playChunk(audioData) {
-        if (!this.sourceBuffer)
-            return;
-        console.log(this.mediaSource.readyState, this.sourceBuffer.updating);
-        if (this.mediaSource.readyState === "open" && !this.sourceBuffer.updating) {
-            this.sourceBuffer.appendBuffer(audioData);
+        this.audioQueue.push(audioData);
+        this.appendNextChunk();
+    }
+    appendNextChunk() {
+        if (this.sourceBuffer &&
+            !this.sourceBuffer.updating &&
+            this.audioQueue.length > 0) {
+            const chunk = this.audioQueue.shift();
+            if (chunk) {
+                this.sourceBuffer.appendBuffer(chunk);
+            }
         }
     }
     clear() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this.sourceBuffer && this.mediaSource.readyState === "open") {
+        if (this.sourceBuffer) {
+            this.sourceBuffer.abort();
+            while (this.sourceBuffer.buffered.length > 0) {
                 this.sourceBuffer.remove(0, this.sourceBuffer.buffered.end(0));
             }
-        });
+        }
     }
 }
 exports.ContinuousPlayer = ContinuousPlayer;

package/dist/vapi.d.ts

@@ -6,6 +6,7 @@ export default class Vapi extends EventEmitter {
     private ws;
     private mediaRecorder;
     private player;
+    private audioQueue;
     constructor(apiToken: string);
     start(agent: CreateAgentDTO | string): void;
     private startRecording;

package/dist/vapi.js

@@ -13,6 +13,7 @@ class Vapi extends events_1.default {
         this.started = false;
         this.ws = null;
         this.mediaRecorder = null;
+        this.audioQueue = [];
         client_1.client.setSecurityData(apiToken);
         this.player = new player_1.ContinuousPlayer();
         this.player.on("speech-start", () => this.emit("speech-start"));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vapi-ai/web",
-  "version": "1.0.14",
+  "version": "1.0.15",
   "description": "",
   "main": "dist/vapi.js",
   "types": "dist/vapi.d.ts",

package/player.ts

@@ -4,19 +4,22 @@ export class ContinuousPlayer extends EventEmitter {
   private mediaSource: MediaSource;
   private sourceBuffer: SourceBuffer | null = null;
   private audio: HTMLAudioElement | null = null;
+  private audioQueue: ArrayBuffer[] = [];
 
   constructor() {
     super();
     this.mediaSource = new MediaSource();
-    this.audio = new Audio();
+    this.audio = document.createElement("audio");
     this.audio.src = URL.createObjectURL(this.mediaSource);
-    console.log("init");
-    this.mediaSource.onsourceopen = () => {
-      console.log("source open");
+
+    this.mediaSource.addEventListener("sourceopen", () => {
       this.sourceBuffer = this.mediaSource.addSourceBuffer(
         'audio/webm; codecs="opus"'
       );
-    };
+      this.sourceBuffer.addEventListener("updateend", () => {
+        this.appendNextChunk();
+      });
+    });
   }
 
   start() {
@@ -24,16 +27,30 @@ export class ContinuousPlayer extends EventEmitter {
   }
 
   playChunk(audioData: ArrayBuffer) {
-    if (!this.sourceBuffer) return;
-    console.log(this.mediaSource.readyState, this.sourceBuffer.updating);
-    if (this.mediaSource.readyState === "open" && !this.sourceBuffer.updating) {
-      this.sourceBuffer.appendBuffer(audioData);
+    this.audioQueue.push(audioData);
+
+    this.appendNextChunk();
+  }
+
+  private appendNextChunk(): void {
+    if (
+      this.sourceBuffer &&
+      !this.sourceBuffer.updating &&
+      this.audioQueue.length > 0
+    ) {
+      const chunk = this.audioQueue.shift();
+      if (chunk) {
+        this.sourceBuffer.appendBuffer(chunk);
+      }
     }
   }
 
-  async clear() {
-    if (this.sourceBuffer && this.mediaSource.readyState === "open") {
-      this.sourceBuffer.remove(0, this.sourceBuffer.buffered.end(0));
+  clear(): void {
+    if (this.sourceBuffer) {
+      this.sourceBuffer.abort();
+      while (this.sourceBuffer.buffered.length > 0) {
+        this.sourceBuffer.remove(0, this.sourceBuffer.buffered.end(0));
+      }
     }
   }
 }

package/vapi.ts

@@ -10,6 +10,7 @@ export default class Vapi extends EventEmitter {
   private ws: WebSocket | null = null;
   private mediaRecorder: MediaRecorder | null = null;
   private player: ContinuousPlayer;
+  private audioQueue: ArrayBuffer[] = [];
 
   constructor(apiToken: string) {
     super();