@vapi-ai/web 1.0.138 → 1.0.140

package/dist/vapi.d.ts

@@ -1,12 +1,15 @@
-/// <reference types="node" />
 import { CreateAssistantDTO } from "./api";
-import EventEmitter from "events";
-export default class Vapi extends EventEmitter {
+import async from "async";
+export default class Vapi {
+    private audioContext;
+    private source;
     private started;
     private ws;
     private mediaRecorder;
-    private player;
-    constructor(apiToken: string, apiBaseUrl?: string);
+    private nextClipTime;
+    private decodeQueue;
+    constructor(apiToken: string, apiUrl?: string);
+    createQueue(): async.QueueObject<ArrayBuffer>;
     start(assistant: CreateAssistantDTO | string): void;
     private startRecording;
     private onMessage;

package/dist/vapi.js

@@ -3,32 +3,49 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const player_1 = require("./player");
-const events_1 = __importDefault(require("events"));
+const standardized_audio_context_1 = require("standardized-audio-context");
+const async_1 = __importDefault(require("async"));
 const client_1 = require("./client");
 const base64_arraybuffer_1 = require("base64-arraybuffer");
-class Vapi extends events_1.default {
-    constructor(apiToken, apiBaseUrl) {
-        super();
+class Vapi {
+    constructor(apiToken, apiUrl) {
+        this.audioContext = new standardized_audio_context_1.AudioContext();
+        this.source = null;
         this.started = false;
         this.ws = null;
         this.mediaRecorder = null;
-        client_1.client.baseUrl = apiBaseUrl !== null && apiBaseUrl !== void 0 ? apiBaseUrl : "https://api.vapi.ai";
+        this.nextClipTime = 0;
         client_1.client.setSecurityData(apiToken);
-        this.player = new player_1.ContinuousPlayer();
-        this.player.on("speech-start", () => this.emit("speech-start"));
-        this.player.on("speech-end", () => this.emit("speech-end"));
+        client_1.client.baseUrl = apiUrl !== null && apiUrl !== void 0 ? apiUrl : "https://api.vapi.ai";
+        this.decodeQueue = this.createQueue();
+    }
+    createQueue() {
+        return async_1.default.queue((task, callback) => {
+            this.source = this.audioContext.createBufferSource();
+            this.audioContext.decodeAudioData(task, (buffer) => {
+                if (!this.source)
+                    return;
+                this.source.buffer = buffer;
+                this.source.connect(this.audioContext.destination);
+                // If the next clip time is in the past, set it to the current time
+                this.nextClipTime = Math.max(this.nextClipTime, this.audioContext.currentTime);
+                // Start the source at the next clip time
+                this.source.start(this.nextClipTime);
+                // Schedule the next clip time
+                this.nextClipTime += buffer.duration;
+                callback();
+            });
+        }, 1);
     }
     start(assistant) {
         if (this.started) {
             return;
         }
         this.started = true;
-        this.player.start();
         client_1.client.call
             .callControllerCreateWebCall({
-            assistant: typeof assistant === "string" ? undefined : assistant,
             assistantId: typeof assistant === "string" ? assistant : undefined,
+            assistant: typeof assistant === "object" ? assistant : undefined,
         })
             .then(({ data }) => {
             const { callId, url } = data;
@@ -36,6 +53,7 @@ class Vapi extends events_1.default {
             this.ws = socket;
             socket.onopen = () => {
                 socket.send(JSON.stringify({ event: "start", callId }));
+                this.startRecording();
             };
             socket.onmessage = (event) => {
                 if (!socket)
@@ -55,33 +73,40 @@ class Vapi extends events_1.default {
             this.mediaRecorder = new MediaRecorder(stream, {
                 mimeType: "audio/webm;codecs=opus",
             });
+            this.mediaRecorder.start(100);
             this.mediaRecorder.ondataavailable = (event) => {
                 if (this.ws && this.ws.readyState === WebSocket.OPEN) {
                     this.ws.send(event.data);
                 }
             };
-            this.mediaRecorder.start(100);
         });
     }
     onMessage(ws, event) {
         const data = JSON.parse(event.data);
-        switch (data.event) {
-            case "connected":
-                this.startRecording();
-                this.emit("started");
-                break;
-            case "clear":
-                this.clear();
-                break;
-            case "media":
-                const audioData = (0, base64_arraybuffer_1.decode)(data.media.payload);
-                this.player.playChunk(audioData);
+        if (data.event === "media") {
+            const audioData = (0, base64_arraybuffer_1.decode)(data.media.payload);
+            this.decodeQueue.push(audioData);
+        }
+        if (data.event === "clear") {
+            this.clear();
         }
     }
     clear() {
-        this.player.clear();
+        this.decodeQueue.kill();
+        this.decodeQueue = this.createQueue();
+        // Stop the source if it exists
+        if (this.source) {
+            this.source.stop();
+            this.source.disconnect();
+            this.source = null;
+        }
+        // Reset the next clip time
+        this.nextClipTime = 0;
     }
     stop() {
+        if (this.source) {
+            this.source.stop();
+        }
         this.started = false;
         if (this.ws) {
             this.ws.close();
@@ -91,7 +116,6 @@ class Vapi extends events_1.default {
             this.mediaRecorder.stop();
         }
         this.mediaRecorder = null;
-        this.emit("stopped");
     }
 }
 exports.default = Vapi;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vapi-ai/web",
-  "version": "1.0.138",
+  "version": "1.0.140",
   "description": "",
   "main": "dist/vapi.js",
   "types": "dist/vapi.d.ts",
@@ -24,7 +24,8 @@
   "dependencies": {
     "async": "^3.2.4",
     "base64-arraybuffer": "^1.0.2",
-    "events": "^3.3.0"
+    "events": "^3.3.0",
+    "standardized-audio-context": "^25.3.57"
   },
   "devDependencies": {
     "@types/async": "^3.2.21",

package/vapi.ts

@@ -1,23 +1,57 @@
-import { ContinuousPlayer } from "./player";
-import { CreateAssistantDTO } from "./api";
-import EventEmitter from "events";
+import { Assistant, CreateAssistantDTO } from "./api";
+import {
+  AudioContext,
+  IAudioBufferSourceNode,
+  IAudioContext,
+} from "standardized-audio-context";
+import async, { QueueObject } from "async";
+
 import { client } from "./client";
 import { decode } from "base64-arraybuffer";
 
-export default class Vapi extends EventEmitter {
+export default class Vapi {
+  private audioContext: AudioContext = new AudioContext();
+  private source: IAudioBufferSourceNode<IAudioContext> | null = null;
   private started: boolean = false;
   private ws: WebSocket | null = null;
   private mediaRecorder: MediaRecorder | null = null;
-  private player: ContinuousPlayer;
 
-  constructor(apiToken: string, apiBaseUrl?: string) {
-    super();
-    client.baseUrl = apiBaseUrl ?? "https://api.vapi.ai";
+  private nextClipTime: number = 0;
+
+  private decodeQueue: QueueObject<ArrayBuffer>;
+
+  constructor(apiToken: string, apiUrl?: string) {
     client.setSecurityData(apiToken);
-    this.player = new ContinuousPlayer();
+    client.baseUrl = apiUrl ?? "https://api.vapi.ai";
+
+    this.decodeQueue = this.createQueue();
+  }
+
+  createQueue() {
+    return async.queue<ArrayBuffer>((task, callback) => {
+      this.source = this.audioContext.createBufferSource();
+
+      this.audioContext.decodeAudioData(task, (buffer) => {
+        if (!this.source) return;
+
+        this.source.buffer = buffer;
+        this.source.connect(this.audioContext.destination);
+
+        // If the next clip time is in the past, set it to the current time
+        this.nextClipTime = Math.max(
+          this.nextClipTime,
+          this.audioContext.currentTime
+        );
+
+        // Start the source at the next clip time
+        this.source.start(this.nextClipTime);
 
-    this.player.on("speech-start", () => this.emit("speech-start"));
-    this.player.on("speech-end", () => this.emit("speech-end"));
+        // Schedule the next clip time
+        this.nextClipTime += buffer.duration;
+
+        callback();
+      });
+    }, 1);
   }
 
   start(assistant: CreateAssistantDTO | string): void {
@@ -26,12 +60,11 @@ export default class Vapi extends EventEmitter {
     }
 
     this.started = true;
-    this.player.start();
 
     client.call
       .callControllerCreateWebCall({
-        assistant: typeof assistant === "string" ? undefined : assistant,
         assistantId: typeof assistant === "string" ? assistant : undefined,
+        assistant: typeof assistant === "object" ? assistant : undefined,
       })
       .then(({ data }) => {
         const { callId, url } = data;
@@ -41,6 +74,7 @@ export default class Vapi extends EventEmitter {
 
         socket.onopen = () => {
           socket.send(JSON.stringify({ event: "start", callId }));
+          this.startRecording();
         };
         socket.onmessage = (event) => {
           if (!socket) return;
@@ -61,37 +95,45 @@ export default class Vapi extends EventEmitter {
         mimeType: "audio/webm;codecs=opus",
       });
 
+      this.mediaRecorder.start(100);
       this.mediaRecorder.ondataavailable = (event: BlobEvent) => {
         if (this.ws && this.ws.readyState === WebSocket.OPEN) {
           this.ws.send(event.data);
         }
       };
-      this.mediaRecorder.start(100);
     });
   }
 
   private onMessage(ws: WebSocket, event: MessageEvent): void {
     const data = JSON.parse(event.data);
-
-    switch (data.event) {
-      case "connected":
-        this.startRecording();
-        this.emit("started");
-        break;
-      case "clear":
-        this.clear();
-        break;
-      case "media":
-        const audioData = decode(data.media.payload);
-        this.player.playChunk(audioData);
+    if (data.event === "media") {
+      const audioData = decode(data.media.payload);
+      this.decodeQueue.push(audioData);
+    }
+    if (data.event === "clear") {
+      this.clear();
     }
   }
 
   clear(): void {
-    this.player.clear();
+    this.decodeQueue.kill();
+    this.decodeQueue = this.createQueue();
+
+    // Stop the source if it exists
+    if (this.source) {
+      this.source.stop();
+      this.source.disconnect();
+      this.source = null;
+    }
+
+    // Reset the next clip time
+    this.nextClipTime = 0;
   }
 
   stop(): void {
+    if (this.source) {
+      this.source.stop();
+    }
     this.started = false;
     if (this.ws) {
       this.ws.close();
@@ -101,6 +143,5 @@ export default class Vapi extends EventEmitter {
       this.mediaRecorder.stop();
     }
     this.mediaRecorder = null;
-    this.emit("stopped");
   }
 }